-- Logs begin at Fri 2021-12-24 10:02:23 UTC, end at Fri 2021-12-24 12:07:01 UTC. --
Dec 24 10:41:43.932981 dv-neutron-822668-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service.
Dec 24 10:41:46.274810 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.common.config [-] Logging enabled!
Dec 24 10:41:46.275523 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev105
Dec 24 10:41:46.275615 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87451) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 24 10:41:46.278727 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.common.config [-] Logging enabled!
Dec 24 10:41:46.278987 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev105
Dec 24 10:41:46.279304 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87451) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Dec 24 10:41:46.280240 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:41:46.280478 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 24 10:41:46.280837 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 24 10:41:46.281087 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 24 10:41:46.281318 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 24 10:41:46.281643 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.281974 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.282278 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.282532 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.282809 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.283104 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.283393 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.283688 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.284512 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.284806 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.285092 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.285386 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.285623 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.285930 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.286227 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.286520 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.286749 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] debug                          = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.287031 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.287461 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.287879 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.288150 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.288593 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.288730 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.289006 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.289287 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.289575 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.289938 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] host                           = dv-neutron-822668-2-hyperv {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.290222 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.290514 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.290809 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.291096 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.291375 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.291655 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.291942 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.292223 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.292497 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.292774 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.293063 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.293353 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.293647 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.293891 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.294129 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.294420 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.294710 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.294987 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.295264 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.295539 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.295815 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.296354 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.296628 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.296916 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.297204 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.297491 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.297770 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.298083 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.298359 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.298633 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.298922 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.299196 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.299472 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.300322 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.300618 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.300897 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.301178 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.301484 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.301774 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.302090 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.302390 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.302669 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.302956 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.303233 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.303508 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.303783 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.304059 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.304335 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.304620 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.304894 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.305169 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.305443 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.305716 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.306034 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:46.306338 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.306639 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.306941 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.307231 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.307531 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.307816 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.308110 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.308397 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.308692 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.308983 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.309276 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.309557 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.309849 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.310154 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.310457 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.310769 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.311069 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.311367 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.311647 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.311928 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.312213 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.312498 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.312789 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.313087 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.313382 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.313662 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.313971 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.314270 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.314551 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.314828 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.315110 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.315430 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.315714 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.315991 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.316279 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.316561 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.316837 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.317112 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.317392 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.317683 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.317992 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.318266 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.318540 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.318820 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.319095 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.319381 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.319660 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.319937 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.320213 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.320494 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.320769 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.321045 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.321324 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.321599 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.321888 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.322182 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.322459 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.322736 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.323013 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.323289 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.323565 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.323842 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.324121 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.324396 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.324673 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.324949 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.325227 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.325505 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.325798 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.326125 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.326411 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.326698 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.326982 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.327266 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.327549 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.327860 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.328155 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.328437 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.328717 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.329014 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.329302 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.329595 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.329902 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.330191 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.330491 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.330775 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.331088 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.331371 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.331655 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.331951 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.332244 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.332547 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.332849 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.333149 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.333450 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.333748 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.334065 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.334378 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.334662 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:46.334883 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 24 10:41:46.335127 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87451) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 24 10:41:46.724900 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO keyring.backend [-] Loading KWallet
Dec 24 10:41:46.732429 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO keyring.backend [-] Loading SecretService
Dec 24 10:41:46.736106 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO keyring.backend [-] Loading Windows
Dec 24 10:41:46.738093 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO keyring.backend [-] Loading chainer
Dec 24 10:41:46.738698 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO keyring.backend [-] Loading macOS
Dec 24 10:41:46.772524 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:41:46.772807 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:41:46.773104 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:41:46.773447 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 24 10:41:47.080486 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.080799 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.081089 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.082348 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.082640 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.082913 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.205619 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.206448 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.206727 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.220069 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.220356 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.220629 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.249508 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.249797 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.250102 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.288863 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.289425 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.289425 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.525086 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2b7f433af0> agent after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.525376 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2b7f433af0> agent after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.525659 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f2b7f4339d0> segment precommit_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.525953 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f2b7f433a60> network precommit_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.526697 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f2b7f6e8820> segment before_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.652977 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> network before_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.653349 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f2b7f42d0d0> agent before_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.653592 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> network before_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.653901 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> port before_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.654169 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> port before_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.654491 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> segment after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.654762 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> segment precommit_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.655027 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> segment precommit_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.655286 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> segment after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.655759 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> network after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.655959 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> network precommit_delete 0 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.656374 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> port provisioning_complete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.656651 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> rbac-policy before_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.656919 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> rbac-policy after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.657196 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> agent after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.657474 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> subnet after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.657740 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> subnet precommit_delete 0 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.658043 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> rbac-policy before_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.658306 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> rbac-policy before_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.658599 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> segment_host_mapping after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.658974 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> port after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.659235 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> port after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.659491 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> port after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.659774 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> rbac-policy before_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.660031 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> rbac-policy before_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.660283 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2b7fed9be0>> rbac-policy before_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.660676 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 24 10:41:47.660919 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 24 10:41:47.661158 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 24 10:41:47.661394 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 24 10:41:47.661630 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 24 10:41:47.661888 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 24 10:41:47.662263 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 24 10:41:47.665426 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 24 10:41:47.669456 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 24 10:41:47.673542 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])])
Dec 24 10:41:47.675372 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 24 10:41:47.675840 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 24 10:41:47.676180 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 24 10:41:47.676567 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 24 10:41:47.679622 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 24 10:41:47.679880 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 24 10:41:47.680230 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 24 10:41:47.709209 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Dec 24 10:41:47.709657 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f2b7f5bf9a0>> qos_plugin after_init 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.709987 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87451) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 24 10:41:47.710358 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f2b7f5bf400>> logging-plugin after_init 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.711863 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87451) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 24 10:41:47.712149 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 24 10:41:47.712401 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 24 10:41:47.715959 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2b7f59d2b0>> floatingip before_response 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.716254 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2b7f59d2b0>> port before_response 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:47.778268 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 24 10:41:47.778513 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 24 10:41:47.778756 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 24 10:41:47.779134 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 24 10:41:47.811607 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_db.sqlalchemy.engines [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87451) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 24 10:41:48.140189 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Initializing driver for type 'gre'
Dec 24 10:41:48.140860 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] gre ID ranges: [(1, 1000)]
Dec 24 10:41:48.197331 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Initializing driver for type 'local'
Dec 24 10:41:48.197669 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Initializing driver for type 'vlan'
Dec 24 10:41:48.209684 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] VlanTypeDriver initialization complete
Dec 24 10:41:48.210055 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Initializing driver for type 'vxlan'
Dec 24 10:41:48.210535 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] vxlan ID ranges: [(1, 1000)]
Dec 24 10:41:48.262914 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Initializing extension driver 'port_security'
Dec 24 10:41:48.263312 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.extensions.port_security [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] PortSecurityExtensionDriver initialization complete
Dec 24 10:41:48.263655 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Initializing mechanism driver 'openvswitch'
Dec 24 10:41:48.263995 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Initializing mechanism driver 'hyperv'
Dec 24 10:41:48.272979 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.plugins.ml2.plugin [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:41:48.274110 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b7f54d640>> port after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.274694 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b7f54d640>> port after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.275208 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b7f54d640>> port after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.275878 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b7f54d7f0>> subnet after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.276443 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b7f54d7f0>> subnet after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.277086 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b7f54d7f0>> subnet after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.277607 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b7ef0a970>> network after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.278134 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b7ef0a970>> network after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.278663 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b7ef0a970>> network after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.279161 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b7ef0abe0>> security_group after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.279751 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b7ef0abe0>> security_group after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.280262 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b7ef0abe0>> security_group after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.280903 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b7ef0ae50>> security_group_rule after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.281492 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b7ef0ae50>> security_group_rule after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.281863 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b7ef0ae50>> security_group_rule after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.282504 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b7ef0aee0>> address_group after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.282924 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b7ef0aee0>> address_group after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.283556 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2b7ef0aee0>> address_group after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.283945 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] ML2 OVO RPC backend initialized. {{(pid=87451) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 24 10:41:48.285130 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b7ef144f0>> router_interface after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.285604 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b7ef144f0>> router_interface after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.286332 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b7ef144f0>> network before_response 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.286601 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b7ef144f0>> networks before_response 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.287229 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b7ef144f0>> port before_response 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.287727 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b7ef144f0>> ports before_response 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.288241 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b7ef144f0>> subnet before_response 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.288812 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b7ef144f0>> subnets before_response 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.289428 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b7ef144f0>> network after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.290007 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b7ef144f0>> network after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.290138 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b7ef144f0>> network after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.290615 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b7ef144f0>> port after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.291052 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b7ef144f0>> port after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.291561 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b7ef144f0>> port after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.291946 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b7ef144f0>> subnet after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.292468 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b7ef144f0>> subnet after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.293276 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2b7ef144f0>> subnet after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.294036 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.plugin [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Modular L2 Plugin initialization complete
Dec 24 10:41:48.294572 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading services supported by the core plugin {{(pid=87451) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 24 10:41:48.295227 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.plugins.ml2.managers [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Got port-security extension from driver 'port_security'
Dec 24 10:41:48.295905 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.extensions.vlantransparent [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Disabled vlantransparent extension.
Dec 24 10:41:48.296841 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87451) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 24 10:41:48.297354 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading Plugin: router
Dec 24 10:41:48.338284 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router_interface before_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.338682 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router after_create 55549900 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.339054 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router before_create 55549900 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.339427 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router_interface before_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.339804 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router_interface after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.340160 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router after_delete 55549900 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.340520 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> floatingip after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.340882 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router after_create 55549900 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.341229 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router after_update 55549900 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.341578 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router after_update 55549900 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.341952 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router_gateway after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.342313 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router after_update 55549900 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.342721 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router precommit_update 55549900 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.343090 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f2b7f619430> port after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.343429 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f2b7f6195e0> port after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.343766 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f2b7f619550> subnet after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.344111 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f2b7f6194c0> subnetpool_address_scope after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.344458 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> port precommit_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.344809 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router precommit_create 55549900 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.345153 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f2b7f610ca0> port before_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.345496 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router precommit_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.345849 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router after_update 55549900 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.346221 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router precommit_delete 55549900 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.346593 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router precommit_create 55549900 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.346954 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router_interface after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.347298 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> router precommit_update 55549900 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.347658 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> agent after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.348008 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> agent after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.348353 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2b7ef14610>> network after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.349218 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Tracking information for resource: router configured {{(pid=87451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 24 10:41:48.349549 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Tracking information for resource: floatingip configured {{(pid=87451) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 24 10:41:48.354732 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.db.l3_agentschedulers_db [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 24 10:41:48.355309 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f2b7ee895e0> port after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.355674 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f2b7ee894c0> port after_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.356032 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <function _notify_port_delete at 0x7f2b7ee89550> port after_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.356384 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f2b7ee898b0> port after_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.357172 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2b7ee23e20>> router before_create 55550100 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.357539 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2b7ee23e20>> router precommit_delete 55550100 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.357928 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2b7ee23e20>> router precommit_create 55550100 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.358288 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2b7ee23e20>> router precommit_update 55550100 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.362736 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.services.provider_configuration [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Service providers = [] {{(pid=87451) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 24 10:41:48.363100 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.db.servicetype_db [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87451) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 24 10:41:48.366078 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.services.service_base [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 24 10:41:48.366431 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.services.service_base [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 24 10:41:48.366776 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.services.service_base [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 24 10:41:48.367842 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.services.service_base [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87451) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 24 10:41:48.368218 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.services.service_base [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 24 10:41:48.368595 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 24 10:41:48.368919 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 24 10:41:48.380081 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 24 10:41:48.380420 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading Plugin: auto_allocate
Dec 24 10:41:48.386455 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2b7ee4ec10> network precommit_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.386831 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2b7ee4ec10> network precommit_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.387342 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 24 10:41:48.387666 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading Plugin: tag
Dec 24 10:41:48.395260 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 24 10:41:48.395540 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading Plugin: timestamp
Dec 24 10:41:48.399436 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 24 10:41:48.399769 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading Plugin: network_ip_availability
Dec 24 10:41:48.405061 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2b7ede5df0>> rbac-policy before_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.405432 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2b7ede5df0>> rbac-policy before_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.405789 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2b7ede5df0>> rbac-policy before_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.406529 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 24 10:41:48.406849 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading Plugin: flavors
Dec 24 10:41:48.411879 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 24 10:41:48.412215 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading Plugin: revisions
Dec 24 10:41:48.416538 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87451) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 24 10:41:48.416933 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.644s {{(pid=87451) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:41:48.417683 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87451) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Dec 24 10:41:48.418060 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Initializing extension manager.
Dec 24 10:41:48.418569 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: __init__.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.418915 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: __pycache__ {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.419254 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.419590 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: address_group.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.420355 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.420920 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: address-group
Dec 24 10:41:48.421496 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: address_scope.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.422251 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.422753 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: address-scope
Dec 24 10:41:48.423076 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.424024 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.424553 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: router-admin-state-down-before-update
Dec 24 10:41:48.424878 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: agent.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.425582 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.426125 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: agent
Dec 24 10:41:48.426449 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: agent_resources_synced.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.427393 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.427901 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: agent-resources-synced
Dec 24 10:41:48.428222 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: allowedaddresspairs.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.430046 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.430567 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: allowed-address-pairs
Dec 24 10:41:48.430896 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: auto_allocated_topology.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.431989 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.432503 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: auto-allocated-topology
Dec 24 10:41:48.432833 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: availability_zone.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.433526 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.434061 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: availability_zone
Dec 24 10:41:48.434395 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: availability_zone_filter.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.435303 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.435820 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: availability_zone_filter
Dec 24 10:41:48.436143 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: data_plane_status.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.437054 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.437556 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension data-plane-status not supported by any of loaded plugins
Dec 24 10:41:48.437896 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: default_subnetpools.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.438819 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.439325 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: default-subnetpools
Dec 24 10:41:48.439646 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.440979 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.441487 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: dhcp_agent_scheduler
Dec 24 10:41:48.441808 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: dns.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.442748 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.443251 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension dns-integration not supported by any of loaded plugins
Dec 24 10:41:48.443572 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: dns_domain_ports.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.444494 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.445005 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 24 10:41:48.445325 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: dvr.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.446016 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.446529 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: dvr
Dec 24 10:41:48.446849 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: empty_string_filtering.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.447761 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.448279 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: empty-string-filtering
Dec 24 10:41:48.448592 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.449504 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.450040 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 24 10:41:48.450362 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.451279 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.451780 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 24 10:41:48.452099 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: external_net.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.453003 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.453506 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: external-net
Dec 24 10:41:48.453826 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.454753 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.455257 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: extra_dhcp_opt
Dec 24 10:41:48.455574 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: extraroute.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.457117 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.457616 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: extraroute
Dec 24 10:41:48.457970 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: extraroute_atomic.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.458995 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.459501 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: extraroute-atomic
Dec 24 10:41:48.459823 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: filter_validation.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.460488 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.460983 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: filter-validation
Dec 24 10:41:48.461308 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: fip_pf_description.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.463709 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.464223 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 24 10:41:48.464552 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: fip_port_details.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.465480 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.466030 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: fip-port-details
Dec 24 10:41:48.466356 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: flavors.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.467594 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.468114 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: flavors
Dec 24 10:41:48.468442 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.470145 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.470656 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 24 10:41:48.470985 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: floatingip_pools.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.471714 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.472218 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: floatingip-pools
Dec 24 10:41:48.472543 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: ip_allocation.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.473476 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.474004 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension ip_allocation not supported by any of loaded plugins
Dec 24 10:41:48.474328 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.475247 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.475755 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: ip-substring-filtering
Dec 24 10:41:48.476080 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: l2_adjacency.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.477033 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.477534 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 24 10:41:48.477857 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: l3.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.478859 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.479371 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: router
Dec 24 10:41:48.479696 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.481973 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.482501 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 24 10:41:48.482830 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.483766 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.484277 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: ext-gw-mode
Dec 24 10:41:48.484602 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.485525 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.486133 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: l3-ha
Dec 24 10:41:48.486457 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: l3_flavors.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.487397 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.487898 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: l3-flavors
Dec 24 10:41:48.488217 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.489144 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.489644 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 24 10:41:48.489998 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: l3agentscheduler.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.491043 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.491553 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: l3_agent_scheduler
Dec 24 10:41:48.491878 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: logging.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.493374 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.493889 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension logging not supported by any of loaded plugins
Dec 24 10:41:48.494233 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: metering.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.494976 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.495551 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: metering
Dec 24 10:41:48.495877 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.496981 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.497493 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: metering_source_and_destination_fields
Dec 24 10:41:48.497820 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: multiprovidernet.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.498891 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.499408 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: multi-provider
Dec 24 10:41:48.499736 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: netmtu.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.500693 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.501201 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: net-mtu
Dec 24 10:41:48.501530 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: netmtu_writable.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.502495 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.503520 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: net-mtu-writable
Dec 24 10:41:48.503845 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: network_availability_zone.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.504527 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.505034 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: network_availability_zone
Dec 24 10:41:48.505360 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: network_ip_availability.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.506473 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.506983 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: network-ip-availability
Dec 24 10:41:48.507308 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: network_segment_range.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.508067 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.508561 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension network-segment-range not supported by any of loaded plugins
Dec 24 10:41:48.508882 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: pagination.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.509886 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.510237 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: pagination
Dec 24 10:41:48.510559 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: port_device_profile.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.511485 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.511992 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: port-device-profile
Dec 24 10:41:48.512314 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.513238 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.513740 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: port-mac-address-regenerate
Dec 24 10:41:48.514096 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.515011 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.515513 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: port-numa-affinity-policy
Dec 24 10:41:48.515834 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: port_resource_request.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.516749 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.517246 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension port-resource-request not supported by any of loaded plugins
Dec 24 10:41:48.517565 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: portbindings.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.519071 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.519575 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: binding
Dec 24 10:41:48.519898 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: portbindings_extended.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.521169 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.521695 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: binding-extended
Dec 24 10:41:48.522057 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: portsecurity.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.522972 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.523478 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: port-security
Dec 24 10:41:48.523802 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: project_id.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.524794 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.525124 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: project-id
Dec 24 10:41:48.525447 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: providernet.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.526390 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.526896 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: provider
Dec 24 10:41:48.527216 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: qos.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.530765 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.531285 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension qos not supported by any of loaded plugins
Dec 24 10:41:48.531618 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.532863 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.533372 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 24 10:41:48.533702 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.534679 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.535188 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 24 10:41:48.535513 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: qos_default.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.536422 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.536929 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension qos-default not supported by any of loaded plugins
Dec 24 10:41:48.537254 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: qos_fip.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.537941 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.538445 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension qos-fip not supported by any of loaded plugins
Dec 24 10:41:48.538769 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: qos_gateway_ip.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.539699 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.540202 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 24 10:41:48.540526 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: qos_port_network_policy.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.541443 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.541979 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 24 10:41:48.542304 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: qos_rule_type_details.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.543213 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.543715 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 24 10:41:48.544037 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: qos_rules_alias.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.545078 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.545588 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 24 10:41:48.545950 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: quotasv2.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.547113 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.547566 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: quotas
Dec 24 10:41:48.547891 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: quotasv2_detail.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.549533 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.549905 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: quota_details
Dec 24 10:41:48.550241 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: rbac.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.551297 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.551809 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: rbac-policies
Dec 24 10:41:48.552136 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: rbac_address_group.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.553064 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.553574 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: rbac-address-group
Dec 24 10:41:48.553926 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: rbac_address_scope.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.554852 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.555364 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: rbac-address-scope
Dec 24 10:41:48.555685 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: rbac_security_groups.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.556599 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.557104 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: rbac-security-groups
Dec 24 10:41:48.557423 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: rbac_subnetpool.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.558375 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.558884 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: rbac-subnetpool
Dec 24 10:41:48.559206 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: revisionifmatch.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.560132 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.560643 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: revision-if-match
Dec 24 10:41:48.560964 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: revisions.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.562116 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.562627 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: standard-attr-revisions
Dec 24 10:41:48.562951 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: router_availability_zone.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.563624 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.564128 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: router_availability_zone
Dec 24 10:41:48.564448 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: routerservicetype.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.565890 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.566397 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension router-service-type not supported by any of loaded plugins
Dec 24 10:41:48.566718 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.567638 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.568144 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: security-groups-normalized-cidr
Dec 24 10:41:48.568463 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.569387 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.569920 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: port-security-groups-filtering
Dec 24 10:41:48.570245 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.571167 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.571671 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: security-groups-remote-address-group
Dec 24 10:41:48.571995 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: securitygroup.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.582236 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.582756 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: security-group
Dec 24 10:41:48.583088 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: segment.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.583873 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.584378 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension segment not supported by any of loaded plugins
Dec 24 10:41:48.584705 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.585638 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.586182 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 24 10:41:48.586509 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: servicetype.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.587627 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.588145 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: service-type
Dec 24 10:41:48.588474 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: sorting.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.589462 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.589798 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: sorting
Dec 24 10:41:48.590155 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: standard_attr_segment.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.591074 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.591593 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 24 10:41:48.591922 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: standardattrdescription.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.592575 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.593080 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: standard-attr-description
Dec 24 10:41:48.593406 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: stateful_security_group.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.594352 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.594862 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: stateful-security-group
Dec 24 10:41:48.595185 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: stdattrs_common.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.595766 dv-neutron-822668-2-hyperv neutron-server[87451]: WARNING neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 24 10:41:48.596085 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.597611 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.598154 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 24 10:41:48.598479 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: subnet_onboard.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.599555 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.600073 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: subnet_onboard
Dec 24 10:41:48.600394 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.601330 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.601840 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 24 10:41:48.602186 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: subnet_service_types.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.603118 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.603627 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: subnet-service-types
Dec 24 10:41:48.603946 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: subnetallocation.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.605043 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.605554 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: subnet_allocation
Dec 24 10:41:48.605894 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.606575 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.607084 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: subnetpool-prefix-ops
Dec 24 10:41:48.607403 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.608348 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.608846 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 24 10:41:48.609167 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: tagging.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.610257 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.610775 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: standard-attr-tag
Dec 24 10:41:48.611099 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: timestamp.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.612918 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.613427 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loaded extension: standard-attr-timestamp
Dec 24 10:41:48.613754 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: trunk.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.614817 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.615329 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension trunk not supported by any of loaded plugins
Dec 24 10:41:48.615656 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: trunk_details.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.616576 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.617084 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension trunk-details not supported by any of loaded plugins
Dec 24 10:41:48.617414 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: uplink_status_propagation.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.618374 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.618876 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 24 10:41:48.619205 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Loading extension file: vlantransparent.py {{(pid=87451) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Dec 24 10:41:48.619876 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87451) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 24 10:41:48.620376 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 24 10:41:48.622819 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Creating instance of TrackedResource for resource:network
Dec 24 10:41:48.623542 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Creating instance of TrackedResource for resource:subnet
Dec 24 10:41:48.624323 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 24 10:41:48.624925 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Creating instance of TrackedResource for resource:port
Dec 24 10:41:48.626321 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.v2.resource_helper [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 24 10:41:48.626850 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.v2.resource_helper [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Service FLAVORS assigned prefix:  {{(pid=87451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 24 10:41:48.627482 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.v2.resource_helper [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 24 10:41:48.627937 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.v2.resource_helper [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 24 10:41:48.628270 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Creating instance of TrackedResource for resource:router
Dec 24 10:41:48.628938 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Creating instance of TrackedResource for resource:floatingip
Dec 24 10:41:48.629657 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.v2.resource_helper [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Service METERING assigned prefix: /metering {{(pid=87451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 24 10:41:48.631125 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2b7ed24970>> rbac-policy before_create 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.631499 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2b7ed24970>> rbac-policy before_update 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.631860 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2b7ed24970>> rbac-policy before_delete 55550000 {{(pid=87451) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:41:48.633008 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 24 10:41:48.633470 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Creating instance of TrackedResource for resource:security_group
Dec 24 10:41:48.634152 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 24 10:41:48.634901 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.v2.resource_helper [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Service CORE assigned prefix:  {{(pid=87451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 24 10:41:48.635243 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 24 10:41:48.635580 dv-neutron-822668-2-hyperv neutron-server[87451]: WARNING neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] subnetpool is already registered
Dec 24 10:41:48.636176 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.v2.resource_helper [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Service CORE assigned prefix:  {{(pid=87451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 24 10:41:48.636503 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 24 10:41:48.636825 dv-neutron-822668-2-hyperv neutron-server[87451]: WARNING neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] subnetpool is already registered
Dec 24 10:41:48.639397 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.v2.resource_helper [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 24 10:41:48.639830 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.v2.resource_helper [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Service FLAVORS assigned prefix:  {{(pid=87451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 24 10:41:48.640418 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.v2.resource_helper [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 24 10:41:48.640836 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.v2.resource_helper [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=87451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 24 10:41:48.641167 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Creating instance of TrackedResource for resource:router
Dec 24 10:41:48.641504 dv-neutron-822668-2-hyperv neutron-server[87451]: WARNING neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] router is already registered
Dec 24 10:41:48.642137 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Creating instance of TrackedResource for resource:floatingip
Dec 24 10:41:48.642470 dv-neutron-822668-2-hyperv neutron-server[87451]: WARNING neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] floatingip is already registered
Dec 24 10:41:48.643105 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.v2.resource_helper [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Service METERING assigned prefix: /metering {{(pid=87451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 24 10:41:48.644292 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Creating instance of CountableResource for resource:rbac_policy
Dec 24 10:41:48.644621 dv-neutron-822668-2-hyperv neutron-server[87451]: WARNING neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] rbac_policy is already registered
Dec 24 10:41:48.645166 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Creating instance of TrackedResource for resource:security_group
Dec 24 10:41:48.645539 dv-neutron-822668-2-hyperv neutron-server[87451]: WARNING neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] security_group is already registered
Dec 24 10:41:48.646115 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 24 10:41:48.646447 dv-neutron-822668-2-hyperv neutron-server[87451]: WARNING neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] security_group_rule is already registered
Dec 24 10:41:48.647100 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.v2.resource_helper [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Service CORE assigned prefix:  {{(pid=87451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 24 10:41:48.647428 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 24 10:41:48.647751 dv-neutron-822668-2-hyperv neutron-server[87451]: WARNING neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] subnetpool is already registered
Dec 24 10:41:48.648359 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.v2.resource_helper [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Service CORE assigned prefix:  {{(pid=87451) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 24 10:41:48.648686 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Creating instance of TrackedResource for resource:subnetpool
Dec 24 10:41:48.649006 dv-neutron-822668-2-hyperv neutron-server[87451]: WARNING neutron.quota.resource_registry [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] subnetpool is already registered
Dec 24 10:41:48.649655 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: extensions {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.651107 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: address-groups {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.652773 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: address-scopes {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.654008 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: agents {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.655173 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: auto-allocated-topology {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.656426 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: availability_zones {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.657729 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: dhcp-networks {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.659699 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: dhcp-agents {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.661118 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: routers {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.663827 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: flavors {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.665001 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: service_profiles {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.666242 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: next_providers {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.667788 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: service_profiles {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.669209 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: floatingip-pools {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.670475 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: routers {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.672549 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: floatingips {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.673742 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: l3-routers {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.675252 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: l3-agents {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.676673 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: metering-labels {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.678069 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: metering-label-rules {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.679341 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: network-ip-availabilities {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.680595 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: bindings {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.682279 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: quotas {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.683711 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: quotas {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.685124 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: rbac-policies {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.686430 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: security-groups {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.687625 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: security-group-rules {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.688860 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: service-providers {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.690102 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: subnetpools {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.691549 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: subnetpools {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.693003 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: tags {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.694704 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: tags {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.696513 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: tags {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.698316 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: tags {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.700085 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: tags {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.701940 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: tags {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.703634 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: tags {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.705595 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: tags {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.707885 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: tags {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.709708 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron.api.extensions [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Extended resource: tags {{(pid=87451) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Dec 24 10:41:48.715629 dv-neutron-822668-2-hyperv neutron-server[87451]: WARNING keystonemiddleware.auth_token [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 24 10:41:48.720362 dv-neutron-822668-2-hyperv neutron-server[87451]: WARNING keystonemiddleware.auth_token [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 24 10:41:48.729267 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Acquired lock "singleton_lock" {{(pid=87451) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 24 10:41:48.729745 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_concurrency.lockutils [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Releasing lock "singleton_lock" {{(pid=87451) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 24 10:41:48.730408 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO oslo_service.service [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Starting 2 workers
Dec 24 10:41:48.735402 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Started child 87558 {{(pid=87451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 24 10:41:48.739768 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Started child 87559 {{(pid=87451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 24 10:41:48.740053 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:41:48.741152 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO neutron.service [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Neutron service started, listening on 0.0.0.0:9696
Dec 24 10:41:48.741527 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [-] (87558) wsgi starting up on http://0.0.0.0:9696
Dec 24 10:41:48.741763 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Notify callbacks [] for process, before_spawn {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:41:48.743717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:41:48.744170 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO oslo_service.service [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Starting 1 workers
Dec 24 10:41:48.745072 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [-] (87559) wsgi starting up on http://0.0.0.0:9696
Dec 24 10:41:48.749206 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Started child 87560 {{(pid=87451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 24 10:41:48.749723 dv-neutron-822668-2-hyperv neutron-server[87451]: INFO oslo_service.service [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Starting 1 workers
Dec 24 10:41:48.752647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.service [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] calling RpcWorker wait() {{(pid=87560) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 24 10:41:48.753202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.service [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] returning from RpcWorker wait() {{(pid=87560) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 24 10:41:48.754108 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Started child 87561 {{(pid=87451) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 24 10:41:48.754600 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:41:48.754870 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG neutron_lib.callbacks.manager [None req-c3ef5cb6-2aef-4031-bad2-5bb290e3cb20 None None] Notify callbacks [] for process, after_spawn {{(pid=87451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:41:48.755160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:41:48.756651 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87451) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 24 10:41:48.756875 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:41:48.757064 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 24 10:41:48.757279 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 24 10:41:48.757621 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 24 10:41:48.757785 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 24 10:41:48.758310 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.758572 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:41:48.759033 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.759033 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.759165 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.759394 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.759488 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:41:48.759939 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.760198 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.760451 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.760726 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.760963 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.761134 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.761303 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.761546 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.761777 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.762092 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.762368 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.762606 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.762886 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.763060 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.763309 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.763587 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.763836 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.764114 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.764339 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.764828 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.765084 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.765335 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.765573 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.765842 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.766118 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.766395 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.766642 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.766878 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.767124 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.767387 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.767626 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.767860 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.768080 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.768849 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.769075 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.769566 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] host                           = dv-neutron-822668-2-hyperv {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.769782 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.770054 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.770286 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.770537 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.770800 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.771033 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.771306 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.771555 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.771818 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.772061 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.772315 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.772557 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.772809 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.773062 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.773228 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.773444 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.773736 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.774038 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.774233 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.774406 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.774642 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.774842 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.775009 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.775269 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.775486 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.775719 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.775955 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.776192 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.776410 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.776666 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.776922 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.777136 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.777348 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.777630 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.777858 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.778137 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.778372 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.778608 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.778830 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.779066 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.779296 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.779539 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.779759 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.779990 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.780284 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.780478 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.780736 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.780987 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.781232 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.781461 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.781689 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.781931 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.782195 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.782429 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.782673 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.782951 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.784975 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.784975 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.784975 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.784975 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.784975 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.784975 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.785695 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.785695 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.785695 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.786044 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.786044 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.787842 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.787842 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.787842 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.787842 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.787842 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.787842 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.788278 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.788278 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.788405 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.788624 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.788861 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.789111 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.789711 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.789964 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.790942 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.790942 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.790942 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.794528 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.794528 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.794528 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.794528 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.794528 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.794528 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.794528 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.794528 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.795525 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.795525 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.54/identity {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.795525 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.795525 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.795525 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.795525 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.795525 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.795525 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.798565 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.798565 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.798565 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.798565 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.798565 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.798565 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.798565 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.798565 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.798565 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.800503 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.800503 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.800503 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.800503 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.800503 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.800845 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.800845 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.802376 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.802376 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.802376 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.802376 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.802376 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.802376 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.802848 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.802848 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.803005 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.803157 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.803384 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.803593 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.804047 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.804945 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.805222 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.805449 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.805673 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.805907 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.806131 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.806348 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.806558 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.806790 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.807008 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.807283 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.807530 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.807767 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.808029 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.808266 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.808613 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.808742 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.809469 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.809469 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.809469 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.809960 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.809960 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.809960 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.810303 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.810466 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.810795 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.811015 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.812261 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.812519 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.812748 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.812992 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.813260 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.813520 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.813760 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.814029 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.814667 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.814667 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.814872 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.815021 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.815272 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.815539 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.815761 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.815996 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.816239 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.816478 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.816697 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.816969 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.817255 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.817488 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.817751 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.818005 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.818268 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.818489 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.818768 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.818989 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.819259 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.819557 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.819854 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.820123 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.820372 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.820616 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.820869 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.821097 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.821364 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.821622 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.821897 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.822112 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.822392 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.822653 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.822894 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.823109 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.823356 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.823685 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.823934 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.824146 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.824376 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.824659 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.824891 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.825135 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.825411 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.825668 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.826031 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.826302 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.826561 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.54/identity {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.826807 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.827036 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.827285 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.827539 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.827774 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.827990 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.828242 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.828458 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.828694 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.828955 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.829191 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.829440 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.829676 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.829929 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.830152 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.830413 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.830632 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.831449 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.831658 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.831893 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.832134 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.832381 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.832599 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.832864 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.833085 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.833379 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.833635 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.833848 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.834102 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.834336 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.834594 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.834809 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.835067 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.835281 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.835489 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.835706 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.835927 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.836141 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.836355 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.836585 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.836815 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.837078 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.837296 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.837609 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.837862 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.838150 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.838390 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.838605 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.838824 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.839064 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.839296 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.839511 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.839727 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.839942 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.840209 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.840447 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.840698 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.840907 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.841136 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.841347 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.841575 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.841783 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.842167 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.842410 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.842645 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.842880 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.843119 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.843366 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.843576 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.843806 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.844018 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.844233 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.844490 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.844706 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.844916 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.845130 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.845337 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.845619 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.845904 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.846117 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.846420 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.847163 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.847391 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.847664 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.847990 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.848207 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.848446 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.848685 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.848902 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.849121 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.849385 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.849733 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.850047 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.850311 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.850567 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.850856 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.851139 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.851410 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.851630 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.851933 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.852275 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.852553 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.852800 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.853045 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.853328 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.853550 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.853786 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.854037 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.854291 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.854488 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.854722 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.854958 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.855213 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.855445 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.855675 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.855893 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.856147 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.856377 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.856601 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.856818 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.856977 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 24 10:41:48.857496 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87451) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 24 10:41:48.857657 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 24 10:41:48.857811 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 24 10:41:48.858003 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 24 10:41:48.858189 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 24 10:41:48.858345 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 24 10:41:48.858552 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.858713 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.858875 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.859035 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.859195 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.859374 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.859535 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.859693 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.859853 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.860059 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.860201 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.860319 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.860478 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.860636 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.860794 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.861023 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.861190 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.861984 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.861984 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.861984 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.861984 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.861984 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.862481 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] debug                          = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.862481 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.862629 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.862728 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.862880 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.863036 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.863174 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.863311 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.863483 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.863639 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.863803 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.863948 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.864084 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.864219 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.864355 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.864490 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.864661 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.864811 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.864946 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] host                           = dv-neutron-822668-2-hyperv {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.865077 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.865226 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.865372 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.865522 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.865678 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.865823 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.866006 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.866225 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.866326 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.866470 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.866628 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.866788 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.866947 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.867105 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.867262 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.867421 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.867580 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.867742 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.867914 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.868079 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.868238 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.868396 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.868556 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.868716 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.868868 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.869020 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.869179 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.869337 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.869495 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.869655 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.869822 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.870004 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.870165 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.870325 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.870484 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.870641 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.870799 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.870957 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.871115 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.871274 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.871433 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.871591 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.871749 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.871907 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.872070 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.872229 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.872388 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.872547 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.872705 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.872865 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.873025 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.873183 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.873346 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.873505 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.873664 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.873821 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.874001 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.874161 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.874319 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.874477 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.874636 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.874796 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.874955 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.875112 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.875271 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.875429 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.875587 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.875746 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.875905 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 24 10:41:48.876083 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.876244 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.876417 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.876578 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.876739 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.876898 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.877058 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.877220 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.877381 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.877542 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.877734 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.877919 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.878092 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.878252 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.878413 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.878577 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.878740 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.878899 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.879060 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.879221 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.879381 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.879541 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.879716 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.879876 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.880038 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.54/identity {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.880199 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.880359 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.880522 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.880684 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.880845 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.881007 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.881168 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.881330 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.881490 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.881653 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.881812 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.881933 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:41:48.882040 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.882149 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.882311 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.882473 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.882634 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.882795 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.882956 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.883118 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.883280 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.883441 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.883603 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.883764 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.883924 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.884084 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.884255 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.884416 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.884578 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.884738 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.884899 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.885060 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.885221 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.885381 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.885541 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.885702 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.885862 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.886054 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.886215 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.886375 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.886536 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.886696 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.886856 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.887016 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.887177 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.887337 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.887498 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.887658 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.887819 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.887978 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.888138 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.888300 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.888460 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.888621 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.888782 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.888944 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.889104 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.889264 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.889424 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.889583 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.889751 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.889944 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.890106 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.890267 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.890428 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.890587 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.890747 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.890908 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.891067 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.891226 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.891385 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.891545 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.891704 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.891867 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.892031 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.892191 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.892350 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.892510 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.892668 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.892830 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.892990 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.893150 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.893817 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.894001 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.894161 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.894322 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.894480 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.894649 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.894809 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.894972 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.895134 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.895301 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.895472 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.895682 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.895778 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.896015 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.896788 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.896788 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.896788 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.896788 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.896788 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.897332 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.897332 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.897332 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.897919 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.897919 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.897919 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.897919 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.898334 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.898334 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.898499 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.898578 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.898696 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.898862 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.899023 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.899404 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.899404 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.899573 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.899661 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.899793 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.54/identity {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.899945 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.900097 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.900257 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.900418 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.900744 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.900744 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.900965 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.901062 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.901171 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.901329 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.901491 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.901651 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.901814 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.901999 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.902161 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.902321 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.902491 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.902620 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.902778 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.902939 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.903098 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.903257 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.903417 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.903577 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.903738 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.903901 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.904062 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.904224 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.904386 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.904548 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.904709 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.904871 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.905034 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.905194 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.905356 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.905517 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.905677 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.905839 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.906021 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.906182 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.906344 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.906503 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.906663 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.906837 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.906998 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.907158 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.907317 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.907479 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.907640 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.907835 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.907973 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.908097 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.908256 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.908417 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.908580 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.908744 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.908927 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.909602 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.909766 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.909950 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.910313 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.910313 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.910494 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.910573 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.910733 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.910894 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.911054 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.911224 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.911385 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.911545 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.911705 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.911865 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.912039 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.912200 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.912361 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.912521 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.912681 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.912850 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.913011 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.913171 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.913338 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.913497 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.913656 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.913815 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.914008 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.914171 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.914334 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.914496 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.914657 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.914817 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.914979 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.915144 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.915313 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.915479 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.915641 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.915809 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.915978 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.916146 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.916306 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.916472 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.916644 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.916804 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.916964 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.917125 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.917286 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.917449 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.917605 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.917763 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.917942 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.918104 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.918262 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.918421 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.918581 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.918739 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.918899 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.919059 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.919219 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.919379 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.919537 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.919697 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 24 10:41:48.919850 dv-neutron-822668-2-hyperv neutron-server[87451]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87451) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 24 10:41:49.098130 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 39232) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:41:49.106535 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062368
Dec 24 10:41:59.636815 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5153a0-45ea-4aa5-ab0e-fdf7bccbc9bd None None] get_active_networks_info from dv-neutron-822668-2-hyperv {{(pid=87560) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 24 10:41:59.705077 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5153a0-45ea-4aa5-ab0e-fdf7bccbc9bd None None] No non-hosted networks {{(pid=87560) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 24 10:41:59.722184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.agentschedulers_db [None req-1d5153a0-45ea-4aa5-ab0e-fdf7bccbc9bd None None] DHCP Agent not found on host dv-neutron-822668-2-hyperv {{(pid=87560) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Dec 24 10:41:59.766772 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f7ee584c-ee6c-498b-b3eb-32d8743efd2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1645887'] for agent, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:01.803894 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9e1d834c-6467-4afe-bba8-6146cb9f343f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1645887'] for agent, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:01.884513 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-78117a4e-ab5c-478b-aa58-01354223de78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:02.988184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1645887'] for agent, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:02.991619 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1645887'] for agent, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:02.992666 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:02.993797 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:02.994421 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:02.996045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:02.996949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:02.997922 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:02.998523 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:03.000106 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:03.000694 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:03.002055 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:03.002648 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:03.006336 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:03.006772 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0ac970>, 'Open vSwitch agent', 'dv-neutron-822668-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:42:03.042670 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0ac610>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-822668-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:42:04.718145 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1645887'] for agent, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:06.386406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 39326) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:42:06.954214 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING oslo_policy.policy [None req-fdf47a33-1a43-441f-9dc0-62f20cb71a94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 24 10:42:06.954779 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING oslo_policy.policy [None req-fdf47a33-1a43-441f-9dc0-62f20cb71a94 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 24 10:42:07.177254 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-fdf47a33-1a43-441f-9dc0-62f20cb71a94 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:42:07.189895 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fdf47a33-1a43-441f-9dc0-62f20cb71a94 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7908347
Dec 24 10:42:08.814642 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.db.l3_hamode_db [None req-4ec11742-2be9-4658-9557-9fdee908aaec None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 24 10:42:08.906227 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec11742-2be9-4658-9557-9fdee908aaec None None] Routers set() bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:42:08.906615 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec11742-2be9-4658-9557-9fdee908aaec None None] Router IDs set() for agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 24 10:42:09.507596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 39340) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:42:09.857705 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c51e0473-c3ad-491d-9266-d78254c79e40 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:42:09.957069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.policy [None req-c51e0473-c3ad-491d-9266-d78254c79e40 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87559) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 24 10:42:10.001438 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING oslo_policy.policy [None req-c51e0473-c3ad-491d-9266-d78254c79e40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 24 10:42:10.001799 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING oslo_policy.policy [None req-c51e0473-c3ad-491d-9266-d78254c79e40 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 24 10:42:10.010580 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.quota [None req-c51e0473-c3ad-491d-9266-d78254c79e40 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f2b7e779700>.
Dec 24 10:42:10.025815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c51e0473-c3ad-491d-9266-d78254c79e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:42:10.083935 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c51e0473-c3ad-491d-9266-d78254c79e40 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739046369618', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739046371169', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739046364298', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739046418706', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739046413984', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739046404025', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-694671', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-887439', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2012910', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1996710'] for rbac-policy, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:10.145411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c51e0473-c3ad-491d-9266-d78254c79e40 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:10.146619 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c51e0473-c3ad-491d-9266-d78254c79e40 admin admin] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6380482
Dec 24 10:42:12.685898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 39354) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:42:13.026996 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Request body: {'network': {'name': 'private', 'project_id': 'd42ce726348242a6829873e44ef05375', 'admin_state_up': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:42:13.031646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:42:13.036038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Usage tracker for resource:network and tenant:d42ce726348242a6829873e44ef05375 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:42:13.040626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:42:13.046983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:42:13.056406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Made reservation on behalf of d42ce726348242a6829873e44ef05375 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:42:13.059398 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:13.076969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:13.091215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:42:13.094789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Usage tracker for resource:security_group_rule and tenant:d42ce726348242a6829873e44ef05375 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:42:13.099853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:42:13.105263 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:42:13.198918 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:13.202570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:13.208105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:42:13.225142 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:42:13.250394 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739049714589', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:13.251021 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2b7f4339d0> segment precommit_create {{(pid=87559) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 24 10:42:13.251560 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Added segment ee679c0b-1b2c-4854-a991-27e88ef7c7f0 of type vlan for network 22bbbc10-676e-4f8d-992f-768f2a6ed30b
Dec 24 10:42:13.299592 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac4a9ed-04cc-431d-b80f-57ceb844fd73,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:42:13.319520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:13.319856 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:13.320183 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:13.320525 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:13.320813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:13.321126 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:13.321436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:13.321750 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:13.322075 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:13.322383 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:13.322688 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:13.322991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Tracked resource versions report:
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]: pushed versions:
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]: {   'AddressGroup': {'1.2'},
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:     'ConntrackHelper': {'1.0'},
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:     'Log': {'1.0'},
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:     'Network': {'1.1'},
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:     'Port': {'1.7'},
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:     'PortForwarding': {'1.2'},
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:     'QosPolicy': {'1.8'},
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:     'SecurityGroup': {'1.4'},
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:     'SecurityGroupRule': {'1.2'},
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:     'SubPort': {'1.0'},
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:     'Subnet': {'1.1'},
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:     'Trunk': {'1.1'}}
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]: consumer versions:
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]: {   DHCP agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:     L3 agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:     Metadata agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:     Metering agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:     Open vSwitch agent@dv-neutron-822668-2-hyperv: {   'AddressGroup': '1.2',
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'ConntrackHelper': '1.0',
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'Log': '1.0',
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'Network': '1.1',
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'Port': '1.7',
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'PortForwarding': '1.2',
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'QosPolicy': '1.8',
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'SecurityGroup': '1.4',
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'SecurityGroupRule': '1.2',
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'SubPort': '1.0',
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'Subnet': '1.1',
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'Trunk': '1.1'}}
Dec 24 10:42:13.324276 dv-neutron-822668-2-hyperv neutron-server[87559]:  {{(pid=87559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 24 10:42:13.369855 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:42:13.371567 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:13.412102 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:13.413794 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:42:13.414580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:13.419470 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:42:13.520525 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Pushing event updated for resources: {'Network': ['ID=22bbbc10-676e-4f8d-992f-768f2a6ed30b,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:42:13.523123 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8362343
Dec 24 10:42:13.543526 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:42:13.552631 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 22bbbc10-676e-4f8d-992f-768f2a6ed30b details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:42:16.136877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 39370) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:42:16.575471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230e3678-6f82-40ad-933d-943a654968a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:42:16.576812 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-230e3678-6f82-40ad-933d-943a654968a2 admin admin] 10.222.0.54 "GET /v2.0/networks/22bbbc10-676e-4f8d-992f-768f2a6ed30b HTTP/1.1" status: 200  len: 825 time: 0.4389958
Dec 24 10:42:16.603706 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5e992cbe-81c7-413e-ac24-4a7d4c60125e admin admin] 10.222.0.54 "GET /v2.0/subnetpools/b8ad585e-930f-4b12-8bb1-1b689a861b15 HTTP/1.1" status: 200  len: 734 time: 0.0210724
Dec 24 10:42:16.612401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-d02e24bf-d766-40ec-83cb-03931f7fe001 admin admin] Request body: {'subnet': {'subnetpool_id': 'b8ad585e-930f-4b12-8bb1-1b689a861b15', 'ip_version': 4, 'network_id': '22bbbc10-676e-4f8d-992f-768f2a6ed30b', 'gateway_ip': '172.20.0.1', 'tenant_id': 'd42ce726348242a6829873e44ef05375', 'name': 'private-subnet'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:42:16.616448 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d02e24bf-d766-40ec-83cb-03931f7fe001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:42:16.620065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d02e24bf-d766-40ec-83cb-03931f7fe001 admin admin] Usage tracker for resource:subnet and tenant:d42ce726348242a6829873e44ef05375 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:42:16.622888 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d02e24bf-d766-40ec-83cb-03931f7fe001 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:42:16.628933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d02e24bf-d766-40ec-83cb-03931f7fe001 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:42:16.638452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02e24bf-d766-40ec-83cb-03931f7fe001 admin admin] Made reservation on behalf of d42ce726348242a6829873e44ef05375 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:42:16.640758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d02e24bf-d766-40ec-83cb-03931f7fe001 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:16.926259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d02e24bf-d766-40ec-83cb-03931f7fe001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:16.930356 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:42:17.009858 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e24bf-d766-40ec-83cb-03931f7fe001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15494ee-1210-45e0-ab97-f16bbdcb968d,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:42:17.011864 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02e24bf-d766-40ec-83cb-03931f7fe001 admin admin] Checking segment: {'id': 'ee679c0b-1b2c-4854-a991-27e88ef7c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '22bbbc10-676e-4f8d-992f-768f2a6ed30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:42:17.012245 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02e24bf-d766-40ec-83cb-03931f7fe001 admin admin] Network hostable DHCP agents. Network: 22bbbc10-676e-4f8d-992f-768f2a6ed30b, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:42:17.018838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d02e24bf-d766-40ec-83cb-03931f7fe001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:42:17.033442 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02e24bf-d766-40ec-83cb-03931f7fe001 admin admin] Network 22bbbc10-676e-4f8d-992f-768f2a6ed30b is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:42:17.043237 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-d02e24bf-d766-40ec-83cb-03931f7fe001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 22bbbc10-676e-4f8d-992f-768f2a6ed30b) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:42:17.048096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02e24bf-d766-40ec-83cb-03931f7fe001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:42:17.048692 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d02e24bf-d766-40ec-83cb-03931f7fe001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:17.053085 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebf20e9-893c-4604-87db-5cfc8a3c2f79 None None] Network 22bbbc10-676e-4f8d-992f-768f2a6ed30b requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:42:17.068156 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d02e24bf-d766-40ec-83cb-03931f7fe001 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4587598
Dec 24 10:42:17.445974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-22bbbc10-676e-4f8d-992f-768f2a6ed30b', 'network_id': '22bbbc10-676e-4f8d-992f-768f2a6ed30b', 'tenant_id': 'd42ce726348242a6829873e44ef05375', 'fixed_ips': [{'subnet_id': 'b15494ee-1210-45e0-ab97-f16bbdcb968d'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:42:17.447178 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:17.628923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Allocated IP 172.20.0.2 (22bbbc10-676e-4f8d-992f-768f2a6ed30b/b15494ee-1210-45e0-ab97-f16bbdcb968d/078f27f6-c83e-4843-b547-43e18ed6f4ff) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:42:17.854694 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:17.867913 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Transition to ACTIVE for port object 078f27f6-c83e-4843-b547-43e18ed6f4ff will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:42:17.887496 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Transition to ACTIVE for port object 078f27f6-c83e-4843-b547-43e18ed6f4ff will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:42:17.895374 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:17.900968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:42:17.961223 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Network 22bbbc10-676e-4f8d-992f-768f2a6ed30b is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:42:17.964379 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:42:17.972183 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:42:17.974248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Pushing event updated for resources: {'Port': ['ID=078f27f6-c83e-4843-b547-43e18ed6f4ff,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:42:17.982859 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:17.983328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:17.983672 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:17.983998 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:17.984317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:17.984650 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:17.984974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:17.985286 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:17.985915 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:17.986759 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:17.987071 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:17.987378 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Tracked resource versions report:
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]: pushed versions:
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]: {   'AddressGroup': {'1.2'},
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:     'ConntrackHelper': {'1.0'},
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:     'Log': {'1.0'},
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:     'Network': {'1.1'},
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:     'Port': {'1.7'},
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:     'PortForwarding': {'1.2'},
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:     'QosPolicy': {'1.8'},
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:     'SecurityGroup': {'1.4'},
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:     'SecurityGroupRule': {'1.2'},
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:     'SubPort': {'1.0'},
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:     'Subnet': {'1.1'},
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:     'Trunk': {'1.1'}}
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]: consumer versions:
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]: {   DHCP agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:     L3 agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:     Metadata agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:     Metering agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:     Open vSwitch agent@dv-neutron-822668-2-hyperv: {   'AddressGroup': '1.2',
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'ConntrackHelper': '1.0',
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'Log': '1.0',
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'Network': '1.1',
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'Port': '1.7',
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'PortForwarding': '1.2',
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'QosPolicy': '1.8',
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'SecurityGroup': '1.4',
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'SecurityGroupRule': '1.2',
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'SubPort': '1.0',
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'Subnet': '1.1',
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'Trunk': '1.1'}}
Dec 24 10:42:17.988743 dv-neutron-822668-2-hyperv neutron-server[87560]:  {{(pid=87560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 24 10:42:18.026065 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:42:18.079781 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Attempting to bind port 078f27f6-c83e-4843-b547-43e18ed6f4ff on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:42:18.080405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Attempting to bind port 078f27f6-c83e-4843-b547-43e18ed6f4ff by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'ee679c0b-1b2c-4854-a991-27e88ef7c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '22bbbc10-676e-4f8d-992f-768f2a6ed30b'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:42:18.080646 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Attempting to bind port 078f27f6-c83e-4843-b547-43e18ed6f4ff on network 22bbbc10-676e-4f8d-992f-768f2a6ed30b {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:42:18.085736 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:42:18.086172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Checking segment: {'id': 'ee679c0b-1b2c-4854-a991-27e88ef7c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '22bbbc10-676e-4f8d-992f-768f2a6ed30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:42:18.086665 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:18.087051 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Bound using segment: {'id': 'ee679c0b-1b2c-4854-a991-27e88ef7c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '22bbbc10-676e-4f8d-992f-768f2a6ed30b'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:42:18.087525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Bound port: 078f27f6-c83e-4843-b547-43e18ed6f4ff, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee679c0b-1b2c-4854-a991-27e88ef7c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '22bbbc10-676e-4f8d-992f-768f2a6ed30b'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:42:18.087919 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:18.194001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] For port 078f27f6-c83e-4843-b547-43e18ed6f4ff, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:42:18.197683 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] For port 078f27f6-c83e-4843-b547-43e18ed6f4ff, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=078f27f6-c83e-4843-b547-43e18ed6f4ff,segment=NetworkSegment(ee679c0b-1b2c-4854-a991-27e88ef7c7f0),segment_id=ee679c0b-1b2c-4854-a991-27e88ef7c7f0)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:42:18.202897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:18.206688 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:42:18.291825 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Pushing event updated for resources: {'Port': ['ID=078f27f6-c83e-4843-b547-43e18ed6f4ff,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:42:18.294949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:42:19.440056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 39380) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:42:19.808513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-4999f648-3c94-4bef-ac60-bb9e41f217ed admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:42:19.809520 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4999f648-3c94-4bef-ac60-bb9e41f217ed admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3683813
Dec 24 10:42:21.910628 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d047e8c-c93d-4442-8c79-aa588cc8e5fa None None] Network 22bbbc10-676e-4f8d-992f-768f2a6ed30b requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:42:21.986811 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-696e21e1-22a8-4d85-86ef-c6327e4347f4 None None] Provisioning for port 078f27f6-c83e-4843-b547-43e18ed6f4ff completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:42:22.163796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 39394) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:42:22.534994 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-9a1b23b9-dc79-4d62-b6d6-5a9f346b25be admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:42:22.536564 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9a1b23b9-dc79-4d62-b6d6-5a9f346b25be admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3718076
Dec 24 10:42:22.668868 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 078f27f6-c83e-4843-b547-43e18ed6f4ff up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:42:22.740316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 078f27f6-c83e-4843-b547-43e18ed6f4ff completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:42:22.745121 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 078f27f6-c83e-4843-b547-43e18ed6f4ff triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:42:22.745526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:22.858422 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:22.889900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 078f27f6-c83e-4843-b547-43e18ed6f4ff, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=078f27f6-c83e-4843-b547-43e18ed6f4ff,segment=NetworkSegment(ee679c0b-1b2c-4854-a991-27e88ef7c7f0),segment_id=ee679c0b-1b2c-4854-a991-27e88ef7c7f0)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:42:22.893967 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:22.896002 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:42:22.962130 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=078f27f6-c83e-4843-b547-43e18ed6f4ff,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:42:22.965018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:42:24.647338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 078f27f6-c83e-4843-b547-43e18ed6f4ff up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:42:24.713767 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 078f27f6-c83e-4843-b547-43e18ed6f4ff triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:42:24.714171 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:25.186685 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 39406) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:42:25.526999 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-e495a88a-a683-499d-9969-cdfa9b1bfe1f admin admin] Request body: {'router': {'tenant_id': 'd42ce726348242a6829873e44ef05375', 'admin_state_up': True, 'name': 'router1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:42:25.532084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e495a88a-a683-499d-9969-cdfa9b1bfe1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:42:25.536464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e495a88a-a683-499d-9969-cdfa9b1bfe1f admin admin] Usage tracker for resource:router and tenant:d42ce726348242a6829873e44ef05375 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:42:25.539748 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e495a88a-a683-499d-9969-cdfa9b1bfe1f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:42:25.545276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e495a88a-a683-499d-9969-cdfa9b1bfe1f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:42:25.555553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e495a88a-a683-499d-9969-cdfa9b1bfe1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:25.557153 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e495a88a-a683-499d-9969-cdfa9b1bfe1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:25.577717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e495a88a-a683-499d-9969-cdfa9b1bfe1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:25.684979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e495a88a-a683-499d-9969-cdfa9b1bfe1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:25.702286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e495a88a-a683-499d-9969-cdfa9b1bfe1f admin admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:25.703452 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e495a88a-a683-499d-9969-cdfa9b1bfe1f admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5158031
Dec 24 10:42:28.034373 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 39416) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:42:28.396367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-bd2f7fee-2704-455f-a52b-75df88c57d3d admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:42:28.397448 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bd2f7fee-2704-455f-a52b-75df88c57d3d admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3621428
Dec 24 10:42:29.538265 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3de14f29-7388-4622-825d-57136c1fb34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:30.718197 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 39426) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:42:31.072298 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:42:31.077234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:42:31.081554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Usage tracker for resource:network and tenant:f7d5bdd2a5294459920127ac943df648 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:42:31.084378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:42:31.089929 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:42:31.099497 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Made reservation on behalf of f7d5bdd2a5294459920127ac943df648 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:42:31.102003 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:31.113325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:31.127542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:42:31.131069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Usage tracker for resource:security_group_rule and tenant:f7d5bdd2a5294459920127ac943df648 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:42:31.133668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:42:31.139082 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:42:31.220778 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:31.224280 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:31.228121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:42:31.242334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Reserving flat network on physical network physnet1 {{(pid=87559) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 24 10:42:31.263513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afe4842-a315-46b5-a577-183fbbda6750,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:42:31.268041 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:42:31.268942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:31.269280 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Added segment 5718cff2-46fd-4489-9fff-c10cfdc9de60 of type flat for network 38a55964-33b9-4484-a01f-c130c608c280
Dec 24 10:42:31.300346 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:31.335181 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:31.336423 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:42:31.337008 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:31.341423 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:42:31.437232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Pushing event updated for resources: {'Network': ['ID=38a55964-33b9-4484-a01f-c130c608c280,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:42:31.440693 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7214978
Dec 24 10:42:31.441399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:42:31.465536 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 38a55964-33b9-4484-a01f-c130c608c280 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:42:31.789971 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d03f4499-cb0d-4ce9-9c4c-16534cff4096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:32.904849 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:32.966587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:33.761584 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 39436) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:42:34.101621 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0eeac0-7750-48f7-8d23-51b9e7d9db76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:42:34.102960 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bf0eeac0-7750-48f7-8d23-51b9e7d9db76 admin admin] 10.222.0.54 "GET /v2.0/subnets/b15494ee-1210-45e0-ab97-f16bbdcb968d HTTP/1.1" status: 200  len: 849 time: 0.3404005
Dec 24 10:42:34.241257 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-610a7452-e1b1-47cd-a4b3-50b0def0f2b6 admin admin] 10.222.0.54 "GET /v2.0/routers/69957b34-5e09-4b87-920a-6b2409cc1d7b HTTP/1.1" status: 200  len: 704 time: 0.1327689
Dec 24 10:42:34.661857 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:34.693727 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:34.943650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Allocated IP 172.20.0.1 (22bbbc10-676e-4f8d-992f-768f2a6ed30b/b15494ee-1210-45e0-ab97-f16bbdcb968d/5e94f6f2-f292-4ed7-8043-da2670587fc4) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:42:35.092289 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:35.109083 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Transition to ACTIVE for port object 5e94f6f2-f292-4ed7-8043-da2670587fc4 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:42:35.160672 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:35.164193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:42:35.227249 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Network 22bbbc10-676e-4f8d-992f-768f2a6ed30b is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:42:35.230283 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:42:35.233903 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:42:35.234430 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:35.355229 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Pushing event updated for resources: {'Port': ['ID=5e94f6f2-f292-4ed7-8043-da2670587fc4,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:42:35.366865 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:42:35.403230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8ecde773-2c8b-43c8-bace-8439d46b641d None None] Provisioning for port 5e94f6f2-f292-4ed7-8043-da2670587fc4 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:42:35.409024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8ecde773-2c8b-43c8-bace-8439d46b641d None None] Provisioning complete for port 5e94f6f2-f292-4ed7-8043-da2670587fc4 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:42:35.409397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8ecde773-2c8b-43c8-bace-8439d46b641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:35.463551 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-8ecde773-2c8b-43c8-bace-8439d46b641d None None] Port 5e94f6f2-f292-4ed7-8043-da2670587fc4 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:42:35.492230 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:35.712292 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:35.716502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:35.717540 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:35.721450 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:42:35.849197 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Pushing event updated for resources: {'Port': ['ID=5e94f6f2-f292-4ed7-8043-da2670587fc4,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:42:35.853103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:42:35.907654 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Network 22bbbc10-676e-4f8d-992f-768f2a6ed30b is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:42:35.909180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:42:36.085703 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-59772384-e64a-473e-8589-85200715c259 None None] Provisioning complete for port 5e94f6f2-f292-4ed7-8043-da2670587fc4 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:42:36.086343 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-59772384-e64a-473e-8589-85200715c259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:36.138296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-59772384-e64a-473e-8589-85200715c259 None None] Port 5e94f6f2-f292-4ed7-8043-da2670587fc4 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:42:36.142625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Router 69957b34-5e09-4b87-920a-6b2409cc1d7b is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:42:36.291657 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:42:36.302347 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] 10.222.0.54 "PUT /v2.0/routers/69957b34-5e09-4b87-920a-6b2409cc1d7b/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0562587
Dec 24 10:42:36.302952 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Sync routers for ids ['69957b34-5e09-4b87-920a-6b2409cc1d7b'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:42:36.313394 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Routers {'69957b34-5e09-4b87-920a-6b2409cc1d7b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:42:36.314352 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea78160>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:42:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['69957b34-5e09-4b87-920a-6b2409cc1d7b'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:42:36.486501 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Set router 69957b34-5e09-4b87-920a-6b2409cc1d7b gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:42:36.850206 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea78160>, [{'id': '69957b34-5e09-4b87-920a-6b2409cc1d7b', 'name': 'router1', 'tenant_id': 'd42ce726348242a6829873e44ef05375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:42:25Z', 'updated_at': '2021-12-24T10:42:35Z', 'revision_number': 2, 'project_id': 'd42ce726348242a6829873e44ef05375', 'gw_port_host': None, '_interfaces': [{'id': '5e94f6f2-f292-4ed7-8043-da2670587fc4', 'name': '', 'network_id': '22bbbc10-676e-4f8d-992f-768f2a6ed30b', 'tenant_id': 'd42ce726348242a6829873e44ef05375', 'mac_address': 'fa:16:3e:0c:3f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69957b34-5e09-4b87-920a-6b2409cc1d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b15494ee-1210-45e0-ab97-f16bbdcb968d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:42:34Z', 'updated_at': '2021-12-24T10:42:35Z', 'revision_number': 2, 'project_id': 'd42ce726348242a6829873e44ef05375', 'subnets': [{'id': 'b15494ee-1210-45e0-ab97-f16bbdcb968d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8ad585e-930f-4b12-8bb1-1b689a861b15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:42:36.855053 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Checking router: 69957b34-5e09-4b87-920a-6b2409cc1d7b for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:42:36.855432 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Updating router 69957b34-5e09-4b87-920a-6b2409cc1d7b port 5e94f6f2-f292-4ed7-8043-da2670587fc4 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:42:36.905611 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:37.281082 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:37.296881 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Transition to ACTIVE for port object 5e94f6f2-f292-4ed7-8043-da2670587fc4 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:42:37.303726 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:37.312186 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:42:37.529256 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Pushing event updated for resources: {'Port': ['ID=5e94f6f2-f292-4ed7-8043-da2670587fc4,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:42:37.546813 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:37.547169 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:37.547499 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:37.547820 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:37.548644 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:37.548980 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:37.549297 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:37.549607 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:37.549957 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:37.550272 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:37.550579 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:37.550881 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Tracked resource versions report:
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]: pushed versions:
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]: {   'AddressGroup': {'1.2'},
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:     'ConntrackHelper': {'1.0'},
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:     'Log': {'1.0'},
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:     'Network': {'1.1'},
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:     'Port': {'1.7'},
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:     'PortForwarding': {'1.2'},
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:     'QosPolicy': {'1.8'},
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:     'SecurityGroup': {'1.4'},
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:     'SecurityGroupRule': {'1.2'},
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:     'SubPort': {'1.0'},
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:     'Subnet': {'1.1'},
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:     'Trunk': {'1.1'}}
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]: consumer versions:
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]: {   DHCP agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:     L3 agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:     Metadata agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:     Metering agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:     Open vSwitch agent@dv-neutron-822668-2-hyperv: {   'AddressGroup': '1.2',
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'ConntrackHelper': '1.0',
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'Log': '1.0',
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'Network': '1.1',
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'Port': '1.7',
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'PortForwarding': '1.2',
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'QosPolicy': '1.8',
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'SecurityGroup': '1.4',
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'SecurityGroupRule': '1.2',
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'SubPort': '1.0',
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'Subnet': '1.1',
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'Trunk': '1.1'}}
Dec 24 10:42:37.552211 dv-neutron-822668-2-hyperv neutron-server[87561]:  {{(pid=87561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 24 10:42:37.557816 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:42:37.558568 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Attempting to bind port 5e94f6f2-f292-4ed7-8043-da2670587fc4 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:42:37.558963 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Attempting to bind port 5e94f6f2-f292-4ed7-8043-da2670587fc4 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'ee679c0b-1b2c-4854-a991-27e88ef7c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '22bbbc10-676e-4f8d-992f-768f2a6ed30b'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:42:37.559411 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Attempting to bind port 5e94f6f2-f292-4ed7-8043-da2670587fc4 on network 22bbbc10-676e-4f8d-992f-768f2a6ed30b {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:42:37.565091 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:42:37.565506 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Checking segment: {'id': 'ee679c0b-1b2c-4854-a991-27e88ef7c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '22bbbc10-676e-4f8d-992f-768f2a6ed30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:42:37.566031 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:37.566404 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Bound using segment: {'id': 'ee679c0b-1b2c-4854-a991-27e88ef7c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '22bbbc10-676e-4f8d-992f-768f2a6ed30b'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:42:37.566889 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Bound port: 5e94f6f2-f292-4ed7-8043-da2670587fc4, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee679c0b-1b2c-4854-a991-27e88ef7c7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '22bbbc10-676e-4f8d-992f-768f2a6ed30b'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:42:37.567286 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:37.654045 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] For port 5e94f6f2-f292-4ed7-8043-da2670587fc4, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:42:37.658537 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] For port 5e94f6f2-f292-4ed7-8043-da2670587fc4, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5e94f6f2-f292-4ed7-8043-da2670587fc4,segment=NetworkSegment(ee679c0b-1b2c-4854-a991-27e88ef7c7f0),segment_id=ee679c0b-1b2c-4854-a991-27e88ef7c7f0)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:42:37.663451 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:37.667089 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:42:37.745724 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Routers {'69957b34-5e09-4b87-920a-6b2409cc1d7b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:42:37.746378 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea78160>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:42:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['69957b34-5e09-4b87-920a-6b2409cc1d7b'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:42:37.803703 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Pushing event updated for resources: {'Port': ['ID=5e94f6f2-f292-4ed7-8043-da2670587fc4,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:42:37.813540 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:42:37.903168 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] Set router 69957b34-5e09-4b87-920a-6b2409cc1d7b gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:42:38.214671 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea78160>, [{'id': '69957b34-5e09-4b87-920a-6b2409cc1d7b', 'name': 'router1', 'tenant_id': 'd42ce726348242a6829873e44ef05375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:42:25Z', 'updated_at': '2021-12-24T10:42:35Z', 'revision_number': 2, 'project_id': 'd42ce726348242a6829873e44ef05375', 'gw_port_host': None, '_interfaces': [{'id': '5e94f6f2-f292-4ed7-8043-da2670587fc4', 'name': '', 'network_id': '22bbbc10-676e-4f8d-992f-768f2a6ed30b', 'tenant_id': 'd42ce726348242a6829873e44ef05375', 'mac_address': 'fa:16:3e:0c:3f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69957b34-5e09-4b87-920a-6b2409cc1d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b15494ee-1210-45e0-ab97-f16bbdcb968d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:42:34Z', 'updated_at': '2021-12-24T10:42:37Z', 'revision_number': 4, 'project_id': 'd42ce726348242a6829873e44ef05375', 'subnets': [{'id': 'b15494ee-1210-45e0-ab97-f16bbdcb968d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8ad585e-930f-4b12-8bb1-1b689a861b15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:42:38.218371 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490f680a-d145-4cf8-bff0-5e40bea115c1 None None] The sync data for ids ['69957b34-5e09-4b87-920a-6b2409cc1d7b'] in dv-neutron-822668-2-hyperv is: [{'id': '69957b34-5e09-4b87-920a-6b2409cc1d7b', 'name': 'router1', 'tenant_id': 'd42ce726348242a6829873e44ef05375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:42:25Z', 'updated_at': '2021-12-24T10:42:35Z', 'revision_number': 2, 'project_id': 'd42ce726348242a6829873e44ef05375', 'gw_port_host': None, '_interfaces': [{'id': '5e94f6f2-f292-4ed7-8043-da2670587fc4', 'name': '', 'network_id': '22bbbc10-676e-4f8d-992f-768f2a6ed30b', 'tenant_id': 'd42ce726348242a6829873e44ef05375', 'mac_address': 'fa:16:3e:0c:3f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69957b34-5e09-4b87-920a-6b2409cc1d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b15494ee-1210-45e0-ab97-f16bbdcb968d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:42:34Z', 'updated_at': '2021-12-24T10:42:37Z', 'revision_number': 4, 'project_id': 'd42ce726348242a6829873e44ef05375', 'subnets': [{'id': 'b15494ee-1210-45e0-ab97-f16bbdcb968d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8ad585e-930f-4b12-8bb1-1b689a861b15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:42:38.504756 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 39458) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:42:38.653111 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280b8ddd-6498-4726-be36-85c08550092b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:42:38.653687 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-280b8ddd-6498-4726-be36-85c08550092b admin admin] Synchronizing usage tracker for tenant:f7d5bdd2a5294459920127ac943df648 on resource:network {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:42:38.671037 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-280b8ddd-6498-4726-be36-85c08550092b admin admin] Unset dirty status for tenant:f7d5bdd2a5294459920127ac943df648 on resource:network {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:42:38.672279 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-280b8ddd-6498-4726-be36-85c08550092b admin admin] 10.222.0.54 "GET /v2.0/networks/38a55964-33b9-4484-a01f-c130c608c280 HTTP/1.1" status: 200  len: 842 time: 0.1665323
Dec 24 10:42:38.682234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.26.4.0/24', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'gateway_ip': '172.26.4.1', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:42:38.687184 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:42:38.690872 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] Usage tracker for resource:subnet and tenant:f7d5bdd2a5294459920127ac943df648 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:42:38.693602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:42:38.699605 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:42:38.709584 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] Made reservation on behalf of f7d5bdd2a5294459920127ac943df648 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:42:38.711880 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:39.089107 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.objects.ports [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87559) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:42:39.089582 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:39.094422 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d02e24bf-d766-40ec-83cb-03931f7fe001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:42:39.162607 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e42d6af-0e6d-4ea9-86fa-41923a7c9d21,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:42:39.167753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:42:39.171863 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:42:39.172214 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] Network hostable DHCP agents. Network: 38a55964-33b9-4484-a01f-c130c608c280, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:42:39.192351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:42:39.200556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 38a55964-33b9-4484-a01f-c130c608c280) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:42:39.204775 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:42:39.205366 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:39.209548 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c745f135-cea7-4c00-bf25-ad6ef322088b None None] Network 38a55964-33b9-4484-a01f-c130c608c280 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:42:39.224769 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5459974
Dec 24 10:42:39.437078 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e10e44-e143-4c9d-9164-b58e4544a589 None None] Network 38a55964-33b9-4484-a01f-c130c608c280 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:42:40.667964 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5e94f6f2-f292-4ed7-8043-da2670587fc4 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:42:40.753632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 5e94f6f2-f292-4ed7-8043-da2670587fc4 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:42:40.758219 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 5e94f6f2-f292-4ed7-8043-da2670587fc4 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:42:40.758585 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:40.870417 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:40.900515 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 5e94f6f2-f292-4ed7-8043-da2670587fc4, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5e94f6f2-f292-4ed7-8043-da2670587fc4,segment=NetworkSegment(ee679c0b-1b2c-4854-a991-27e88ef7c7f0),segment_id=ee679c0b-1b2c-4854-a991-27e88ef7c7f0)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:42:40.904243 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:40.906369 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:42:40.969824 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=5e94f6f2-f292-4ed7-8043-da2670587fc4,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:42:40.973292 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:42:41.447034 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 39482) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:42:41.637270 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-de38a834-70ad-4c94-a0a4-ad202864e28d admin admin] 10.222.0.54 "GET /v2.0/routers/69957b34-5e09-4b87-920a-6b2409cc1d7b HTTP/1.1" status: 200  len: 710 time: 0.1889105
Dec 24 10:42:41.763137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9967c9fc-2162-4a3d-9c46-f4981a389439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:42:41.764475 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9967c9fc-2162-4a3d-9c46-f4981a389439 admin admin] 10.222.0.54 "GET /v2.0/networks/38a55964-33b9-4484-a01f-c130c608c280 HTTP/1.1" status: 200  len: 886 time: 0.1223950
Dec 24 10:42:41.773754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:42:42.250708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:42.570219 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:42.626114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:42.658090 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5e94f6f2-f292-4ed7-8043-da2670587fc4 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:42:42.726740 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 5e94f6f2-f292-4ed7-8043-da2670587fc4 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:42:42.727111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:42.765285 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Allocated IP 172.26.4.117 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:42:42.806201 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 5 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:42:42.906316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:42.934886 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:42.939253 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:42:42.994768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:42:43.002270 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:42:43.006177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:42:43.069387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Pushing event updated for resources: {'Port': ['ID=75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:42:43.073167 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:42:43.377767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:43.753570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:43.756722 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:43.927947 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Router 69957b34-5e09-4b87-920a-6b2409cc1d7b has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:42:44.101153 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:42:44.109062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:44.110291 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] 10.222.0.54 "PUT /v2.0/routers/69957b34-5e09-4b87-920a-6b2409cc1d7b HTTP/1.1" status: 200  len: 890 time: 2.3398566
Dec 24 10:42:44.111466 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Sync routers for ids ['69957b34-5e09-4b87-920a-6b2409cc1d7b'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:42:44.121329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Routers {'69957b34-5e09-4b87-920a-6b2409cc1d7b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:42:44.122046 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d627220>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:42:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['69957b34-5e09-4b87-920a-6b2409cc1d7b'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:42:44.312945 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Set router 69957b34-5e09-4b87-920a-6b2409cc1d7b gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:42:44.648288 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d627220>, [{'id': '69957b34-5e09-4b87-920a-6b2409cc1d7b', 'name': 'router1', 'tenant_id': 'd42ce726348242a6829873e44ef05375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:42:25Z', 'updated_at': '2021-12-24T10:42:43Z', 'revision_number': 4, 'project_id': 'd42ce726348242a6829873e44ef05375', 'gw_port': {'id': '75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69957b34-5e09-4b87-920a-6b2409cc1d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:42:42Z', 'updated_at': '2021-12-24T10:42:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '5e94f6f2-f292-4ed7-8043-da2670587fc4', 'name': '', 'network_id': '22bbbc10-676e-4f8d-992f-768f2a6ed30b', 'tenant_id': 'd42ce726348242a6829873e44ef05375', 'mac_address': 'fa:16:3e:0c:3f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69957b34-5e09-4b87-920a-6b2409cc1d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b15494ee-1210-45e0-ab97-f16bbdcb968d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:42:34Z', 'updated_at': '2021-12-24T10:42:40Z', 'revision_number': 5, 'project_id': 'd42ce726348242a6829873e44ef05375', 'subnets': [{'id': 'b15494ee-1210-45e0-ab97-f16bbdcb968d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8ad585e-930f-4b12-8bb1-1b689a861b15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:42:44.652973 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Checking router: 69957b34-5e09-4b87-920a-6b2409cc1d7b for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:42:44.653336 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Updating router 69957b34-5e09-4b87-920a-6b2409cc1d7b port 75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:42:44.706825 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:45.023297 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:45.034389 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Transition to ACTIVE for port object 75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:42:45.047327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:45.051587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4d9bcfac-9e67-4249-b89c-cd9116d4e78a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:42:45.129567 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Attempting to bind port 75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:42:45.130196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Attempting to bind port 75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:42:45.130296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Attempting to bind port 75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:42:45.132323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424819db-8fac-4a10-b16a-c8b2d82608d4 None None] Pushing event updated for resources: {'Port': ['ID=75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:42:45.135928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-424819db-8fac-4a10-b16a-c8b2d82608d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:42:45.140526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:42:45.140900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:42:45.141302 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:45.141722 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:42:45.142272 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Bound port: 75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:42:45.142665 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:45.231033 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] For port 75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:42:45.233940 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] For port 75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:42:45.239934 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:45.243601 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:42:45.320064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Routers {'69957b34-5e09-4b87-920a-6b2409cc1d7b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:42:45.320676 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d627220>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:42:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['69957b34-5e09-4b87-920a-6b2409cc1d7b'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:42:45.366309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424819db-8fac-4a10-b16a-c8b2d82608d4 None None] Pushing event updated for resources: {'Port': ['ID=75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:42:45.374909 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-424819db-8fac-4a10-b16a-c8b2d82608d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:42:45.498624 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] Set router 69957b34-5e09-4b87-920a-6b2409cc1d7b gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:42:45.818892 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d627220>, [{'id': '69957b34-5e09-4b87-920a-6b2409cc1d7b', 'name': 'router1', 'tenant_id': 'd42ce726348242a6829873e44ef05375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:42:25Z', 'updated_at': '2021-12-24T10:42:43Z', 'revision_number': 4, 'project_id': 'd42ce726348242a6829873e44ef05375', 'gw_port': {'id': '75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69957b34-5e09-4b87-920a-6b2409cc1d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:42:42Z', 'updated_at': '2021-12-24T10:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '5e94f6f2-f292-4ed7-8043-da2670587fc4', 'name': '', 'network_id': '22bbbc10-676e-4f8d-992f-768f2a6ed30b', 'tenant_id': 'd42ce726348242a6829873e44ef05375', 'mac_address': 'fa:16:3e:0c:3f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69957b34-5e09-4b87-920a-6b2409cc1d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b15494ee-1210-45e0-ab97-f16bbdcb968d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:42:34Z', 'updated_at': '2021-12-24T10:42:40Z', 'revision_number': 5, 'project_id': 'd42ce726348242a6829873e44ef05375', 'subnets': [{'id': 'b15494ee-1210-45e0-ab97-f16bbdcb968d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8ad585e-930f-4b12-8bb1-1b689a861b15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:42:45.822925 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7410899a-5938-4a6c-9add-832497b2ef7d None None] The sync data for ids ['69957b34-5e09-4b87-920a-6b2409cc1d7b'] in dv-neutron-822668-2-hyperv is: [{'id': '69957b34-5e09-4b87-920a-6b2409cc1d7b', 'name': 'router1', 'tenant_id': 'd42ce726348242a6829873e44ef05375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.117'}], 'enable_snat': True}, 'gw_port_id': '75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:42:25Z', 'updated_at': '2021-12-24T10:42:43Z', 'revision_number': 4, 'project_id': 'd42ce726348242a6829873e44ef05375', 'gw_port': {'id': '75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b5:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69957b34-5e09-4b87-920a-6b2409cc1d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:42:42Z', 'updated_at': '2021-12-24T10:42:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '5e94f6f2-f292-4ed7-8043-da2670587fc4', 'name': '', 'network_id': '22bbbc10-676e-4f8d-992f-768f2a6ed30b', 'tenant_id': 'd42ce726348242a6829873e44ef05375', 'mac_address': 'fa:16:3e:0c:3f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69957b34-5e09-4b87-920a-6b2409cc1d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b15494ee-1210-45e0-ab97-f16bbdcb968d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:42:34Z', 'updated_at': '2021-12-24T10:42:40Z', 'revision_number': 5, 'project_id': 'd42ce726348242a6829873e44ef05375', 'subnets': [{'id': 'b15494ee-1210-45e0-ab97-f16bbdcb968d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b8ad585e-930f-4b12-8bb1-1b689a861b15'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:42:46.446381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 39492) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:42:46.560360 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-711e88e4-8e7f-423f-af82-d591d51b602a admin admin] 10.222.0.54 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1128509
Dec 24 10:42:46.683972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:42:46.755361 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:42:46.760044 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:42:46.760423 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:46.874678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:46.890556 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:42:46.894875 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:46.897897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:42:46.964957 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:42:46.968017 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:42:48.669802 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:42:48.740470 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 75e85f78-d1b9-412f-b51b-cbe4f5bc9b2c triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:42:48.740842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:42:59.541373 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0a1c7853-0c25-428d-8960-8b74e1c130de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:43:01.791097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-939afec5-a38e-45be-a3c1-c016bb661f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:43:02.908632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:43:02.968424 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:43:04.683791 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:43:19.808099 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 5 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:43:29.543707 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-29b0d80a-4333-4aef-87c7-8d11d283f792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:43:31.793682 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6974974a-ebe8-4117-b0c7-20dd3b139cb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:43:32.912366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:43:32.972033 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:43:34.689897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:43:56.807674 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 5 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:43:59.547612 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3b565b3b-d9d4-4a72-9158-d8857d084740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:44:01.801186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7cdc3f01-c381-4599-a7c5-158e23781d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:44:02.914725 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:44:02.976086 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:44:04.695227 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:44:29.544618 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fd669970-004a-47bc-b07c-72afbce7e017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:44:31.793898 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-501debba-7722-43d6-b3b5-7b3246f3e776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:44:32.947458 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:44:32.978514 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:44:33.807393 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 5 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:44:34.696342 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:44:49.889764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40094) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:44:49.956815 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf2b6c3-6505-48d5-8bba-8e34b29a966a admin admin] GET failed (client error): The resource could not be found.
Dec 24 10:44:49.958088 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5cf2b6c3-6505-48d5-8bba-8e34b29a966a admin admin] 10.222.0.54 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0673070
Dec 24 10:44:50.084497 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184ea72d-f21e-474f-946e-94f7454d0b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:44:50.085885 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-184ea72d-f21e-474f-946e-94f7454d0b00 admin admin] 10.222.0.54 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1240067
Dec 24 10:44:52.173353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40104) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:44:52.280411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd5294a-b6df-4077-b1e7-2fabb1382177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:44:52.280982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7bd5294a-b6df-4077-b1e7-2fabb1382177 admin admin] Synchronizing usage tracker for tenant:f7d5bdd2a5294459920127ac943df648 on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:44:52.296420 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7bd5294a-b6df-4077-b1e7-2fabb1382177 admin admin] Unset dirty status for tenant:f7d5bdd2a5294459920127ac943df648 on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:44:52.297606 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7bd5294a-b6df-4077-b1e7-2fabb1382177 admin admin] 10.222.0.54 "GET /v2.0/subnets/b15494ee-1210-45e0-ab97-f16bbdcb968d HTTP/1.1" status: 200  len: 849 time: 0.1232672
Dec 24 10:44:52.307330 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:44:52.422114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Notify callbacks [] for subnet, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:44:52.604788 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739049838933'] for subnet, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:44:52.609123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5ebc55f2-81b9-4244-ab91-a80098951d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:44:52.648314 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:44:52.649351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:44:52.650389 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] 10.222.0.54 "PUT /v2.0/subnets/b15494ee-1210-45e0-ab97-f16bbdcb968d HTTP/1.1" status: 200  len: 868 time: 0.3465855
Dec 24 10:44:52.653273 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1730c8b-83e0-4d71-bee9-6101de640093 None None] Network 22bbbc10-676e-4f8d-992f-768f2a6ed30b requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:44:52.675600 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15494ee-1210-45e0-ab97-f16bbdcb968d,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:44:52.683690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:44:52.684088 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:44:52.684371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:44:52.684701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:44:52.685025 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:44:52.685365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:44:52.685904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:44:52.686263 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:44:52.686581 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:44:52.686905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:44:52.687221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:44:52.687539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:44:52.691525 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:44:53.136951 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-745ac2a2-cdfe-40fc-83b4-26451eb55b04 None None] Provisioning complete for port 5e94f6f2-f292-4ed7-8043-da2670587fc4 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:44:53.137326 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-745ac2a2-cdfe-40fc-83b4-26451eb55b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:44:53.260629 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-745ac2a2-cdfe-40fc-83b4-26451eb55b04 None None] Provisioning complete for port 078f27f6-c83e-4843-b547-43e18ed6f4ff triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:44:53.260897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-745ac2a2-cdfe-40fc-83b4-26451eb55b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:44:54.791295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40114) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:44:55.006300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab8d2b6-32c0-4d7a-ac67-ec07826d2321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:44:55.006684 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab8d2b6-32c0-4d7a-ac67-ec07826d2321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:44:55.008224 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4ab8d2b6-32c0-4d7a-ac67-ec07826d2321 admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2159417
Dec 24 10:44:57.115213 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40124) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:44:57.281895 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc51eb95-2347-40dc-8b4a-1c6a2b3dc76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:44:57.282387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc51eb95-2347-40dc-8b4a-1c6a2b3dc76c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:44:57.284420 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-dc51eb95-2347-40dc-8b4a-1c6a2b3dc76c admin admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1682727
Dec 24 10:44:59.398821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40134) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:44:59.546813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5438eac7-6704-4238-baac-ac7f1157b5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:44:59.569884 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31ffbd2-5b54-4826-9c4a-5c70a933a35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:44:59.571290 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e31ffbd2-5b54-4826-9c4a-5c70a933a35b admin admin] 10.222.0.54 "GET /v2.0/networks/22bbbc10-676e-4f8d-992f-768f2a6ed30b HTTP/1.1" status: 200  len: 869 time: 0.1715019
Dec 24 10:45:01.692167 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40144) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:45:01.796626 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ab3a0541-651e-4663-8ba9-8b08ec4ddb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:01.858314 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40112288-1793-4dde-b5a7-490b42abc11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:45:01.859584 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-40112288-1793-4dde-b5a7-490b42abc11f admin admin] 10.222.0.54 "GET /v2.0/networks/38a55964-33b9-4484-a01f-c130c608c280 HTTP/1.1" status: 200  len: 886 time: 0.1664698
Dec 24 10:45:02.919946 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:02.981221 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:03.950980 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40154) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:45:04.057413 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba32c0-d509-4486-91da-613b66cd628e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:45:04.057891 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba32c0-d509-4486-91da-613b66cd628e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:45:04.059402 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-75ba32c0-d509-4486-91da-613b66cd628e admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1074746
Dec 24 10:45:04.703045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:06.185450 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40164) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:45:06.288463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db18485-c5fa-4934-858e-eca8742115d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:45:06.288923 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db18485-c5fa-4934-858e-eca8742115d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:45:06.290475 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5db18485-c5fa-4934-858e-eca8742115d9 admin admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1040604
Dec 24 10:45:08.405125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40174) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:45:08.505929 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0bee57-091d-4eff-845a-f27431fa7966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:45:08.507351 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-eb0bee57-091d-4eff-845a-f27431fa7966 admin admin] 10.222.0.54 "GET /v2.0/subnets/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21 HTTP/1.1" status: 200  len: 816 time: 0.1012087
Dec 24 10:45:10.609609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40184) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:45:10.714164 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4224228a-a440-4abb-8e5d-c93c2c36d5f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:45:10.715501 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4224228a-a440-4abb-8e5d-c93c2c36d5f5 admin admin] 10.222.0.54 "GET /v2.0/subnets/b15494ee-1210-45e0-ab97-f16bbdcb968d HTTP/1.1" status: 200  len: 868 time: 0.1049070
Dec 24 10:45:10.806586 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 5 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:45:29.548740 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-266e4cd2-0fc6-4a17-9082-65defefdb07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:31.798906 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4517cf89-5942-4dca-8b74-581f24356de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:32.922049 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:32.984638 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:33.755630 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40228) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:45:33.802136 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-6b6720b4-b8bd-40bb-bc0b-e9313db0a319 admin admin] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:45:33.803123 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6b6720b4-b8bd-40bb-bc0b-e9313db0a319 admin admin] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0465662
Dec 24 10:45:34.703395 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:35.987144 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40238) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:45:36.053396 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc94bd5a-6a3d-4101-8300-f2a88e2ab9fc admin admin] GET failed (client error): The resource could not be found.
Dec 24 10:45:36.054676 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cc94bd5a-6a3d-4101-8300-f2a88e2ab9fc admin admin] 10.222.0.54 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0665991
Dec 24 10:45:36.177912 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d973a164-4e0f-41a5-8e91-4637985e32d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:45:36.179278 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d973a164-4e0f-41a5-8e91-4637985e32d3 admin admin] 10.222.0.54 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1208048
Dec 24 10:45:38.308078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40248) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:45:38.354413 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-b1df0fcd-7179-4eab-a0e1-369f6aef145d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:45:38.359043 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b1df0fcd-7179-4eab-a0e1-369f6aef145d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:45:38.368993 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b1df0fcd-7179-4eab-a0e1-369f6aef145d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:45:38.379346 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1df0fcd-7179-4eab-a0e1-369f6aef145d admin admin] Made reservation on behalf of f7d5bdd2a5294459920127ac943df648 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:45:38.381748 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1df0fcd-7179-4eab-a0e1-369f6aef145d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:38.468402 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING neutron.services.revisions.revision_plugin [None req-b1df0fcd-7179-4eab-a0e1-369f6aef145d admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f2b7d3b9e50] {project_id='f7d5bdd2a5294459920127ac943df648', id='541ec5f3-4f92-41b0-8fad-ba63bdeb4c83', target_tenant='*', action='access_as_shared', object_id='e740cb45-36d0-4027-a3e9-e1b60a1a0217'}> to bump revision.
Dec 24 10:45:38.479946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1df0fcd-7179-4eab-a0e1-369f6aef145d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:45:38.488855 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1df0fcd-7179-4eab-a0e1-369f6aef145d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:38.489127 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-b1df0fcd-7179-4eab-a0e1-369f6aef145d admin admin] Added segment a5280147-a078-48f3-9c87-14037e5e6bd6 of type vlan for network e740cb45-36d0-4027-a3e9-e1b60a1a0217
Dec 24 10:45:38.513193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1df0fcd-7179-4eab-a0e1-369f6aef145d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:38.541175 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1df0fcd-7179-4eab-a0e1-369f6aef145d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:38.542469 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1df0fcd-7179-4eab-a0e1-369f6aef145d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:45:38.543042 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1df0fcd-7179-4eab-a0e1-369f6aef145d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:38.546284 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:45:38.640665 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df0fcd-7179-4eab-a0e1-369f6aef145d admin admin] Pushing event updated for resources: {'Network': ['ID=e740cb45-36d0-4027-a3e9-e1b60a1a0217,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:45:38.644090 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b1df0fcd-7179-4eab-a0e1-369f6aef145d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3350074
Dec 24 10:45:38.644780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b1df0fcd-7179-4eab-a0e1-369f6aef145d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:45:38.661270 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network e740cb45-36d0-4027-a3e9-e1b60a1a0217 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:45:40.774267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40258) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:45:40.839727 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-03565c74-9393-48ba-ae2e-c2e06f4f3ef1 admin admin] GET failed (client error): The resource could not be found.
Dec 24 10:45:40.840238 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-03565c74-9393-48ba-ae2e-c2e06f4f3ef1 admin admin] Synchronizing usage tracker for tenant:f7d5bdd2a5294459920127ac943df648 on resource:network {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:45:40.854503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-03565c74-9393-48ba-ae2e-c2e06f4f3ef1 admin admin] Unset dirty status for tenant:f7d5bdd2a5294459920127ac943df648 on resource:network {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:45:40.855583 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-03565c74-9393-48ba-ae2e-c2e06f4f3ef1 admin admin] 10.222.0.54 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0803561
Dec 24 10:45:40.957479 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c44d2f-f5df-4f0b-aaf0-80aaf1497d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:45:40.958833 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-19c44d2f-f5df-4f0b-aaf0-80aaf1497d8d admin admin] 10.222.0.54 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0993633
Dec 24 10:45:40.968108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-98046473-9799-48f2-a4e8-4502835b4fc6 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'e740cb45-36d0-4027-a3e9-e1b60a1a0217', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:45:40.972263 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-98046473-9799-48f2-a4e8-4502835b4fc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:45:40.981329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-98046473-9799-48f2-a4e8-4502835b4fc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:45:40.990834 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98046473-9799-48f2-a4e8-4502835b4fc6 admin admin] Made reservation on behalf of f7d5bdd2a5294459920127ac943df648 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:45:40.993011 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-98046473-9799-48f2-a4e8-4502835b4fc6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:41.225011 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-98046473-9799-48f2-a4e8-4502835b4fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:41.229413 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:45:41.297153 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98046473-9799-48f2-a4e8-4502835b4fc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f980c90a-5aa6-43c2-9012-911ea0403026,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:45:41.302605 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-98046473-9799-48f2-a4e8-4502835b4fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:45:41.304912 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98046473-9799-48f2-a4e8-4502835b4fc6 admin admin] Checking segment: {'id': 'a5280147-a078-48f3-9c87-14037e5e6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e740cb45-36d0-4027-a3e9-e1b60a1a0217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:45:41.305263 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98046473-9799-48f2-a4e8-4502835b4fc6 admin admin] Network hostable DHCP agents. Network: e740cb45-36d0-4027-a3e9-e1b60a1a0217, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:45:41.323439 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98046473-9799-48f2-a4e8-4502835b4fc6 admin admin] Network e740cb45-36d0-4027-a3e9-e1b60a1a0217 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:45:41.331958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-98046473-9799-48f2-a4e8-4502835b4fc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, e740cb45-36d0-4027-a3e9-e1b60a1a0217) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:45:41.336345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98046473-9799-48f2-a4e8-4502835b4fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:45:41.336931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-98046473-9799-48f2-a4e8-4502835b4fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:41.341177 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847d2886-4a39-498c-afed-ca9535492429 None None] Network e740cb45-36d0-4027-a3e9-e1b60a1a0217 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:45:41.362550 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-98046473-9799-48f2-a4e8-4502835b4fc6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3971481
Dec 24 10:45:41.559154 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-e740cb45-36d0-4027-a3e9-e1b60a1a0217', 'network_id': 'e740cb45-36d0-4027-a3e9-e1b60a1a0217', 'tenant_id': 'f7d5bdd2a5294459920127ac943df648', 'fixed_ips': [{'subnet_id': 'f980c90a-5aa6-43c2-9012-911ea0403026'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:45:41.560018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:41.716516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Allocated IP 192.168.233.2 (e740cb45-36d0-4027-a3e9-e1b60a1a0217/f980c90a-5aa6-43c2-9012-911ea0403026/51eee8a0-aa89-459a-ab33-fe8fad673f4f) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:45:41.922315 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:41.934467 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Transition to ACTIVE for port object 51eee8a0-aa89-459a-ab33-fe8fad673f4f will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:45:41.953148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Transition to ACTIVE for port object 51eee8a0-aa89-459a-ab33-fe8fad673f4f will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:45:41.958995 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:41.966464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:45:42.052101 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Network e740cb45-36d0-4027-a3e9-e1b60a1a0217 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:45:42.055396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:45:42.058012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:45:42.090347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Pushing event updated for resources: {'Port': ['ID=51eee8a0-aa89-459a-ab33-fe8fad673f4f,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:45:42.106031 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:45:42.106405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:45:42.106767 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:45:42.107105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:45:42.107434 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:45:42.107776 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:45:42.108103 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:45:42.108421 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:45:42.108755 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:45:42.109075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:45:42.109391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:45:42.109699 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:45:42.113957 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:45:42.164573 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Attempting to bind port 51eee8a0-aa89-459a-ab33-fe8fad673f4f on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:45:42.164947 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Attempting to bind port 51eee8a0-aa89-459a-ab33-fe8fad673f4f by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'a5280147-a078-48f3-9c87-14037e5e6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e740cb45-36d0-4027-a3e9-e1b60a1a0217'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:45:42.165320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Attempting to bind port 51eee8a0-aa89-459a-ab33-fe8fad673f4f on network e740cb45-36d0-4027-a3e9-e1b60a1a0217 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:45:42.171069 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:45:42.171448 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Checking segment: {'id': 'a5280147-a078-48f3-9c87-14037e5e6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e740cb45-36d0-4027-a3e9-e1b60a1a0217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:45:42.171878 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:42.172278 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Bound using segment: {'id': 'a5280147-a078-48f3-9c87-14037e5e6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e740cb45-36d0-4027-a3e9-e1b60a1a0217'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:45:42.172818 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Bound port: 51eee8a0-aa89-459a-ab33-fe8fad673f4f, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5280147-a078-48f3-9c87-14037e5e6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e740cb45-36d0-4027-a3e9-e1b60a1a0217'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:45:42.173166 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:42.260212 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] For port 51eee8a0-aa89-459a-ab33-fe8fad673f4f, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:45:42.263427 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] For port 51eee8a0-aa89-459a-ab33-fe8fad673f4f, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=51eee8a0-aa89-459a-ab33-fe8fad673f4f,segment=NetworkSegment(a5280147-a078-48f3-9c87-14037e5e6bd6),segment_id=a5280147-a078-48f3-9c87-14037e5e6bd6)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:45:42.268553 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:42.272406 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:45:42.349421 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Pushing event updated for resources: {'Port': ['ID=51eee8a0-aa89-459a-ab33-fe8fad673f4f,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:45:42.359357 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:45:42.772010 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 51eee8a0-aa89-459a-ab33-fe8fad673f4f up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:45:42.843850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 51eee8a0-aa89-459a-ab33-fe8fad673f4f completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:45:43.237053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc21b90-f526-42b9-9709-d5880ce80cb8 None None] Network e740cb45-36d0-4027-a3e9-e1b60a1a0217 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:45:43.391161 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5ee7d27b-554e-4a77-b86a-4f2be01f81b8 None None] Provisioning for port 51eee8a0-aa89-459a-ab33-fe8fad673f4f completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:45:43.411305 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5ee7d27b-554e-4a77-b86a-4f2be01f81b8 None None] Provisioning complete for port 51eee8a0-aa89-459a-ab33-fe8fad673f4f triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:45:43.411685 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5ee7d27b-554e-4a77-b86a-4f2be01f81b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:43.587807 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5ee7d27b-554e-4a77-b86a-4f2be01f81b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:43.626217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-5ee7d27b-554e-4a77-b86a-4f2be01f81b8 None None] For port 51eee8a0-aa89-459a-ab33-fe8fad673f4f, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=51eee8a0-aa89-459a-ab33-fe8fad673f4f,segment=NetworkSegment(a5280147-a078-48f3-9c87-14037e5e6bd6),segment_id=a5280147-a078-48f3-9c87-14037e5e6bd6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:45:43.631711 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5ee7d27b-554e-4a77-b86a-4f2be01f81b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:43.635297 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:45:43.705267 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee7d27b-554e-4a77-b86a-4f2be01f81b8 None None] Pushing event updated for resources: {'Port': ['ID=51eee8a0-aa89-459a-ab33-fe8fad673f4f,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:45:43.709417 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5ee7d27b-554e-4a77-b86a-4f2be01f81b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:45:43.852577 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6ddda416-b8ee-4576-aac4-a8d537e83006 None None] Provisioning complete for port 51eee8a0-aa89-459a-ab33-fe8fad673f4f triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:45:43.853008 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6ddda416-b8ee-4576-aac4-a8d537e83006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:44.748420 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 51eee8a0-aa89-459a-ab33-fe8fad673f4f up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:45:44.817528 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 51eee8a0-aa89-459a-ab33-fe8fad673f4f triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:45:44.817916 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:45:47.805042 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 5 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:45:59.554607 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ece7846b-9985-4287-967c-8565169a2002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:46:01.801041 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1eff8056-77f5-468e-889c-5b48b59e1fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:46:02.925694 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:46:02.987182 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:46:04.707918 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:46:24.803524 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 5 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:46:29.547027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-72388d6f-ff25-4538-afad-138c56f28bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:46:31.803414 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9a5a006e-9bba-48b2-a322-3602f0b0415d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:46:32.928511 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:46:32.990896 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:46:34.711037 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:46:50.159113 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40308) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:46:50.165077 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-96e05df2-a980-4a70-9249-98ab996d0560 tempest-verify_tempest_config-822157309 tempest-verify_tempest_config-822157309-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:46:50.166062 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-96e05df2-a980-4a70-9249-98ab996d0560 tempest-verify_tempest_config-822157309 tempest-verify_tempest_config-822157309-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0059280
Dec 24 10:46:50.464183 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40326) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:46:50.575428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:46:50.591200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:46:50.595515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Usage tracker for resource:security_group_rule and tenant:d819081d98ae4320971e1931680cfac0 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:46:50.598251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:46:50.603726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:46:50.683613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:46:50.687043 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:46:50.695397 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:46:50.732813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Synchronizing usage tracker for tenant:f7d5bdd2a5294459920127ac943df648 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:46:50.736247 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddcca19-cec1-4277-a2c3-2019bc576844,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:46:50.747288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:46:50.747706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:46:50.748102 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:46:50.748458 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:46:50.748779 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:46:50.749115 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:46:50.749437 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:46:50.749769 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:46:50.750114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:46:50.750429 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:46:50.750739 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:46:50.751048 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:46:50.754873 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:46:50.762892 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Unset dirty status for tenant:f7d5bdd2a5294459920127ac943df648 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:46:50.764147 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d819081d98ae4320971e1931680cfac0&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2989833
Dec 24 10:46:50.767354 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40332) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:46:50.822526 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1cc73c46-0eaf-4f6f-a2d1-1ffa531035ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:46:50.847427 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1cc73c46-0eaf-4f6f-a2d1-1ffa531035ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:46:50.935071 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1cc73c46-0eaf-4f6f-a2d1-1ffa531035ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:46:50.938853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:46:50.952783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc73c46-0eaf-4f6f-a2d1-1ffa531035ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddcca19-cec1-4277-a2c3-2019bc576844,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:46:50.955529 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1cc73c46-0eaf-4f6f-a2d1-1ffa531035ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:46:50.961058 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1cc73c46-0eaf-4f6f-a2d1-1ffa531035ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:46:50.962184 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1cc73c46-0eaf-4f6f-a2d1-1ffa531035ee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eddcca19-cec1-4277-a2c3-2019bc576844 HTTP/1.1" status: 204  len: 168 time: 0.1939321
Dec 24 10:46:59.548391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-65e1e85f-0f8a-42f2-b37f-0eb327ef1dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:47:01.804670 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-672b1b35-3845-4a67-b589-d986ae99ec7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:47:01.825421 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 5 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:47:02.929904 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:47:02.991991 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:47:04.714421 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:47:29.551040 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-28782df0-41a4-4dfb-90bd-de844712898c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:47:31.806320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ac8a587-4d31-4877-b124-5bc2272f4b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:47:32.934539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:47:32.994186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:47:34.715117 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:47:38.804980 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 5 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:47:59.553013 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6e6e41c8-0ed4-47d5-b7a3-28d2e9a6bda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:48:01.807225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5da8961a-a077-4a18-9be0-746350d325cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:48:02.936440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:48:02.995538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:48:04.721134 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:48:10.335715 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1645887'] for agent, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:48:15.804439 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:48:24.147024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40402) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:48:24.253094 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3700bb6b-f56c-4ef7-bf6a-2e9c3d9ccd92 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.1049893
Dec 24 10:48:26.390722 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40412) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:48:26.446160 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d52ede2c-f9c6-45ee-8e3f-89f3d80d4968 admin admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4315 time: 0.0542119
Dec 24 10:48:29.571337 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-836601c4-537f-430d-9c9c-ad76db33777e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:48:31.808865 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3b936f80-37dd-4624-beaf-6c51275a1f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:48:32.940955 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:48:32.997157 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:48:34.720865 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:48:40.291104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:48:52.804523 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:48:59.552164 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fe012311-a74e-442c-aa53-183bf4c9888e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:01.810946 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0879002a-2908-4428-8f96-375a3a45ac2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:02.945905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:03.006055 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:04.727812 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:10.289962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:29.554033 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-786686a8-3996-4985-9482-fc24fe22476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:29.804572 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:49:31.814434 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-942c71b6-c10c-4322-9d1e-3309fe9b6472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:32.945186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:32.999932 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:34.728944 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:40.289046 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:49.134746 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40490) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:49.349764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-683291800-network', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:49:49.361896 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:49.367425 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Usage tracker for resource:network and tenant:2ee5bf25e0bc49e883ffc4ff6be4736f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:49.372154 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:49.381074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:49.396827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Made reservation on behalf of 2ee5bf25e0bc49e883ffc4ff6be4736f for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:49:49.400123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:49.422271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:49.437170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:49.440975 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Usage tracker for resource:security_group_rule and tenant:2ee5bf25e0bc49e883ffc4ff6be4736f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:49.444073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:49.449774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:49.535948 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:49.540915 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:49.545895 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:49.576245 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:49:49.582203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2013a33-7002-40e7-8287-7ae452969b09,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:49.590481 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:49.590851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:49.591192 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:49.591526 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:49.591855 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:49.592387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:49.592537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:49.592829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:49.593150 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:49.593468 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:49.593817 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:49.594159 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Tracked resource versions report:
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]: pushed versions:
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]: {   'AddressGroup': {'1.2'},
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:     'ConntrackHelper': {'1.0'},
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:     'Log': {'1.0'},
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:     'Network': {'1.1'},
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:     'Port': {'1.7'},
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:     'PortForwarding': {'1.2'},
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:     'QosPolicy': {'1.8'},
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:     'SecurityGroup': {'1.4'},
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:     'SecurityGroupRule': {'1.2'},
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:     'SubPort': {'1.0'},
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:     'Subnet': {'1.1'},
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:     'Trunk': {'1.1'}}
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]: consumer versions:
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]: {   DHCP agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:     HyperV agent@hv-neutron-8226: {},
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:     L3 agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:     Metadata agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:     Metering agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:     Open vSwitch agent@dv-neutron-822668-2-hyperv: {   'AddressGroup': '1.2',
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'ConntrackHelper': '1.0',
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'Log': '1.0',
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'Network': '1.1',
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'Port': '1.7',
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'PortForwarding': '1.2',
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'QosPolicy': '1.8',
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'SecurityGroup': '1.4',
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'SecurityGroupRule': '1.2',
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'SubPort': '1.0',
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'Subnet': '1.1',
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:                                                        'Trunk': '1.1'}}
Dec 24 10:49:49.595261 dv-neutron-822668-2-hyperv neutron-server[87559]:  {{(pid=87559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 24 10:49:49.598477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:49.603240 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:49.604362 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Added segment 5d9ccc71-7f94-4da7-b7fb-d38452276eaf of type vlan for network a7742ed0-282c-40e9-882c-70ecf1a98582
Dec 24 10:49:49.634623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:49.671271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:49.671271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:49:49.671271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:49.675034 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b1df0fcd-7179-4eab-a0e1-369f6aef145d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:49.763070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Pushing event updated for resources: {'Network': ['ID=a7742ed0-282c-40e9-882c-70ecf1a98582,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:49.770188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:49.775195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network a7742ed0-282c-40e9-882c-70ecf1a98582 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:49:49.792847 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.6535146
Dec 24 10:49:49.792847 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40538) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:49.798827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-391154ef-008c-4658-b118-cc03292ee31a admin admin] Request body: {'subnet': {'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-683291800-subnet', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:49:49.807170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-391154ef-008c-4658-b118-cc03292ee31a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:49.814540 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-391154ef-008c-4658-b118-cc03292ee31a admin admin] Usage tracker for resource:subnet and tenant:2ee5bf25e0bc49e883ffc4ff6be4736f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:49.817674 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-391154ef-008c-4658-b118-cc03292ee31a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:49.824017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-391154ef-008c-4658-b118-cc03292ee31a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:49.838646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391154ef-008c-4658-b118-cc03292ee31a admin admin] Made reservation on behalf of 2ee5bf25e0bc49e883ffc4ff6be4736f for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:49:49.841976 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-391154ef-008c-4658-b118-cc03292ee31a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:50.055435 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-391154ef-008c-4658-b118-cc03292ee31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:50.060601 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:50.136576 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391154ef-008c-4658-b118-cc03292ee31a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff11db0c-77ce-44d3-a68a-6e78734121fc,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:50.141899 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391154ef-008c-4658-b118-cc03292ee31a admin admin] Checking segment: {'id': '5d9ccc71-7f94-4da7-b7fb-d38452276eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:49:50.141899 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391154ef-008c-4658-b118-cc03292ee31a admin admin] Network hostable DHCP agents. Network: a7742ed0-282c-40e9-882c-70ecf1a98582, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:49:50.146373 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-391154ef-008c-4658-b118-cc03292ee31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:50.160995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391154ef-008c-4658-b118-cc03292ee31a admin admin] Network a7742ed0-282c-40e9-882c-70ecf1a98582 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:49:50.174172 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-391154ef-008c-4658-b118-cc03292ee31a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, a7742ed0-282c-40e9-882c-70ecf1a98582) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:49:50.178887 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391154ef-008c-4658-b118-cc03292ee31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:49:50.179692 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-391154ef-008c-4658-b118-cc03292ee31a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:50.185952 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5a8897-f7ce-4071-bc4e-4a671742bdf3 None None] Network a7742ed0-282c-40e9-882c-70ecf1a98582 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:49:50.210693 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-391154ef-008c-4658-b118-cc03292ee31a admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4160311
Dec 24 10:49:50.212585 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40560) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:50.238769 dv-neutron-822668-2-hyperv neutron-server[87558]: WARNING oslo_policy.policy [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 24 10:49:50.239324 dv-neutron-822668-2-hyperv neutron-server[87558]: WARNING oslo_policy.policy [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 24 10:49:50.480573 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-a7742ed0-282c-40e9-882c-70ecf1a98582', 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'fixed_ips': [{'subnet_id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:49:50.482025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:50.499661 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-683291800-router', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:49:50.574922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.policy [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87558) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Dec 24 10:49:50.627323 dv-neutron-822668-2-hyperv neutron-server[87558]: WARNING oslo_policy.policy [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 24 10:49:50.627715 dv-neutron-822668-2-hyperv neutron-server[87558]: WARNING oslo_policy.policy [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 24 10:49:50.637838 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.quota [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f2b7e844040>.
Dec 24 10:49:50.656990 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:50.663758 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Usage tracker for resource:router and tenant:2ee5bf25e0bc49e883ffc4ff6be4736f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:50.668823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:50.672290 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Allocated IP 172.20.0.2 (a7742ed0-282c-40e9-882c-70ecf1a98582/ff11db0c-77ce-44d3-a68a-6e78734121fc/4a954b37-8307-4342-80f7-55de18aea080) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:49:50.676972 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:50.695433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:50.698078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:50.731160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:50.905571 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:50.916959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Transition to ACTIVE for port object 4a954b37-8307-4342-80f7-55de18aea080 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:49:50.940172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Transition to ACTIVE for port object 4a954b37-8307-4342-80f7-55de18aea080 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:49:50.949285 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:50.962732 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:51.049564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Pushing event updated for resources: {'Port': ['ID=4a954b37-8307-4342-80f7-55de18aea080,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:51.064691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:51.065049 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:51.065483 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:51.065905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:51.066295 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:51.067158 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:51.067977 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:51.068501 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:51.069014 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:51.069538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:51.070047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:51.070562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Tracked resource versions report:
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]: pushed versions:
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]: {   'AddressGroup': {'1.2'},
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:     'ConntrackHelper': {'1.0'},
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:     'Log': {'1.0'},
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:     'Network': {'1.1'},
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:     'Port': {'1.7'},
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:     'PortForwarding': {'1.2'},
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:     'QosPolicy': {'1.8'},
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:     'SecurityGroup': {'1.4'},
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:     'SecurityGroupRule': {'1.2'},
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:     'SubPort': {'1.0'},
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:     'Subnet': {'1.1'},
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:     'Trunk': {'1.1'}}
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]: consumer versions:
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]: {   DHCP agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:     HyperV agent@hv-neutron-8226: {},
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:     L3 agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:     Metadata agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:     Metering agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:     Open vSwitch agent@dv-neutron-822668-2-hyperv: {   'AddressGroup': '1.2',
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'ConntrackHelper': '1.0',
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'Log': '1.0',
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'Network': '1.1',
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'Port': '1.7',
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'PortForwarding': '1.2',
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'QosPolicy': '1.8',
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'SecurityGroup': '1.4',
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'SecurityGroupRule': '1.2',
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'SubPort': '1.0',
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'Subnet': '1.1',
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:                                                        'Trunk': '1.1'}}
Dec 24 10:49:51.072686 dv-neutron-822668-2-hyperv neutron-server[87560]:  {{(pid=87560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 24 10:49:51.079401 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:51.081771 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Network a7742ed0-282c-40e9-882c-70ecf1a98582 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:49:51.084314 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:49:51.095490 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:49:51.166779 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:51.185610 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40612) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:51.199449 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Attempting to bind port 4a954b37-8307-4342-80f7-55de18aea080 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:49:51.200194 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Attempting to bind port 4a954b37-8307-4342-80f7-55de18aea080 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5d9ccc71-7f94-4da7-b7fb-d38452276eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:49:51.200729 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Attempting to bind port 4a954b37-8307-4342-80f7-55de18aea080 on network a7742ed0-282c-40e9-882c-70ecf1a98582 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:49:51.207613 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:49:51.207990 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Checking segment: {'id': '5d9ccc71-7f94-4da7-b7fb-d38452276eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:49:51.208398 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:51.208777 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Bound using segment: {'id': '5d9ccc71-7f94-4da7-b7fb-d38452276eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:49:51.209247 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Bound port: 4a954b37-8307-4342-80f7-55de18aea080, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9ccc71-7f94-4da7-b7fb-d38452276eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:49:51.209744 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:51.326200 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] For port 4a954b37-8307-4342-80f7-55de18aea080, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:49:51.330459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] For port 4a954b37-8307-4342-80f7-55de18aea080, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4a954b37-8307-4342-80f7-55de18aea080,segment=NetworkSegment(5d9ccc71-7f94-4da7-b7fb-d38452276eaf),segment_id=5d9ccc71-7f94-4da7-b7fb-d38452276eaf)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:49:51.337534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:51.342905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5ee7d27b-554e-4a77-b86a-4f2be01f81b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:51.397940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40622) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:51.436718 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Pushing event updated for resources: {'Port': ['ID=4a954b37-8307-4342-80f7-55de18aea080,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:51.441844 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:51.579808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:51.611647 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:51.752140 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1631046866-network', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:49:51.758208 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:51.772214 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Usage tracker for resource:network and tenant:d03b573e3e544eabafdb64304c44e416 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:51.772833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:51.779095 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:51.791827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Made reservation on behalf of d03b573e3e544eabafdb64304c44e416 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:49:51.796244 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:51.818157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Allocated IP 172.26.4.81 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/bbef91f6-c9b2-4cc4-88c4-2a34507bc733) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:49:51.826016 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:51.866164 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:51.873350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Usage tracker for resource:security_group_rule and tenant:d03b573e3e544eabafdb64304c44e416 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:51.879421 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:51.889701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:51.910686 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-150235f2-0292-41b5-b3ea-ae0e51ddc9e0 tempest-AgentManagementNegativeTest-240407322 tempest-AgentManagementNegativeTest-240407322-project] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.5116148
Dec 24 10:49:51.993487 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:51.999126 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:52.018649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:52.018810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-45eb03a7-eb3f-4b3b-acd9-a038c537f1da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:52.063380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:49:52.068987 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5fbfd3-7902-465d-a992-2d8ad0e5cb09,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:52.076195 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:52.077066 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Added segment c3f666df-cfe1-4d16-a1e0-2863183c8e20 of type vlan for network b4cba5be-5b3b-4f1f-947c-4814691b80fa
Dec 24 10:49:52.096495 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:52.104641 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:52.108374 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:52.109972 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:52.142364 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:52.144036 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:49:52.144776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:52.167700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:52.189124 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.0022190
Dec 24 10:49:52.193755 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40650) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:52.199227 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Pushing event updated for resources: {'Port': ['ID=bbef91f6-c9b2-4cc4-88c4-2a34507bc733,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:52.202747 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-812a8eec-8351-4bb9-8b13-4747881b058b admin admin] Request body: {'subnet': {'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1631046866-subnet', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:49:52.211185 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:52.211304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:52.211641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:52.212234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:52.212569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:52.212885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:52.213121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-812a8eec-8351-4bb9-8b13-4747881b058b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:52.213253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:52.214815 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:52.215148 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:52.215466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:52.215806 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:52.216300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:52.218549 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-812a8eec-8351-4bb9-8b13-4747881b058b admin admin] Usage tracker for resource:subnet and tenant:d03b573e3e544eabafdb64304c44e416 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Tracked resource versions report:
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]: pushed versions:
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]: {   'AddressGroup': {'1.2'},
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:     'ConntrackHelper': {'1.0'},
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:     'Log': {'1.0'},
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:     'Network': {'1.1'},
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:     'Port': {'1.7'},
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:     'PortForwarding': {'1.2'},
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:     'QosPolicy': {'1.8'},
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:     'SecurityGroup': {'1.4'},
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:     'SecurityGroupRule': {'1.2'},
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:     'SubPort': {'1.0'},
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:     'Subnet': {'1.1'},
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:     'Trunk': {'1.1'}}
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]: consumer versions:
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]: {   DHCP agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:     HyperV agent@hv-neutron-8226: {},
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:     L3 agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:     Metadata agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:     Metering agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:     Open vSwitch agent@dv-neutron-822668-2-hyperv: {   'AddressGroup': '1.2',
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:                                                        'ConntrackHelper': '1.0',
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:                                                        'Log': '1.0',
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:                                                        'Network': '1.1',
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:                                                        'Port': '1.7',
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:                                                        'PortForwarding': '1.2',
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:                                                        'QosPolicy': '1.8',
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:                                                        'SecurityGroup': '1.4',
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:                                                        'SecurityGroupRule': '1.2',
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:                                                        'SubPort': '1.0',
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:                                                        'Subnet': '1.1',
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:                                                        'Trunk': '1.1'}}
Dec 24 10:49:52.220049 dv-neutron-822668-2-hyperv neutron-server[87558]:  {{(pid=87558) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 24 10:49:52.225615 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-812a8eec-8351-4bb9-8b13-4747881b058b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:52.233570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-812a8eec-8351-4bb9-8b13-4747881b058b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:52.259948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:49:52.261333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:49:52.301901 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812a8eec-8351-4bb9-8b13-4747881b058b admin admin] Made reservation on behalf of d03b573e3e544eabafdb64304c44e416 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:49:52.305296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-812a8eec-8351-4bb9-8b13-4747881b058b admin admin] Notify callbacks [] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:52.307889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:52.310227 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:49:52.569075 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Pushing event updated for resources: {'Network': ['ID=b4cba5be-5b3b-4f1f-947c-4814691b80fa,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:52.582291 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network b4cba5be-5b3b-4f1f-947c-4814691b80fa details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:49:52.654352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:52.669320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-812a8eec-8351-4bb9-8b13-4747881b058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:52.684241 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:52.775872 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb22297-1cc7-492b-b882-6ddee4abb88e None None] Network a7742ed0-282c-40e9-882c-70ecf1a98582 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:49:52.784436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812a8eec-8351-4bb9-8b13-4747881b058b admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c6a38b-978e-40ab-a992-f2918537e15e,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:52.787234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-812a8eec-8351-4bb9-8b13-4747881b058b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:52.828817 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812a8eec-8351-4bb9-8b13-4747881b058b admin admin] Checking segment: {'id': 'c3f666df-cfe1-4d16-a1e0-2863183c8e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:49:52.829256 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812a8eec-8351-4bb9-8b13-4747881b058b admin admin] Network hostable DHCP agents. Network: b4cba5be-5b3b-4f1f-947c-4814691b80fa, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:49:52.856654 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812a8eec-8351-4bb9-8b13-4747881b058b admin admin] Network b4cba5be-5b3b-4f1f-947c-4814691b80fa is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:49:52.877210 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-812a8eec-8351-4bb9-8b13-4747881b058b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, b4cba5be-5b3b-4f1f-947c-4814691b80fa) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:49:52.889407 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40680) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:52.893541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812a8eec-8351-4bb9-8b13-4747881b058b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:49:52.900801 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ddd89f-8ea3-428f-a720-0cad3879db3f None None] Network b4cba5be-5b3b-4f1f-947c-4814691b80fa requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:49:52.900970 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-812a8eec-8351-4bb9-8b13-4747881b058b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:52.905670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:52.953737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0b172548-e89f-49c7-8357-29271a8e81a7 None None] Provisioning for port 4a954b37-8307-4342-80f7-55de18aea080 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:49:52.958670 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-812a8eec-8351-4bb9-8b13-4747881b058b admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.7635980
Dec 24 10:49:52.963793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40690) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:52.970425 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1631046866-router', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:49:52.983380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:52.992829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Usage tracker for resource:router and tenant:d03b573e3e544eabafdb64304c44e416 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:52.996959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:53.005240 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:53.015090 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4a954b37-8307-4342-80f7-55de18aea080 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:49:53.020458 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:53.022260 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:53.043156 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:53.210357 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 4a954b37-8307-4342-80f7-55de18aea080 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:49:53.224772 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 4a954b37-8307-4342-80f7-55de18aea080 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:49:53.226248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:53.445397 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:53.470798 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-b4cba5be-5b3b-4f1f-947c-4814691b80fa', 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'fixed_ips': [{'subnet_id': '44c6a38b-978e-40ab-a992-f2918537e15e'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:49:53.482103 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:53.540180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-096bda34-5607-4fd7-b39e-367e2dd76928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:53.558211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-096bda34-5607-4fd7-b39e-367e2dd76928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:53.574559 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-096bda34-5607-4fd7-b39e-367e2dd76928 admin admin] Usage tracker for resource:security_group_rule and tenant:93e92c6c2bd8460fa7fc8ec95cad126c is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:53.689690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-096bda34-5607-4fd7-b39e-367e2dd76928 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:53.733413 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-096bda34-5607-4fd7-b39e-367e2dd76928 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:53.761445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:53.778990 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Allocated IP 172.20.0.2 (b4cba5be-5b3b-4f1f-947c-4814691b80fa/44c6a38b-978e-40ab-a992-f2918537e15e/23f278c2-a0ea-4a99-8dd3-f744e60c936d) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:49:53.869508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:53.879910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Router 121577c0-10d2-4633-951d-3d514b4209a9 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:49:54.052577 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:54.064013 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Transition to ACTIVE for port object 23f278c2-a0ea-4a99-8dd3-f744e60c936d will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:49:54.064642 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-096bda34-5607-4fd7-b39e-367e2dd76928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:54.067242 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40718) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:54.083908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Transition to ACTIVE for port object 23f278c2-a0ea-4a99-8dd3-f744e60c936d will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:49:54.099184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 4a954b37-8307-4342-80f7-55de18aea080, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4a954b37-8307-4342-80f7-55de18aea080,segment=NetworkSegment(5d9ccc71-7f94-4da7-b7fb-d38452276eaf),segment_id=5d9ccc71-7f94-4da7-b7fb-d38452276eaf)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:49:54.102111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:54.108400 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:49:54.120657 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Sync routers for ids ['121577c0-10d2-4633-951d-3d514b4209a9'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:49:54.122738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-096bda34-5607-4fd7-b39e-367e2dd76928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:54.123969 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c16aa53d-fd70-4041-9051-8e218656a74b None None] Provisioning complete for port 4a954b37-8307-4342-80f7-55de18aea080 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:49:54.124488 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c16aa53d-fd70-4041-9051-8e218656a74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:54.141385 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Routers {'121577c0-10d2-4633-951d-3d514b4209a9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:49:54.141666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:54.142361 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbfddc0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:49:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['121577c0-10d2-4633-951d-3d514b4209a9'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:49:54.143380 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.9276385
Dec 24 10:49:54.146226 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40724) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:54.156625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:54.158327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:54.165614 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-096bda34-5607-4fd7-b39e-367e2dd76928 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=93e92c6c2bd8460fa7fc8ec95cad126c&name=default HTTP/1.1" status: 200  len: 2975 time: 1.2742326
Dec 24 10:49:54.177460 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40730) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:54.235271 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Network b4cba5be-5b3b-4f1f-947c-4814691b80fa is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:49:54.242228 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Pushing event updated for resources: {'Port': ['ID=23f278c2-a0ea-4a99-8dd3-f744e60c936d,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:54.244746 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:49:54.246255 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:54.250977 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:54.257826 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:49:54.263319 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:54.300884 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096bda34-5607-4fd7-b39e-367e2dd76928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb48ee9-2b90-42c6-8910-c4d89babc1d0,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:54.320068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-096bda34-5607-4fd7-b39e-367e2dd76928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:54.378194 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53cc5172-b5cc-4801-b48d-9be16326069f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:54.401773 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=4a954b37-8307-4342-80f7-55de18aea080,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:54.410984 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:54.467909 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53cc5172-b5cc-4801-b48d-9be16326069f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:54.515886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Attempting to bind port 23f278c2-a0ea-4a99-8dd3-f744e60c936d on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:49:54.516622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Attempting to bind port 23f278c2-a0ea-4a99-8dd3-f744e60c936d by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'c3f666df-cfe1-4d16-a1e0-2863183c8e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:49:54.517200 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Attempting to bind port 23f278c2-a0ea-4a99-8dd3-f744e60c936d on network b4cba5be-5b3b-4f1f-947c-4814691b80fa {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:49:54.525558 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:49:54.526327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Checking segment: {'id': 'c3f666df-cfe1-4d16-a1e0-2863183c8e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:49:54.526967 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:54.527701 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Bound using segment: {'id': 'c3f666df-cfe1-4d16-a1e0-2863183c8e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:49:54.528392 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Bound port: 23f278c2-a0ea-4a99-8dd3-f744e60c936d, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f666df-cfe1-4d16-a1e0-2863183c8e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:49:54.529118 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:54.628422 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Set router 121577c0-10d2-4633-951d-3d514b4209a9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:49:54.682611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] For port 23f278c2-a0ea-4a99-8dd3-f744e60c936d, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:49:54.686190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] For port 23f278c2-a0ea-4a99-8dd3-f744e60c936d, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=23f278c2-a0ea-4a99-8dd3-f744e60c936d,segment=NetworkSegment(c3f666df-cfe1-4d16-a1e0-2863183c8e20),segment_id=c3f666df-cfe1-4d16-a1e0-2863183c8e20)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:49:54.700027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:54.710662 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:54.803725 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40746) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:54.807629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:54.840898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:54.890993 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Pushing event updated for resources: {'Port': ['ID=23f278c2-a0ea-4a99-8dd3-f744e60c936d,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:54.896292 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:54.934365 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4a954b37-8307-4342-80f7-55de18aea080 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:49:54.960426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1112915607'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:49:54.972072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:54.981485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Usage tracker for resource:network and tenant:37bf9714cf5540c885d08d790b87f099 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:54.991523 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:55.005411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:55.038182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53cc5172-b5cc-4801-b48d-9be16326069f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:55.080592 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fa37e3d7-c4d6-402d-bb29-df6a72cf895b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:55.151276 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 4a954b37-8307-4342-80f7-55de18aea080 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:49:55.151653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:55.153419 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc5172-b5cc-4801-b48d-9be16326069f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb48ee9-2b90-42c6-8910-c4d89babc1d0,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:55.174157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-53cc5172-b5cc-4801-b48d-9be16326069f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:55.190987 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Made reservation on behalf of 37bf9714cf5540c885d08d790b87f099 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:49:55.209399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:55.233453 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbfddc0>, [{'id': '121577c0-10d2-4633-951d-3d514b4209a9', 'name': 'tempest-ServersTestManualDisk-683291800-router', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:50Z', 'updated_at': '2021-12-24T10:49:52Z', 'revision_number': 3, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'gw_port': {'id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:51Z', 'updated_at': '2021-12-24T10:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:49:55.243319 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Checking router: 121577c0-10d2-4633-951d-3d514b4209a9 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:49:55.243664 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Updating router 121577c0-10d2-4633-951d-3d514b4209a9 port bbef91f6-c9b2-4cc4-88c4-2a34507bc733 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:49:55.338220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53cc5172-b5cc-4801-b48d-9be16326069f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:55.346064 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-53cc5172-b5cc-4801-b48d-9be16326069f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9bb48ee9-2b90-42c6-8910-c4d89babc1d0 HTTP/1.1" status: 204  len: 168 time: 1.1656506
Dec 24 10:49:55.393831 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:55.397146 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:55.454665 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:55.484913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Allocated IP 172.26.4.94 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/78e8e7bc-6187-4d3d-b4f2-573f945adb6d) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:49:55.528668 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40766) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:55.614193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Usage tracker for resource:security_group_rule and tenant:37bf9714cf5540c885d08d790b87f099 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:55.618371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:55.627250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:55.637418 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:55.722672 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:55.801733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:55.817614 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:55.820061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:55.830456 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c3888984-13cf-433c-874b-eed088372f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:55.902685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40774) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:55.979119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Allocated IP 172.20.0.1 (a7742ed0-282c-40e9-882c-70ecf1a98582/ff11db0c-77ce-44d3-a68a-6e78734121fc/30418d6b-95d7-404c-984f-97d3aa5480a6) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:49:55.983535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Pushing event updated for resources: {'Port': ['ID=78e8e7bc-6187-4d3d-b4f2-573f945adb6d,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:55.991253 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:55.996201 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:56.029829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:49:56.043289 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:49:56.048028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:49:56.136876 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:56.150730 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Transition to ACTIVE for port object bbef91f6-c9b2-4cc4-88c4-2a34507bc733 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:49:56.167399 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:56.177961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:49:56.189863 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:56.273466 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Attempting to bind port bbef91f6-c9b2-4cc4-88c4-2a34507bc733 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:49:56.274151 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Attempting to bind port bbef91f6-c9b2-4cc4-88c4-2a34507bc733 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:49:56.274276 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Attempting to bind port bbef91f6-c9b2-4cc4-88c4-2a34507bc733 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:49:56.283825 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:56.284540 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Added segment d66228f5-acdf-4baa-8bd9-a11e697c1400 of type vlan for network 2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6
Dec 24 10:49:56.298740 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:49:56.305276 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:49:56.305276 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:56.305276 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:49:56.305276 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Bound port: bbef91f6-c9b2-4cc4-88c4-2a34507bc733, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:49:56.305276 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:56.332832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf35fcd7-b840-461e-a161-37ee2b8d7f61,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:56.336935 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:56.352628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:56.376616 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Transition to ACTIVE for port object 30418d6b-95d7-404c-984f-97d3aa5480a6 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:49:56.388274 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4694d67-0226-45c6-ab8e-22e55c74c22b None None] Network b4cba5be-5b3b-4f1f-947c-4814691b80fa requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:49:56.404016 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:56.406896 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] For port bbef91f6-c9b2-4cc4-88c4-2a34507bc733, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:49:56.410507 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] For port bbef91f6-c9b2-4cc4-88c4-2a34507bc733, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=bbef91f6-c9b2-4cc4-88c4-2a34507bc733,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:49:56.444342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:56.449721 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:56.451019 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:56.479631 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Pushing event updated for resources: {'Port': ['ID=bbef91f6-c9b2-4cc4-88c4-2a34507bc733,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:56.489435 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:56.490078 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:56.490620 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:56.491111 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:56.491618 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:56.492129 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:56.492630 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:56.493122 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:56.493619 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:56.494276 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:56.494865 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:56.495425 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Tracked resource versions report:
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]: pushed versions:
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]: {   'AddressGroup': {'1.2'},
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:     'ConntrackHelper': {'1.0'},
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:     'Log': {'1.0'},
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:     'Network': {'1.1'},
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:     'Port': {'1.7'},
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:     'PortForwarding': {'1.2'},
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:     'QosPolicy': {'1.8'},
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:     'SecurityGroup': {'1.4'},
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:     'SecurityGroupRule': {'1.2'},
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:     'SubPort': {'1.0'},
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:     'Subnet': {'1.1'},
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:     'Trunk': {'1.1'}}
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]: consumer versions:
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]: {   DHCP agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:     HyperV agent@hv-neutron-8226: {},
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:     L3 agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:     Metadata agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:     Metering agent@dv-neutron-822668-2-hyperv: {},
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:     Open vSwitch agent@dv-neutron-822668-2-hyperv: {   'AddressGroup': '1.2',
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'ConntrackHelper': '1.0',
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'Log': '1.0',
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'Network': '1.1',
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'Port': '1.7',
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'PortForwarding': '1.2',
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'QosPolicy': '1.8',
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'SecurityGroup': '1.4',
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'SecurityGroupRule': '1.2',
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'SubPort': '1.0',
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'Subnet': '1.1',
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:                                                        'Trunk': '1.1'}}
Dec 24 10:49:56.496753 dv-neutron-822668-2-hyperv neutron-server[87561]:  {{(pid=87561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 24 10:49:56.526627 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Routers {'121577c0-10d2-4633-951d-3d514b4209a9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:49:56.527587 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbfddc0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:49:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['121577c0-10d2-4633-951d-3d514b4209a9'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:49:56.614988 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Network a7742ed0-282c-40e9-882c-70ecf1a98582 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:49:56.633178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:49:56.675173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:56.679449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:49:56.681890 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:56.689811 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:49:56.690561 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:56.698141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-912b0226-f392-42c7-9911-c1808bcdf43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:56.707845 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5133e4e4-8b5f-48ea-97c1-a4848108fb7f None None] Provisioning for port 23f278c2-a0ea-4a99-8dd3-f744e60c936d completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:49:56.908301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1329671465', 'router:external': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:49:56.922325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:56.928083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Usage tracker for resource:network and tenant:1a39ae7fdc3a4d09a5aece81904e1d32 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:56.931710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:56.939733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:56.958772 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-4b358e68-e08b-40ab-a16a-2952ce53ca2d tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:49:56.990600 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-0d8fa636-5e79-429a-83ce-6bb2b699a746 tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:49:56.993079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Pushing event updated for resources: {'Port': ['ID=30418d6b-95d7-404c-984f-97d3aa5480a6,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:56.998794 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.809s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:56.999208 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.521s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:57.018219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:57.020734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Made reservation on behalf of 1a39ae7fdc3a4d09a5aece81904e1d32 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:49:57.024295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:57.042832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:57.053840 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 23f278c2-a0ea-4a99-8dd3-f744e60c936d up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:49:57.061782 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 2.9929428
Dec 24 10:49:57.068366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:57.071411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40806) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:57.073531 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Usage tracker for resource:security_group_rule and tenant:1a39ae7fdc3a4d09a5aece81904e1d32 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:57.077007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:57.082439 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-630605ce-35d8-4263-abfc-c48d2f277173 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Request body: {'subnet': {'network_id': '2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:49:57.084222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:57.128206 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Pushing event updated for resources: {'Network': ['ID=2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:57.132514 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:57.184159 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Pushing event updated for resources: {'Port': ['ID=bbef91f6-c9b2-4cc4-88c4-2a34507bc733,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:57.186449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:57.193079 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:57.199418 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4b358e68-e08b-40ab-a16a-2952ce53ca2d tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] 10.222.0.54 "PUT /v2.0/quotas/6915050207b1471b9474588c580e10d9 HTTP/1.1" status: 200  len: 368 time: 1.5754001
Dec 24 10:49:57.200017 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40810) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:57.206405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40812) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:57.210882 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:49:57.212627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:57.219738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Request body: {'network': {'project_id': '6915050207b1471b9474588c580e10d9'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:49:57.226287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:57.255228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:49:57.268121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739049714589', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:57.268985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2b7f4339d0> segment precommit_create {{(pid=87558) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 24 10:49:57.269833 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Added segment de89a43b-3376-4d4e-9733-d961a024b64c of type vlan for network a84f13fd-7e66-4b8e-ab52-a4506ac1984f
Dec 24 10:49:57.284814 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] Set router 121577c0-10d2-4633-951d-3d514b4209a9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:49:57.287221 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7e352a3e-f614-4d71-85d0-cfcab9affade None None] Provisioning for port 30418d6b-95d7-404c-984f-97d3aa5480a6 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:49:57.368477 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:57.423137 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:57.426346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:57.471491 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:57.474295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Usage tracker for resource:network and tenant:6915050207b1471b9474588c580e10d9 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:57.482416 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-630605ce-35d8-4263-abfc-c48d2f277173 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:57.494057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:57.502686 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-630605ce-35d8-4263-abfc-c48d2f277173 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Usage tracker for resource:subnet and tenant:37bf9714cf5540c885d08d790b87f099 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:57.508840 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-630605ce-35d8-4263-abfc-c48d2f277173 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:57.522036 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7e352a3e-f614-4d71-85d0-cfcab9affade None None] Provisioning complete for port 30418d6b-95d7-404c-984f-97d3aa5480a6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:49:57.522596 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:49:57.522720 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7e352a3e-f614-4d71-85d0-cfcab9affade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:57.523087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:57.529663 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-630605ce-35d8-4263-abfc-c48d2f277173 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:57.607513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630605ce-35d8-4263-abfc-c48d2f277173 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Made reservation on behalf of 37bf9714cf5540c885d08d790b87f099 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:49:57.607860 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:57.611799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-630605ce-35d8-4263-abfc-c48d2f277173 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks [] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:57.631944 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0d8fa636-5e79-429a-83ce-6bb2b699a746 tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] 10.222.0.54 "PUT /v2.0/quotas/4d1bc806a41541b3902fe721b5b3d1d3 HTTP/1.1" status: 200  len: 366 time: 1.7267427
Dec 24 10:49:57.636461 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40826) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:57.657795 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 2.8456721
Dec 24 10:49:57.681981 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40832) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:57.704805 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4fadeb31-b156-4fb8-a8f1-b21c06e56861 tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0536523
Dec 24 10:49:57.746019 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-7e352a3e-f614-4d71-85d0-cfcab9affade None None] Port 30418d6b-95d7-404c-984f-97d3aa5480a6 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:49:57.784351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 23f278c2-a0ea-4a99-8dd3-f744e60c936d completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:49:57.784889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9ef737-fbed-4029-99c5-9f14acd8efce,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:57.791139 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 23f278c2-a0ea-4a99-8dd3-f744e60c936d triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:49:57.793030 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:57.799435 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Request body: {'subnet': {'network_id': 'a84f13fd-7e66-4b8e-ab52-a4506ac1984f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:49:57.805022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:57.813124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Usage tracker for resource:subnet and tenant:1a39ae7fdc3a4d09a5aece81904e1d32 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:57.814502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:57.820429 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40836) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:57.835852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:49:57.842363 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:57.846735 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Usage tracker for resource:floatingip and tenant:396b3c3e3936492ea00fd9517f3d374f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:57.850005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:57.856041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:57.879726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:57.889768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Made reservation on behalf of 6915050207b1471b9474588c580e10d9 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:49:57.894494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:57.900871 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:57.937808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:57.939827 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:57.969293 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbfddc0>, [{'id': '121577c0-10d2-4633-951d-3d514b4209a9', 'name': 'tempest-ServersTestManualDisk-683291800-router', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:50Z', 'updated_at': '2021-12-24T10:49:52Z', 'revision_number': 3, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'gw_port': {'id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:51Z', 'updated_at': '2021-12-24T10:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:49:57.975456 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-527e913d-fded-4e50-92a7-3953e56954dc None None] The sync data for ids ['121577c0-10d2-4633-951d-3d514b4209a9'] in dv-neutron-822668-2-hyperv is: [{'id': '121577c0-10d2-4633-951d-3d514b4209a9', 'name': 'tempest-ServersTestManualDisk-683291800-router', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:50Z', 'updated_at': '2021-12-24T10:49:52Z', 'revision_number': 3, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'gw_port': {'id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:51Z', 'updated_at': '2021-12-24T10:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:49:57.980242 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for floatingip, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:57.986074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40844) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:58.071260 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:58.102138 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Pushing event updated for resources: {'Network': ['ID=a84f13fd-7e66-4b8e-ab52-a4506ac1984f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:58.105214 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9fcca08c-0570-496d-a1a0-85610c157fc2 tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] 10.222.0.54 "GET /v2.0/quotas/4d1bc806a41541b3902fe721b5b3d1d3 HTTP/1.1" status: 200  len: 366 time: 0.2833269
Dec 24 10:49:58.106075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:58.131615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40850) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:58.140079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:58.142235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network a84f13fd-7e66-4b8e-ab52-a4506ac1984f details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:49:58.144851 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Usage tracker for resource:security_group_rule and tenant:6915050207b1471b9474588c580e10d9 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:58.147989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:58.154679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:58.179145 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 23f278c2-a0ea-4a99-8dd3-f744e60c936d, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=23f278c2-a0ea-4a99-8dd3-f744e60c936d,segment=NetworkSegment(c3f666df-cfe1-4d16-a1e0-2863183c8e20),segment_id=c3f666df-cfe1-4d16-a1e0-2863183c8e20)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:49:58.206920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Made reservation on behalf of 1a39ae7fdc3a4d09a5aece81904e1d32 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:49:58.210272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:58.213212 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1102043157'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:49:58.224558 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:58.230827 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:58.241965 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:58.250347 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Usage tracker for resource:network and tenant:39df660325d04e8a9f9d3e14e6b9b9d5 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:58.255608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:58.257410 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:58.274571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:58.306401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-630605ce-35d8-4263-abfc-c48d2f277173 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:58.316047 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:58.317760 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-37457a8a-5ef9-4552-b189-c9cb3bd0895b None None] Provisioning complete for port 23f278c2-a0ea-4a99-8dd3-f744e60c936d triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:49:58.318329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-37457a8a-5ef9-4552-b189-c9cb3bd0895b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:58.356509 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Made reservation on behalf of 39df660325d04e8a9f9d3e14e6b9b9d5 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:49:58.359999 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:58.430361 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=23f278c2-a0ea-4a99-8dd3-f744e60c936d,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:58.432112 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:58.460747 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Router 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:49:58.462197 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:58.473574 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:58.489693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Usage tracker for resource:security_group_rule and tenant:39df660325d04e8a9f9d3e14e6b9b9d5 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:58.500807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:58.504737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630605ce-35d8-4263-abfc-c48d2f277173 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Pushing event updated for resources: {'Subnet': ['ID=1ab8d25a-c333-4949-9036-e400191835e7,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:58.507997 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-630605ce-35d8-4263-abfc-c48d2f277173 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:58.517257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:58.524250 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5706cfb2-fbb4-4f1a-b737-91ec9131f4ca tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/4d1bc806a41541b3902fe721b5b3d1d3 HTTP/1.1" status: 204  len: 168 time: 0.2949851
Dec 24 10:49:58.535241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40854) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:58.575933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:58.600655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:58.604982 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-904a969c-11f7-4adf-b6e8-081aa5d6506f tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] 10.222.0.54 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0559397
Dec 24 10:49:58.606402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40858) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:58.620953 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630605ce-35d8-4263-abfc-c48d2f277173 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Checking segment: {'id': 'd66228f5-acdf-4baa-8bd9-a11e697c1400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:49:58.621366 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630605ce-35d8-4263-abfc-c48d2f277173 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Network hostable DHCP agents. Network: 2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:49:58.624377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:58.631765 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:58.648791 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7994b0e4-4763-4a6f-9eef-8d4531846271 tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] 10.222.0.54 "GET /v2.0/quotas/4d1bc806a41541b3902fe721b5b3d1d3 HTTP/1.1" status: 200  len: 370 time: 0.0354099
Dec 24 10:49:58.651967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40862) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:58.683404 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-05d73b67-a67b-4133-8742-340e2823028f tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] 10.222.0.54 "GET /v2.0/quotas/4d1bc806a41541b3902fe721b5b3d1d3/default HTTP/1.1" status: 200  len: 370 time: 0.0248504
Dec 24 10:49:58.685611 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40866) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:58.687431 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:49:58.739347 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9633370d-b12a-4ce4-bd4d-0a19c2961235,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:58.754599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:58.755553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:58.755890 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Added segment 4b6e4401-abfb-4121-9cd1-6c6a0cbd8a61 of type vlan for network fabadcc1-2340-41bc-ae0e-698296cd7fe7
Dec 24 10:49:58.857546 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-f0d3c87f-6568-41fd-be6c-76f80089916a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] delete failed (client error): The resource could not be found.
Dec 24 10:49:58.857707 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f0d3c87f-6568-41fd-be6c-76f80089916a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] 10.222.0.54 "DELETE /v2.0/quotas/4d1bc806a41541b3902fe721b5b3d1d3 HTTP/1.1" status: 404  len: 348 time: 0.1711335
Dec 24 10:49:58.858332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630605ce-35d8-4263-abfc-c48d2f277173 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Network 2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:49:58.905042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:58.915866 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-630605ce-35d8-4263-abfc-c48d2f277173 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:49:58.926374 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f027e7-0f16-4784-b5b9-f15eebd810c2 None None] Network 2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:49:58.934472 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630605ce-35d8-4263-abfc-c48d2f277173 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:49:58.935074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-630605ce-35d8-4263-abfc-c48d2f277173 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:58.956296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:49:58.972654 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Sync routers for ids ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:49:59.040747 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:59.043397 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:59.050000 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 6.0841601
Dec 24 10:49:59.054948 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-630605ce-35d8-4263-abfc-c48d2f277173 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9769535
Dec 24 10:49:59.054948 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40872) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:59.068478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40874) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:59.111582 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device bbef91f6-c9b2-4cc4-88c4-2a34507bc733 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:49:59.148619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:59.167251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Routers {'46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:49:59.168183 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d426130>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:49:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:49:59.174845 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:49:59.190479 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:59.191400 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Added segment 4d1216be-c453-4f0a-b0a8-6908a34e1ff8 of type vlan for network 019f6d1a-b8a0-493f-a66b-510c0474bad5
Dec 24 10:49:59.213848 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:59.223258 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:59.228610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:59.271454 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40880) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:59.274393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:49:59.275273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:59.276094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Request body: {'port': {'network_id': '2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1825806110'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:49:59.279078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:59.292375 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:59.311340 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:59.335760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:49:59.336491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:59.438420 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a20971a-1a6a-4282-b0ab-04a20165db2d,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:59.492542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:59.495010 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:59.520863 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Pushing event updated for resources: {'Network': ['ID=fabadcc1-2340-41bc-ae0e-698296cd7fe7,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:59.524513 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:59.528192 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 1.5373247
Dec 24 10:49:59.534098 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40884) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:59.534876 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 2.3238726
Dec 24 10:49:59.546754 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40886) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:49:59.551620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-56b55af9-f173-4e1a-80f0-4e110315182a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] Usage tracker for resource:network and tenant:72ef47bde1af4293a967ac1f04cdc4fa is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:59.592777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-45eccec0-ff78-4002-b250-525e03977652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Request body: {'subnet': {'network_id': '019f6d1a-b8a0-493f-a66b-510c0474bad5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:49:59.603178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-fedd9afd-909e-4527-8955-5dbf066be893 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Request body: {'network': {'project_id': '6915050207b1471b9474588c580e10d9'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:49:59.606204 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network fabadcc1-2340-41bc-ae0e-698296cd7fe7 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:49:59.619320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-56b55af9-f173-4e1a-80f0-4e110315182a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:59.622860 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-fedd9afd-909e-4527-8955-5dbf066be893 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:59.634099 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:59.637048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-fedd9afd-909e-4527-8955-5dbf066be893 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Usage tracker for resource:network and tenant:6915050207b1471b9474588c580e10d9 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:59.642226 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-fedd9afd-909e-4527-8955-5dbf066be893 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:59.653518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:59.655288 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-fedd9afd-909e-4527-8955-5dbf066be893 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:59.662469 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:59.667059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-56b55af9-f173-4e1a-80f0-4e110315182a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] Usage tracker for resource:subnet and tenant:72ef47bde1af4293a967ac1f04cdc4fa is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:59.675947 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0036e808-4980-49d7-b520-be960060dd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:49:59.723676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-56b55af9-f173-4e1a-80f0-4e110315182a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:59.756387 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6', 'network_id': '2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6', 'tenant_id': '37bf9714cf5540c885d08d790b87f099', 'fixed_ips': [{'subnet_id': '1ab8d25a-c333-4949-9036-e400191835e7'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:49:59.757231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:59.763264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Allocated IP 172.26.4.58 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/0b27367a-5044-40f6-895a-b052bb4bcf0b) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:49:59.772118 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedd9afd-909e-4527-8955-5dbf066be893 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Made reservation on behalf of 6915050207b1471b9474588c580e10d9 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:49:59.774551 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fedd9afd-909e-4527-8955-5dbf066be893 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:59.781462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port bbef91f6-c9b2-4cc4-88c4-2a34507bc733 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:49:59.793313 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port bbef91f6-c9b2-4cc4-88c4-2a34507bc733 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:49:59.793756 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:59.801411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event updated for resources: {'Network': ['ID=019f6d1a-b8a0-493f-a66b-510c0474bad5,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:59.820207 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:59.828678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:59.865319 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-24be7fe4-6ec3-4dec-9f36-856fa7778d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:49:59.867570 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 019f6d1a-b8a0-493f-a66b-510c0474bad5 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:49:59.869233 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-45eccec0-ff78-4002-b250-525e03977652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:49:59.876940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Usage tracker for resource:port and tenant:37bf9714cf5540c885d08d790b87f099 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:59.880707 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-45eccec0-ff78-4002-b250-525e03977652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Usage tracker for resource:subnet and tenant:39df660325d04e8a9f9d3e14e6b9b9d5 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:59.887266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-56b55af9-f173-4e1a-80f0-4e110315182a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] Usage tracker for resource:subnetpool and tenant:72ef47bde1af4293a967ac1f04cdc4fa is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:49:59.892627 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:59.895502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Pushing event updated for resources: {'Port': ['ID=30418d6b-95d7-404c-984f-97d3aa5480a6,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:49:59.896007 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-45eccec0-ff78-4002-b250-525e03977652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:59.899496 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:49:59.904169 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:59.912587 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-45eccec0-ff78-4002-b250-525e03977652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:49:59.928753 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-56b55af9-f173-4e1a-80f0-4e110315182a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:49:59.983227 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Set router 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:50:00.006872 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedd9afd-909e-4527-8955-5dbf066be893 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:50:00.007108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Made reservation on behalf of 37bf9714cf5540c885d08d790b87f099 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:00.011202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:00.029087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45eccec0-ff78-4002-b250-525e03977652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Made reservation on behalf of 39df660325d04e8a9f9d3e14e6b9b9d5 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:00.033404 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-45eccec0-ff78-4002-b250-525e03977652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks [] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:00.064863 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-56b55af9-f173-4e1a-80f0-4e110315182a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] Usage tracker for resource:port and tenant:72ef47bde1af4293a967ac1f04cdc4fa is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:00.071660 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fedd9afd-909e-4527-8955-5dbf066be893 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:00.072143 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-fedd9afd-909e-4527-8955-5dbf066be893 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Added segment c08b5270-b0aa-499f-919c-3cf05b6b083d of type vlan for network 7ce30b2b-4001-4b8e-80d4-3d50554d8371
Dec 24 10:50:00.124058 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-56b55af9-f173-4e1a-80f0-4e110315182a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:00.132595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.objects.ports [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87558) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:50:00.133435 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:00.162748 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Network a7742ed0-282c-40e9-882c-70ecf1a98582 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:00.163598 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:00.205480 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] device_id is not set on port ecfe1c37-9ab3-4812-9e13-733a6a1f9946 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:00.210250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:00.245951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fedd9afd-909e-4527-8955-5dbf066be893 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:00.261744 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-56b55af9-f173-4e1a-80f0-4e110315182a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] Usage tracker for resource:router and tenant:72ef47bde1af4293a967ac1f04cdc4fa is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:00.368989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:00.373660 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Allocated IP 172.20.0.2 (2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6/1ab8d25a-c333-4949-9036-e400191835e7/49eb4848-55cd-4d32-8ea8-e6ef62c2893e) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:00.375771 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-56b55af9-f173-4e1a-80f0-4e110315182a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:00.406879 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6be43080-dd02-4fa6-98f5-919cee77124b,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:00.411132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:00.459776 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-56b55af9-f173-4e1a-80f0-4e110315182a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] Usage tracker for resource:floatingip and tenant:72ef47bde1af4293a967ac1f04cdc4fa is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:00.550964 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:00.572778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-56b55af9-f173-4e1a-80f0-4e110315182a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:00.594008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:00.594989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Checking segment: {'id': 'de89a43b-3376-4d4e-9733-d961a024b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a84f13fd-7e66-4b8e-ab52-a4506ac1984f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:00.595362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Network hostable DHCP agents. Network: a84f13fd-7e66-4b8e-ab52-a4506ac1984f, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:50:00.603979 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port bbef91f6-c9b2-4cc4-88c4-2a34507bc733, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=bbef91f6-c9b2-4cc4-88c4-2a34507bc733,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:00.625618 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:00.626548 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:00.636230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 23f278c2-a0ea-4a99-8dd3-f744e60c936d up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:00.668564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fedd9afd-909e-4527-8955-5dbf066be893 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:00.672424 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:00.689740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedd9afd-909e-4527-8955-5dbf066be893 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:00.690252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fedd9afd-909e-4527-8955-5dbf066be893 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:00.722657 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:00.729093 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-41426e89-e8a3-4ea6-b356-938e022a8ef2 None None] Provisioning complete for port 30418d6b-95d7-404c-984f-97d3aa5480a6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:00.729476 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-41426e89-e8a3-4ea6-b356-938e022a8ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:00.737698 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:00.745187 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Network a84f13fd-7e66-4b8e-ab52-a4506ac1984f is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:50:00.754285 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:00.763218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Router 121577c0-10d2-4633-951d-3d514b4209a9 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:50:00.776766 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fedd9afd-909e-4527-8955-5dbf066be893 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.2221401
Dec 24 10:50:00.781119 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40894) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:00.781691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Pushing event updated for resources: {'Port': ['ID=0b27367a-5044-40f6-895a-b052bb4bcf0b,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:00.787743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, a84f13fd-7e66-4b8e-ab52-a4506ac1984f) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:00.789407 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:00.798950 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6eb83208-69df-4309-af65-4d14134bda53 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Request body: {'network': {'project_id': '6915050207b1471b9474588c580e10d9'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:00.802352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-45eccec0-ff78-4002-b250-525e03977652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:00.806497 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6eb83208-69df-4309-af65-4d14134bda53 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:00.815349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-391154ef-008c-4658-b118-cc03292ee31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:00.824214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:00.845612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6eb83208-69df-4309-af65-4d14134bda53 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Usage tracker for resource:network and tenant:6915050207b1471b9474588c580e10d9 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:00.849771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6eb83208-69df-4309-af65-4d14134bda53 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:00.860266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:00.860879 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:00.881906 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778f3de6-53ba-47fc-a489-0293cd44f2da None None] Network a84f13fd-7e66-4b8e-ab52-a4506ac1984f requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:50:00.893934 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6eb83208-69df-4309-af65-4d14134bda53 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:00.907035 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:00.927237 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb83208-69df-4309-af65-4d14134bda53 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 24 10:50:00.927966 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb83208-69df-4309-af65-4d14134bda53 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:50:00.933634 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6eb83208-69df-4309-af65-4d14134bda53 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.1471789
Dec 24 10:50:00.940718 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40902) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:00.947169 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eccec0-ff78-4002-b250-525e03977652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event updated for resources: {'Subnet': ['ID=170cf256-7f5e-4e60-a1b8-77fe9ae46022,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:00.950473 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-45eccec0-ff78-4002-b250-525e03977652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:00.976275 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d426130>, [{'id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'name': 'tempest-ServersTestJSON-1631046866-router', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:53Z', 'updated_at': '2021-12-24T10:49:56Z', 'revision_number': 3, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'gw_port': {'id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:54Z', 'updated_at': '2021-12-24T10:49:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:00.978824 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=bbef91f6-c9b2-4cc4-88c4-2a34507bc733,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:01.012549 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45eccec0-ff78-4002-b250-525e03977652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Checking segment: {'id': '4d1216be-c453-4f0a-b0a8-6908a34e1ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '019f6d1a-b8a0-493f-a66b-510c0474bad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:01.012968 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eccec0-ff78-4002-b250-525e03977652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Network hostable DHCP agents. Network: 019f6d1a-b8a0-493f-a66b-510c0474bad5, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:50:01.069815 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:01.084273 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:01.085719 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Checking router: 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:50:01.086088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Updating router 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb port 78e8e7bc-6187-4d3d-b4f2-573f945adb6d binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:50:01.090655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eccec0-ff78-4002-b250-525e03977652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Network 019f6d1a-b8a0-493f-a66b-510c0474bad5 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:50:01.104224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-56b55af9-f173-4e1a-80f0-4e110315182a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] Usage tracker for resource:security_group and tenant:72ef47bde1af4293a967ac1f04cdc4fa is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:01.111917 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c90a51e2-a856-4bd1-ae75-8df2826da2f2 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6915050207b1471b9474588c580e10d9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1699965
Dec 24 10:50:01.115272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40906) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:01.125780 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-41426e89-e8a3-4ea6-b356-938e022a8ef2 None None] Port 30418d6b-95d7-404c-984f-97d3aa5480a6 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:01.131766 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Transition to ACTIVE for port object 49eb4848-55cd-4d32-8ea8-e6ef62c2893e will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:01.136801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:01.138000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd9afd-909e-4527-8955-5dbf066be893 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Pushing event updated for resources: {'Network': ['ID=7ce30b2b-4001-4b8e-80d4-3d50554d8371,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:01.148070 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-56b55af9-f173-4e1a-80f0-4e110315182a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:01.154017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-45eccec0-ff78-4002-b250-525e03977652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 019f6d1a-b8a0-493f-a66b-510c0474bad5) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:01.160059 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45eccec0-ff78-4002-b250-525e03977652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:01.160900 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-45eccec0-ff78-4002-b250-525e03977652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:01.173223 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 23f278c2-a0ea-4a99-8dd3-f744e60c936d triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:01.173684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:01.209443 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.5056226
Dec 24 10:50:01.209443 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fedd9afd-909e-4527-8955-5dbf066be893 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:01.210607 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40910) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:01.223483 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe64c72-11e6-406d-a2bd-80c58779e2d0 None None] Network 019f6d1a-b8a0-493f-a66b-510c0474bad5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:50:01.238009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-59a36c29-4633-4945-9f27-951efeb00ffc tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1896398553', 'network_id': 'a84f13fd-7e66-4b8e-ab52-a4506ac1984f'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:01.238277 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 7ce30b2b-4001-4b8e-80d4-3d50554d8371 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:50:01.257666 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-59a36c29-4633-4945-9f27-951efeb00ffc tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:01.258029 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-56b55af9-f173-4e1a-80f0-4e110315182a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] Usage tracker for resource:security_group_rule and tenant:72ef47bde1af4293a967ac1f04cdc4fa is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:01.270888 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-59a36c29-4633-4945-9f27-951efeb00ffc tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Usage tracker for resource:port and tenant:1a39ae7fdc3a4d09a5aece81904e1d32 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:01.276283 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:01.278261 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-59a36c29-4633-4945-9f27-951efeb00ffc tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:01.288420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-56b55af9-f173-4e1a-80f0-4e110315182a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:01.304653 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-56b55af9-f173-4e1a-80f0-4e110315182a tempest-QuotasTest-285647736 tempest-QuotasTest-285647736-project-admin] 10.222.0.54 "GET /v2.0/quotas/72ef47bde1af4293a967ac1f04cdc4fa/details.json HTTP/1.1" status: 200  len: 703 time: 2.0062425
Dec 24 10:50:01.305796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:50:01.307876 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:01.314965 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Transition to ACTIVE for port object 49eb4848-55cd-4d32-8ea8-e6ef62c2893e will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:01.327160 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-45eccec0-ff78-4002-b250-525e03977652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7881589
Dec 24 10:50:01.329730 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-59a36c29-4633-4945-9f27-951efeb00ffc tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:01.331760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40918) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:01.339070 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Sync routers for ids ['121577c0-10d2-4633-951d-3d514b4209a9'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:50:01.346189 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] 10.222.0.54 "PUT /v2.0/routers/121577c0-10d2-4633-951d-3d514b4209a9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1988251
Dec 24 10:50:01.369063 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Routers {'121577c0-10d2-4633-951d-3d514b4209a9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:01.370528 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd84760>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:49:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['121577c0-10d2-4633-951d-3d514b4209a9'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:01.374271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Request body: {'port': {'network_id': '019f6d1a-b8a0-493f-a66b-510c0474bad5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-632493054'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:01.532879 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Allocated IP 172.20.0.12 (2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6/1ab8d25a-c333-4949-9036-e400191835e7/ecfe1c37-9ab3-4812-9e13-733a6a1f9946) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:01.630142 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:01.641592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:01.646122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:01.689632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:01.740051 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a36c29-4633-4945-9f27-951efeb00ffc tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Made reservation on behalf of 1a39ae7fdc3a4d09a5aece81904e1d32 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:01.742626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-59a36c29-4633-4945-9f27-951efeb00ffc tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:01.754795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Pushing event updated for resources: {'Port': ['ID=0b27367a-5044-40f6-895a-b052bb4bcf0b,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:01.764746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:01.767042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:01.817229 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:01.818719 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.6135716
Dec 24 10:50:01.820850 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Set router 121577c0-10d2-4633-951d-3d514b4209a9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:50:01.821391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40932) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:01.827314 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1499247608'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:01.836696 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:01.845984 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-424819db-8fac-4a10-b16a-c8b2d82608d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:01.846821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Usage tracker for resource:network and tenant:396b3c3e3936492ea00fd9517f3d374f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:01.854312 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:01.857846 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Allocated IP 172.20.0.1 (b4cba5be-5b3b-4f1f-947c-4814691b80fa/44c6a38b-978e-40ab-a992-f2918537e15e/41fbe976-a559-426f-b930-f16895a8ed9c) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:01.873994 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:01.895455 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-59a36c29-4633-4945-9f27-951efeb00ffc tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] device_id is not set on port 10ec207b-c98f-4004-9473-0cc2626550e8 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:01.898588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Made reservation on behalf of 396b3c3e3936492ea00fd9517f3d374f for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:01.902215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:01.926940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:01.944729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-958a068d-8676-46a6-9247-879fa7de50f7 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:01.986902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:01.986902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Usage tracker for resource:security_group_rule and tenant:396b3c3e3936492ea00fd9517f3d374f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:01.986902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:01.999574 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:02.029294 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Pushing event updated for resources: {'Port': ['ID=49eb4848-55cd-4d32-8ea8-e6ef62c2893e,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:02.052684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:02.148474 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-43ce77b9-d3b4-42d8-b048-d12c63988cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:02.180859 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:02.188721 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Network 2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:02.196228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:02.201159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:02.232816 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:02.262014 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40942) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:02.266852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0975d8-2697-4010-81cf-94cdc4009942,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:02.270215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:02.295058 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:50:02.315317 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:02.315649 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Added segment 3e976a19-f591-4422-a7b5-c4744d67fafe of type vlan for network dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6
Dec 24 10:50:02.398588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:02.451259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:02.461775 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Usage tracker for resource:port and tenant:39df660325d04e8a9f9d3e14e6b9b9d5 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:02.471852 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:02.473261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:02.480025 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:02.480884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:02.482397 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:02.532350 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:02.538313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-958a068d-8676-46a6-9247-879fa7de50f7 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:02.558473 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Made reservation on behalf of 39df660325d04e8a9f9d3e14e6b9b9d5 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:02.564516 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:02.574529 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.7493782
Dec 24 10:50:02.576797 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd84760>, [{'id': '121577c0-10d2-4633-951d-3d514b4209a9', 'name': 'tempest-ServersTestManualDisk-683291800-router', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:50Z', 'updated_at': '2021-12-24T10:49:58Z', 'revision_number': 4, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'gw_port': {'id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:51Z', 'updated_at': '2021-12-24T10:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '30418d6b-95d7-404c-984f-97d3aa5480a6', 'name': '', 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'mac_address': 'fa:16:3e:7e:5a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:55Z', 'updated_at': '2021-12-24T10:49:58Z', 'revision_number': 2, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'subnets': [{'id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:02.578938 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40948) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:02.586856 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Checking router: 121577c0-10d2-4633-951d-3d514b4209a9 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:50:02.587215 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Updating router 121577c0-10d2-4633-951d-3d514b4209a9 port 30418d6b-95d7-404c-984f-97d3aa5480a6 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:50:02.605820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-7bf171f5-dc18-4670-a6ac-84d942aab18e tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Request body: {'subnet': {'network_id': 'dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:02.607534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:02.686808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] device_id is not set on port f484b9ca-60f6-41a7-934c-a5965e182142 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:02.721115 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:02.758301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:02.771411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:02.772836 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Transition to ACTIVE for port object 78e8e7bc-6187-4d3d-b4f2-573f945adb6d will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:02.794603 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-93378274-e1d4-4339-b71d-605d2a2fffae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:02.833211 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c5abfa-f8a2-4c03-b273-ed359a1d250b None None] Network a84f13fd-7e66-4b8e-ab52-a4506ac1984f requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:50:02.895687 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-958a068d-8676-46a6-9247-879fa7de50f7 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:02.924414 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Transition to ACTIVE for port object ecfe1c37-9ab3-4812-9e13-733a6a1f9946 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:02.944172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device bbef91f6-c9b2-4cc4-88c4-2a34507bc733 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:02.945168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-93378274-e1d4-4339-b71d-605d2a2fffae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:02.948072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-53cc5172-b5cc-4801-b48d-9be16326069f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:02.962901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40954) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:02.972158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-93378274-e1d4-4339-b71d-605d2a2fffae admin admin] Usage tracker for resource:security_group_rule and tenant:31dfaa1c5ee740049cd8c02a3e20a948 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:02.980051 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-4012f9f3-e1e6-41c6-806d-adc4b6f3c949 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1443046733', 'description': 'tempest-description--1880257400'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:02.985111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Pushing event updated for resources: {'Network': ['ID=dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:02.988651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-93378274-e1d4-4339-b71d-605d2a2fffae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:02.999313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-59a36c29-4633-4945-9f27-951efeb00ffc tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Allocated IP 172.20.0.2 (a84f13fd-7e66-4b8e-ab52-a4506ac1984f/6be43080-dd02-4fa6-98f5-919cee77124b/10ec207b-c98f-4004-9473-0cc2626550e8) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:03.003507 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-4012f9f3-e1e6-41c6-806d-adc4b6f3c949 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:03.005942 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:03.010500 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-93378274-e1d4-4339-b71d-605d2a2fffae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:03.016600 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4012f9f3-e1e6-41c6-806d-adc4b6f3c949 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Usage tracker for resource:security_group and tenant:2ee5bf25e0bc49e883ffc4ff6be4736f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:03.022251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a068d-8676-46a6-9247-879fa7de50f7 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9633370d-b12a-4ce4-bd4d-0a19c2961235,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:03.023642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4012f9f3-e1e6-41c6-806d-adc4b6f3c949 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:03.037276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-4012f9f3-e1e6-41c6-806d-adc4b6f3c949 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:03.040651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7bf171f5-dc18-4670-a6ac-84d942aab18e tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:03.041283 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.048744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-958a068d-8676-46a6-9247-879fa7de50f7 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:03.055576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-7bf171f5-dc18-4670-a6ac-84d942aab18e tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Usage tracker for resource:subnet and tenant:396b3c3e3936492ea00fd9517f3d374f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:03.059983 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-7bf171f5-dc18-4670-a6ac-84d942aab18e tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:03.070676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7bf171f5-dc18-4670-a6ac-84d942aab18e tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:03.093203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4012f9f3-e1e6-41c6-806d-adc4b6f3c949 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.120706 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf171f5-dc18-4670-a6ac-84d942aab18e tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Made reservation on behalf of 396b3c3e3936492ea00fd9517f3d374f for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:03.124543 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7bf171f5-dc18-4670-a6ac-84d942aab18e tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.125686 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:50:03.145079 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Transition to ACTIVE for port object 41fbe976-a559-426f-b930-f16895a8ed9c will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:03.149011 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-4012f9f3-e1e6-41c6-806d-adc4b6f3c949 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:03.154143 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-958a068d-8676-46a6-9247-879fa7de50f7 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.156401 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-958a068d-8676-46a6-9247-879fa7de50f7 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] 10.222.0.54 "DELETE /v2.0/security-groups/9633370d-b12a-4ce4-bd4d-0a19c2961235 HTTP/1.1" status: 204  len: 168 time: 2.0391717
Dec 24 10:50:03.162268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40958) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:03.165255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4012f9f3-e1e6-41c6-806d-adc4b6f3c949 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Usage tracker for resource:security_group_rule and tenant:2ee5bf25e0bc49e883ffc4ff6be4736f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:03.169900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4012f9f3-e1e6-41c6-806d-adc4b6f3c949 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:03.232090 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Allocated IP 2001:db8::6c (019f6d1a-b8a0-493f-a66b-510c0474bad5/170cf256-7f5e-4e60-a1b8-77fe9ae46022/f484b9ca-60f6-41a7-934c-a5965e182142) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:03.232776 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.250958 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Transition to ACTIVE for port object 30418d6b-95d7-404c-984f-97d3aa5480a6 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:03.253645 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.258404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-4012f9f3-e1e6-41c6-806d-adc4b6f3c949 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:03.260378 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.265385 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-bf090b86-82f5-4ce1-9f75-8514cd60fa29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:03.274788 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.297208 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Attempting to bind port 49eb4848-55cd-4d32-8ea8-e6ef62c2893e on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:50:03.298148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Attempting to bind port 49eb4848-55cd-4d32-8ea8-e6ef62c2893e by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'd66228f5-acdf-4baa-8bd9-a11e697c1400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:50:03.298592 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Attempting to bind port 49eb4848-55cd-4d32-8ea8-e6ef62c2893e on network 2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:50:03.347712 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:03.379426 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae88032-e926-445a-bc60-3e7ef270eedf None None] Pushing event updated for resources: {'Port': ['ID=30418d6b-95d7-404c-984f-97d3aa5480a6,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:03.391417 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-dae88032-e926-445a-bc60-3e7ef270eedf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:03.436715 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:03.463433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-93378274-e1d4-4339-b71d-605d2a2fffae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.497686 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-93378274-e1d4-4339-b71d-605d2a2fffae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.552898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.564850 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.571747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:03.583326 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.586918 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-93378274-e1d4-4339-b71d-605d2a2fffae admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=31dfaa1c5ee740049cd8c02a3e20a948&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3151696
Dec 24 10:50:03.597016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40966) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:03.602215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Network 2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:03.621463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port bbef91f6-c9b2-4cc4-88c4-2a34507bc733 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:03.621736 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.648148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842fbeb-0050-4d8e-bcde-66c43aecc22c None None] Pushing event updated for resources: {'Port': ['ID=78e8e7bc-6187-4d3d-b4f2-573f945adb6d,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:03.650862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-019f6d1a-b8a0-493f-a66b-510c0474bad5', 'network_id': '019f6d1a-b8a0-493f-a66b-510c0474bad5', 'tenant_id': '39df660325d04e8a9f9d3e14e6b9b9d5', 'fixed_ips': [{'subnet_id': '170cf256-7f5e-4e60-a1b8-77fe9ae46022'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:50:03.651833 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.667184 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-59a36c29-4633-4945-9f27-951efeb00ffc tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.669940 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Attempting to bind port 30418d6b-95d7-404c-984f-97d3aa5480a6 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:50:03.670405 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Attempting to bind port 30418d6b-95d7-404c-984f-97d3aa5480a6 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5d9ccc71-7f94-4da7-b7fb-d38452276eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:50:03.670671 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Attempting to bind port 30418d6b-95d7-404c-984f-97d3aa5480a6 on network a7742ed0-282c-40e9-882c-70ecf1a98582 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:50:03.675266 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:50:03.677942 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:50:03.678486 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Checking segment: {'id': '5d9ccc71-7f94-4da7-b7fb-d38452276eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:03.678940 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.680016 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Checking segment: {'id': 'd66228f5-acdf-4baa-8bd9-a11e697c1400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:03.680016 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.680628 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Bound using segment: {'id': 'd66228f5-acdf-4baa-8bd9-a11e697c1400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:50:03.681185 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Bound using segment: {'id': '5d9ccc71-7f94-4da7-b7fb-d38452276eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:50:03.681572 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Bound port: 49eb4848-55cd-4d32-8ea8-e6ef62c2893e, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66228f5-acdf-4baa-8bd9-a11e697c1400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:50:03.681977 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Bound port: 30418d6b-95d7-404c-984f-97d3aa5480a6, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9ccc71-7f94-4da7-b7fb-d38452276eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:50:03.682202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.682756 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.705291 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6842fbeb-0050-4d8e-bcde-66c43aecc22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:03.750344 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.773677 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93378274-e1d4-4339-b71d-605d2a2fffae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813f417a-523b-4f8e-baac-3b490de2efc8,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:03.776594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-93378274-e1d4-4339-b71d-605d2a2fffae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:03.806358 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] For port 30418d6b-95d7-404c-984f-97d3aa5480a6, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:50:03.810152 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] For port 30418d6b-95d7-404c-984f-97d3aa5480a6, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=30418d6b-95d7-404c-984f-97d3aa5480a6,segment=NetworkSegment(5d9ccc71-7f94-4da7-b7fb-d38452276eaf),segment_id=5d9ccc71-7f94-4da7-b7fb-d38452276eaf)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:50:03.816798 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.830075 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:03.839204 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Attempting to bind port 78e8e7bc-6187-4d3d-b4f2-573f945adb6d on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:50:03.839748 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Attempting to bind port 78e8e7bc-6187-4d3d-b4f2-573f945adb6d by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:50:03.840228 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Attempting to bind port 78e8e7bc-6187-4d3d-b4f2-573f945adb6d on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:50:03.864438 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:50:03.865003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:03.865623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.866169 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:50:03.866960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Bound port: 78e8e7bc-6187-4d3d-b4f2-573f945adb6d, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:50:03.867463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.886909 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.908911 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Transition to ACTIVE for port object f484b9ca-60f6-41a7-934c-a5965e182142 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:03.946192 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae88032-e926-445a-bc60-3e7ef270eedf None None] Pushing event updated for resources: {'Port': ['ID=30418d6b-95d7-404c-984f-97d3aa5480a6,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:03.950832 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-dae88032-e926-445a-bc60-3e7ef270eedf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:03.951274 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Network b4cba5be-5b3b-4f1f-947c-4814691b80fa is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:03.952422 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:03.958547 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:03.963823 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Routers {'121577c0-10d2-4633-951d-3d514b4209a9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:03.965424 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd84760>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['121577c0-10d2-4633-951d-3d514b4209a9'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:03.971673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.982886 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-59a36c29-4633-4945-9f27-951efeb00ffc tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:03.997862 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:04.007070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:04.021822 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:04.022539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:04.031326 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2b7cb76fa0>> segment before_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:04.031674 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2b7cb76fa0>> subnet precommit_delete_associations 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:04.032458 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b7e40f0d0>> segment_host_mapping after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:04.032907 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b7e40f0d0>> port after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:04.033254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b7e40f0d0>> port after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:04.033614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b7e40f0d0>> port after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:04.033979 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b7e40f0d0>> segment after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:04.034360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b7e40f0d0>> subnet after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:04.034734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b7e40f0d0>> subnet after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:04.035021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b7e40f0d0>> subnet after_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:04.063979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Pushing event updated for resources: {'Port': ['ID=ecfe1c37-9ab3-4812-9e13-733a6a1f9946,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:04.070623 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 939 time: 4.9236605
Dec 24 10:50:04.093671 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:04.094168 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 40978) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:04.117296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-817c71b7-1fe2-4ffd-bea7-df7a297b8ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.514s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:04.213839 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] Set router 121577c0-10d2-4633-951d-3d514b4209a9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:50:04.231052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b7ce35b50>> subnet after_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:04.231470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b7ce35b50>> subnet after_delete 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:04.231726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b7ce35b50>> subnet before_create 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:04.232174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b7ce35b50>> subnet before_update 55550000 {{(pid=87558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:04.232548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7e40f460>,) {'filters': {'network_id': ['7ce30b2b-4001-4b8e-80d4-3d50554d8371']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:04.246014 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e40f460>, 'c08b5270-b0aa-499f-919c-3cf05b6b083d') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:04.246306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e40f460>, 'c08b5270-b0aa-499f-919c-3cf05b6b083d') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:04.258336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:04.278628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:04.282105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] For port 49eb4848-55cd-4d32-8ea8-e6ef62c2893e, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:50:04.287230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:50:04.288202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:04.295166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e3116-0521-409b-8ce9-4ddcfeb791e3 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Deleting port ecfe1c37-9ab3-4812-9e13-733a6a1f9946 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:04.295877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8a9e3116-0521-409b-8ce9-4ddcfeb791e3 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:04.354083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] For port 78e8e7bc-6187-4d3d-b4f2-573f945adb6d, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:50:04.379748 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] For port 49eb4848-55cd-4d32-8ea8-e6ef62c2893e, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=49eb4848-55cd-4d32-8ea8-e6ef62c2893e,segment=NetworkSegment(d66228f5-acdf-4baa-8bd9-a11e697c1400),segment_id=d66228f5-acdf-4baa-8bd9-a11e697c1400)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:50:04.392926 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] For port 78e8e7bc-6187-4d3d-b4f2-573f945adb6d, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=78e8e7bc-6187-4d3d-b4f2-573f945adb6d,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   from cryptography.utils import int_from_bytes
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   from cryptography.utils import int_from_bytes
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn_limited(
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn_limited(
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:50:04.395621 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:50:04.411002 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4012f9f3-e1e6-41c6-806d-adc4b6f3c949 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:04.415634 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:04.426501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:04.430813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fa02f1e1-f0b2-49e0-a895-afe2912c8d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:04.431711 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:04.454064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4012f9f3-e1e6-41c6-806d-adc4b6f3c949 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:04.454731 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-424819db-8fac-4a10-b16a-c8b2d82608d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:04.492036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fedd9afd-909e-4527-8955-5dbf066be893 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:04.504355 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Allocated IP 2001:db8::2 (019f6d1a-b8a0-493f-a66b-510c0474bad5/170cf256-7f5e-4e60-a1b8-77fe9ae46022/4f2d5d67-070f-411f-ae40-e7be23709d1a) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:04.586558 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:04.625857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ce30b2b-4001-4b8e-80d4-3d50554d8371,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:04.644639 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd84760>, [{'id': '121577c0-10d2-4633-951d-3d514b4209a9', 'name': 'tempest-ServersTestManualDisk-683291800-router', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:50Z', 'updated_at': '2021-12-24T10:49:58Z', 'revision_number': 4, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'gw_port': {'id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:51Z', 'updated_at': '2021-12-24T10:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '30418d6b-95d7-404c-984f-97d3aa5480a6', 'name': '', 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'mac_address': 'fa:16:3e:7e:5a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:55Z', 'updated_at': '2021-12-24T10:50:03Z', 'revision_number': 4, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'subnets': [{'id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:04.653249 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fa02f1e1-f0b2-49e0-a895-afe2912c8d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:04.656271 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec1a78-c1b4-4c08-b94a-1a5142b17da1 None None] The sync data for ids ['121577c0-10d2-4633-951d-3d514b4209a9'] in dv-neutron-822668-2-hyperv is: [{'id': '121577c0-10d2-4633-951d-3d514b4209a9', 'name': 'tempest-ServersTestManualDisk-683291800-router', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:50Z', 'updated_at': '2021-12-24T10:49:58Z', 'revision_number': 4, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'gw_port': {'id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:51Z', 'updated_at': '2021-12-24T10:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '30418d6b-95d7-404c-984f-97d3aa5480a6', 'name': '', 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'mac_address': 'fa:16:3e:7e:5a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:55Z', 'updated_at': '2021-12-24T10:50:03Z', 'revision_number': 4, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'subnets': [{'id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:50:04.666716 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:04.669752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:04.696276 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Routers {'46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:04.697032 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d426130>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:04.707296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7bf171f5-dc18-4670-a6ac-84d942aab18e tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:04.748753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:04.754247 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:04.799652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4012f9f3-e1e6-41c6-806d-adc4b6f3c949 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:04.801104 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4012f9f3-e1e6-41c6-806d-adc4b6f3c949 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.8371754
Dec 24 10:50:04.807944 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] 10.222.0.54 "DELETE /v2.0/networks/7ce30b2b-4001-4b8e-80d4-3d50554d8371 HTTP/1.1" status: 204  len: 168 time: 1.6397145
Dec 24 10:50:04.808923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40982) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:04.834290 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40984) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:04.843065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-2825b061-4941-4ea8-8912-dfeda6d06155 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Request body: {'security_group_rule': {'security_group_id': 'eb899612-7b84-4f90-9291-96b80c22f770', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:04.874493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012f9f3-e1e6-41c6-806d-adc4b6f3c949 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb899612-7b84-4f90-9291-96b80c22f770,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:04.877635 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2825b061-4941-4ea8-8912-dfeda6d06155 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:04.895770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4012f9f3-e1e6-41c6-806d-adc4b6f3c949 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:04.901965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:04.912623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Pushing event updated for resources: {'Port': ['ID=49eb4848-55cd-4d32-8ea8-e6ef62c2893e,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:04.951593 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a36c29-4633-4945-9f27-951efeb00ffc tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Network a84f13fd-7e66-4b8e-ab52-a4506ac1984f is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:04.965725 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2825b061-4941-4ea8-8912-dfeda6d06155 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Usage tracker for resource:security_group_rule and tenant:2ee5bf25e0bc49e883ffc4ff6be4736f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:04.966233 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-59a36c29-4633-4945-9f27-951efeb00ffc tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:04.985822 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a36c29-4633-4945-9f27-951efeb00ffc tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:05.004166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a36c29-4633-4945-9f27-951efeb00ffc tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:05.005107 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-59a36c29-4633-4945-9f27-951efeb00ffc tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:05.006035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2825b061-4941-4ea8-8912-dfeda6d06155 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:05.096981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842fbeb-0050-4d8e-bcde-66c43aecc22c None None] Pushing event updated for resources: {'Port': ['ID=78e8e7bc-6187-4d3d-b4f2-573f945adb6d,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:05.101351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6842fbeb-0050-4d8e-bcde-66c43aecc22c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:05.110756 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2825b061-4941-4ea8-8912-dfeda6d06155 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:05.112933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Network 019f6d1a-b8a0-493f-a66b-510c0474bad5 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:05.113970 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:05.129963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:05.132604 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-59a36c29-4633-4945-9f27-951efeb00ffc tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1023 time: 3.9155922
Dec 24 10:50:05.136379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:05.142213 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:05.142869 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:05.166214 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Pushing event updated for resources: {'Port': ['ID=41fbe976-a559-426f-b930-f16895a8ed9c,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:05.166435 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40990) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:05.183119 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.676s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:05.183436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:05.184197 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:05.206031 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 3.8524001
Dec 24 10:50:05.206031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.079s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:05.206031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.414s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:05.230906 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] Set router 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:50:05.251008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf171f5-dc18-4670-a6ac-84d942aab18e tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Checking segment: {'id': '3e976a19-f591-4422-a7b5-c4744d67fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:05.251719 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf171f5-dc18-4670-a6ac-84d942aab18e tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Network hostable DHCP agents. Network: dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:50:05.256616 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fa02f1e1-f0b2-49e0-a895-afe2912c8d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:05.259680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 40994) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:05.270712 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf171f5-dc18-4670-a6ac-84d942aab18e tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Pushing event updated for resources: {'Subnet': ['ID=d2051ebd-d536-40d1-ac64-1bd4ca9c775a,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:05.286877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7bf171f5-dc18-4670-a6ac-84d942aab18e tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:05.291866 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2825b061-4941-4ea8-8912-dfeda6d06155 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:05.291997 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9d5201df-b453-472c-9b75-d8377656e41c None None] Provisioning for port 41fbe976-a559-426f-b930-f16895a8ed9c completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:05.305527 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Request body: {'port': {'network_id': '019f6d1a-b8a0-493f-a66b-510c0474bad5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1900563042', 'allowed_address_pairs': [{'ip_address': '2001:db8::6c', 'mac_address': 'fa:16:3e:10:a8:14'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:05.323610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e2b2e2e9-16f7-496c-afea-882b05e5f92e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:05.332210 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a36c29-4633-4945-9f27-951efeb00ffc tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Pushing event updated for resources: {'Port': ['ID=10ec207b-c98f-4004-9473-0cc2626550e8,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:05.335836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-16aa8544-8f28-49b6-aeff-0488436fc2e9 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:05.353055 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa02f1e1-f0b2-49e0-a895-afe2912c8d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813f417a-523b-4f8e-baac-3b490de2efc8,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:05.385498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fa02f1e1-f0b2-49e0-a895-afe2912c8d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:05.412352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9d5201df-b453-472c-9b75-d8377656e41c None None] Provisioning complete for port 41fbe976-a559-426f-b930-f16895a8ed9c triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:05.412983 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9d5201df-b453-472c-9b75-d8377656e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:05.430965 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8a9e3116-0521-409b-8ce9-4ddcfeb791e3 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:05.518852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc5d3a-1c25-48bc-aaa4-b35758f30790 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Deleting port 10ec207b-c98f-4004-9473-0cc2626550e8 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:05.519193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c6fc5d3a-1c25-48bc-aaa4-b35758f30790 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:05.543927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf171f5-dc18-4670-a6ac-84d942aab18e tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Network dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:50:05.552029 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fa02f1e1-f0b2-49e0-a895-afe2912c8d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:05.553476 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fa02f1e1-f0b2-49e0-a895-afe2912c8d41 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/813f417a-523b-4f8e-baac-3b490de2efc8 HTTP/1.1" status: 204  len: 168 time: 1.9549265
Dec 24 10:50:05.617112 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-7bf171f5-dc18-4670-a6ac-84d942aab18e tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:05.639739 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7462ea9-274c-46fe-8c20-cd296c8e5c20 None None] Network dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:50:05.640931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e3116-0521-409b-8ce9-4ddcfeb791e3 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Calling delete_port for ecfe1c37-9ab3-4812-9e13-733a6a1f9946 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:05.692950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9d5201df-b453-472c-9b75-d8377656e41c None None] Port 41fbe976-a559-426f-b930-f16895a8ed9c cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:05.724978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf171f5-dc18-4670-a6ac-84d942aab18e tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:05.725529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7bf171f5-dc18-4670-a6ac-84d942aab18e tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:05.914514 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event updated for resources: {'Port': ['ID=f484b9ca-60f6-41a7-934c-a5965e182142,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:05.918798 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2825b061-4941-4ea8-8912-dfeda6d06155 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:05.919915 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:05.971878 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:05.993498 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Transition to ACTIVE for port object 4f2d5d67-070f-411f-ae40-e7be23709d1a will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:06.109605 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Transition to ACTIVE for port object 4f2d5d67-070f-411f-ae40-e7be23709d1a will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:06.114631 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.156s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:06.115177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:06.128349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.136393 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:06.146564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2825b061-4941-4ea8-8912-dfeda6d06155 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.179788 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-16aa8544-8f28-49b6-aeff-0488436fc2e9 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.182767 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd910c48-4403-4dcf-9190-26fe89afe6da None None] Network 2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:50:06.194955 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41006) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:06.232346 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Network 019f6d1a-b8a0-493f-a66b-510c0474bad5 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:06.243680 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:06.243870 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:06.247580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-949463bf-eb52-45b1-944d-eab1db66c574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.257192 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7bf171f5-dc18-4670-a6ac-84d942aab18e tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.6683705
Dec 24 10:50:06.262104 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41010) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:06.278479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:06.280438 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1408004935', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}, 'admin_state_up': False}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:06.297896 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-949463bf-eb52-45b1-944d-eab1db66c574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:06.300369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:06.304295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Usage tracker for resource:port and tenant:39df660325d04e8a9f9d3e14e6b9b9d5 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:06.306515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-949463bf-eb52-45b1-944d-eab1db66c574 admin admin] Usage tracker for resource:security_group_rule and tenant:72ef47bde1af4293a967ac1f04cdc4fa is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:06.308656 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-16aa8544-8f28-49b6-aeff-0488436fc2e9 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7e5c3850>,) {'filters': {'network_id': ['fabadcc1-2340-41bc-ae0e-698296cd7fe7']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:06.309532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:06.312033 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Usage tracker for resource:router and tenant:396b3c3e3936492ea00fd9517f3d374f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:06.314668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-949463bf-eb52-45b1-944d-eab1db66c574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:06.316869 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825b061-4941-4ea8-8912-dfeda6d06155 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2019fa-9250-40c5-9c8a-d282f590e803,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:06.318807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:06.321517 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8a9e3116-0521-409b-8ce9-4ddcfeb791e3 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.331580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-949463bf-eb52-45b1-944d-eab1db66c574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:06.332894 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:06.335250 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:06.346631 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-16aa8544-8f28-49b6-aeff-0488436fc2e9 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e5c3850>, '4b6e4401-abfb-4121-9cd1-6c6a0cbd8a61') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:06.347250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-16aa8544-8f28-49b6-aeff-0488436fc2e9 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e5c3850>, '4b6e4401-abfb-4121-9cd1-6c6a0cbd8a61') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:06.348149 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:06.375057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2825b061-4941-4ea8-8912-dfeda6d06155 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:06.382961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:06.409515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-16aa8544-8f28-49b6-aeff-0488436fc2e9 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.416337 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e3116-0521-409b-8ce9-4ddcfeb791e3 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Pushing event deleted for resources: {'Port': ['ID=ecfe1c37-9ab3-4812-9e13-733a6a1f9946,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:06.420071 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2825b061-4941-4ea8-8912-dfeda6d06155 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.421706 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2825b061-4941-4ea8-8912-dfeda6d06155 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.5979128
Dec 24 10:50:06.425341 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7eabf663-ba92-45d4-b8b6-b2b83236d4b7 None None] Provisioning for port 49eb4848-55cd-4d32-8ea8-e6ef62c2893e completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:06.427004 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41014) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:06.428571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8a9e3116-0521-409b-8ce9-4ddcfeb791e3 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:06.428681 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Pushing event updated for resources: {'Port': ['ID=4f2d5d67-070f-411f-ae40-e7be23709d1a,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:06.433785 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.434833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.436149 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:06.463448 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-e4ad9a5a-dc7a-42ff-9da6-ec5a39ac0bbb tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Request body: {'security_group_rule': {'security_group_id': 'eb899612-7b84-4f90-9291-96b80c22f770', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:06.470235 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.500856 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.503718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e4ad9a5a-dc7a-42ff-9da6-ec5a39ac0bbb tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:06.507007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-16aa8544-8f28-49b6-aeff-0488436fc2e9 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.512201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Made reservation on behalf of 39df660325d04e8a9f9d3e14e6b9b9d5 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:06.515898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.521055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8a9e3116-0521-409b-8ce9-4ddcfeb791e3 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.528180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c0fb15ed-eb8f-49e9-8c96-c44640855ad5 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:06.546116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e4ad9a5a-dc7a-42ff-9da6-ec5a39ac0bbb tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Usage tracker for resource:security_group_rule and tenant:2ee5bf25e0bc49e883ffc4ff6be4736f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:06.554836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c6fc5d3a-1c25-48bc-aaa4-b35758f30790 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.562836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e4ad9a5a-dc7a-42ff-9da6-ec5a39ac0bbb tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:06.583510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.613967 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16aa8544-8f28-49b6-aeff-0488436fc2e9 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:50:06.614370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-16aa8544-8f28-49b6-aeff-0488436fc2e9 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.615167 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d426130>, [{'id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'name': 'tempest-ServersTestJSON-1631046866-router', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:53Z', 'updated_at': '2021-12-24T10:49:56Z', 'revision_number': 3, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'gw_port': {'id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:54Z', 'updated_at': '2021-12-24T10:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:06.620163 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Attempting to bind port 4f2d5d67-070f-411f-ae40-e7be23709d1a on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:50:06.620644 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Attempting to bind port 4f2d5d67-070f-411f-ae40-e7be23709d1a by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '4d1216be-c453-4f0a-b0a8-6908a34e1ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '019f6d1a-b8a0-493f-a66b-510c0474bad5'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:50:06.621075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Attempting to bind port 4f2d5d67-070f-411f-ae40-e7be23709d1a on network 019f6d1a-b8a0-493f-a66b-510c0474bad5 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:50:06.639230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e7d85e-7fa9-4c00-bae5-a1b06bd6dc86 None None] The sync data for ids ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'] in dv-neutron-822668-2-hyperv is: [{'id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'name': 'tempest-ServersTestJSON-1631046866-router', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:53Z', 'updated_at': '2021-12-24T10:49:56Z', 'revision_number': 3, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'gw_port': {'id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:54Z', 'updated_at': '2021-12-24T10:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:50:06.642373 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:50:06.642763 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Checking segment: {'id': '4d1216be-c453-4f0a-b0a8-6908a34e1ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '019f6d1a-b8a0-493f-a66b-510c0474bad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:06.644433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.644433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Bound using segment: {'id': '4d1216be-c453-4f0a-b0a8-6908a34e1ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '019f6d1a-b8a0-493f-a66b-510c0474bad5'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:50:06.644433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Bound port: 4f2d5d67-070f-411f-ae40-e7be23709d1a, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d1216be-c453-4f0a-b0a8-6908a34e1ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '019f6d1a-b8a0-493f-a66b-510c0474bad5'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:50:06.644776 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:50:06.707649 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:50:06.709198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e4ad9a5a-dc7a-42ff-9da6-ec5a39ac0bbb tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:06.739686 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8a9e3116-0521-409b-8ce9-4ddcfeb791e3 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] 10.222.0.54 "DELETE /v2.0/ports/ecfe1c37-9ab3-4812-9e13-733a6a1f9946 HTTP/1.1" status: 204  len: 168 time: 2.5604203
Dec 24 10:50:06.746913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Pushing event updated for resources: {'Port': ['ID=41fbe976-a559-426f-b930-f16895a8ed9c,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:06.767374 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41018) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:06.780523 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:06.803887 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:50:06.922426 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] For port 4f2d5d67-070f-411f-ae40-e7be23709d1a, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:50:06.938205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 49eb4848-55cd-4d32-8ea8-e6ef62c2893e up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:06.943171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc5d3a-1c25-48bc-aaa4-b35758f30790 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Calling delete_port for 10ec207b-c98f-4004-9473-0cc2626550e8 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:07.014539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] For port 4f2d5d67-070f-411f-ae40-e7be23709d1a, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4f2d5d67-070f-411f-ae40-e7be23709d1a,segment=NetworkSegment(4d1216be-c453-4f0a-b0a8-6908a34e1ff8),segment_id=4d1216be-c453-4f0a-b0a8-6908a34e1ff8)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:50:07.022146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-16aa8544-8f28-49b6-aeff-0488436fc2e9 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:07.022730 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6', 'network_id': 'dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6', 'tenant_id': '396b3c3e3936492ea00fd9517f3d374f', 'fixed_ips': [{'subnet_id': 'd2051ebd-d536-40d1-ac64-1bd4ca9c775a'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:50:07.024260 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:07.050317 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e4ad9a5a-dc7a-42ff-9da6-ec5a39ac0bbb tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:07.059392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-16aa8544-8f28-49b6-aeff-0488436fc2e9 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:07.068163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a916fd10-b36c-4aa8-a2f4-34f8d8ba9f12 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:07.096028 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:07.198673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-949463bf-eb52-45b1-944d-eab1db66c574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:07.242583 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Allocated IP 172.20.0.2 (dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6/d2051ebd-d536-40d1-ac64-1bd4ca9c775a/04382b57-c5f5-448d-9d8f-285edbf3b981) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:07.261235 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa8544-8f28-49b6-aeff-0488436fc2e9 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Pushing event deleted for resources: {'Network': ['ID=fabadcc1-2340-41bc-ae0e-698296cd7fe7,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:07.294655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-949463bf-eb52-45b1-944d-eab1db66c574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:07.298984 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-16aa8544-8f28-49b6-aeff-0488436fc2e9 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] 10.222.0.54 "DELETE /v2.0/networks/fabadcc1-2340-41bc-ae0e-698296cd7fe7 HTTP/1.1" status: 204  len: 168 time: 2.4608929
Dec 24 10:50:07.299513 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-16aa8544-8f28-49b6-aeff-0488436fc2e9 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:07.327922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] device_id is not set on port e5b3deab-2a0a-43dc-973f-aea959d45c04 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:07.387756 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1cc73c46-0eaf-4f6f-a2d1-1ffa531035ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:07.409722 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Network b4cba5be-5b3b-4f1f-947c-4814691b80fa is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:07.423509 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:07.427268 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:07.470166 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-949463bf-eb52-45b1-944d-eab1db66c574 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=72ef47bde1af4293a967ac1f04cdc4fa&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2724545
Dec 24 10:50:07.528140 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41026) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:07.630442 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:07.642498 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a65ad5cb-f414-4754-8258-5422f05fd534 tempest-DHCPAgentSchedulersTestJSON-243911330 tempest-DHCPAgentSchedulersTestJSON-243911330-project-admin] 10.222.0.54 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4310 time: 0.8737221
Dec 24 10:50:07.643131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41032) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:07.645366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:07.659776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949463bf-eb52-45b1-944d-eab1db66c574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a72f2a-39d8-46c4-a5a2-1551e3fd82a5,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:07.666187 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-1bf7b3c0-1895-4c9a-a879-0a8c125bc29a tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1230447033'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:07.677616 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1bf7b3c0-1895-4c9a-a879-0a8c125bc29a tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:07.680032 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-949463bf-eb52-45b1-944d-eab1db66c574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:07.688023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1bf7b3c0-1895-4c9a-a879-0a8c125bc29a tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Usage tracker for resource:network and tenant:37bf9714cf5540c885d08d790b87f099 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:07.710230 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1bf7b3c0-1895-4c9a-a879-0a8c125bc29a tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:07.715343 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:07.778724 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Transition to ACTIVE for port object 04382b57-c5f5-448d-9d8f-285edbf3b981 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:07.850230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Transition to ACTIVE for port object 04382b57-c5f5-448d-9d8f-285edbf3b981 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:07.856942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1bf7b3c0-1895-4c9a-a879-0a8c125bc29a tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:07.878659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Pushing event updated for resources: {'Port': ['ID=4f2d5d67-070f-411f-ae40-e7be23709d1a,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:07.883594 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:07.897050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e4ad9a5a-dc7a-42ff-9da6-ec5a39ac0bbb tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:07.906529 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:07.919057 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:07.929703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e4ad9a5a-dc7a-42ff-9da6-ec5a39ac0bbb tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:07.930180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c6fc5d3a-1c25-48bc-aaa4-b35758f30790 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:07.954884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2825b061-4941-4ea8-8912-dfeda6d06155 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:07.966200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7a87ef18-6596-4cf2-a206-9d840f7efd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:07.993089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 49eb4848-55cd-4d32-8ea8-e6ef62c2893e completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:08.019431 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 49eb4848-55cd-4d32-8ea8-e6ef62c2893e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:08.019854 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.060394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Allocated IP 2001:db8::237 (019f6d1a-b8a0-493f-a66b-510c0474bad5/170cf256-7f5e-4e60-a1b8-77fe9ae46022/e5b3deab-2a0a-43dc-973f-aea959d45c04) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:08.062571 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad9a5a-dc7a-42ff-9da6-ec5a39ac0bbb tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b45c52f1-89f2-4fad-bec3-4addda867e8e,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:08.070605 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf7b3c0-1895-4c9a-a879-0a8c125bc29a tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Made reservation on behalf of 37bf9714cf5540c885d08d790b87f099 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:08.088548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e4ad9a5a-dc7a-42ff-9da6-ec5a39ac0bbb tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:08.088847 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1bf7b3c0-1895-4c9a-a879-0a8c125bc29a tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.102786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:08.137292 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1287cbb2-b767-4b1a-a3ad-f2292be61b01 None None] Provisioning complete for port 41fbe976-a559-426f-b930-f16895a8ed9c triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:08.138344 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1287cbb2-b767-4b1a-a3ad-f2292be61b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.185282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Router 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:50:08.215060 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e4ad9a5a-dc7a-42ff-9da6-ec5a39ac0bbb tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.219576 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e4ad9a5a-dc7a-42ff-9da6-ec5a39ac0bbb tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.7772529
Dec 24 10:50:08.224698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41038) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:08.231511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf7b3c0-1895-4c9a-a879-0a8c125bc29a tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:50:08.232848 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Network dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:08.240768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7a87ef18-6596-4cf2-a206-9d840f7efd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.249193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:08.254299 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc5d3a-1c25-48bc-aaa4-b35758f30790 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Pushing event deleted for resources: {'Port': ['ID=10ec207b-c98f-4004-9473-0cc2626550e8,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:08.259401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:08.269589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1bf7b3c0-1895-4c9a-a879-0a8c125bc29a tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.270001 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-1bf7b3c0-1895-4c9a-a879-0a8c125bc29a tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Added segment 274d0705-5dad-4fba-8d48-0bf0fe5d2454 of type vlan for network 4e681ed5-d415-4c44-a66d-d69e5bf4471b
Dec 24 10:50:08.277286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Usage tracker for resource:floatingip and tenant:2ee5bf25e0bc49e883ffc4ff6be4736f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:08.284792 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:08.291230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:08.304697 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c6fc5d3a-1c25-48bc-aaa4-b35758f30790 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:08.355562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:08.371421 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Pushing event updated for resources: {'Port': ['ID=04382b57-c5f5-448d-9d8f-285edbf3b981,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:08.381366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:08.398018 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:08.455795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41042) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:08.458213 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1bf7b3c0-1895-4c9a-a879-0a8c125bc29a tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.512640 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.522220 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1287cbb2-b767-4b1a-a3ad-f2292be61b01 None None] Port 41fbe976-a559-426f-b930-f16895a8ed9c cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:08.557363 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c6fc5d3a-1c25-48bc-aaa4-b35758f30790 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.650037 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c6fc5d3a-1c25-48bc-aaa4-b35758f30790 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "DELETE /v2.0/ports/10ec207b-c98f-4004-9473-0cc2626550e8 HTTP/1.1" status: 204  len: 168 time: 3.4823954
Dec 24 10:50:08.658887 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41048) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:08.679098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a84f13fd-7e66-4b8e-ab52-a4506ac1984f', 'external_fixed_ips': [{'subnet_id': '6be43080-dd02-4fa6-98f5-919cee77124b', 'ip_address': '172.20.0.2'}]}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:08.688044 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:08.694234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7a87ef18-6596-4cf2-a206-9d840f7efd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.695393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Usage tracker for resource:router and tenant:1a39ae7fdc3a4d09a5aece81904e1d32 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:08.699007 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Attempting to bind port 04382b57-c5f5-448d-9d8f-285edbf3b981 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:50:08.699524 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Attempting to bind port 04382b57-c5f5-448d-9d8f-285edbf3b981 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '3e976a19-f591-4422-a7b5-c4744d67fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:50:08.700354 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Attempting to bind port 04382b57-c5f5-448d-9d8f-285edbf3b981 on network dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:50:08.700489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:08.707866 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:50:08.708063 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Checking segment: {'id': '3e976a19-f591-4422-a7b5-c4744d67fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:08.708768 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.709293 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Bound using segment: {'id': '3e976a19-f591-4422-a7b5-c4744d67fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:50:08.709841 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Bound port: 04382b57-c5f5-448d-9d8f-285edbf3b981, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e976a19-f591-4422-a7b5-c4744d67fafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:50:08.710368 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.711428 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:08.723690 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.724659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:08.748189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7a87ef18-6596-4cf2-a206-9d840f7efd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.749923 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7a87ef18-6596-4cf2-a206-9d840f7efd43 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/98a72f2a-39d8-46c4-a5a2-1551e3fd82a5 HTTP/1.1" status: 204  len: 168 time: 1.1927538
Dec 24 10:50:08.750820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87ef18-6596-4cf2-a206-9d840f7efd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a72f2a-39d8-46c4-a5a2-1551e3fd82a5,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:08.754106 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a3062beb-47c6-4557-89f4-08363acc678e None None] Provisioning complete for port 49eb4848-55cd-4d32-8ea8-e6ef62c2893e triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:08.754428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be3772b9-fea0-4080-98d0-551309eaffaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.754550 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a3062beb-47c6-4557-89f4-08363acc678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.760313 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7a87ef18-6596-4cf2-a206-9d840f7efd43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:08.785971 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.787124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.809856 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.830360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:08.841412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Transition to ACTIVE for port object e5b3deab-2a0a-43dc-973f-aea959d45c04 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:08.942176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-be3772b9-fea0-4080-98d0-551309eaffaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:09.022986 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 49eb4848-55cd-4d32-8ea8-e6ef62c2893e, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=49eb4848-55cd-4d32-8ea8-e6ef62c2893e,segment=NetworkSegment(d66228f5-acdf-4baa-8bd9-a11e697c1400),segment_id=d66228f5-acdf-4baa-8bd9-a11e697c1400)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:09.032068 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] For port 04382b57-c5f5-448d-9d8f-285edbf3b981, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:50:09.044240 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] For port 04382b57-c5f5-448d-9d8f-285edbf3b981, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=04382b57-c5f5-448d-9d8f-285edbf3b981,segment=NetworkSegment(3e976a19-f591-4422-a7b5-c4744d67fafe),segment_id=3e976a19-f591-4422-a7b5-c4744d67fafe)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:50:09.048267 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:09.048544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-be3772b9-fea0-4080-98d0-551309eaffaa admin admin] Usage tracker for resource:security_group_rule and tenant:7259ad118a24499ba57040eff7912819 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:09.049595 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 30418d6b-95d7-404c-984f-97d3aa5480a6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:09.084981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6842fbeb-0050-4d8e-bcde-66c43aecc22c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:09.117607 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-be3772b9-fea0-4080-98d0-551309eaffaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:09.120827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:50:09.123471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:09.136172 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1bf7b3c0-1895-4c9a-a879-0a8c125bc29a tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:09.140117 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-be3772b9-fea0-4080-98d0-551309eaffaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:09.142890 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:09.151891 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf7b3c0-1895-4c9a-a879-0a8c125bc29a tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:09.152538 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1bf7b3c0-1895-4c9a-a879-0a8c125bc29a tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:09.161199 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:09.303567 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:09.338661 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:09.352742 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:09.353920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=49eb4848-55cd-4d32-8ea8-e6ef62c2893e,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:09.363227 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:09.364518 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:09.390864 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Network 019f6d1a-b8a0-493f-a66b-510c0474bad5 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:09.399734 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] 10.222.0.54 "PUT /v2.0/routers/46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.3439579
Dec 24 10:50:09.429394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:09.433808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:09.449347 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:09.464411 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:09.465270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:09.529070 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event updated for resources: {'Port': ['ID=e5b3deab-2a0a-43dc-973f-aea959d45c04,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:09.540397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 30418d6b-95d7-404c-984f-97d3aa5480a6 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:09.553791 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:09.561462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 30418d6b-95d7-404c-984f-97d3aa5480a6 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:09.564851 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:09.574128 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1bf7b3c0-1895-4c9a-a879-0a8c125bc29a tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.9259243
Dec 24 10:50:09.579964 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41062) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:09.582844 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7b3c0-1895-4c9a-a879-0a8c125bc29a tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Pushing event updated for resources: {'Network': ['ID=4e681ed5-d415-4c44-a66d-d69e5bf4471b,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:09.629447 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1bf7b3c0-1895-4c9a-a879-0a8c125bc29a tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:09.669098 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 4e681ed5-d415-4c44-a66d-d69e5bf4471b details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:50:09.713401 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1007 time: 4.4313929
Dec 24 10:50:09.723050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41068) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:09.797749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-20ff779e-8bb9-4a24-bbfc-c423cc4e918c None None] Could not find standard attr ID for object ecfe1c37-9ab3-4812-9e13-733a6a1f9946. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:50:09.801642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Pushing event updated for resources: {'Port': ['ID=04382b57-c5f5-448d-9d8f-285edbf3b981,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:09.804975 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:09.819588 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Sync routers for ids ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:50:09.873833 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725be6fb-9890-40ab-afac-38051f6bdda7 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:09.891277 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725be6fb-9890-40ab-afac-38051f6bdda7 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:09.902585 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725be6fb-9890-40ab-afac-38051f6bdda7 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:09.903388 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-725be6fb-9890-40ab-afac-38051f6bdda7 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Synchronizing usage tracker for tenant:39df660325d04e8a9f9d3e14e6b9b9d5 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:10.038514 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Routers {'46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:10.039203 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1be4f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:10.073111 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be3772b9-fea0-4080-98d0-551309eaffaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:10.076457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Allocated IP 172.26.4.89 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/f999bde0-f5d0-4d8b-984d-1a5d8fea4631) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:10.157237 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be3772b9-fea0-4080-98d0-551309eaffaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:10.226255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-949463bf-eb52-45b1-944d-eab1db66c574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:10.272309 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41090) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:10.273806 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2bea5b49-8bdc-4683-b4f3-6b93a329fd41 tempest-DHCPAgentSchedulersTestJSON-243911330 tempest-DHCPAgentSchedulersTestJSON-243911330-project-admin] 10.222.0.54 "GET /v2.0/agents/2e99007d-e4a9-4b18-b466-13bf1bc724a8/dhcp-networks HTTP/1.1" status: 200  len: 7299 time: 0.6860206
Dec 24 10:50:10.274928 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-725be6fb-9890-40ab-afac-38051f6bdda7 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Unset dirty status for tenant:39df660325d04e8a9f9d3e14e6b9b9d5 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:10.276035 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:10.276156 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-725be6fb-9890-40ab-afac-38051f6bdda7 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2479 time: 0.5511301
Dec 24 10:50:10.330847 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Set router 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:50:10.335878 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41094) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:10.464954 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-be3772b9-fea0-4080-98d0-551309eaffaa admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7259ad118a24499ba57040eff7912819&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9811749
Dec 24 10:50:10.479486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41100) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:10.504174 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3772b9-fea0-4080-98d0-551309eaffaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcf55dc-6e2c-48a0-8bd2-6fd17238ae76,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:10.538082 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-be3772b9-fea0-4080-98d0-551309eaffaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:10.552567 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41104) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:10.654647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:10.691016 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:10.700693 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:10.715028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1f379b08-216f-431a-b03d-8fa04bff02e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:10.750537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1f379b08-216f-431a-b03d-8fa04bff02e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:10.763055 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:10.772115 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 30418d6b-95d7-404c-984f-97d3aa5480a6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=30418d6b-95d7-404c-984f-97d3aa5480a6,segment=NetworkSegment(5d9ccc71-7f94-4da7-b7fb-d38452276eaf),segment_id=5d9ccc71-7f94-4da7-b7fb-d38452276eaf)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:10.789372 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7463f018-d7e3-4aae-b054-d702033d6788 None None] Network 019f6d1a-b8a0-493f-a66b-510c0474bad5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:50:10.825232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1f379b08-216f-431a-b03d-8fa04bff02e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:10.834479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-793ed328-5b96-4326-b622-0c8a084a7f5d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Deleting port e5b3deab-2a0a-43dc-973f-aea959d45c04 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:10.835082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-793ed328-5b96-4326-b622-0c8a084a7f5d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:10.835382 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:10.852763 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f379b08-216f-431a-b03d-8fa04bff02e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcf55dc-6e2c-48a0-8bd2-6fd17238ae76,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:10.866790 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1f379b08-216f-431a-b03d-8fa04bff02e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:10.868847 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1f379b08-216f-431a-b03d-8fa04bff02e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:10.872376 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1f379b08-216f-431a-b03d-8fa04bff02e4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cdcf55dc-6e2c-48a0-8bd2-6fd17238ae76 HTTP/1.1" status: 204  len: 168 time: 0.3876636
Dec 24 10:50:10.878133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:10.921670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a2be8c-a716-4280-89be-ad7c096c4450 tempest-DHCPAgentSchedulersTestJSON-243911330 tempest-DHCPAgentSchedulersTestJSON-243911330-project-admin] Network 4e681ed5-d415-4c44-a66d-d69e5bf4471b is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:50:10.928537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:10.963099 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a2a2be8c-a716-4280-89be-ad7c096c4450 tempest-DHCPAgentSchedulersTestJSON-243911330 tempest-DHCPAgentSchedulersTestJSON-243911330-project-admin] 10.222.0.54 "POST /v2.0/agents/2e99007d-e4a9-4b18-b466-13bf1bc724a8/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.6873248
Dec 24 10:50:10.964395 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41112) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:10.982825 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1934007021'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:10.990958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:10.996206 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Usage tracker for resource:network and tenant:d73c1177e3f244a8a84e95f23eb10772 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:11.000465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:11.007361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:11.031949 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:11.039115 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Made reservation on behalf of d73c1177e3f244a8a84e95f23eb10772 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:11.043512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:11.065663 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:11.087747 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:11.107292 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:11.112944 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f301dd49-fa61-4f9b-9851-1e46772888c3 None None] Network dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:50:11.115666 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Usage tracker for resource:security_group_rule and tenant:d73c1177e3f244a8a84e95f23eb10772 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:11.122380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:11.132796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:11.238994 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-349ef6b7-4a19-46cf-b2aa-def9e015f026 tempest-DHCPAgentSchedulersTestJSON-243911330 tempest-DHCPAgentSchedulersTestJSON-243911330-project-admin] 10.222.0.54 "GET /v2.0/agents/2e99007d-e4a9-4b18-b466-13bf1bc724a8/dhcp-networks HTTP/1.1" status: 200  len: 8069 time: 0.2685180
Dec 24 10:50:11.249956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41118) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:11.278937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70e802c-b9ac-40ec-9cbe-2916648a7e0c None None] Network 4e681ed5-d415-4c44-a66d-d69e5bf4471b requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:50:11.297673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:11.299886 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:11.466717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:11.490419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6b91fe53-185d-4fa1-909a-3558e014f4c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:11.625673 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41124) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:11.653950 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41126) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:11.667919 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:11.670195 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-759f9918-e730-49ea-9f9c-0ba710de648f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1545353050', 'description': 'tempest-description--1349876157'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:11.688409 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-759f9918-e730-49ea-9f9c-0ba710de648f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:11.706408 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d6d7c41c-305c-44cf-bba8-cceee319c043 tempest-DHCPAgentSchedulersTestJSON-243911330 tempest-DHCPAgentSchedulersTestJSON-243911330-project-admin] 10.222.0.54 "DELETE /v2.0/agents/2e99007d-e4a9-4b18-b466-13bf1bc724a8/dhcp-networks/4e681ed5-d415-4c44-a66d-d69e5bf4471b HTTP/1.1" status: 204  len: 168 time: 0.4552989
Dec 24 10:50:11.711556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-46b7fdee-133c-436c-bf28-74b649514bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:11.723933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-759f9918-e730-49ea-9f9c-0ba710de648f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Usage tracker for resource:security_group and tenant:d03b573e3e544eabafdb64304c44e416 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:11.729976 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41132) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:11.737634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-759f9918-e730-49ea-9f9c-0ba710de648f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:11.741025 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Allocated IP 172.20.0.2 (a84f13fd-7e66-4b8e-ab52-a4506ac1984f/6be43080-dd02-4fa6-98f5-919cee77124b/bfb35d21-f48b-4ff7-8cfe-53ba8141942a) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:11.745687 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Allocated IP 172.26.4.215 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/e8df4e20-5c92-4e71-b7c2-8395525e876b) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:11.747456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-801a69a5-2e82-42f5-b09a-0b0fa0888506 None None] Provisioning for port 4f2d5d67-070f-411f-ae40-e7be23709d1a completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:11.747856 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-46b7fdee-133c-436c-bf28-74b649514bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:11.752794 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-46b7fdee-133c-436c-bf28-74b649514bb5 admin admin] Usage tracker for resource:security_group_rule and tenant:24b0f4fe4f97406787dcca43377b64b1 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:11.756308 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-46b7fdee-133c-436c-bf28-74b649514bb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:11.762359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-46b7fdee-133c-436c-bf28-74b649514bb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:11.767557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:11.775332 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-759f9918-e730-49ea-9f9c-0ba710de648f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:11.850952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Pushing event updated for resources: {'Port': ['ID=f999bde0-f5d0-4d8b-984d-1a5d8fea4631,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:11.865236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:11.865983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:50:11.872630 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:11.881536 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 04382b57-c5f5-448d-9d8f-285edbf3b981 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:11.907702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=30418d6b-95d7-404c-984f-97d3aa5480a6,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:11.915394 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:11.917519 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Added segment c55a9992-5d6e-4ad0-b394-52c5c10601a1 of type vlan for network 73484c58-1c07-429a-b805-cacefaab135d
Dec 24 10:50:11.926935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-759f9918-e730-49ea-9f9c-0ba710de648f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:11.945202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:11.978096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:12.014137 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-793ed328-5b96-4326-b622-0c8a084a7f5d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:12.028558 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da2b739a-eca9-4549-aae1-5f7b65186262,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:12.035274 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:12.093863 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-759f9918-e730-49ea-9f9c-0ba710de648f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:12.098691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0bd52239-6160-4593-86b7-b8fc210bbecb None None] Provisioning for port 04382b57-c5f5-448d-9d8f-285edbf3b981 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:12.163748 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-759f9918-e730-49ea-9f9c-0ba710de648f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Usage tracker for resource:security_group_rule and tenant:d03b573e3e544eabafdb64304c44e416 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:12.174255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-793ed328-5b96-4326-b622-0c8a084a7f5d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Calling delete_port for e5b3deab-2a0a-43dc-973f-aea959d45c04 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:12.180078 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 04382b57-c5f5-448d-9d8f-285edbf3b981 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:12.195610 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 04382b57-c5f5-448d-9d8f-285edbf3b981 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:12.196073 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:12.203662 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-759f9918-e730-49ea-9f9c-0ba710de648f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:12.233225 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-759f9918-e730-49ea-9f9c-0ba710de648f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:12.281514 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1be4f0>, [{'id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'name': 'tempest-ServersTestJSON-1631046866-router', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:53Z', 'updated_at': '2021-12-24T10:50:04Z', 'revision_number': 4, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'gw_port': {'id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:54Z', 'updated_at': '2021-12-24T10:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '41fbe976-a559-426f-b930-f16895a8ed9c', 'name': '', 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'mac_address': 'fa:16:3e:62:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:50:01Z', 'updated_at': '2021-12-24T10:50:05Z', 'revision_number': 2, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'subnets': [{'id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:12.292960 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:12.299967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:12.315005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Checking router: 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:50:12.315378 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Updating router 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb port 41fbe976-a559-426f-b930-f16895a8ed9c binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:50:12.316243 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:12.316984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:12.412341 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:12.421835 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:12.426524 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:12.464544 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-46b7fdee-133c-436c-bf28-74b649514bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:12.469755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:12.537832 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 04382b57-c5f5-448d-9d8f-285edbf3b981, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=04382b57-c5f5-448d-9d8f-285edbf3b981,segment=NetworkSegment(3e976a19-f591-4422-a7b5-c4744d67fafe),segment_id=3e976a19-f591-4422-a7b5-c4744d67fafe)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:12.558727 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:12.559589 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 49eb4848-55cd-4d32-8ea8-e6ef62c2893e up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:12.580927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-46b7fdee-133c-436c-bf28-74b649514bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:12.588581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:12.595145 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:12.615562 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4012f9f3-e1e6-41c6-806d-adc4b6f3c949 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:12.665644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7fdee-133c-436c-bf28-74b649514bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30271d17-a6c0-41ca-864a-96ffd8ec271a,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:12.669115 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-46b7fdee-133c-436c-bf28-74b649514bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:12.669658 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0c069a70-599e-4eec-8a77-6141a1ac5781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:12.686442 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c6de010a-c713-46b8-b93c-a59fab49f4bd tempest-DHCPAgentSchedulersTestJSON-243911330 tempest-DHCPAgentSchedulersTestJSON-243911330-project-admin] 10.222.0.54 "GET /v2.0/agents/2e99007d-e4a9-4b18-b466-13bf1bc724a8/dhcp-networks HTTP/1.1" status: 200  len: 7299 time: 0.8496134
Dec 24 10:50:12.687202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41136) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:12.722945 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:12.747366 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.1885140
Dec 24 10:50:12.758546 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41140) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:12.763831 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event updated for resources: {'Network': ['ID=73484c58-1c07-429a-b805-cacefaab135d,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:12.772588 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:12.774987 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:12.792906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Network a84f13fd-7e66-4b8e-ab52-a4506ac1984f is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:12.795921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-759f9918-e730-49ea-9f9c-0ba710de648f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:12.807686 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-46b7fdee-133c-436c-bf28-74b649514bb5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=24b0f4fe4f97406787dcca43377b64b1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1550460
Dec 24 10:50:12.808634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:12.812443 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:12.829713 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41144) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:12.839505 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:12.844799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-f50dfcc3-7877-4ca1-b247-a886c35f7f1a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Request body: {'subnet': {'network_id': '73484c58-1c07-429a-b805-cacefaab135d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:12.868863 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-893880ff-3ccb-4b49-9f0b-cd3f335ad7a5 tempest-DHCPAgentSchedulersTestJSON-243911330 tempest-DHCPAgentSchedulersTestJSON-243911330-project-admin] 10.222.0.54 "GET /v2.0/networks/2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.1598685
Dec 24 10:50:12.868863 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:12.870650 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-759f9918-e730-49ea-9f9c-0ba710de648f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:12.870650 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41148) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:12.882271 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 73484c58-1c07-429a-b805-cacefaab135d details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:50:12.889660 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Pushing event updated for resources: {'Port': ['ID=bfb35d21-f48b-4ff7-8cfe-53ba8141942a,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:12.894101 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:12.894707 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-793ed328-5b96-4326-b622-0c8a084a7f5d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:12.904733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-46b7fdee-133c-436c-bf28-74b649514bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:12.920843 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:12.941714 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:13.002042 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-86fd0f8c-9208-4696-9078-e95a7a4d7d9c None None] Provisioning complete for port 04382b57-c5f5-448d-9d8f-285edbf3b981 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:13.002355 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-86fd0f8c-9208-4696-9078-e95a7a4d7d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:13.034275 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0f946649-a187-4423-9c23-dcb1dd8b7a3d tempest-DHCPAgentSchedulersTestJSON-243911330 tempest-DHCPAgentSchedulersTestJSON-243911330-project-admin] 10.222.0.54 "GET /v2.0/networks/2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6/dhcp-agents HTTP/1.1" status: 200  len: 808 time: 0.1630278
Dec 24 10:50:13.048220 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=04382b57-c5f5-448d-9d8f-285edbf3b981,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:13.064025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:13.131862 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41152) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:13.132551 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f9918-e730-49ea-9f9c-0ba710de648f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:13.135787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-759f9918-e730-49ea-9f9c-0ba710de648f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:13.145929 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:13.147054 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 49eb4848-55cd-4d32-8ea8-e6ef62c2893e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:13.147499 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:13.173540 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:13.231197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-759f9918-e730-49ea-9f9c-0ba710de648f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:13.232592 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-759f9918-e730-49ea-9f9c-0ba710de648f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.5930648
Dec 24 10:50:13.243657 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ed328-5b96-4326-b622-0c8a084a7f5d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event deleted for resources: {'Port': ['ID=e5b3deab-2a0a-43dc-973f-aea959d45c04,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:13.246619 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-793ed328-5b96-4326-b622-0c8a084a7f5d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:13.252113 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41156) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:13.262163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a1fa7dee-76d5-4f06-966e-331622877905 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Request body: {'security_group_rule': {'security_group_id': '4160320e-50b8-4e8a-a3a7-5a1daa8a09f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:13.299263 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a1fa7dee-76d5-4f06-966e-331622877905 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:13.362899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a1fa7dee-76d5-4f06-966e-331622877905 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Usage tracker for resource:security_group_rule and tenant:d03b573e3e544eabafdb64304c44e416 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:13.374813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-86fd0f8c-9208-4696-9078-e95a7a4d7d9c None None] Could not find standard attr ID for object e5b3deab-2a0a-43dc-973f-aea959d45c04. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:50:13.385225 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Pushing event updated for resources: {'Port': ['ID=e8df4e20-5c92-4e71-b7c2-8395525e876b,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:13.401138 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f50dfcc3-7877-4ca1-b247-a886c35f7f1a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:13.410304 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:13.415655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a1fa7dee-76d5-4f06-966e-331622877905 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:13.418210 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fd30195a-90c4-46d5-9445-23352d9ab23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:13.427408 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f50dfcc3-7877-4ca1-b247-a886c35f7f1a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Usage tracker for resource:subnet and tenant:d73c1177e3f244a8a84e95f23eb10772 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:13.429168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a1fa7dee-76d5-4f06-966e-331622877905 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:13.436131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f50dfcc3-7877-4ca1-b247-a886c35f7f1a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:13.459624 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f50dfcc3-7877-4ca1-b247-a886c35f7f1a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:13.468746 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:13.490300 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4f2d5d67-070f-411f-ae40-e7be23709d1a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:13.549572 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-793ed328-5b96-4326-b622-0c8a084a7f5d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:13.557943 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-793ed328-5b96-4326-b622-0c8a084a7f5d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "DELETE /v2.0/ports/e5b3deab-2a0a-43dc-973f-aea959d45c04 HTTP/1.1" status: 204  len: 168 time: 3.2209525
Dec 24 10:50:13.558859 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:13.564381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41160) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:13.582134 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Transition to ACTIVE for port object 41fbe976-a559-426f-b930-f16895a8ed9c will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:13.596491 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:13.602443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:13.671128 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd08dc9-c331-4321-af38-8f783b6ba88f tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] GET failed (client error): The resource could not be found.
Dec 24 10:50:13.672031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8bd08dc9-c331-4321-af38-8f783b6ba88f tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Synchronizing usage tracker for tenant:39df660325d04e8a9f9d3e14e6b9b9d5 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:13.691961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1fa7dee-76d5-4f06-966e-331622877905 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:13.716907 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c24a66ce-ff9a-4fa0-964f-202716d4447d tempest-DHCPAgentSchedulersTestJSON-243911330 tempest-DHCPAgentSchedulersTestJSON-243911330-project-admin] 10.222.0.54 "GET /v2.0/agents/2e99007d-e4a9-4b18-b466-13bf1bc724a8/dhcp-networks HTTP/1.1" status: 200  len: 7299 time: 0.5799754
Dec 24 10:50:13.718725 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 4f2d5d67-070f-411f-ae40-e7be23709d1a completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:13.738772 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fd30195a-90c4-46d5-9445-23352d9ab23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:13.758660 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a975b70-d81c-4065-bf45-562163994a74 None None] Pushing event updated for resources: {'Port': ['ID=41fbe976-a559-426f-b930-f16895a8ed9c,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:13.762404 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8a975b70-d81c-4065-bf45-562163994a74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:13.763046 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-86fd0f8c-9208-4696-9078-e95a7a4d7d9c None None] Provisioning for port f484b9ca-60f6-41a7-934c-a5965e182142 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:13.770704 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 4f2d5d67-070f-411f-ae40-e7be23709d1a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:13.770704 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:13.812943 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-86fd0f8c-9208-4696-9078-e95a7a4d7d9c None None] Provisioning complete for port f484b9ca-60f6-41a7-934c-a5965e182142 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:13.813317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-86fd0f8c-9208-4696-9078-e95a7a4d7d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:13.885838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41164) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:13.921762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:13.941166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50dfcc3-7877-4ca1-b247-a886c35f7f1a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Made reservation on behalf of d73c1177e3f244a8a84e95f23eb10772 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:13.944687 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f50dfcc3-7877-4ca1-b247-a886c35f7f1a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks [] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:13.963687 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-86fd0f8c-9208-4696-9078-e95a7a4d7d9c None None] Port f484b9ca-60f6-41a7-934c-a5965e182142 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:13.978596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Attempting to bind port 41fbe976-a559-426f-b930-f16895a8ed9c on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:50:13.978972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Attempting to bind port 41fbe976-a559-426f-b930-f16895a8ed9c by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'c3f666df-cfe1-4d16-a1e0-2863183c8e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:50:13.979334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Attempting to bind port 41fbe976-a559-426f-b930-f16895a8ed9c on network b4cba5be-5b3b-4f1f-947c-4814691b80fa {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:50:14.005261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8bd08dc9-c331-4321-af38-8f783b6ba88f tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Unset dirty status for tenant:39df660325d04e8a9f9d3e14e6b9b9d5 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:14.009819 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8bd08dc9-c331-4321-af38-8f783b6ba88f tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "GET /v2.0/ports/e5b3deab-2a0a-43dc-973f-aea959d45c04 HTTP/1.1" status: 404  len: 333 time: 0.4323537
Dec 24 10:50:14.014392 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:50:14.014814 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Checking segment: {'id': 'c3f666df-cfe1-4d16-a1e0-2863183c8e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:14.015225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:14.015551 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41168) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:14.015645 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Bound using segment: {'id': 'c3f666df-cfe1-4d16-a1e0-2863183c8e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:50:14.016085 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Bound port: 41fbe976-a559-426f-b930-f16895a8ed9c, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f666df-cfe1-4d16-a1e0-2863183c8e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:50:14.016460 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:14.026528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Request body: {'port': {'network_id': '019f6d1a-b8a0-493f-a66b-510c0474bad5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-56851370'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:14.098079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:14.149539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-784600be-17f1-40fa-b63a-2c9a16c8ddaa None None] Provisioning complete for port f484b9ca-60f6-41a7-934c-a5965e182142 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:14.149745 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-784600be-17f1-40fa-b63a-2c9a16c8ddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:14.207926 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 4f2d5d67-070f-411f-ae40-e7be23709d1a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4f2d5d67-070f-411f-ae40-e7be23709d1a,segment=NetworkSegment(4d1216be-c453-4f0a-b0a8-6908a34e1ff8),segment_id=4d1216be-c453-4f0a-b0a8-6908a34e1ff8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:14.210831 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:14.211458 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1fa7dee-76d5-4f06-966e-331622877905 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:14.217361 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] For port 41fbe976-a559-426f-b930-f16895a8ed9c, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:50:14.224908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:14.225749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 78e8e7bc-6187-4d3d-b4f2-573f945adb6d up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:14.225993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1fa7dee-76d5-4f06-966e-331622877905 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:14.230390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:14.237344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e4ad9a5a-dc7a-42ff-9da6-ec5a39ac0bbb tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:14.259551 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:14.304379 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa7dee-76d5-4f06-966e-331622877905 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d54141-4019-4d57-b588-3eb1962cb696,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:14.307936 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] For port 41fbe976-a559-426f-b930-f16895a8ed9c, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=41fbe976-a559-426f-b930-f16895a8ed9c,segment=NetworkSegment(c3f666df-cfe1-4d16-a1e0-2863183c8e20),segment_id=c3f666df-cfe1-4d16-a1e0-2863183c8e20)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:50:14.314599 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-784600be-17f1-40fa-b63a-2c9a16c8ddaa None None] Port f484b9ca-60f6-41a7-934c-a5965e182142 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:14.317176 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a1fa7dee-76d5-4f06-966e-331622877905 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:14.324839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fd30195a-90c4-46d5-9445-23352d9ab23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:14.338505 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-784600be-17f1-40fa-b63a-2c9a16c8ddaa None None] Could not find standard attr ID for object e5b3deab-2a0a-43dc-973f-aea959d45c04. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:50:14.340437 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:14.347947 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:14.388641 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Routers {'46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:14.389359 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1be4f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:14.412343 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30195a-90c4-46d5-9445-23352d9ab23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30271d17-a6c0-41ca-864a-96ffd8ec271a,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:14.442991 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=4f2d5d67-070f-411f-ae40-e7be23709d1a,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:14.447427 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:14.458329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7ba8c4e8-3e95-4628-9402-70c78db62bca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:14.481192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:14.486951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1fa7dee-76d5-4f06-966e-331622877905 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:14.488561 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a1fa7dee-76d5-4f06-966e-331622877905 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2339878
Dec 24 10:50:14.493026 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fd30195a-90c4-46d5-9445-23352d9ab23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:14.498584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41172) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:14.517349 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-194d9517-5600-4cbe-9a1d-d69bf14666df tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Request body: {'security_group_rule': {'security_group_id': '4160320e-50b8-4e8a-a3a7-5a1daa8a09f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:14.524733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:14.548855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-194d9517-5600-4cbe-9a1d-d69bf14666df tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:14.559145 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 78e8e7bc-6187-4d3d-b4f2-573f945adb6d completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:14.562402 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-194d9517-5600-4cbe-9a1d-d69bf14666df tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Usage tracker for resource:security_group_rule and tenant:d03b573e3e544eabafdb64304c44e416 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:14.577928 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fd30195a-90c4-46d5-9445-23352d9ab23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:14.581191 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fd30195a-90c4-46d5-9445-23352d9ab23e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/30271d17-a6c0-41ca-864a-96ffd8ec271a HTTP/1.1" status: 204  len: 168 time: 1.7161932
Dec 24 10:50:14.581304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-194d9517-5600-4cbe-9a1d-d69bf14666df tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:14.591152 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-194d9517-5600-4cbe-9a1d-d69bf14666df tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:14.622916 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 78e8e7bc-6187-4d3d-b4f2-573f945adb6d triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:14.623297 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:14.658627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Made reservation on behalf of 39df660325d04e8a9f9d3e14e6b9b9d5 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:14.664232 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:14.679365 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a975b70-d81c-4065-bf45-562163994a74 None None] Pushing event updated for resources: {'Port': ['ID=41fbe976-a559-426f-b930-f16895a8ed9c,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:14.683013 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8a975b70-d81c-4065-bf45-562163994a74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:14.728611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] Set router 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:50:14.739524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] device_id is not set on port 12ba060d-5b74-45a4-a1a0-3f48addf1890 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:14.771530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:14.794194 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:14.801414 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-194d9517-5600-4cbe-9a1d-d69bf14666df tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:14.826646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2b7d01e9a0>> segment before_delete 55550000 {{(pid=87559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:14.827255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2b7d01e9a0>> subnet precommit_delete_associations 55550000 {{(pid=87559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:14.828000 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b7d86c250>> segment_host_mapping after_create 55550000 {{(pid=87559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:14.828331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b7d86c250>> port after_create 55550000 {{(pid=87559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:14.828672 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b7d86c250>> port after_delete 55550000 {{(pid=87559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:14.829031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b7d86c250>> port after_update 55550000 {{(pid=87559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:14.829410 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b7d86c250>> segment after_delete 55550000 {{(pid=87559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:14.829717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b7d86c250>> subnet after_create 55550000 {{(pid=87559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:14.830034 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b7d86c250>> subnet after_delete 55550000 {{(pid=87559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:14.830340 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2b7d86c250>> subnet after_update 55550000 {{(pid=87559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:14.832081 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:15.048068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b7cf9a910>> subnet after_create 55550000 {{(pid=87559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:15.048445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b7cf9a910>> subnet after_delete 55550000 {{(pid=87559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:15.048780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b7cf9a910>> subnet before_create 55550000 {{(pid=87559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:15.049114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2b7cf9a910>> subnet before_update 55550000 {{(pid=87559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 24 10:50:15.049609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d86c370>,) {'filters': {'network_id': ['4e681ed5-d415-4c44-a66d-d69e5bf4471b']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:15.064836 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:15.066770 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d86c370>, '274d0705-5dad-4fba-8d48-0bf0fe5d2454') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:15.066770 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d86c370>, '274d0705-5dad-4fba-8d48-0bf0fe5d2454') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:15.081184 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:15.104265 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 78e8e7bc-6187-4d3d-b4f2-573f945adb6d, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=78e8e7bc-6187-4d3d-b4f2-573f945adb6d,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:15.106399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:15.115149 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:15.119791 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:15.126053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:15.142639 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:50:15.144357 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:15.154122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-194d9517-5600-4cbe-9a1d-d69bf14666df tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:15.167644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Allocated IP 2001:db8::14e (019f6d1a-b8a0-493f-a66b-510c0474bad5/170cf256-7f5e-4e60-a1b8-77fe9ae46022/12ba060d-5b74-45a4-a1a0-3f48addf1890) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:15.176990 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-194d9517-5600-4cbe-9a1d-d69bf14666df tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:15.188528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   from cryptography.utils import int_from_bytes
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   from cryptography.utils import int_from_bytes
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn_limited(
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn_limited(
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:50:15.201339 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:50:15.231251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:15.238937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=78e8e7bc-6187-4d3d-b4f2-573f945adb6d,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:15.242759 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:15.247150 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d9517-5600-4cbe-9a1d-d69bf14666df tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6df6e1-7d95-4946-9a65-78f3459d2324,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:15.271565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-194d9517-5600-4cbe-9a1d-d69bf14666df tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:15.271796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1be4f0>, [{'id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'name': 'tempest-ServersTestJSON-1631046866-router', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:53Z', 'updated_at': '2021-12-24T10:50:04Z', 'revision_number': 4, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'gw_port': {'id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:54Z', 'updated_at': '2021-12-24T10:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '41fbe976-a559-426f-b930-f16895a8ed9c', 'name': '', 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'mac_address': 'fa:16:3e:62:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:50:01Z', 'updated_at': '2021-12-24T10:50:14Z', 'revision_number': 4, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'subnets': [{'id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:15.277224 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff4129b-ec51-43b5-8c30-a70caeb93ca6 None None] The sync data for ids ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'] in dv-neutron-822668-2-hyperv is: [{'id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'name': 'tempest-ServersTestJSON-1631046866-router', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:53Z', 'updated_at': '2021-12-24T10:50:04Z', 'revision_number': 4, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'gw_port': {'id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:54Z', 'updated_at': '2021-12-24T10:50:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '41fbe976-a559-426f-b930-f16895a8ed9c', 'name': '', 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'mac_address': 'fa:16:3e:62:76:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:50:01Z', 'updated_at': '2021-12-24T10:50:14Z', 'revision_number': 4, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'subnets': [{'id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:50:15.296681 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 04382b57-c5f5-448d-9d8f-285edbf3b981 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:15.305188 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-194d9517-5600-4cbe-9a1d-d69bf14666df tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:15.309018 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-194d9517-5600-4cbe-9a1d-d69bf14666df tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8056214
Dec 24 10:50:15.313356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41188) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:15.331486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:15.344730 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:15.400651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Usage tracker for resource:floatingip and tenant:d03b573e3e544eabafdb64304c44e416 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:15.413429 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:15.420834 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Pushing event updated for resources: {'Port': ['ID=e8df4e20-5c92-4e71-b7c2-8395525e876b,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:15.463543 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 04382b57-c5f5-448d-9d8f-285edbf3b981 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:15.464071 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:15.525206 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:15.532681 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:15.535040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Router 306c9bb6-fbb3-473f-b083-fafd2de349a1 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:50:15.634416 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 30418d6b-95d7-404c-984f-97d3aa5480a6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:15.670138 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:15.688471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:15.710010 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for floatingip, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:15.743850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Router 060a2ca4-fdd4-4d97-997d-499cadb4ee13 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:50:15.768407 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 30418d6b-95d7-404c-984f-97d3aa5480a6 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:15.769019 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:15.770950 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:15.780898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b7d6a341-d05c-4fbc-8088-71fd60333cf8 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:15.825086 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:15.835659 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.6066511
Dec 24 10:50:15.891596 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] 10.222.0.54 "DELETE /v2.0/networks/4e681ed5-d415-4c44-a66d-d69e5bf4471b HTTP/1.1" status: 204  len: 168 time: 1.9860876
Dec 24 10:50:15.898093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Pushing event deleted for resources: {'Network': ['ID=4e681ed5-d415-4c44-a66d-d69e5bf4471b,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:15.901164 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:15.914264 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41202) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:15.915758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f50dfcc3-7877-4ca1-b247-a886c35f7f1a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:15.971187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4f2d5d67-070f-411f-ae40-e7be23709d1a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:16.065091 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 4f2d5d67-070f-411f-ae40-e7be23709d1a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:16.065477 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:16.120977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:16.126679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-630605ce-35d8-4263-abfc-c48d2f277173 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:16.219276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Transition to ACTIVE for port object 12ba060d-5b74-45a4-a1a0-3f48addf1890 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:16.270277 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d441540-6ceb-4d28-b02c-29f84a515859 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:50:16.274878 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d441540-6ceb-4d28-b02c-29f84a515859 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:50:16.277239 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6d441540-6ceb-4d28-b02c-29f84a515859 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] 10.222.0.54 "DELETE /v2.0/ports/ecfe1c37-9ab3-4812-9e13-733a6a1f9946 HTTP/1.1" status: 404  len: 333 time: 0.3606319
Dec 24 10:50:16.282075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:50:16.284695 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41220) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:16.293851 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Sync routers for ids ['306c9bb6-fbb3-473f-b083-fafd2de349a1'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:50:16.296972 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dfcc3-7877-4ca1-b247-a886c35f7f1a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event updated for resources: {'Subnet': ['ID=0004aa14-f6a4-4349-bf27-1e7e46b89c7e,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:16.306495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f50dfcc3-7877-4ca1-b247-a886c35f7f1a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:16.313215 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Routers {'306c9bb6-fbb3-473f-b083-fafd2de349a1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:16.318929 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e975190>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['306c9bb6-fbb3-473f-b083-fafd2de349a1'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:16.392312 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:16.393502 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 875 time: 7.7273154
Dec 24 10:50:16.401309 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41230) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:16.490790 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:16.498484 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b101ad-7f65-4ea8-be94-e7f27c61f3ac tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Deleting subnet 1ab8d25a-c333-4949-9036-e400191835e7 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:50:16.510649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-70b101ad-7f65-4ea8-be94-e7f27c61f3ac tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:16.530125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50dfcc3-7877-4ca1-b247-a886c35f7f1a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Checking segment: {'id': 'c55a9992-5d6e-4ad0-b394-52c5c10601a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '73484c58-1c07-429a-b805-cacefaab135d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:16.530534 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50dfcc3-7877-4ca1-b247-a886c35f7f1a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Network hostable DHCP agents. Network: 73484c58-1c07-429a-b805-cacefaab135d, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:50:16.551684 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-641c0e8c-b562-449c-bac5-48e047670876 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:16.556656 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:50:16.573531 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ecb16-5ee5-486f-8842-0f86bc842fd7 None None] Sync routers for ids ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:50:16.586171 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50dfcc3-7877-4ca1-b247-a886c35f7f1a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Network 73484c58-1c07-429a-b805-cacefaab135d is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:50:16.594138 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:16.595302 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 10.3323975
Dec 24 10:50:16.598098 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41240) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:16.602224 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6ecb16-5ee5-486f-8842-0f86bc842fd7 None None] Routers {'060a2ca4-fdd4-4d97-997d-499cadb4ee13'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:16.603029 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-8d6ecb16-5ee5-486f-8842-0f86bc842fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d590310>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:16.661497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event updated for resources: {'Port': ['ID=12ba060d-5b74-45a4-a1a0-3f48addf1890,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:16.666009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:16.666855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41248) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:16.679927 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-f50dfcc3-7877-4ca1-b247-a886c35f7f1a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 73484c58-1c07-429a-b805-cacefaab135d) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:16.692711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50dfcc3-7877-4ca1-b247-a886c35f7f1a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:16.693305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f50dfcc3-7877-4ca1-b247-a886c35f7f1a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:16.696912 dv-neutron-822668-2-hyperv neutron-server[87558]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 24 10:50:16.724628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Network 019f6d1a-b8a0-493f-a66b-510c0474bad5 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:16.733061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:16.738550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:16.746448 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:16.747312 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:16.747414 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-8d6ecb16-5ee5-486f-8842-0f86bc842fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d590310>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:16.755256 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdc0aa5-01f1-4b1d-8636-89e4eaa5736a None None] Network 73484c58-1c07-429a-b805-cacefaab135d requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:50:16.783720 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f50dfcc3-7877-4ca1-b247-a886c35f7f1a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.0144563
Dec 24 10:50:16.786563 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6ecb16-5ee5-486f-8842-0f86bc842fd7 None None] Routers {'060a2ca4-fdd4-4d97-997d-499cadb4ee13'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:16.787224 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-8d6ecb16-5ee5-486f-8842-0f86bc842fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d590310>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:16.788891 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41252) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:16.797901 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Request body: {'port': {'network_id': '73484c58-1c07-429a-b805-cacefaab135d', 'name': 'tempest-AllowedAddressPairTestJSON-761744209'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:16.874362 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Set router 306c9bb6-fbb3-473f-b083-fafd2de349a1 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:50:16.875271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-70b101ad-7f65-4ea8-be94-e7f27c61f3ac tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:17.035201 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-8d6ecb16-5ee5-486f-8842-0f86bc842fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d590310>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:17.036324 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6ecb16-5ee5-486f-8842-0f86bc842fd7 None None] The sync data for ids ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:50:17.097696 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-70b101ad-7f65-4ea8-be94-e7f27c61f3ac tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:17.201951 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1df3a360-555a-4fd8-adba-322071d9cc59 None None] Provisioning for port 12ba060d-5b74-45a4-a1a0-3f48addf1890 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:17.207493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:17.261151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41260) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:17.279645 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1df3a360-555a-4fd8-adba-322071d9cc59 None None] Provisioning complete for port 12ba060d-5b74-45a4-a1a0-3f48addf1890 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:17.281148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1df3a360-555a-4fd8-adba-322071d9cc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:17.305619 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 3.2890153
Dec 24 10:50:17.307545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-70b101ad-7f65-4ea8-be94-e7f27c61f3ac tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:17.308417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41266) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:17.333076 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-9385e365-d742-4757-9901-76f305924fe9 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Synchronizing usage tracker for tenant:2ee5bf25e0bc49e883ffc4ff6be4736f on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:17.339253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-493895bf-a3a0-4471-8d25-0f5475b1f8f8 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6c', 'mac_address': 'fa:16:3e:10:a8:14'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:17.355647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-73484c58-1c07-429a-b805-cacefaab135d', 'network_id': '73484c58-1c07-429a-b805-cacefaab135d', 'tenant_id': 'd73c1177e3f244a8a84e95f23eb10772', 'fixed_ips': [{'subnet_id': '0004aa14-f6a4-4349-bf27-1e7e46b89c7e'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:50:17.361963 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:17.387757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6d2b272a-39da-4e47-9a14-65e74d741f47 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:17.395663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1df3a360-555a-4fd8-adba-322071d9cc59 None None] Port 12ba060d-5b74-45a4-a1a0-3f48addf1890 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:17.397054 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 41fbe976-a559-426f-b930-f16895a8ed9c up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:17.481905 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-70b101ad-7f65-4ea8-be94-e7f27c61f3ac tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:17.486213 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e975190>, [{'id': '306c9bb6-fbb3-473f-b083-fafd2de349a1', 'name': '', 'tenant_id': '1a39ae7fdc3a4d09a5aece81904e1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a84f13fd-7e66-4b8e-ab52-a4506ac1984f', 'external_fixed_ips': [{'subnet_id': '6be43080-dd02-4fa6-98f5-919cee77124b', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': 'bfb35d21-f48b-4ff7-8cfe-53ba8141942a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:50:08Z', 'updated_at': '2021-12-24T10:50:13Z', 'revision_number': 3, 'project_id': '1a39ae7fdc3a4d09a5aece81904e1d32', 'gw_port': {'id': 'bfb35d21-f48b-4ff7-8cfe-53ba8141942a', 'name': '', 'network_id': 'a84f13fd-7e66-4b8e-ab52-a4506ac1984f', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:3d:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306c9bb6-fbb3-473f-b083-fafd2de349a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '6be43080-dd02-4fa6-98f5-919cee77124b', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:50:10Z', 'updated_at': '2021-12-24T10:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6be43080-dd02-4fa6-98f5-919cee77124b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:17.492008 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Checking router: 306c9bb6-fbb3-473f-b083-fafd2de349a1 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:50:17.492862 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Updating router 306c9bb6-fbb3-473f-b083-fafd2de349a1 port bfb35d21-f48b-4ff7-8cfe-53ba8141942a binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:50:17.495544 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b101ad-7f65-4ea8-be94-e7f27c61f3ac tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab8d25a-c333-4949-9036-e400191835e7,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:17.497899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:17.499181 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0946bc92-d2b3-4079-86b0-4eefcdb21e2e None None] Network 2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:50:17.536391 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1362262727', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:17.542995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:17.549301 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Usage tracker for resource:port and tenant:f87283f03aa44d0b82d534150764b239 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:17.554991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:17.562922 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:17.564637 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:17.595589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Made reservation on behalf of f87283f03aa44d0b82d534150764b239 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:17.598662 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:17.623059 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:17.631675 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Allocated IP 172.20.0.2 (73484c58-1c07-429a-b805-cacefaab135d/0004aa14-f6a4-4349-bf27-1e7e46b89c7e/31c1c0db-0244-4236-aea4-b4c07d658ccb) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:17.635225 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:17.644671 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Usage tracker for resource:port and tenant:d73c1177e3f244a8a84e95f23eb10772 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:17.656123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:17.685722 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-70b101ad-7f65-4ea8-be94-e7f27c61f3ac tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:17.730521 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:17.732978 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:17.745023 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-70b101ad-7f65-4ea8-be94-e7f27c61f3ac tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] 10.222.0.54 "DELETE /v2.0/subnets/1ab8d25a-c333-4949-9036-e400191835e7 HTTP/1.1" status: 204  len: 168 time: 1.4581246
Dec 24 10:50:17.748790 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41270) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:17.768696 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:17.822978 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Usage tracker for resource:security_group_rule and tenant:f87283f03aa44d0b82d534150764b239 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:17.824235 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Deleting port bfb35d21-f48b-4ff7-8cfe-53ba8141942a {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:17.824578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:17.831200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:17.849065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:17.857610 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Made reservation on behalf of d73c1177e3f244a8a84e95f23eb10772 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:17.861494 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:17.863143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-9385e365-d742-4757-9901-76f305924fe9 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Unset dirty status for tenant:2ee5bf25e0bc49e883ffc4ff6be4736f on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:17.871718 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-9385e365-d742-4757-9901-76f305924fe9 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1443046733&fields=id&tenant_id=2ee5bf25e0bc49e883ffc4ff6be4736f HTTP/1.1" status: 200  len: 267 time: 1.1872187
Dec 24 10:50:17.888991 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:17.900885 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Transition to ACTIVE for port object 31c1c0db-0244-4236-aea4-b4c07d658ccb will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:17.910735 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] device_id is not set on port b49661bb-22d5-4c3d-9b11-043037f032ad yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:17.920543 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Transition to ACTIVE for port object 31c1c0db-0244-4236-aea4-b4c07d658ccb will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:17.985238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:17.993542 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:18.032298 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.046944 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Transition to ACTIVE for port object bfb35d21-f48b-4ff7-8cfe-53ba8141942a will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:18.060909 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.062167 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.068810 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-515539c5-0ee5-4a30-857e-46e6e8d6389c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:18.101323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Pushing event updated for resources: {'Port': ['ID=31c1c0db-0244-4236-aea4-b4c07d658ccb,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:18.115967 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:18.154972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Network 73484c58-1c07-429a-b805-cacefaab135d is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:18.156482 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Allocated IP 172.20.0.13 (73484c58-1c07-429a-b805-cacefaab135d/0004aa14-f6a4-4349-bf27-1e7e46b89c7e/b49661bb-22d5-4c3d-9b11-043037f032ad) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:18.159522 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:18.163841 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:18.168636 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Allocated IP 172.26.4.110 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/89d99e30-65b4-4e42-9ec7-1cedab173688) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:18.177053 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2270ca-fa2e-449b-be19-2e97951062e5 None None] Pushing event updated for resources: {'Port': ['ID=bfb35d21-f48b-4ff7-8cfe-53ba8141942a,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:18.183213 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-db2270ca-fa2e-449b-be19-2e97951062e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:18.218517 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Attempting to bind port bfb35d21-f48b-4ff7-8cfe-53ba8141942a on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:50:18.219382 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Attempting to bind port bfb35d21-f48b-4ff7-8cfe-53ba8141942a by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'de89a43b-3376-4d4e-9733-d961a024b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a84f13fd-7e66-4b8e-ab52-a4506ac1984f'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:50:18.219934 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Attempting to bind port bfb35d21-f48b-4ff7-8cfe-53ba8141942a on network a84f13fd-7e66-4b8e-ab52-a4506ac1984f {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:50:18.228846 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:50:18.230125 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Checking segment: {'id': 'de89a43b-3376-4d4e-9733-d961a024b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a84f13fd-7e66-4b8e-ab52-a4506ac1984f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:18.230799 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.231440 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Bound using segment: {'id': 'de89a43b-3376-4d4e-9733-d961a024b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a84f13fd-7e66-4b8e-ab52-a4506ac1984f'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:50:18.232462 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Bound port: bfb35d21-f48b-4ff7-8cfe-53ba8141942a, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de89a43b-3376-4d4e-9733-d961a024b64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'a84f13fd-7e66-4b8e-ab52-a4506ac1984f'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:50:18.233054 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.275215 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 41fbe976-a559-426f-b930-f16895a8ed9c completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:18.285397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 41fbe976-a559-426f-b930-f16895a8ed9c triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:18.285794 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.317352 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.343938 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] For port bfb35d21-f48b-4ff7-8cfe-53ba8141942a, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:50:18.347787 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] For port bfb35d21-f48b-4ff7-8cfe-53ba8141942a, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=bfb35d21-f48b-4ff7-8cfe-53ba8141942a,segment=NetworkSegment(de89a43b-3376-4d4e-9733-d961a024b64c),segment_id=de89a43b-3376-4d4e-9733-d961a024b64c)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:50:18.357756 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.374793 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:18.424600 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Attempting to bind port 31c1c0db-0244-4236-aea4-b4c07d658ccb on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:50:18.424892 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Attempting to bind port 31c1c0db-0244-4236-aea4-b4c07d658ccb by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'c55a9992-5d6e-4ad0-b394-52c5c10601a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '73484c58-1c07-429a-b805-cacefaab135d'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:50:18.425269 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Attempting to bind port 31c1c0db-0244-4236-aea4-b4c07d658ccb on network 73484c58-1c07-429a-b805-cacefaab135d {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:50:18.432718 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:50:18.432718 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Checking segment: {'id': 'c55a9992-5d6e-4ad0-b394-52c5c10601a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '73484c58-1c07-429a-b805-cacefaab135d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:18.433221 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.433841 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Bound using segment: {'id': 'c55a9992-5d6e-4ad0-b394-52c5c10601a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '73484c58-1c07-429a-b805-cacefaab135d'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:50:18.434042 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Bound port: 31c1c0db-0244-4236-aea4-b4c07d658ccb, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c55a9992-5d6e-4ad0-b394-52c5c10601a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '73484c58-1c07-429a-b805-cacefaab135d'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:50:18.434399 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.488871 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2270ca-fa2e-449b-be19-2e97951062e5 None None] Pushing event updated for resources: {'Port': ['ID=bfb35d21-f48b-4ff7-8cfe-53ba8141942a,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:18.503625 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-db2270ca-fa2e-449b-be19-2e97951062e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:18.531102 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Routers {'306c9bb6-fbb3-473f-b083-fafd2de349a1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:18.531556 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] For port 31c1c0db-0244-4236-aea4-b4c07d658ccb, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:50:18.532673 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e975190>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['306c9bb6-fbb3-473f-b083-fafd2de349a1'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:18.534558 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] For port 31c1c0db-0244-4236-aea4-b4c07d658ccb, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=31c1c0db-0244-4236-aea4-b4c07d658ccb,segment=NetworkSegment(c55a9992-5d6e-4ad0-b394-52c5c10601a1),segment_id=c55a9992-5d6e-4ad0-b394-52c5c10601a1)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:50:18.562740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.616547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.617114 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.635338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.642940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.645038 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8a975b70-d81c-4065-bf45-562163994a74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:18.667012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.684840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:18.722783 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Pushing event updated for resources: {'Port': ['ID=31c1c0db-0244-4236-aea4-b4c07d658ccb,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:18.730697 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:18.736313 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Deleting port 49eb4848-55cd-4d32-8ea8-e6ef62c2893e {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:18.736695 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.760691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9acc0a9-6ab2-4fbe-89dc-0a51bbfc01bd None None] DHCP port deletion for 2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:50:18.767848 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-e9acc0a9-6ab2-4fbe-89dc-0a51bbfc01bd None None] Deleting port 49eb4848-55cd-4d32-8ea8-e6ef62c2893e {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:18.768261 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e9acc0a9-6ab2-4fbe-89dc-0a51bbfc01bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.779163 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] Set router 306c9bb6-fbb3-473f-b083-fafd2de349a1 gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:50:18.786737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:18.810575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] device_id is not set on port 397d22ce-e88d-4e76-9134-322272b6110e yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:18.860221 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:18.872246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-d8125ef5-9816-438b-a20e-26731a299db6 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:18.881439 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-d8125ef5-9816-438b-a20e-26731a299db6 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/networks?id=a7742ed0-282c-40e9-882c-70ecf1a98582 HTTP/1.1" status: 200  len: 811 time: 1.0086315
Dec 24 10:50:18.881616 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 41fbe976-a559-426f-b930-f16895a8ed9c, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=41fbe976-a559-426f-b930-f16895a8ed9c,segment=NetworkSegment(c3f666df-cfe1-4d16-a1e0-2863183c8e20),segment_id=c3f666df-cfe1-4d16-a1e0-2863183c8e20)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:18.895600 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:18.897354 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 78e8e7bc-6187-4d3d-b4f2-573f945adb6d up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:18.908829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:18.947534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:18.968363 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e975190>, [{'id': '306c9bb6-fbb3-473f-b083-fafd2de349a1', 'name': '', 'tenant_id': '1a39ae7fdc3a4d09a5aece81904e1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:50:08Z', 'updated_at': '2021-12-24T10:50:17Z', 'revision_number': 4, 'project_id': '1a39ae7fdc3a4d09a5aece81904e1d32', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:18.973299 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d14fb88-3493-4759-bf80-d1964efc9bf8 None None] The sync data for ids ['306c9bb6-fbb3-473f-b083-fafd2de349a1'] in dv-neutron-822668-2-hyperv is: [{'id': '306c9bb6-fbb3-473f-b083-fafd2de349a1', 'name': '', 'tenant_id': '1a39ae7fdc3a4d09a5aece81904e1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:50:08Z', 'updated_at': '2021-12-24T10:50:17Z', 'revision_number': 4, 'project_id': '1a39ae7fdc3a4d09a5aece81904e1d32', 'gw_port_host': None}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:50:18.974281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:18.996230 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-e2d30734-ddc2-4f2b-8cc7-10c1472a4e03 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/quotas/2ee5bf25e0bc49e883ffc4ff6be4736f HTTP/1.1" status: 200  len: 375 time: 0.1139922
Dec 24 10:50:19.008751 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9be9a8b-073c-461e-8b56-cf4942b1e90d,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:19.025282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:19.069060 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:19.107099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:19.142423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-493895bf-a3a0-4471-8d25-0f5475b1f8f8 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:19.189696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Allocated IP 172.20.0.1 (dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6/d2051ebd-d536-40d1-ac64-1bd4ca9c775a/59d5ee41-b50b-4568-9c01-4b11afbd402a) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:19.201450 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Transition to ACTIVE for port object b49661bb-22d5-4c3d-9b11-043037f032ad will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:19.215435 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Allocated IP 172.26.4.186 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/397d22ce-e88d-4e76-9134-322272b6110e) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:19.234839 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Pushing event updated for resources: {'Port': ['ID=89d99e30-65b4-4e42-9ec7-1cedab173688,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:19.266911 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 78e8e7bc-6187-4d3d-b4f2-573f945adb6d triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:19.267101 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:19.301755 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=41fbe976-a559-426f-b930-f16895a8ed9c,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:19.305201 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:19.325950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e9acc0a9-6ab2-4fbe-89dc-0a51bbfc01bd None None] For port 49eb4848-55cd-4d32-8ea8-e6ef62c2893e, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=49eb4848-55cd-4d32-8ea8-e6ef62c2893e,segment=NetworkSegment(d66228f5-acdf-4baa-8bd9-a11e697c1400),segment_id=d66228f5-acdf-4baa-8bd9-a11e697c1400)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:19.326431 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e9acc0a9-6ab2-4fbe-89dc-0a51bbfc01bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:19.331610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Calling delete_port for bfb35d21-f48b-4ff7-8cfe-53ba8141942a owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:19.358915 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:19.465453 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-e9acc0a9-6ab2-4fbe-89dc-0a51bbfc01bd None None] Calling delete_port for 49eb4848-55cd-4d32-8ea8-e6ef62c2893e owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:19.581641 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:19.613747 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:19.701582 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:19.713824 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e9acc0a9-6ab2-4fbe-89dc-0a51bbfc01bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:19.722576 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:19.732717 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] For port 49eb4848-55cd-4d32-8ea8-e6ef62c2893e, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=49eb4848-55cd-4d32-8ea8-e6ef62c2893e,segment=NetworkSegment(d66228f5-acdf-4baa-8bd9-a11e697c1400),segment_id=d66228f5-acdf-4baa-8bd9-a11e697c1400)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:19.733086 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:19.750244 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:19.770140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9acc0a9-6ab2-4fbe-89dc-0a51bbfc01bd None None] Pushing event deleted for resources: {'Port': ['ID=49eb4848-55cd-4d32-8ea8-e6ef62c2893e,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:19.772330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9acc0a9-6ab2-4fbe-89dc-0a51bbfc01bd None None] No DVR routers for this DVR port 49eb4848-55cd-4d32-8ea8-e6ef62c2893e on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:50:19.773664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e9acc0a9-6ab2-4fbe-89dc-0a51bbfc01bd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:19.780754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Network 73484c58-1c07-429a-b805-cacefaab135d is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:19.790349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Transition to ACTIVE for port object 59d5ee41-b50b-4568-9c01-4b11afbd402a will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:19.794310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:19.800478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:19.803746 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:19.849994 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event updated for resources: {'Port': ['ID=b49661bb-22d5-4c3d-9b11-043037f032ad,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:19.853503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:19.865475 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8a9e3116-0521-409b-8ce9-4ddcfeb791e3 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:19.925689 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 41fbe976-a559-426f-b930-f16895a8ed9c up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:19.955262 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:19.956760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Pushing event updated for resources: {'Port': ['ID=397d22ce-e88d-4e76-9134-322272b6110e,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:19.960203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:19.964206 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:19.974654 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:19.998395 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 41fbe976-a559-426f-b930-f16895a8ed9c triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:19.998772 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:20.010656 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:20.011272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:20.031900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Calling delete_port for 49eb4848-55cd-4d32-8ea8-e6ef62c2893e owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:20.053664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:20.069478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:20.075353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:20.087100 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-08d0f7b2-48f0-4725-820e-9f3107ba01ff tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Synchronizing usage tracker for tenant:2ee5bf25e0bc49e883ffc4ff6be4736f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:20.101360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:20.102138 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:20.145436 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.3552160
Dec 24 10:50:20.148732 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41274) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:20.156856 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Network dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:20.169188 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 31c1c0db-0244-4236-aea4-b4c07d658ccb up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:20.170054 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Request body: {'port': {'network_id': '73484c58-1c07-429a-b805-cacefaab135d', 'name': 'tempest-AllowedAddressPairTestJSON-1863624486', 'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:0a:6d:72'}]}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:20.195828 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:20.198401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:20.228111 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.9589128
Dec 24 10:50:20.235071 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41278) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:20.272380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Pushing event updated for resources: {'Port': ['ID=59d5ee41-b50b-4568-9c01-4b11afbd402a,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:20.276300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:20.283692 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-172ad004-605a-44c5-977d-7ce280fe5af4 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.186'}]}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:20.298238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 31c1c0db-0244-4236-aea4-b4c07d658ccb completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:20.359989 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 49eb4848-55cd-4d32-8ea8-e6ef62c2893e no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:50:20.402071 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 49eb4848-55cd-4d32-8ea8-e6ef62c2893e {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:50:20.402653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 49eb4848-55cd-4d32-8ea8-e6ef62c2893e not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:50:20.417197 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-172ad004-605a-44c5-977d-7ce280fe5af4 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:20.428099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-172ad004-605a-44c5-977d-7ce280fe5af4 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Usage tracker for resource:router and tenant:f87283f03aa44d0b82d534150764b239 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:20.433423 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-172ad004-605a-44c5-977d-7ce280fe5af4 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:20.448484 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-172ad004-605a-44c5-977d-7ce280fe5af4 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:20.450769 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:20.461502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:20.506784 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-172ad004-605a-44c5-977d-7ce280fe5af4 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:20.507815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-172ad004-605a-44c5-977d-7ce280fe5af4 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:20.507935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-08d0f7b2-48f0-4725-820e-9f3107ba01ff tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Unset dirty status for tenant:2ee5bf25e0bc49e883ffc4ff6be4736f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:20.509223 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-08d0f7b2-48f0-4725-820e-9f3107ba01ff tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2ee5bf25e0bc49e883ffc4ff6be4736f&fields=id HTTP/1.1" status: 200  len: 348 time: 1.5118906
Dec 24 10:50:20.515931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:20.519709 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:50:20.520056 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:50:20.524538 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-493895bf-a3a0-4471-8d25-0f5475b1f8f8 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:20.529355 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Usage tracker for resource:port and tenant:d73c1177e3f244a8a84e95f23eb10772 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:20.534833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:20.538769 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-493895bf-a3a0-4471-8d25-0f5475b1f8f8 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:20.546698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:20.558504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:50:20.558857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:50:20.560541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-172ad004-605a-44c5-977d-7ce280fe5af4 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:20.562006 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:20.578915 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Made reservation on behalf of d73c1177e3f244a8a84e95f23eb10772 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:20.638846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-493895bf-a3a0-4471-8d25-0f5475b1f8f8 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] In _notify_port_updated(), no bound segment for port 12ba060d-5b74-45a4-a1a0-3f48addf1890 on network 019f6d1a-b8a0-493f-a66b-510c0474bad5 {{(pid=87558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 10:50:20.644379 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493895bf-a3a0-4471-8d25-0f5475b1f8f8 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:20.645203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-493895bf-a3a0-4471-8d25-0f5475b1f8f8 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:20.645579 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a8a29d55-217e-4ef9-8a40-e2cef65d5799 None None] Provisioning for port 59d5ee41-b50b-4568-9c01-4b11afbd402a completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:20.649495 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-493895bf-a3a0-4471-8d25-0f5475b1f8f8 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "PUT /v2.0/ports/12ba060d-5b74-45a4-a1a0-3f48addf1890 HTTP/1.1" status: 200  len: 1000 time: 3.3323901
Dec 24 10:50:20.652286 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a8a29d55-217e-4ef9-8a40-e2cef65d5799 None None] Provisioning complete for port 59d5ee41-b50b-4568-9c01-4b11afbd402a triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:20.653091 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a8a29d55-217e-4ef9-8a40-e2cef65d5799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:20.661324 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41286) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:20.684487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493895bf-a3a0-4471-8d25-0f5475b1f8f8 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event updated for resources: {'Port': ['ID=12ba060d-5b74-45a4-a1a0-3f48addf1890,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:20.717449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-493895bf-a3a0-4471-8d25-0f5475b1f8f8 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:20.748284 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-a8a29d55-217e-4ef9-8a40-e2cef65d5799 None None] Port 59d5ee41-b50b-4568-9c01-4b11afbd402a cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:20.773661 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b15415e-2c12-47cd-b8cf-8f695db5494e None None] Network 73484c58-1c07-429a-b805-cacefaab135d requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:50:20.812960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b531fd37-a4a0-4053-a35c-d756b52c6f22 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Deleting port 12ba060d-5b74-45a4-a1a0-3f48addf1890 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:20.813308 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b531fd37-a4a0-4053-a35c-d756b52c6f22 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:20.845259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-4fdead7a-5b92-4d38-80a7-a8b2f27ba045 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:50:20.846284 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-4fdead7a-5b92-4d38-80a7-a8b2f27ba045 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2130251
Dec 24 10:50:20.969639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7b2858de-1cc7-4e7f-9d9b-1b6696affc97 None None] Provisioning for port 31c1c0db-0244-4236-aea4-b4c07d658ccb completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:21.003595 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7b2858de-1cc7-4e7f-9d9b-1b6696affc97 None None] Provisioning complete for port 31c1c0db-0244-4236-aea4-b4c07d658ccb triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:21.003758 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7b2858de-1cc7-4e7f-9d9b-1b6696affc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:21.027345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Deleting port bfb35d21-f48b-4ff7-8cfe-53ba8141942a {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:21.027692 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:21.061037 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Deleting port 49eb4848-55cd-4d32-8ea8-e6ef62c2893e {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:21.061037 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:21.130898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-172ad004-605a-44c5-977d-7ce280fe5af4 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:21.151661 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7b2858de-1cc7-4e7f-9d9b-1b6696affc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:21.202172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-7b2858de-1cc7-4e7f-9d9b-1b6696affc97 None None] For port 31c1c0db-0244-4236-aea4-b4c07d658ccb, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=31c1c0db-0244-4236-aea4-b4c07d658ccb,segment=NetworkSegment(c55a9992-5d6e-4ad0-b394-52c5c10601a1),segment_id=c55a9992-5d6e-4ad0-b394-52c5c10601a1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:21.208594 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7b2858de-1cc7-4e7f-9d9b-1b6696affc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:21.210662 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:21.224445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:21.234340 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] The port '49eb4848-55cd-4d32-8ea8-e6ef62c2893e' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:50:21.290710 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:21.333257 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2858de-1cc7-4e7f-9d9b-1b6696affc97 None None] Pushing event updated for resources: {'Port': ['ID=31c1c0db-0244-4236-aea4-b4c07d658ccb,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:21.336855 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7b2858de-1cc7-4e7f-9d9b-1b6696affc97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:21.344133 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-19a99a1d-1e43-4ead-b649-d092164680bd None None] Provisioning complete for port 12ba060d-5b74-45a4-a1a0-3f48addf1890 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:21.344646 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-19a99a1d-1e43-4ead-b649-d092164680bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:21.380944 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] device_id is not set on port c85429a4-912c-49b3-90f9-aed1c23092ef yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:21.412797 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-19a99a1d-1e43-4ead-b649-d092164680bd None None] Port 12ba060d-5b74-45a4-a1a0-3f48addf1890 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:21.446753 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-3f135864-05fb-490a-bb64-557228788f96 service neutron] 10.222.0.54 "GET /v2.0/networks/a7742ed0-282c-40e9-882c-70ecf1a98582?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5817139
Dec 24 10:50:21.545149 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9d8c512d-fc77-4599-b782-ebbd57e1324e None None] Provisioning for port b49661bb-22d5-4c3d-9b11-043037f032ad completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:21.554237 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9d8c512d-fc77-4599-b782-ebbd57e1324e None None] Provisioning complete for port b49661bb-22d5-4c3d-9b11-043037f032ad triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:21.556096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9d8c512d-fc77-4599-b782-ebbd57e1324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:21.632984 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9d8c512d-fc77-4599-b782-ebbd57e1324e None None] Port b49661bb-22d5-4c3d-9b11-043037f032ad cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:21.645746 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9d8c512d-fc77-4599-b782-ebbd57e1324e None None] Provisioning complete for port 31c1c0db-0244-4236-aea4-b4c07d658ccb triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:21.646373 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9d8c512d-fc77-4599-b782-ebbd57e1324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:21.701418 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:21.755106 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Allocated IP 172.20.0.10 (73484c58-1c07-429a-b805-cacefaab135d/0004aa14-f6a4-4349-bf27-1e7e46b89c7e/c85429a4-912c-49b3-90f9-aed1c23092ef) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:21.782477 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:21.793564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:21.807434 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 31c1c0db-0244-4236-aea4-b4c07d658ccb up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:21.832277 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:21.880900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 31c1c0db-0244-4236-aea4-b4c07d658ccb triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:21.881290 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:21.889136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b531fd37-a4a0-4053-a35c-d756b52c6f22 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:21.947518 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f6c40afb-924d-43ad-a340-0bbbdec55d9d None None] Provisioning complete for port b49661bb-22d5-4c3d-9b11-043037f032ad triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:21.947889 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f6c40afb-924d-43ad-a340-0bbbdec55d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:21.993532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b80ab2700>,) {'filters': {'network_id': ['2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:22.001424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] For port bfb35d21-f48b-4ff7-8cfe-53ba8141942a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=bfb35d21-f48b-4ff7-8cfe-53ba8141942a,segment=NetworkSegment(de89a43b-3376-4d4e-9733-d961a024b64c),segment_id=de89a43b-3376-4d4e-9733-d961a024b64c)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:22.001783 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:22.043440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-f6c40afb-924d-43ad-a340-0bbbdec55d9d None None] Port b49661bb-22d5-4c3d-9b11-043037f032ad cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:22.091857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b531fd37-a4a0-4053-a35c-d756b52c6f22 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Calling delete_port for 12ba060d-5b74-45a4-a1a0-3f48addf1890 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:22.208644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b80ab2700>, 'd66228f5-acdf-4baa-8bd9-a11e697c1400') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:22.208940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b80ab2700>, 'd66228f5-acdf-4baa-8bd9-a11e697c1400') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:22.271615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Pushing event updated for resources: {'Port': ['ID=89d99e30-65b4-4e42-9ec7-1cedab173688,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:22.283488 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Calling delete_port for bfb35d21-f48b-4ff7-8cfe-53ba8141942a owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:22.324714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:22.346843 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:22.373540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:22.397327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:22.406791 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-3e15ed88-8f7d-437f-a060-c0fc097a645f service neutron] 10.222.0.54 "GET /v2.0/networks/a7742ed0-282c-40e9-882c-70ecf1a98582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9400806
Dec 24 10:50:22.418718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:50:22.419338 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:22.441665 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-172ad004-605a-44c5-977d-7ce280fe5af4 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:50:22.449885 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:50:22.480694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:22.486555 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-172ad004-605a-44c5-977d-7ce280fe5af4 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:22.489379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:22.534712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:22.540419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:22.541639 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.2271676
Dec 24 10:50:22.606530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:22.630718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ba4ea546-80f4-4727-814e-70b4c0dc1e77 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:22.636311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:22.647520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:22.677726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Pushing event deleted for resources: {'Network': ['ID=2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:22.693462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:22.729432 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Transition to ACTIVE for port object c85429a4-912c-49b3-90f9-aed1c23092ef will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:22.766428 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] 10.222.0.54 "DELETE /v2.0/networks/2a9e5cfc-5a78-4cc0-8978-b1a1cb326ce6 HTTP/1.1" status: 204  len: 168 time: 5.0037887
Dec 24 10:50:22.796505 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Pushing event updated for resources: {'Port': ['ID=59d5ee41-b50b-4568-9c01-4b11afbd402a,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:22.826553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b531fd37-a4a0-4053-a35c-d756b52c6f22 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:22.839651 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:22.849147 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:22.859633 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-493895bf-a3a0-4471-8d25-0f5475b1f8f8 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:22.861195 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41326) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:22.921517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531fd37-a4a0-4053-a35c-d756b52c6f22 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event deleted for resources: {'Port': ['ID=12ba060d-5b74-45a4-a1a0-3f48addf1890,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:22.924306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b531fd37-a4a0-4053-a35c-d756b52c6f22 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:22.950362 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:22.992095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:23.005939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6d1d9040-1a29-4da9-af7b-8148f85636c9 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Synchronizing usage tracker for tenant:d03b573e3e544eabafdb64304c44e416 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:23.011184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8a580a21-5e41-41b8-a451-38e21ccae9f3 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:23.069853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:23.073526 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Pushing event deleted for resources: {'Port': ['ID=bfb35d21-f48b-4ff7-8cfe-53ba8141942a,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:23.107201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:23.161972 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 24 10:50:23.255429 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Network 73484c58-1c07-429a-b805-cacefaab135d is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:23.260164 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:23.262149 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event updated for resources: {'Port': ['ID=c85429a4-912c-49b3-90f9-aed1c23092ef,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:23.267146 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:23.308633 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41342) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:23.312983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:23.322919 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-cb500a9c-7b3b-451e-854a-227b88c14684 req-42dc67f0-21d7-46c7-be2f-091125a4068d tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 210 time: 0.4573233
Dec 24 10:50:23.341750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6d1d9040-1a29-4da9-af7b-8148f85636c9 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Unset dirty status for tenant:d03b573e3e544eabafdb64304c44e416 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:23.344443 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6d1d9040-1a29-4da9-af7b-8148f85636c9 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1545353050&fields=id&tenant_id=d03b573e3e544eabafdb64304c44e416 HTTP/1.1" status: 200  len: 267 time: 0.5121670
Dec 24 10:50:23.348257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b531fd37-a4a0-4053-a35c-d756b52c6f22 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:23.360374 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41350) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:23.365079 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b531fd37-a4a0-4053-a35c-d756b52c6f22 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "DELETE /v2.0/ports/12ba060d-5b74-45a4-a1a0-3f48addf1890 HTTP/1.1" status: 204  len: 168 time: 2.6852949
Dec 24 10:50:23.406321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-172ad004-605a-44c5-977d-7ce280fe5af4 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:23.529925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:23.530826 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:23.600888 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc314229-ab09-41a6-a67d-bef95aeb4372 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] GET failed (client error): The resource could not be found.
Dec 24 10:50:23.601612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cc314229-ab09-41a6-a67d-bef95aeb4372 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Synchronizing usage tracker for tenant:39df660325d04e8a9f9d3e14e6b9b9d5 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:23.660501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:23.707133 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-61580103-6f13-4459-bf00-116f14d1335d None None] Provisioning for port c85429a4-912c-49b3-90f9-aed1c23092ef completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:23.714308 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-61580103-6f13-4459-bf00-116f14d1335d None None] Provisioning complete for port c85429a4-912c-49b3-90f9-aed1c23092ef triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:23.715086 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-61580103-6f13-4459-bf00-116f14d1335d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:23.774721 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Network dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:23.786761 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-61580103-6f13-4459-bf00-116f14d1335d None None] Port c85429a4-912c-49b3-90f9-aed1c23092ef cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:23.800050 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:23.853956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cc314229-ab09-41a6-a67d-bef95aeb4372 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Unset dirty status for tenant:39df660325d04e8a9f9d3e14e6b9b9d5 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:23.855254 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cc314229-ab09-41a6-a67d-bef95aeb4372 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "GET /v2.0/ports/12ba060d-5b74-45a4-a1a0-3f48addf1890 HTTP/1.1" status: 404  len: 333 time: 0.4914446
Dec 24 10:50:23.868484 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1000 time: 3.7152798
Dec 24 10:50:23.869369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41366) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:23.881981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-172ad004-605a-44c5-977d-7ce280fe5af4 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:23.886207 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41368) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:23.891558 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Request body: {'port': {'network_id': '019f6d1a-b8a0-493f-a66b-510c0474bad5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-18549947'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:23.911594 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-172ad004-605a-44c5-977d-7ce280fe5af4 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:23.925726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-2d225934-f810-4afe-ae57-1eca38880c4b tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:23.927398 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-2d225934-f810-4afe-ae57-1eca38880c4b tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/networks?id=b4cba5be-5b3b-4f1f-947c-4814691b80fa HTTP/1.1" status: 200  len: 806 time: 0.5587728
Dec 24 10:50:23.942747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:23.951533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:23.961599 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-c0f70aae-8fc7-47e2-ae20-8ed71ebfc451 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/quotas/d03b573e3e544eabafdb64304c44e416 HTTP/1.1" status: 200  len: 375 time: 0.0244086
Dec 24 10:50:24.094137 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:24.094899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 306c9bb6-fbb3-473f-b083-fafd2de349a1 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:50:24.108039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:24.109700 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "DELETE /v2.0/routers/306c9bb6-fbb3-473f-b083-fafd2de349a1 HTTP/1.1" status: 204  len: 168 time: 7.7074478
Dec 24 10:50:24.113553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41376) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:24.114685 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ec287b80-1f11-437b-86dd-5f055d65f17e None None] Provisioning complete for port 59d5ee41-b50b-4568-9c01-4b11afbd402a triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:24.115479 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ec287b80-1f11-437b-86dd-5f055d65f17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:24.195332 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-f2dc6a6b-0411-449d-9c09-961e0b26bde8 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d03b573e3e544eabafdb64304c44e416&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1641929
Dec 24 10:50:24.209227 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-c91e1e58-fe9a-4751-9f84-d7a000603a03 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Deleting subnet 6be43080-dd02-4fa6-98f5-919cee77124b {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:50:24.212617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c91e1e58-fe9a-4751-9f84-d7a000603a03 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:24.220886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-ec287b80-1f11-437b-86dd-5f055d65f17e None None] Port 59d5ee41-b50b-4568-9c01-4b11afbd402a cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:24.238906 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-81ef2755-55c8-4fd3-b8de-26650fc7a21a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=37bf9714cf5540c885d08d790b87f099&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9245770
Dec 24 10:50:24.242995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41380) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:24.308701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-172ad004-605a-44c5-977d-7ce280fe5af4 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:24.309361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172ad004-605a-44c5-977d-7ce280fe5af4 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b59422ef-ddd3-4373-9ecf-167832cce891 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:50:24.369374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c91e1e58-fe9a-4751-9f84-d7a000603a03 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:24.491276 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-78120141-6f02-4271-b852-ca6e65a6d37e service neutron] 10.222.0.54 "GET /v2.0/networks/b4cba5be-5b3b-4f1f-947c-4814691b80fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2354131
Dec 24 10:50:24.496881 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c91e1e58-fe9a-4751-9f84-d7a000603a03 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:24.524653 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-172ad004-605a-44c5-977d-7ce280fe5af4 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 24 10:50:24.525796 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-172ad004-605a-44c5-977d-7ce280fe5af4 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 4.2829785
Dec 24 10:50:24.550748 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41386) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:24.611904 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d288eadc-c607-409c-93db-0919d67ef656 req-0aadeedd-caab-46bb-a67c-297887c0b2d8 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 210 time: 0.1458147
Dec 24 10:50:24.665493 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:24.667824 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7d53704c-7e6a-4015-92ed-2e22f3b4d3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:24.697738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Router 060a2ca4-fdd4-4d97-997d-499cadb4ee13 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:50:24.704935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a588d0b3-b932-4678-9cdc-2d6c4702fc52 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Deleting port 397d22ce-e88d-4e76-9134-322272b6110e {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:24.705279 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a588d0b3-b932-4678-9cdc-2d6c4702fc52 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:24.705574 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:24.722365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ff7d96-29ee-4122-a50c-3814fd9c80fb tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:24.728086 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ff7d96-29ee-4122-a50c-3814fd9c80fb tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:24.733846 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ff7d96-29ee-4122-a50c-3814fd9c80fb tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:24.734768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-88ff7d96-29ee-4122-a50c-3814fd9c80fb tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Synchronizing usage tracker for tenant:d73c1177e3f244a8a84e95f23eb10772 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:24.747765 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7d53704c-7e6a-4015-92ed-2e22f3b4d3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:24.775807 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-c901232d-2c0c-4b8e-927b-d9c4a55516c1 service neutron] 10.222.0.54 "GET /v2.0/networks/b4cba5be-5b3b-4f1f-947c-4814691b80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2529643
Dec 24 10:50:24.777918 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Made reservation on behalf of 39df660325d04e8a9f9d3e14e6b9b9d5 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:24.779068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c91e1e58-fe9a-4751-9f84-d7a000603a03 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:24.781388 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:24.786235 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-70b101ad-7f65-4ea8-be94-e7f27c61f3ac tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:24.849160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.32', 64575) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:24.860945 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e1e58-fe9a-4751-9f84-d7a000603a03 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6be43080-dd02-4fa6-98f5-919cee77124b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:24.884290 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c91e1e58-fe9a-4751-9f84-d7a000603a03 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:24.885566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c91e1e58-fe9a-4751-9f84-d7a000603a03 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:24.899862 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-88ff7d96-29ee-4122-a50c-3814fd9c80fb tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Unset dirty status for tenant:d73c1177e3f244a8a84e95f23eb10772 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:24.900897 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-88ff7d96-29ee-4122-a50c-3814fd9c80fb tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2468 time: 0.9940290
Dec 24 10:50:24.904577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] device_id is not set on port b8a58078-613c-44e6-9013-1c19bc20aefa yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:24.908703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41392) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:24.955946 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c91e1e58-fe9a-4751-9f84-d7a000603a03 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/6be43080-dd02-4fa6-98f5-919cee77124b HTTP/1.1" status: 204  len: 168 time: 0.8388946
Dec 24 10:50:24.994139 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41396) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:25.210152 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-92e80cee-7b5b-4b3a-93a2-dc1d85b324da req-584c38f6-9113-4a95-a005-8ebbcc057e8b tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Synchronizing usage tracker for tenant:d03b573e3e544eabafdb64304c44e416 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:25.229008 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7d53704c-7e6a-4015-92ed-2e22f3b4d3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:25.248542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:25.286257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53704c-7e6a-4015-92ed-2e22f3b4d3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf35fcd7-b840-461e-a161-37ee2b8d7f61,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:25.292321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:50:25.299504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7d53704c-7e6a-4015-92ed-2e22f3b4d3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:25.314174 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f19300-6b14-4c66-8ed9-f9732829a0b5 None None] Sync routers for ids ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:50:25.322487 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Allocated IP 2001:db8::162 (019f6d1a-b8a0-493f-a66b-510c0474bad5/170cf256-7f5e-4e60-a1b8-77fe9ae46022/b8a58078-613c-44e6-9013-1c19bc20aefa) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:25.324832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-92e80cee-7b5b-4b3a-93a2-dc1d85b324da req-584c38f6-9113-4a95-a005-8ebbcc057e8b tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Unset dirty status for tenant:d03b573e3e544eabafdb64304c44e416 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:25.333272 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-92e80cee-7b5b-4b3a-93a2-dc1d85b324da req-584c38f6-9113-4a95-a005-8ebbcc057e8b tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 210 time: 0.2991467
Dec 24 10:50:25.349897 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f19300-6b14-4c66-8ed9-f9732829a0b5 None None] Routers {'060a2ca4-fdd4-4d97-997d-499cadb4ee13'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:25.353448 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-53f19300-6b14-4c66-8ed9-f9732829a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0603d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:25.373497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-d3513a6b-2ced-4c56-891a-061c85c2a63e tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Deleting port c85429a4-912c-49b3-90f9-aed1c23092ef {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:25.373800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3513a6b-2ced-4c56-891a-061c85c2a63e tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:25.413058 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ee541980-deb9-4597-88b9-14117e63d62c tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] 10.222.0.54 "PUT /v2.0/routers/060a2ca4-fdd4-4d97-997d-499cadb4ee13/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8137245
Dec 24 10:50:25.416328 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41428) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:25.430295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7d53704c-7e6a-4015-92ed-2e22f3b4d3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:25.431601 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7d53704c-7e6a-4015-92ed-2e22f3b4d3c6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bf35fcd7-b840-461e-a161-37ee2b8d7f61 HTTP/1.1" status: 204  len: 168 time: 1.1745794
Dec 24 10:50:25.461859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Request body: {'port': {'network_id': 'dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6', 'name': 'tempest-FloatingIPAdminTestJSON-1402957174'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:25.470200 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-53f19300-6b14-4c66-8ed9-f9732829a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0603d0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:25.482412 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f19300-6b14-4c66-8ed9-f9732829a0b5 None None] Routers {'060a2ca4-fdd4-4d97-997d-499cadb4ee13'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:25.483383 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-53f19300-6b14-4c66-8ed9-f9732829a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0603d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:25.535087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd6ccfb6-5375-453f-81e6-5a6d15780fed tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:25.572800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-5d64d8ac-09bd-4385-89b4-83dfb8d0d485 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:25.574291 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-5d64d8ac-09bd-4385-89b4-83dfb8d0d485 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.32 "GET /v2.0/networks?id=a7742ed0-282c-40e9-882c-70ecf1a98582 HTTP/1.1" status: 200  len: 811 time: 0.7214563
Dec 24 10:50:25.584110 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a588d0b3-b932-4678-9cdc-2d6c4702fc52 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:25.588325 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-53f19300-6b14-4c66-8ed9-f9732829a0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0603d0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:25.588903 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f19300-6b14-4c66-8ed9-f9732829a0b5 None None] The sync data for ids ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:50:25.845628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a588d0b3-b932-4678-9cdc-2d6c4702fc52 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Calling delete_port for 397d22ce-e88d-4e76-9134-322272b6110e owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:25.868177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:25.884772 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Usage tracker for resource:port and tenant:396b3c3e3936492ea00fd9517f3d374f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:25.889032 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:25.907137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:25.921514 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:25.955170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Made reservation on behalf of 396b3c3e3936492ea00fd9517f3d374f for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:25.959936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:25.976381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Transition to ACTIVE for port object b8a58078-613c-44e6-9013-1c19bc20aefa will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:25.988330 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] device_id is not set on port 9e77a83b-f18c-471c-b8d3-d0bf7eda7be9 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:26.104486 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9610017b-ca9f-4279-9a00-f20e944bb8db req-cac08c30-e409-4364-a2df-f221a147685f tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 210 time: 0.2273381
Dec 24 10:50:26.105626 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41462) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:26.197669 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd6ccfb6-5375-453f-81e6-5a6d15780fed tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:26.230469 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:26.243450 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-267ff535-a71b-4a17-8b6c-c65fab038783 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ee5bf25e0bc49e883ffc4ff6be4736f HTTP/1.1" status: 200  len: 380 time: 0.6175115
Dec 24 10:50:26.254392 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:26.281463 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-471cfe02-778b-4104-8af1-6cfb974412ab tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Request body: {'port': {'device_id': '4211da47-52de-49ff-9bae-88143065117a', 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582', 'admin_state_up': True, 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'security_groups': ['eb899612-7b84-4f90-9291-96b80c22f770']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:26.310126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-58b76bd4-4305-4ab4-9401-0109018a5f13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:26.334360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event updated for resources: {'Port': ['ID=b8a58078-613c-44e6-9013-1c19bc20aefa,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:26.353197 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Network 019f6d1a-b8a0-493f-a66b-510c0474bad5 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:26.354596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:26.357769 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:26.363532 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:26.370789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:26.372276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:26.402347 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 2.5228720
Dec 24 10:50:26.403271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41472) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:26.417727 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5edb82eb-638a-4f01-a5d0-0146b4d28f80 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:10:a8:14'}]}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:26.473090 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Allocated IP 172.20.0.13 (dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6/d2051ebd-d536-40d1-ac64-1bd4ca9c775a/9e77a83b-f18c-471c-b8d3-d0bf7eda7be9) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:26.688076 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a588d0b3-b932-4678-9cdc-2d6c4702fc52 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:26.713698 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-bd6ccfb6-5375-453f-81e6-5a6d15780fed tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c671100>,) {'filters': {'network_id': ['a84f13fd-7e66-4b8e-ab52-a4506ac1984f']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:26.753372 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-58b76bd4-4305-4ab4-9401-0109018a5f13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:26.758835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:26.792990 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5e4d1436-f3c5-47e4-8be5-24d79f13cc26 None None] Provisioning for port b8a58078-613c-44e6-9013-1c19bc20aefa completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:26.835388 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5e4d1436-f3c5-47e4-8be5-24d79f13cc26 None None] Provisioning complete for port b8a58078-613c-44e6-9013-1c19bc20aefa triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:26.837219 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5e4d1436-f3c5-47e4-8be5-24d79f13cc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:26.843819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-bd6ccfb6-5375-453f-81e6-5a6d15780fed tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c671100>, 'de89a43b-3376-4d4e-9733-d961a024b64c') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:26.844457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-bd6ccfb6-5375-453f-81e6-5a6d15780fed tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c671100>, 'de89a43b-3376-4d4e-9733-d961a024b64c') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:26.863620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-58b76bd4-4305-4ab4-9401-0109018a5f13 admin admin] Usage tracker for resource:security_group_rule and tenant:62e57408654d427d8e99148eed91a5ef is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:26.876422 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a588d0b3-b932-4678-9cdc-2d6c4702fc52 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Pushing event deleted for resources: {'Port': ['ID=397d22ce-e88d-4e76-9134-322272b6110e,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:26.881656 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-58b76bd4-4305-4ab4-9401-0109018a5f13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:26.900871 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd6ccfb6-5375-453f-81e6-5a6d15780fed tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:26.913892 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a588d0b3-b932-4678-9cdc-2d6c4702fc52 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:26.924294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-58b76bd4-4305-4ab4-9401-0109018a5f13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:26.929499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3513a6b-2ced-4c56-891a-061c85c2a63e tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:26.978120 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5435b940-9287-4ca8-9ae0-493ee68262c0 req-1b6b89fc-d357-446c-8ba0-5aad59d145d2 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 210 time: 0.2378058
Dec 24 10:50:27.002270 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-5e4d1436-f3c5-47e4-8be5-24d79f13cc26 None None] Port b8a58078-613c-44e6-9013-1c19bc20aefa cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:27.024869 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd6ccfb6-5375-453f-81e6-5a6d15780fed tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:27.198674 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd6ccfb6-5375-453f-81e6-5a6d15780fed tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:50:27.199385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd6ccfb6-5375-453f-81e6-5a6d15780fed tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:27.240175 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:27.271421 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Transition to ACTIVE for port object 9e77a83b-f18c-471c-b8d3-d0bf7eda7be9 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:27.312088 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:27.325432 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:27.353456 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-d3513a6b-2ced-4c56-891a-061c85c2a63e tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Calling delete_port for c85429a4-912c-49b3-90f9-aed1c23092ef owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:50:27.382205 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:50:27.421418 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Network dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:27.422382 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5edb82eb-638a-4f01-a5d0-0146b4d28f80 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:27.424835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-471cfe02-778b-4104-8af1-6cfb974412ab tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:27.435797 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:27.450141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:27.523982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:27.524691 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:27.550262 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Pushing event updated for resources: {'Port': ['ID=9e77a83b-f18c-471c-b8d3-d0bf7eda7be9,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:27.568750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-471cfe02-778b-4104-8af1-6cfb974412ab tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:27.577437 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a03f9e20-b727-4295-9b02-c6aa0cf1e0b1 req-de0a8869-3b7b-4a18-ac3f-5d550d01a7b6 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 210 time: 0.1942284
Dec 24 10:50:27.630575 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a588d0b3-b932-4678-9cdc-2d6c4702fc52 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:27.632891 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-471cfe02-778b-4104-8af1-6cfb974412ab tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Made reservation on behalf of 2ee5bf25e0bc49e883ffc4ff6be4736f for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:27.636375 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:27.637882 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-471cfe02-778b-4104-8af1-6cfb974412ab tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:27.648891 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 935 time: 2.2309868
Dec 24 10:50:27.650291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41478) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:27.696363 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd6ccfb6-5375-453f-81e6-5a6d15780fed tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:27.725230 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a588d0b3-b932-4678-9cdc-2d6c4702fc52 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] 10.222.0.54 "DELETE /v2.0/ports/397d22ce-e88d-4e76-9134-322272b6110e HTTP/1.1" status: 204  len: 168 time: 3.1693594
Dec 24 10:50:27.810800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:27.846304 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9827d967-90aa-4187-983f-f091f0420624 None None] Provisioning for port 9e77a83b-f18c-471c-b8d3-d0bf7eda7be9 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:27.847306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6ccfb6-5375-453f-81e6-5a6d15780fed tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  a84f13fd-7e66-4b8e-ab52-a4506ac1984f {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 24 10:50:27.862999 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9827d967-90aa-4187-983f-f091f0420624 None None] Provisioning complete for port 9e77a83b-f18c-471c-b8d3-d0bf7eda7be9 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:27.863281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9827d967-90aa-4187-983f-f091f0420624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:27.881184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ccfb6-5375-453f-81e6-5a6d15780fed tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Pushing event deleted for resources: {'Network': ['ID=a84f13fd-7e66-4b8e-ab52-a4506ac1984f,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:27.925580 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd6ccfb6-5375-453f-81e6-5a6d15780fed tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:28.011124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bd6ccfb6-5375-453f-81e6-5a6d15780fed tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:28.072360 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bd6ccfb6-5375-453f-81e6-5a6d15780fed tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "DELETE /v2.0/networks/a84f13fd-7e66-4b8e-ab52-a4506ac1984f HTTP/1.1" status: 204  len: 168 time: 3.0650027
Dec 24 10:50:28.092251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9827d967-90aa-4187-983f-f091f0420624 None None] Port 9e77a83b-f18c-471c-b8d3-d0bf7eda7be9 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:28.098536 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-58b76bd4-4305-4ab4-9401-0109018a5f13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:28.110258 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'project_id': '396b3c3e3936492ea00fd9517f3d374f', 'port_id': '9e77a83b-f18c-471c-b8d3-d0bf7eda7be9'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:28.130217 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:28.138003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-58b76bd4-4305-4ab4-9401-0109018a5f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:28.151301 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Usage tracker for resource:floatingip and tenant:396b3c3e3936492ea00fd9517f3d374f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:28.187599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7a87ef18-6596-4cf2-a206-9d840f7efd43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:28.188121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:28.232971 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:28.273645 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:28.300087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3513a6b-2ced-4c56-891a-061c85c2a63e tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:28.369840 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0a06b9c5-ef60-4c4d-9d70-8e35a83899e2 req-a58ddcf8-a1bc-4cf0-865e-795c3bcf2224 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 210 time: 0.0957491
Dec 24 10:50:28.375311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41496) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:28.486068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b76bd4-4305-4ab4-9401-0109018a5f13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e34610b-cfaa-4e61-a321-512cd5332e12,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:28.486290 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5edb82eb-638a-4f01-a5d0-0146b4d28f80 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:28.510941 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-58b76bd4-4305-4ab4-9401-0109018a5f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:28.512848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5edb82eb-638a-4f01-a5d0-0146b4d28f80 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:28.515972 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0074127f-323b-4034-984a-1b284cce810e tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:28.525289 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6ff36603-ddd2-4c11-a902-d91a24ba8e3f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:28.567038 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-58b76bd4-4305-4ab4-9401-0109018a5f13 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=62e57408654d427d8e99148eed91a5ef&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4212561
Dec 24 10:50:28.589816 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41504) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:28.706471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3513a6b-2ced-4c56-891a-061c85c2a63e tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event deleted for resources: {'Port': ['ID=c85429a4-912c-49b3-90f9-aed1c23092ef,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:28.709514 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-471cfe02-778b-4104-8af1-6cfb974412ab tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Allocated IP 172.20.0.4 (a7742ed0-282c-40e9-882c-70ecf1a98582/ff11db0c-77ce-44d3-a68a-6e78734121fc/98135ef8-9880-4ddc-aded-a63122b26670) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:28.720063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d3513a6b-2ced-4c56-891a-061c85c2a63e tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:28.853286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-5edb82eb-638a-4f01-a5d0-0146b4d28f80 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] In _notify_port_updated(), no bound segment for port b8a58078-613c-44e6-9013-1c19bc20aefa on network 019f6d1a-b8a0-493f-a66b-510c0474bad5 {{(pid=87559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 10:50:28.862405 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edb82eb-638a-4f01-a5d0-0146b4d28f80 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:28.863238 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5edb82eb-638a-4f01-a5d0-0146b4d28f80 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:28.866298 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5edb82eb-638a-4f01-a5d0-0146b4d28f80 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "PUT /v2.0/ports/b8a58078-613c-44e6-9013-1c19bc20aefa HTTP/1.1" status: 200  len: 1001 time: 2.4570565
Dec 24 10:50:28.866298 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41510) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:28.871287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41512) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:28.979040 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-889b0fc7-dc69-43bc-b1d2-924a4e14b2bf tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Deleting port b8a58078-613c-44e6-9013-1c19bc20aefa {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:28.979390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-889b0fc7-dc69-43bc-b1d2-924a4e14b2bf tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:29.082127 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-18b96153-1ab9-42d1-a3b1-38bf8c8d0352 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Request body: {'router': {'name': 'tempest-router--265119799', 'project_id': 'c6fa5805d61545e7ad16216da75fb590'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:29.160179 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-18b96153-1ab9-42d1-a3b1-38bf8c8d0352 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:29.162382 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-466b56bd-1e04-452a-8b2c-b6e97d28be61 req-2ad77c1a-d4e4-45dd-8050-5c4efb280d5a tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Synchronizing usage tracker for tenant:2ee5bf25e0bc49e883ffc4ff6be4736f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:29.165937 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb82eb-638a-4f01-a5d0-0146b4d28f80 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event updated for resources: {'Port': ['ID=b8a58078-613c-44e6-9013-1c19bc20aefa,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:29.173148 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7123c339-f418-41f5-9c0b-52cc057a01ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:29.175501 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0045-f41e-45a0-b98c-e855e7e6e3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:29.192131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-18b96153-1ab9-42d1-a3b1-38bf8c8d0352 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Usage tracker for resource:router and tenant:c6fa5805d61545e7ad16216da75fb590 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:29.198137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5edb82eb-638a-4f01-a5d0-0146b4d28f80 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:29.212671 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-18b96153-1ab9-42d1-a3b1-38bf8c8d0352 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:29.230347 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-18b96153-1ab9-42d1-a3b1-38bf8c8d0352 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:29.259261 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3f4e0045-f41e-45a0-b98c-e855e7e6e3c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:29.273757 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-802e37fa-9cb2-4586-a9e6-ac91755d982a None None] Provisioning complete for port b8a58078-613c-44e6-9013-1c19bc20aefa triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:29.275679 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-802e37fa-9cb2-4586-a9e6-ac91755d982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:29.298468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-466b56bd-1e04-452a-8b2c-b6e97d28be61 req-2ad77c1a-d4e4-45dd-8050-5c4efb280d5a tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Unset dirty status for tenant:2ee5bf25e0bc49e883ffc4ff6be4736f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:29.299704 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-466b56bd-1e04-452a-8b2c-b6e97d28be61 req-2ad77c1a-d4e4-45dd-8050-5c4efb280d5a tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 210 time: 0.5274487
Dec 24 10:50:29.318846 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7123c339-f418-41f5-9c0b-52cc057a01ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:29.335141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-471cfe02-778b-4104-8af1-6cfb974412ab tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:29.338632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3f4e0045-f41e-45a0-b98c-e855e7e6e3c9 admin admin] Usage tracker for resource:security_group_rule and tenant:ceca908a934d4ab6b4875c93ab174a1e is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:29.347780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d3513a6b-2ced-4c56-891a-061c85c2a63e tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:29.349670 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d3513a6b-2ced-4c56-891a-061c85c2a63e tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "DELETE /v2.0/ports/c85429a4-912c-49b3-90f9-aed1c23092ef HTTP/1.1" status: 204  len: 168 time: 4.3950551
Dec 24 10:50:29.352081 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3f4e0045-f41e-45a0-b98c-e855e7e6e3c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:29.353003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41520) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:29.355247 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-18b96153-1ab9-42d1-a3b1-38bf8c8d0352 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:29.356708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-18b96153-1ab9-42d1-a3b1-38bf8c8d0352 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:29.365776 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-802e37fa-9cb2-4586-a9e6-ac91755d982a None None] Port b8a58078-613c-44e6-9013-1c19bc20aefa cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:29.407000 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f8fe69-9d87-4ddb-914d-6cb5811db534 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] GET failed (client error): The resource could not be found.
Dec 24 10:50:29.407540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-56f8fe69-9d87-4ddb-914d-6cb5811db534 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Synchronizing usage tracker for tenant:d73c1177e3f244a8a84e95f23eb10772 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:29.412912 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-471cfe02-778b-4104-8af1-6cfb974412ab tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Transition to ACTIVE for port object 98135ef8-9880-4ddc-aded-a63122b26670 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:29.455073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-471cfe02-778b-4104-8af1-6cfb974412ab tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:29.467528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:29.524463 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-56f8fe69-9d87-4ddb-914d-6cb5811db534 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Unset dirty status for tenant:d73c1177e3f244a8a84e95f23eb10772 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:29.529465 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-56f8fe69-9d87-4ddb-914d-6cb5811db534 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "GET /v2.0/ports/c85429a4-912c-49b3-90f9-aed1c23092ef HTTP/1.1" status: 404  len: 333 time: 0.1719272
Dec 24 10:50:29.537640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41526) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:29.547833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3f4e0045-f41e-45a0-b98c-e855e7e6e3c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:29.553909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Request body: {'port': {'network_id': '73484c58-1c07-429a-b805-cacefaab135d', 'name': 'tempest-AllowedAddressPairTestJSON-1634323120'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:29.579930 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-05305cbf-9af5-4955-a622-c05fcb4f5c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:29.606643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-18b96153-1ab9-42d1-a3b1-38bf8c8d0352 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:29.668519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-471cfe02-778b-4104-8af1-6cfb974412ab tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Network a7742ed0-282c-40e9-882c-70ecf1a98582 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:29.675059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-471cfe02-778b-4104-8af1-6cfb974412ab tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:29.676886 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471cfe02-778b-4104-8af1-6cfb974412ab tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Pushing event updated for resources: {'Port': ['ID=98135ef8-9880-4ddc-aded-a63122b26670,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:29.679116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-471cfe02-778b-4104-8af1-6cfb974412ab tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:29.688658 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-18b96153-1ab9-42d1-a3b1-38bf8c8d0352 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:29.707717 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-471cfe02-778b-4104-8af1-6cfb974412ab tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:29.788689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-471cfe02-778b-4104-8af1-6cfb974412ab tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:29.789565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-471cfe02-778b-4104-8af1-6cfb974412ab tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:29.800626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:29.810995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:29.819206 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-471cfe02-778b-4104-8af1-6cfb974412ab tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5457621
Dec 24 10:50:29.828261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:29.841206 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Made reservation on behalf of d73c1177e3f244a8a84e95f23eb10772 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:29.846774 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:29.881296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] device_id is not set on port a40abed3-6036-407f-bc7c-d91505ef8ccd yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:29.896913 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3a6f5357-573b-4c0f-9445-96e9fe5c76ef req-2b637958-5642-4075-9212-bccac6434d3d tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 210 time: 0.2662849
Dec 24 10:50:29.947639 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7123c339-f418-41f5-9c0b-52cc057a01ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:29.990367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-be3772b9-fea0-4080-98d0-551309eaffaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:30.010580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-18b96153-1ab9-42d1-a3b1-38bf8c8d0352 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:30.011865 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-18b96153-1ab9-42d1-a3b1-38bf8c8d0352 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 1.1435030
Dec 24 10:50:30.031704 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41532) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:30.032524 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123c339-f418-41f5-9c0b-52cc057a01ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e34610b-cfaa-4e61-a321-512cd5332e12,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:30.042248 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7123c339-f418-41f5-9c0b-52cc057a01ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:30.049426 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Allocated IP 172.20.0.11 (73484c58-1c07-429a-b805-cacefaab135d/0004aa14-f6a4-4349-bf27-1e7e46b89c7e/a40abed3-6036-407f-bc7c-d91505ef8ccd) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:30.097166 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-60ac5532-fdaf-4637-aaf1-64000e5f54dc None None] Provisioning for port 98135ef8-9880-4ddc-aded-a63122b26670 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:30.103023 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-60ac5532-fdaf-4637-aaf1-64000e5f54dc None None] Provisioning complete for port 98135ef8-9880-4ddc-aded-a63122b26670 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:30.104011 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-60ac5532-fdaf-4637-aaf1-64000e5f54dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:30.186005 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7123c339-f418-41f5-9c0b-52cc057a01ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:30.187614 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7123c339-f418-41f5-9c0b-52cc057a01ba admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2e34610b-cfaa-4e61-a321-512cd5332e12 HTTP/1.1" status: 204  len: 168 time: 1.5742915
Dec 24 10:50:30.248512 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-60ac5532-fdaf-4637-aaf1-64000e5f54dc None None] Port 98135ef8-9880-4ddc-aded-a63122b26670 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:30.332143 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-889b0fc7-dc69-43bc-b1d2-924a4e14b2bf tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:30.343390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dcb3224d-0fca-423b-b43f-7632de4d62a9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:30.431859 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:30.479063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Transition to ACTIVE for port object a40abed3-6036-407f-bc7c-d91505ef8ccd will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:30.529646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:30.542546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:30.607898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-889b0fc7-dc69-43bc-b1d2-924a4e14b2bf tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Calling delete_port for b8a58078-613c-44e6-9013-1c19bc20aefa owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:30.693982 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Network 73484c58-1c07-429a-b805-cacefaab135d is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:30.704576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:30.723897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:30.748492 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0045-f41e-45a0-b98c-e855e7e6e3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:30.810392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:30.811977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:30.838512 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event updated for resources: {'Port': ['ID=a40abed3-6036-407f-bc7c-d91505ef8ccd,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:30.852078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:30.871271 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3325143
Dec 24 10:50:30.883471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41548) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:30.892979 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-877a3ce7-4eb1-4cf6-acee-3a4cfa207a1c tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:0a:6d:72'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:31.031742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3f4e0045-f41e-45a0-b98c-e855e7e6e3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:31.041242 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dcb3224d-0fca-423b-b43f-7632de4d62a9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:31.049041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793cefb-7768-4621-ac2b-1cf6a06292e0 req-8270e425-2888-491c-8ce0-6af513fd318b tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:31.050740 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7793cefb-7768-4621-ac2b-1cf6a06292e0 req-8270e425-2888-491c-8ce0-6af513fd318b tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 931 time: 0.4436235
Dec 24 10:50:31.055811 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dcb3224d-0fca-423b-b43f-7632de4d62a9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:31.078110 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:31.086294 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a0289d85-d1ba-4006-b25a-a5bff64efdd0 None None] Provisioning for port a40abed3-6036-407f-bc7c-d91505ef8ccd completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:31.094160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a0289d85-d1ba-4006-b25a-a5bff64efdd0 None None] Provisioning complete for port a40abed3-6036-407f-bc7c-d91505ef8ccd triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:31.094999 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a0289d85-d1ba-4006-b25a-a5bff64efdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:31.108756 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Allocated IP 172.26.4.192 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/7c37b2dc-89af-4d71-893c-52e0f2f8d9b9) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:31.211968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-a0289d85-d1ba-4006-b25a-a5bff64efdd0 None None] Port a40abed3-6036-407f-bc7c-d91505ef8ccd cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:31.241636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e0045-f41e-45a0-b98c-e855e7e6e3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7628961-4d89-498d-b03f-98dc7b3021ec,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:31.280626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3f4e0045-f41e-45a0-b98c-e855e7e6e3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:31.287229 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3f4e0045-f41e-45a0-b98c-e855e7e6e3c9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ceca908a934d4ab6b4875c93ab174a1e&name=default HTTP/1.1" status: 200  len: 2979 time: 2.8091493
Dec 24 10:50:31.291427 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-425b911b-b5c0-4186-a9bf-2cfaf87d7227 req-24c56d52-8aea-4bb9-ab32-57e0a31857f9 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 210 time: 0.1235983
Dec 24 10:50:31.312433 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41562) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:31.395045 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7793cefb-7768-4621-ac2b-1cf6a06292e0 req-287e1cba-bbba-40d5-a02b-8f1206a10078 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3320518
Dec 24 10:50:31.579589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dcb3224d-0fca-423b-b43f-7632de4d62a9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:31.580149 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb3224d-0fca-423b-b43f-7632de4d62a9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc237536-1ac9-4e5c-ad23-05ec1d01c292 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:50:31.607512 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-877a3ce7-4eb1-4cf6-acee-3a4cfa207a1c tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:31.700687 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-889b0fc7-dc69-43bc-b1d2-924a4e14b2bf tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:31.723277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-06838563-b92c-4c4e-9b5c-eb40eb87f415 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:31.767313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dcb3224d-0fca-423b-b43f-7632de4d62a9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:31.768435 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-dcb3224d-0fca-423b-b43f-7632de4d62a9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "DELETE /v2.0/routers/dc237536-1ac9-4e5c-ad23-05ec1d01c292 HTTP/1.1" status: 204  len: 168 time: 1.7335680
Dec 24 10:50:31.834504 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-83b4c7d0-8804-4502-82fd-2c871542fc14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:31.851616 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:31.862521 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-aed4b3af-8415-4a3e-a7ba-a4efe226112d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:31.868836 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b0fc7-dc69-43bc-b1d2-924a4e14b2bf tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event deleted for resources: {'Port': ['ID=b8a58078-613c-44e6-9013-1c19bc20aefa,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:31.879226 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-889b0fc7-dc69-43bc-b1d2-924a4e14b2bf tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:31.995064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-877a3ce7-4eb1-4cf6-acee-3a4cfa207a1c tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:32.012270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-877a3ce7-4eb1-4cf6-acee-3a4cfa207a1c tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:32.020148 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:32.050413 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-889b0fc7-dc69-43bc-b1d2-924a4e14b2bf tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:32.053973 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-889b0fc7-dc69-43bc-b1d2-924a4e14b2bf tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "DELETE /v2.0/ports/b8a58078-613c-44e6-9013-1c19bc20aefa HTTP/1.1" status: 204  len: 168 time: 3.1550169
Dec 24 10:50:32.056519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-aed4b3af-8415-4a3e-a7ba-a4efe226112d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:32.070087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41578) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:32.196878 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca19736d-f029-42a9-9201-73fc8c595071 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] GET failed (client error): The resource could not be found.
Dec 24 10:50:32.196878 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ca19736d-f029-42a9-9201-73fc8c595071 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Synchronizing usage tracker for tenant:39df660325d04e8a9f9d3e14e6b9b9d5 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:32.212994 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:32.228640 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:32.259492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41584) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:32.269999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a3ce7-4eb1-4cf6-acee-3a4cfa207a1c tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event updated for resources: {'Port': ['ID=a40abed3-6036-407f-bc7c-d91505ef8ccd,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:32.291291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-877a3ce7-4eb1-4cf6-acee-3a4cfa207a1c tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:32.328068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-877a3ce7-4eb1-4cf6-acee-3a4cfa207a1c tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] In _notify_port_updated(), no bound segment for port a40abed3-6036-407f-bc7c-d91505ef8ccd on network 73484c58-1c07-429a-b805-cacefaab135d {{(pid=87558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 10:50:32.354224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877a3ce7-4eb1-4cf6-acee-3a4cfa207a1c tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:32.367428 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-877a3ce7-4eb1-4cf6-acee-3a4cfa207a1c tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:32.380925 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-877a3ce7-4eb1-4cf6-acee-3a4cfa207a1c tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "PUT /v2.0/ports/a40abed3-6036-407f-bc7c-d91505ef8ccd HTTP/1.1" status: 200  len: 995 time: 1.4840338
Dec 24 10:50:32.382321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41592) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:32.498357 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ca19736d-f029-42a9-9201-73fc8c595071 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Unset dirty status for tenant:39df660325d04e8a9f9d3e14e6b9b9d5 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:32.503674 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ca19736d-f029-42a9-9201-73fc8c595071 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "GET /v2.0/ports/b8a58078-613c-44e6-9013-1c19bc20aefa HTTP/1.1" status: 404  len: 333 time: 0.4310334
Dec 24 10:50:32.519064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:32.519064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41600) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:32.587026 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Request body: {'port': {'network_id': '019f6d1a-b8a0-493f-a66b-510c0474bad5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1348861031'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:32.680163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-3c99a92c-56dd-41cd-ac3a-63b55b5e59a4 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Deleting port a40abed3-6036-407f-bc7c-d91505ef8ccd {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:32.681160 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:32.686697 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c99a92c-56dd-41cd-ac3a-63b55b5e59a4 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:32.686882 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:32.748220 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1294675544', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:32.760988 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:32.776778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6f0556d0-801b-4d4d-8d01-912a787db141 None None] Provisioning complete for port a40abed3-6036-407f-bc7c-d91505ef8ccd triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:32.777382 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6f0556d0-801b-4d4d-8d01-912a787db141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:32.806881 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Usage tracker for resource:router and tenant:b35f9da743d24de58b59d0a3dfe67701 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:32.815110 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:32.834689 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41608) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:32.864503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Pushing event updated for resources: {'Port': ['ID=7c37b2dc-89af-4d71-893c-52e0f2f8d9b9,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:32.871895 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:32.881801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:32.913527 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6f0556d0-801b-4d4d-8d01-912a787db141 None None] Port a40abed3-6036-407f-bc7c-d91505ef8ccd cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:32.918978 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e4004608-92c5-4c4c-8ac0-aba2fd89c385 req-57136702-bedf-4f0e-b770-3ee23013ef82 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 210 time: 0.2004585
Dec 24 10:50:32.978715 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:33.038652 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:33.080510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-aed4b3af-8415-4a3e-a7ba-a4efe226112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:33.086600 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:33.087624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:33.097549 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:33.119418 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4b3af-8415-4a3e-a7ba-a4efe226112d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7628961-4d89-498d-b03f-98dc7b3021ec,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:33.146850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-aed4b3af-8415-4a3e-a7ba-a4efe226112d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:33.146850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-aed4b3af-8415-4a3e-a7ba-a4efe226112d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:33.146850 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-aed4b3af-8415-4a3e-a7ba-a4efe226112d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e7628961-4d89-498d-b03f-98dc7b3021ec HTTP/1.1" status: 204  len: 168 time: 1.8235464
Dec 24 10:50:33.148943 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:33.193366 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:33.206601 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c0d8d-17f8-4168-9c9d-c6e4133ece2e req-7b3cddd4-9a5b-4f3c-b659-1938c66d115f tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:33.208149 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b81c0d8d-17f8-4168-9c9d-c6e4133ece2e req-7b3cddd4-9a5b-4f3c-b659-1938c66d115f tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 931 time: 0.4644337
Dec 24 10:50:33.268369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:33.277668 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c99a92c-56dd-41cd-ac3a-63b55b5e59a4 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:33.314441 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Usage tracker for resource:floatingip and tenant:eaa55c034dc14822b38e83f1c02050fa is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:33.324492 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:33.336808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:33.339155 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:33.525462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:33.532221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:33.648741 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Made reservation on behalf of 39df660325d04e8a9f9d3e14e6b9b9d5 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:33.652224 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:33.726166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-3c99a92c-56dd-41cd-ac3a-63b55b5e59a4 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Calling delete_port for a40abed3-6036-407f-bc7c-d91505ef8ccd owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:33.744287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] device_id is not set on port 23012a32-2326-43b9-8076-4e3f4905f1ae yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:33.789918 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b81c0d8d-17f8-4168-9c9d-c6e4133ece2e req-2851e7a2-cecc-4573-bce9-fbdbea103279 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5190418
Dec 24 10:50:33.918678 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:34.008279 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41620) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:34.246301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c99a92c-56dd-41cd-ac3a-63b55b5e59a4 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:34.258724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-38b0f303-999f-4d74-985d-04e5d09d0678 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:34.330718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99a92c-56dd-41cd-ac3a-63b55b5e59a4 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event deleted for resources: {'Port': ['ID=a40abed3-6036-407f-bc7c-d91505ef8ccd,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:34.335775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3c99a92c-56dd-41cd-ac3a-63b55b5e59a4 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:34.483438 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-981dd9dd-25d6-4bf2-8aa6-697c0f178b66 req-54c0d73e-eb9e-4cbf-bf41-aeb7080fa777 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 210 time: 0.1591718
Dec 24 10:50:34.527514 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d2561ff4-4d63-408c-a5f0-e769c5380524 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f87283f03aa44d0b82d534150764b239&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5100257
Dec 24 10:50:34.549322 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41624) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:34.554454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Allocated IP 2001:db8::1d6 (019f6d1a-b8a0-493f-a66b-510c0474bad5/170cf256-7f5e-4e60-a1b8-77fe9ae46022/23012a32-2326-43b9-8076-4e3f4905f1ae) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:34.655974 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:34.704177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:34.745501 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:34.847982 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c99a92c-56dd-41cd-ac3a-63b55b5e59a4 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:34.911949 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9ad778d5-6136-4cd9-acb1-3c90fa9a9209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:34.917667 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3c99a92c-56dd-41cd-ac3a-63b55b5e59a4 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "DELETE /v2.0/ports/a40abed3-6036-407f-bc7c-d91505ef8ccd HTTP/1.1" status: 204  len: 168 time: 2.5257175
Dec 24 10:50:34.919464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:34.940542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41630) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:34.959699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:35.049312 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-a91312ab-4836-4e95-a850-7b46e9ee233a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] GET failed (client error): The resource could not be found.
Dec 24 10:50:35.054489 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a91312ab-4836-4e95-a850-7b46e9ee233a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "GET /v2.0/ports/a40abed3-6036-407f-bc7c-d91505ef8ccd HTTP/1.1" status: 404  len: 333 time: 0.1027656
Dec 24 10:50:35.055861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41634) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:35.057541 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9ad778d5-6136-4cd9-acb1-3c90fa9a9209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:35.083694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Request body: {'port': {'network_id': '73484c58-1c07-429a-b805-cacefaab135d', 'name': 'tempest-AllowedAddressPairTestJSON-291963122'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:35.090453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:35.116449 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:35.138965 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Allocated IP 172.26.4.123 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/e6ff1bcc-ef7f-42a7-9be5-ffeb328f2a51) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:35.173162 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Transition to ACTIVE for port object 23012a32-2326-43b9-8076-4e3f4905f1ae will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:35.300250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba156e86-8486-449a-8283-84cf61904063 req-de36b57d-e6fe-43b5-b363-2dfdd5007a6e tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:35.301787 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba156e86-8486-449a-8283-84cf61904063 req-de36b57d-e6fe-43b5-b363-2dfdd5007a6e tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 931 time: 0.3464000
Dec 24 10:50:35.311599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9ad778d5-6136-4cd9-acb1-3c90fa9a9209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:35.318612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:35.324282 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Usage tracker for resource:port and tenant:d73c1177e3f244a8a84e95f23eb10772 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:35.330325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:35.335610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:35.375025 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:35.380823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad778d5-6136-4cd9-acb1-3c90fa9a9209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9be9a8b-073c-461e-8b56-cf4942b1e90d,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:35.383524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9ad778d5-6136-4cd9-acb1-3c90fa9a9209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:35.432171 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:35.445703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9ad778d5-6136-4cd9-acb1-3c90fa9a9209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:35.447066 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9ad778d5-6136-4cd9-acb1-3c90fa9a9209 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f9be9a8b-073c-461e-8b56-cf4942b1e90d HTTP/1.1" status: 204  len: 168 time: 0.8967535
Dec 24 10:50:35.452057 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba156e86-8486-449a-8283-84cf61904063 req-b257a564-6990-46bb-a3de-40187402a6ce tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1237857
Dec 24 10:50:35.452920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Made reservation on behalf of d73c1177e3f244a8a84e95f23eb10772 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:35.454481 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1247211e-06af-47c9-82c7-f23395cf9aef tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:35.456515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:35.550190 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:35.577620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Network 019f6d1a-b8a0-493f-a66b-510c0474bad5 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:35.584665 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:35.588826 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event updated for resources: {'Port': ['ID=23012a32-2326-43b9-8076-4e3f4905f1ae,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:35.593526 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:35.599150 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:35.599805 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:35.606277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:35.633592 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:35.643653 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:35.651300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-62ba60ed-e099-42e7-bb18-23274ff73341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:35.788743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] device_id is not set on port 5dfc414a-c1fa-45af-9ad5-81c211343c62 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:35.816923 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 3.2670808
Dec 24 10:50:35.826273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41642) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:35.838742 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-aa68bf8a-3d18-48b2-a9f3-a8bf6ccad6c0 req-bac77cb4-3603-4b57-8091-cdb07907da71 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 210 time: 0.1502836
Dec 24 10:50:35.876956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Request body: {'port': {'network_id': '019f6d1a-b8a0-493f-a66b-510c0474bad5', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1785914364'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:35.912785 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:35.916845 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Pushing event updated for resources: {'Port': ['ID=7c37b2dc-89af-4d71-893c-52e0f2f8d9b9,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:36.016362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Allocated IP 172.26.4.118 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/89c54d21-9866-4474-8162-fecf9787cd48) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:36.018421 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:36.018948 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:36.064276 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-fb454920-7cce-4788-8476-84d27e8950e8 None None] Provisioning for port 23012a32-2326-43b9-8076-4e3f4905f1ae completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:36.075441 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-fb454920-7cce-4788-8476-84d27e8950e8 None None] Provisioning complete for port 23012a32-2326-43b9-8076-4e3f4905f1ae triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:36.075831 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fb454920-7cce-4788-8476-84d27e8950e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:36.116334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Pushing event updated for resources: {'Port': ['ID=e6ff1bcc-ef7f-42a7-9be5-ffeb328f2a51,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:36.129957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:36.139520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:36.154535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Allocated IP 172.20.0.4 (73484c58-1c07-429a-b805-cacefaab135d/0004aa14-f6a4-4349-bf27-1e7e46b89c7e/5dfc414a-c1fa-45af-9ad5-81c211343c62) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:36.212609 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-fb454920-7cce-4788-8476-84d27e8950e8 None None] Port 23012a32-2326-43b9-8076-4e3f4905f1ae cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:36.388625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:36.396413 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:36.402633 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:36.523632 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:36.575928 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:36.584565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-471cfe02-778b-4104-8af1-6cfb974412ab tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:36.592520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:36.604689 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Usage tracker for resource:port and tenant:39df660325d04e8a9f9d3e14e6b9b9d5 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:36.614712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:36.628498 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:36.634668 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Floating IP 74991107-3f9d-4ad8-b31c-989ebf8580f0 associated. External IP: 172.26.4.192, port: 9e77a83b-f18c-471c-b8d3-d0bf7eda7be9.
Dec 24 10:50:36.660147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:36.672048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:36.674849 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:36.737098 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Made reservation on behalf of 39df660325d04e8a9f9d3e14e6b9b9d5 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:36.740805 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:36.760831 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:36.805502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Pushing event updated for resources: {'Port': ['ID=89c54d21-9866-4474-8162-fecf9787cd48,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:36.808367 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:36.863475 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:36.872897 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] device_id is not set on port 2efc4318-a10d-49fd-928a-ec0f448d6e25 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:36.918370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41668) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:37.013081 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:37.019137 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Transition to ACTIVE for port object 5dfc414a-c1fa-45af-9ad5-81c211343c62 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:37.070109 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9dc57c1d-764f-47a4-8968-4e9524c9fd3b req-7dbb1bbc-d31d-4893-9175-4ac7f1404501 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 210 time: 0.1016405
Dec 24 10:50:37.099217 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993677eb-3014-4082-a7a2-c15de505082b req-3cefc774-cb01-4335-8f6a-b1eec7aac270 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:37.101628 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-993677eb-3014-4082-a7a2-c15de505082b req-3cefc774-cb01-4335-8f6a-b1eec7aac270 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 931 time: 0.3742085
Dec 24 10:50:37.139902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2145297195'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:37.205372 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:37.232890 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:37.238881 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Usage tracker for resource:network and tenant:6a46942fc1af49688b0b7134a1244a83 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:37.248590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:37.278865 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:37.302804 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-993677eb-3014-4082-a7a2-c15de505082b req-af54c581-9621-4177-8f97-1b3681052472 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1892064
Dec 24 10:50:37.303651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:37.379317 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Allocated IP 2001:db8::ad (019f6d1a-b8a0-493f-a66b-510c0474bad5/170cf256-7f5e-4e60-a1b8-77fe9ae46022/2efc4318-a10d-49fd-928a-ec0f448d6e25) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:37.405759 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Network 73484c58-1c07-429a-b805-cacefaab135d is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:37.413058 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Made reservation on behalf of 6a46942fc1af49688b0b7134a1244a83 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:37.416730 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:37.425846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:37.442583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:37.467919 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event updated for resources: {'Port': ['ID=5dfc414a-c1fa-45af-9ad5-81c211343c62,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:37.477073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:37.481777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:37.504833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Router 060a2ca4-fdd4-4d97-997d-499cadb4ee13 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:50:37.530951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:37.542012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:37.542634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:37.547870 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:37.602010 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Usage tracker for resource:security_group_rule and tenant:6a46942fc1af49688b0b7134a1244a83 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:37.617320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:37.629368 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:37.646811 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bc607049-fd0d-466e-9f03-bcd45c3065ad None None] Provisioning for port 5dfc414a-c1fa-45af-9ad5-81c211343c62 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:37.652433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bc607049-fd0d-466e-9f03-bcd45c3065ad None None] Provisioning complete for port 5dfc414a-c1fa-45af-9ad5-81c211343c62 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:37.652913 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bc607049-fd0d-466e-9f03-bcd45c3065ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:37.667133 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.5946362
Dec 24 10:50:37.668246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41674) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:37.708095 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-bc607049-fd0d-466e-9f03-bcd45c3065ad None None] Port 5dfc414a-c1fa-45af-9ad5-81c211343c62 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:37.735605 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:37.752704 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:37.811282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8c3e1b1c-3b32-4d08-8bfe-60b24535585f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:37.825970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-3b70e7fe-2de5-4008-a143-acf095dce135 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0a:6d:72'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:38.047056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:38.090967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Pushing event updated for resources: {'Port': ['ID=e6ff1bcc-ef7f-42a7-9be5-ffeb328f2a51,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:38.099044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:50:38.103792 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:38.104416 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Transition to ACTIVE for port object 2efc4318-a10d-49fd-928a-ec0f448d6e25 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:38.114115 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08031ba9-da7a-4194-b86a-fd9d3838aac1 None None] Sync routers for ids ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:50:38.120281 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:38.128050 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08031ba9-da7a-4194-b86a-fd9d3838aac1 None None] Routers {'060a2ca4-fdd4-4d97-997d-499cadb4ee13'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:38.130088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-08031ba9-da7a-4194-b86a-fd9d3838aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d56eb80>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:38.160606 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:38.196777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:38.198506 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.3357983
Dec 24 10:50:38.209341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41680) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:38.226352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-08031ba9-da7a-4194-b86a-fd9d3838aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d56eb80>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:38.236261 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08031ba9-da7a-4194-b86a-fd9d3838aac1 None None] Routers {'060a2ca4-fdd4-4d97-997d-499cadb4ee13'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:38.236871 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-08031ba9-da7a-4194-b86a-fd9d3838aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d56eb80>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:38.257437 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1561700524', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'fixed_ips': [{'ip_address': '172.26.4.123'}]}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:38.269099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:38.271976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:38.272537 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c6dbc6b1-66ba-4229-a208-7bee694803d6 req-1f57a93d-e312-47ce-a699-137c33d0691f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 210 time: 0.0711908
Dec 24 10:50:38.280302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:38.291064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:38.306808 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-08031ba9-da7a-4194-b86a-fd9d3838aac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d56eb80>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:38.307154 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08031ba9-da7a-4194-b86a-fd9d3838aac1 None None] The sync data for ids ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:50:38.323126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:38.332580 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:38.351844 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Usage tracker for resource:port and tenant:eaa55c034dc14822b38e83f1c02050fa is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:38.359605 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:38.368304 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 989 time: 10.7145200
Dec 24 10:50:38.372242 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41686) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:38.395239 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:38.437149 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5168e25c-3a7c-4758-afb1-65a727668bf6,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:38.440263 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:38.443396 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:38.456920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Network 019f6d1a-b8a0-493f-a66b-510c0474bad5 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:38.466355 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:50:38.469105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:38.484033 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:38.489515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:38.490158 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:38.493979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event updated for resources: {'Port': ['ID=2efc4318-a10d-49fd-928a-ec0f448d6e25,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:38.506052 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:38.524441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3b70e7fe-2de5-4008-a143-acf095dce135 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:38.524974 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Made reservation on behalf of eaa55c034dc14822b38e83f1c02050fa for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:38.527505 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:38.541296 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.7055335
Dec 24 10:50:38.546712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41690) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:38.551341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:38.562514 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-125e5677-e130-448b-a9e4-0f00b2d76203 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] 10.222.0.54 "GET /v2.0/floatingips/74991107-3f9d-4ad8-b31c-989ebf8580f0 HTTP/1.1" status: 200  len: 984 time: 0.1861138
Dec 24 10:50:38.568574 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-db634a5a-82cb-4cad-9239-8f3b6353596c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6c', 'mac_address': 'fa:16:3e:10:a8:14'}, {'ip_address': '2001:db8::1d6', 'mac_address': 'fa:16:3e:bc:eb:96'}]}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:38.599700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41694) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:38.612680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:38.613024 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Added segment fd3aade7-ab28-455f-91ec-a74bc5f94c2e of type vlan for network d5623299-dadc-4a30-ae54-1ccb24a470c0
Dec 24 10:50:38.618756 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:38.631745 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Usage tracker for resource:security_group_rule and tenant:eaa55c034dc14822b38e83f1c02050fa is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:38.636889 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:38.645560 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:38.737913 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ea815ad0-8b8e-4b71-af8d-7db7a5469297 None None] Provisioning for port 2efc4318-a10d-49fd-928a-ec0f448d6e25 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:38.744309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ea815ad0-8b8e-4b71-af8d-7db7a5469297 None None] Provisioning complete for port 2efc4318-a10d-49fd-928a-ec0f448d6e25 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:38.744815 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ea815ad0-8b8e-4b71-af8d-7db7a5469297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:38.807799 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-ea815ad0-8b8e-4b71-af8d-7db7a5469297 None None] Port 2efc4318-a10d-49fd-928a-ec0f448d6e25 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:38.811858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:38.847041 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0f7b0d1c-6031-4072-be7c-00d20b714706 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2907 time: 0.2460332
Dec 24 10:50:38.852437 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41698) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:38.923805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce7e4e-7170-468f-8d80-43e495f78d17 req-41a93c3a-cff0-4335-b7ed-ba341a3a8c34 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:38.925509 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-77ce7e4e-7170-468f-8d80-43e495f78d17 req-41a93c3a-cff0-4335-b7ed-ba341a3a8c34 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 931 time: 0.4668765
Dec 24 10:50:38.978329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:38.984182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-db634a5a-82cb-4cad-9239-8f3b6353596c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:38.999770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:39.000365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:39.012571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:39.019418 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-22a199ce-13c2-4e24-9b69-e35c99cef20c tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:39.020981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:39.041187 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Router 1b025322-bef1-4a0b-867a-68f70901eb19 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:50:39.083188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-958a068d-8676-46a6-9247-879fa7de50f7 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:39.128026 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] device_id is not set on port 7c868714-bc17-4fb0-a6b2-9c891533e1d1 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:39.225625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673350d9-cc99-4e12-8e6a-b9d081ce5cc8,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:39.247930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:39.298721 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-d35288c1-3106-4686-bfed-1308ce60527a tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Deleting port 7c37b2dc-89af-4d71-893c-52e0f2f8d9b9 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:39.299079 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d35288c1-3106-4686-bfed-1308ce60527a tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:39.339782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-b84b5f63-6c65-41e5-a5c5-e31f5eaf359d tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:50:39.340681 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-b84b5f63-6c65-41e5-a5c5-e31f5eaf359d tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1962306
Dec 24 10:50:39.373937 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 2.4450970
Dec 24 10:50:39.377073 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-77ce7e4e-7170-468f-8d80-43e495f78d17 req-31a045f6-0f0f-476e-be19-481606d50784 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3976753
Dec 24 10:50:39.381960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41706) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:39.393582 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-512ed7bf-4ad3-49ff-b2c4-72fcdddf9613 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Request body: {'subnet': {'network_id': 'd5623299-dadc-4a30-ae54-1ccb24a470c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:39.408246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Pushing event updated for resources: {'Network': ['ID=d5623299-dadc-4a30-ae54-1ccb24a470c0,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:39.421486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:39.425146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network d5623299-dadc-4a30-ae54-1ccb24a470c0 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:50:39.579080 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.32', 64583) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:39.596408 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Request body: {'port': {'device_id': '4211da47-52de-49ff-9bae-88143065117a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:39.621298 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-19cf953a-766c-49f9-8614-2bacc40ef0c5 req-d6bfe956-9547-49aa-ba0c-995f6cf88d89 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 210 time: 0.2174072
Dec 24 10:50:39.627649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.resource_extend [None req-3b70e7fe-2de5-4008-a143-acf095dce135 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:50:39.697416 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3b70e7fe-2de5-4008-a143-acf095dce135 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:39.710784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-512ed7bf-4ad3-49ff-b2c4-72fcdddf9613 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:39.768146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3b70e7fe-2de5-4008-a143-acf095dce135 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:39.781768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-512ed7bf-4ad3-49ff-b2c4-72fcdddf9613 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Usage tracker for resource:subnet and tenant:6a46942fc1af49688b0b7134a1244a83 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:39.784626 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b531fd37-a4a0-4053-a35c-d756b52c6f22 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:39.835192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-512ed7bf-4ad3-49ff-b2c4-72fcdddf9613 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:39.839840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:50:39.850912 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfb43de-4188-428d-ac04-a74e570cce83 None None] Sync routers for ids ['1b025322-bef1-4a0b-867a-68f70901eb19'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:50:39.860878 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb43de-4188-428d-ac04-a74e570cce83 None None] Routers {'1b025322-bef1-4a0b-867a-68f70901eb19'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:39.861603 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ecfb43de-4188-428d-ac04-a74e570cce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e060370>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['1b025322-bef1-4a0b-867a-68f70901eb19'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:39.865060 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-512ed7bf-4ad3-49ff-b2c4-72fcdddf9613 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:39.928450 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ecfb43de-4188-428d-ac04-a74e570cce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e060370>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:39.932062 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
Dec 24 10:50:39.932533 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:50:39.940212 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfb43de-4188-428d-ac04-a74e570cce83 None None] Routers {'1b025322-bef1-4a0b-867a-68f70901eb19'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:39.940926 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ecfb43de-4188-428d-ac04-a74e570cce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e060370>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['1b025322-bef1-4a0b-867a-68f70901eb19'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:40.000945 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d35288c1-3106-4686-bfed-1308ce60527a tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:40.001287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d35288c1-3106-4686-bfed-1308ce60527a tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:40.014413 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ecfb43de-4188-428d-ac04-a74e570cce83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e060370>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:40.015050 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfb43de-4188-428d-ac04-a74e570cce83 None None] The sync data for ids ['1b025322-bef1-4a0b-867a-68f70901eb19'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:50:40.019900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:40.025015 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 7.7552123
Dec 24 10:50:40.032030 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512ed7bf-4ad3-49ff-b2c4-72fcdddf9613 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Made reservation on behalf of 6a46942fc1af49688b0b7134a1244a83 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:40.035460 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-512ed7bf-4ad3-49ff-b2c4-72fcdddf9613 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:40.049704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41718) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:40.056407 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b70e7fe-2de5-4008-a143-acf095dce135 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event updated for resources: {'Port': ['ID=5dfc414a-c1fa-45af-9ad5-81c211343c62,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:40.073146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3b70e7fe-2de5-4008-a143-acf095dce135 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:40.128910 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 1.9176884
Dec 24 10:50:40.132221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.resource_extend [None req-db634a5a-82cb-4cad-9239-8f3b6353596c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:50:40.139892 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41722) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:40.147051 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-d35288c1-3106-4686-bfed-1308ce60527a tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Calling delete_port for 7c37b2dc-89af-4d71-893c-52e0f2f8d9b9 owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:40.149028 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:40.209217 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-3b70e7fe-2de5-4008-a143-acf095dce135 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] In _notify_port_updated(), no bound segment for port 5dfc414a-c1fa-45af-9ad5-81c211343c62 on network 73484c58-1c07-429a-b805-cacefaab135d {{(pid=87558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 10:50:40.214517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b70e7fe-2de5-4008-a143-acf095dce135 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:40.215130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3b70e7fe-2de5-4008-a143-acf095dce135 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:40.216379 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3b70e7fe-2de5-4008-a143-acf095dce135 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "PUT /v2.0/ports/5dfc414a-c1fa-45af-9ad5-81c211343c62 HTTP/1.1" status: 200  len: 995 time: 2.5478165
Dec 24 10:50:40.231098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6243baff-3573-4076-8c9e-7fe65d1d5db6 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:40.232525 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6243baff-3573-4076-8c9e-7fe65d1d5db6 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.32 "GET /v2.0/networks?id=b4cba5be-5b3b-4f1f-947c-4814691b80fa HTTP/1.1" status: 200  len: 806 time: 0.6509728
Dec 24 10:50:40.236098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41726) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:40.236982 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-80363642-3e21-42fe-b399-d7cc871f7f23 None None] Provisioning complete for port 5dfc414a-c1fa-45af-9ad5-81c211343c62 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:40.237642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-80363642-3e21-42fe-b399-d7cc871f7f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:40.259690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-db634a5a-82cb-4cad-9239-8f3b6353596c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:40.307273 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:40.307993 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-80363642-3e21-42fe-b399-d7cc871f7f23 None None] Port 5dfc414a-c1fa-45af-9ad5-81c211343c62 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:40.328506 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-db634a5a-82cb-4cad-9239-8f3b6353596c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:40.340291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5edb82eb-638a-4f01-a5d0-0146b4d28f80 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:40.413935 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-7766bd72-f704-4a6d-8b6d-df9443a749e0 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Deleting port e6ff1bcc-ef7f-42a7-9be5-ffeb328f2a51 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:40.414494 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7766bd72-f704-4a6d-8b6d-df9443a749e0 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:40.438197 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-db634a5a-82cb-4cad-9239-8f3b6353596c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] In _notify_port_updated(), no bound segment for port 2efc4318-a10d-49fd-928a-ec0f448d6e25 on network 019f6d1a-b8a0-493f-a66b-510c0474bad5 {{(pid=87559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 10:50:40.450087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db634a5a-82cb-4cad-9239-8f3b6353596c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:40.450777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-db634a5a-82cb-4cad-9239-8f3b6353596c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:40.457496 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-db634a5a-82cb-4cad-9239-8f3b6353596c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "PUT /v2.0/ports/2efc4318-a10d-49fd-928a-ec0f448d6e25 HTTP/1.1" status: 200  len: 1066 time: 1.9033234
Dec 24 10:50:40.457496 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41734) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:40.527521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-228298b9-0525-4b5c-8bf9-60af02c3d663 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Deleting port 5dfc414a-c1fa-45af-9ad5-81c211343c62 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:40.528095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-228298b9-0525-4b5c-8bf9-60af02c3d663 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:40.562789 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-2edad26a-663e-4466-8edd-b8b378c6e2cf tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d03b573e3e544eabafdb64304c44e416 HTTP/1.1" status: 200  len: 380 time: 0.3060608
Dec 24 10:50:40.571535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db634a5a-82cb-4cad-9239-8f3b6353596c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event updated for resources: {'Port': ['ID=2efc4318-a10d-49fd-928a-ec0f448d6e25,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:40.574990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-db634a5a-82cb-4cad-9239-8f3b6353596c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:40.648655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-49649a54-bc54-4e57-8805-40c004749913 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Request body: {'port': {'device_id': '38143a76-4427-4462-ae84-e6f48a376a96', 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa', 'admin_state_up': True, 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'security_groups': ['4160320e-50b8-4e8a-a3a7-5a1daa8a09f8']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:40.675619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-3b0eadbe-f274-470c-abe1-78823f719652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Deleting port 2efc4318-a10d-49fd-928a-ec0f448d6e25 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:40.675962 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3b0eadbe-f274-470c-abe1-78823f719652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:40.698779 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-765d27f3-6a6e-410b-9a6d-a370fa9563c7 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "GET /v2.0/routers/1b025322-bef1-4a0b-867a-68f70901eb19 HTTP/1.1" status: 200  len: 921 time: 0.6365883
Dec 24 10:50:40.738332 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a2200ca0-a40c-4c7a-80d7-acbdf44fbdbd None None] Provisioning complete for port 2efc4318-a10d-49fd-928a-ec0f448d6e25 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:40.739198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41740) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:40.739884 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a2200ca0-a40c-4c7a-80d7-acbdf44fbdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:40.800386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-a2200ca0-a40c-4c7a-80d7-acbdf44fbdbd None None] Port 2efc4318-a10d-49fd-928a-ec0f448d6e25 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:40.850584 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-202ba57d-650f-40b9-99cf-9816035f27db req-f9164390-5813-47d4-917b-0062feac5fbf tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 210 time: 0.0759697
Dec 24 10:50:41.003008 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-435fddf9-9ae2-4b9c-a1af-83d9ef7caa99 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b025322-bef1-4a0b-867a-68f70901eb19 HTTP/1.1" status: 200  len: 205 time: 0.2581179
Dec 24 10:50:41.009626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41744) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:41.083950 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7766bd72-f704-4a6d-8b6d-df9443a749e0 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:41.084277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7766bd72-f704-4a6d-8b6d-df9443a749e0 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:41.173001 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d35288c1-3106-4686-bfed-1308ce60527a tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:41.176486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:41.307606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-49649a54-bc54-4e57-8805-40c004749913 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:41.317370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803b6c0-49de-4d6b-8698-5afe837db684 req-5eb8e242-5e3f-428c-abb1-15cad90b8400 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:41.319071 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9803b6c0-49de-4d6b-8698-5afe837db684 req-5eb8e242-5e3f-428c-abb1-15cad90b8400 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 931 time: 0.7651570
Dec 24 10:50:41.335997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-512ed7bf-4ad3-49ff-b2c4-72fcdddf9613 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:41.358925 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:41.388735 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-49649a54-bc54-4e57-8805-40c004749913 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:41.407331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-7766bd72-f704-4a6d-8b6d-df9443a749e0 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Calling delete_port for e6ff1bcc-ef7f-42a7-9be5-ffeb328f2a51 owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:41.442450 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35288c1-3106-4686-bfed-1308ce60527a tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Pushing event deleted for resources: {'Port': ['ID=7c37b2dc-89af-4d71-893c-52e0f2f8d9b9,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:41.470924 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d35288c1-3106-4686-bfed-1308ce60527a tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:41.478358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-49649a54-bc54-4e57-8805-40c004749913 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Made reservation on behalf of d03b573e3e544eabafdb64304c44e416 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:41.481784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-49649a54-bc54-4e57-8805-40c004749913 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:41.507586 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3b0eadbe-f274-470c-abe1-78823f719652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:41.540000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512ed7bf-4ad3-49ff-b2c4-72fcdddf9613 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Pushing event updated for resources: {'Subnet': ['ID=6557dd7e-3697-496f-a4ac-242223d46045,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:41.556777 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9803b6c0-49de-4d6b-8698-5afe837db684 req-9c05c198-6e39-43b2-8bdd-a46d423a2367 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2173545
Dec 24 10:50:41.557667 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-512ed7bf-4ad3-49ff-b2c4-72fcdddf9613 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:41.614882 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-228298b9-0525-4b5c-8bf9-60af02c3d663 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:41.737355 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-3b0eadbe-f274-470c-abe1-78823f719652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Calling delete_port for 2efc4318-a10d-49fd-928a-ec0f448d6e25 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:41.796814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ed7bf-4ad3-49ff-b2c4-72fcdddf9613 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Checking segment: {'id': 'fd3aade7-ab28-455f-91ec-a74bc5f94c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd5623299-dadc-4a30-ae54-1ccb24a470c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:41.797387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ed7bf-4ad3-49ff-b2c4-72fcdddf9613 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Network hostable DHCP agents. Network: d5623299-dadc-4a30-ae54-1ccb24a470c0, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:50:41.813221 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-228298b9-0525-4b5c-8bf9-60af02c3d663 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Calling delete_port for 5dfc414a-c1fa-45af-9ad5-81c211343c62 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:41.844768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b0054e1-530a-4156-a214-0055b069c3e3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:41.913592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98135ef8-9880-4ddc-aded-a63122b26670 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:50:41.929364 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d35288c1-3106-4686-bfed-1308ce60527a tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:41.929701 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-d35288c1-3106-4686-bfed-1308ce60527a tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Floating IP 74991107-3f9d-4ad8-b31c-989ebf8580f0 disassociated (deleted). External IP: 172.26.4.192, port: 9e77a83b-f18c-471c-b8d3-d0bf7eda7be9.
Dec 24 10:50:41.956074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:41.958804 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512ed7bf-4ad3-49ff-b2c4-72fcdddf9613 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Network d5623299-dadc-4a30-ae54-1ccb24a470c0 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:50:42.003079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-512ed7bf-4ad3-49ff-b2c4-72fcdddf9613 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, d5623299-dadc-4a30-ae54-1ccb24a470c0) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:42.011661 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ed7bf-4ad3-49ff-b2c4-72fcdddf9613 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:42.012254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-512ed7bf-4ad3-49ff-b2c4-72fcdddf9613 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:42.012690 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3da4ea1-dd76-41a0-939f-2abba0f70c02 None None] Network d5623299-dadc-4a30-ae54-1ccb24a470c0 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:50:42.068422 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-49649a54-bc54-4e57-8805-40c004749913 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Allocated IP 172.20.0.9 (b4cba5be-5b3b-4f1f-947c-4814691b80fa/44c6a38b-978e-40ab-a992-f2918537e15e/051d9c7d-0653-4d16-af5b-1e971a9cce53) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:42.101527 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-512ed7bf-4ad3-49ff-b2c4-72fcdddf9613 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.7167652
Dec 24 10:50:42.105863 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41750) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:42.118630 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Request body: {'port': {'network_id': 'd5623299-dadc-4a30-ae54-1ccb24a470c0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1484477526'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:42.160839 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-228298b9-0525-4b5c-8bf9-60af02c3d663 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:42.171397 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-386970fd-4944-4784-986f-a8687e7b7919 req-e5b5181e-5fad-4936-a7b6-e14bb001604c tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 210 time: 0.1694715
Dec 24 10:50:42.219182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:42.263651 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-d5623299-dadc-4a30-ae54-1ccb24a470c0', 'network_id': 'd5623299-dadc-4a30-ae54-1ccb24a470c0', 'tenant_id': '6a46942fc1af49688b0b7134a1244a83', 'fixed_ips': [{'subnet_id': '6557dd7e-3697-496f-a4ac-242223d46045'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:50:42.265720 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:42.293857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228298b9-0525-4b5c-8bf9-60af02c3d663 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event deleted for resources: {'Port': ['ID=5dfc414a-c1fa-45af-9ad5-81c211343c62,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:42.301128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-228298b9-0525-4b5c-8bf9-60af02c3d663 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:42.379800 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7766bd72-f704-4a6d-8b6d-df9443a749e0 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:42.392033 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8bfd0c8d-3039-4149-87c2-46d8bab48920 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:42.404147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Transition to ACTIVE for port object 98135ef8-9880-4ddc-aded-a63122b26670 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:42.446585 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:42.449507 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b0054e1-530a-4156-a214-0055b069c3e3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:42.466694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3b0eadbe-f274-470c-abe1-78823f719652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:42.476189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766bd72-f704-4a6d-8b6d-df9443a749e0 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6ff1bcc-ef7f-42a7-9be5-ffeb328f2a51,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:42.517245 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Allocated IP 2001:db8::2 (d5623299-dadc-4a30-ae54-1ccb24a470c0/6557dd7e-3697-496f-a4ac-242223d46045/bf97dd3e-e8a3-42b2-baf7-4db5db0bd709) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:42.592913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:42.596112 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7766bd72-f704-4a6d-8b6d-df9443a749e0 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:42.609421 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ace7a223-6164-4bd9-805a-940dce4a5a42 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:42.806197 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:42.819729 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Transition to ACTIVE for port object bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:42.840842 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:42.843068 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Transition to ACTIVE for port object bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:42.851880 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:42.853267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-8b0054e1-530a-4156-a214-0055b069c3e3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Deleting port 89c54d21-9866-4474-8162-fecf9787cd48 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:42.853267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b0054e1-530a-4156-a214-0055b069c3e3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:42.858793 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Pushing event updated for resources: {'Port': ['ID=98135ef8-9880-4ddc-aded-a63122b26670,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:42.868876 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:42.885553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0eadbe-f274-470c-abe1-78823f719652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event deleted for resources: {'Port': ['ID=2efc4318-a10d-49fd-928a-ec0f448d6e25,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:42.903421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Usage tracker for resource:port and tenant:6a46942fc1af49688b0b7134a1244a83 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:42.907143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-228298b9-0525-4b5c-8bf9-60af02c3d663 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:42.909053 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-228298b9-0525-4b5c-8bf9-60af02c3d663 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "DELETE /v2.0/ports/5dfc414a-c1fa-45af-9ad5-81c211343c62 HTTP/1.1" status: 204  len: 168 time: 2.6604984
Dec 24 10:50:42.910271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:42.922368 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41756) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:42.934048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:42.941280 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3b0eadbe-f274-470c-abe1-78823f719652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:42.944279 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-49649a54-bc54-4e57-8805-40c004749913 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:42.985107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Pushing event updated for resources: {'Port': ['ID=bf97dd3e-e8a3-42b2-baf7-4db5db0bd709,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:42.986119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:43.000238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:43.003504 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Network d5623299-dadc-4a30-ae54-1ccb24a470c0 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:43.005017 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:43.014861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:43.063349 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcd0989-1173-4625-bdbb-59cffbb84088 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] GET failed (client error): The resource could not be found.
Dec 24 10:50:43.063890 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cdcd0989-1173-4625-bdbb-59cffbb84088 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Synchronizing usage tracker for tenant:d73c1177e3f244a8a84e95f23eb10772 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:43.073776 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-49649a54-bc54-4e57-8805-40c004749913 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Transition to ACTIVE for port object 051d9c7d-0653-4d16-af5b-1e971a9cce53 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:43.079180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Made reservation on behalf of 6a46942fc1af49688b0b7134a1244a83 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:43.082636 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:43.104821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7766bd72-f704-4a6d-8b6d-df9443a749e0 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:43.126003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Attempting to bind port bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:50:43.126403 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Attempting to bind port bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'fd3aade7-ab28-455f-91ec-a74bc5f94c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd5623299-dadc-4a30-ae54-1ccb24a470c0'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:50:43.126765 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Attempting to bind port bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 on network d5623299-dadc-4a30-ae54-1ccb24a470c0 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:50:43.132252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] device_id is not set on port cd221e6b-24b5-4938-949b-dbbe828d80f8 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:43.132636 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:50:43.133033 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Checking segment: {'id': 'fd3aade7-ab28-455f-91ec-a74bc5f94c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd5623299-dadc-4a30-ae54-1ccb24a470c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:43.133445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:43.133848 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Bound using segment: {'id': 'fd3aade7-ab28-455f-91ec-a74bc5f94c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd5623299-dadc-4a30-ae54-1ccb24a470c0'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:50:43.134346 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Bound port: bf97dd3e-e8a3-42b2-baf7-4db5db0bd709, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd3aade7-ab28-455f-91ec-a74bc5f94c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'd5623299-dadc-4a30-ae54-1ccb24a470c0'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:50:43.134728 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:43.233486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] For port bf97dd3e-e8a3-42b2-baf7-4db5db0bd709, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:50:43.236636 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] For port bf97dd3e-e8a3-42b2-baf7-4db5db0bd709, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=bf97dd3e-e8a3-42b2-baf7-4db5db0bd709,segment=NetworkSegment(fd3aade7-ab28-455f-91ec-a74bc5f94c2e),segment_id=fd3aade7-ab28-455f-91ec-a74bc5f94c2e)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:50:43.244649 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:43.251993 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-93b67590-2b44-4a65-be50-74ec96ac8a43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:43.253929 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Attempting to bind port 98135ef8-9880-4ddc-aded-a63122b26670 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:50:43.254512 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Attempting to bind port 98135ef8-9880-4ddc-aded-a63122b26670 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '5d9ccc71-7f94-4da7-b7fb-d38452276eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:50:43.254715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Attempting to bind port 98135ef8-9880-4ddc-aded-a63122b26670 on network a7742ed0-282c-40e9-882c-70ecf1a98582 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:50:43.264769 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35288c1-3106-4686-bfed-1308ce60527a tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Router 060a2ca4-fdd4-4d97-997d-499cadb4ee13 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:50:43.288234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Port 98135ef8-9880-4ddc-aded-a63122b26670 on network a7742ed0-282c-40e9-882c-70ecf1a98582 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:50:43.288554 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Attempting to bind port 98135ef8-9880-4ddc-aded-a63122b26670 on network a7742ed0-282c-40e9-882c-70ecf1a98582 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:50:43.301296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:50:43.301296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Checking segment: {'id': '5d9ccc71-7f94-4da7-b7fb-d38452276eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:43.301296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Bound using segment: {'id': '5d9ccc71-7f94-4da7-b7fb-d38452276eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:50:43.301810 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Bound port: 98135ef8-9880-4ddc-aded-a63122b26670, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d9ccc71-7f94-4da7-b7fb-d38452276eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:50:43.302232 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:43.312858 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7766bd72-f704-4a6d-8b6d-df9443a749e0 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:43.318982 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7766bd72-f704-4a6d-8b6d-df9443a749e0 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/7556829f-fffa-4ef1-b3b0-c5a73335f9c7 HTTP/1.1" status: 204  len: 168 time: 3.1390002
Dec 24 10:50:43.394767 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Pushing event updated for resources: {'Port': ['ID=bf97dd3e-e8a3-42b2-baf7-4db5db0bd709,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:43.404884 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:43.405014 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Allocated IP 2001:db8::1e7 (d5623299-dadc-4a30-ae54-1ccb24a470c0/6557dd7e-3697-496f-a4ac-242223d46045/cd221e6b-24b5-4938-949b-dbbe828d80f8) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:43.466576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cdcd0989-1173-4625-bdbb-59cffbb84088 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Unset dirty status for tenant:d73c1177e3f244a8a84e95f23eb10772 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:43.468589 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-cdcd0989-1173-4625-bdbb-59cffbb84088 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "GET /v2.0/ports/5dfc414a-c1fa-45af-9ad5-81c211343c62 HTTP/1.1" status: 404  len: 333 time: 0.5315876
Dec 24 10:50:43.481813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41764) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:43.512860 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Request body: {'port': {'network_id': '73484c58-1c07-429a-b805-cacefaab135d', 'name': 'tempest-AllowedAddressPairTestJSON-1481862872'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:43.545890 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b0054e1-530a-4156-a214-0055b069c3e3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:43.551726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91792542-2f28-4f6e-9beb-a1bb4286065e req-06d6a058-6fe0-4293-977a-8f9f636b29c2 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:43.556430 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f420146e-0a04-46a5-b079-b29ca0dede4a req-1d6d054c-d20c-404d-b56d-64b49f8dde35 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 210 time: 0.2284219
Dec 24 10:50:43.566254 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-91792542-2f28-4f6e-9beb-a1bb4286065e req-06d6a058-6fe0-4293-977a-8f9f636b29c2 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 943 time: 0.8088810
Dec 24 10:50:43.666440 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3b0eadbe-f274-470c-abe1-78823f719652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:43.670968 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3b0eadbe-f274-470c-abe1-78823f719652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "DELETE /v2.0/ports/2efc4318-a10d-49fd-928a-ec0f448d6e25 HTTP/1.1" status: 204  len: 168 time: 3.2028110
Dec 24 10:50:43.713946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41770) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:43.805113 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:50:43.812042 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41774) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:43.827036 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-8b0054e1-530a-4156-a214-0055b069c3e3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Calling delete_port for 89c54d21-9866-4474-8162-fecf9787cd48 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:43.873434 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b1c24e0-f6b8-4eb1-8aa2-801cfb4e93c4 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] GET failed (client error): The resource could not be found.
Dec 24 10:50:43.873845 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6b1c24e0-f6b8-4eb1-8aa2-801cfb4e93c4 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Synchronizing usage tracker for tenant:39df660325d04e8a9f9d3e14e6b9b9d5 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:43.906078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-49649a54-bc54-4e57-8805-40c004749913 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:43.906690 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:43.908757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35288c1-3106-4686-bfed-1308ce60527a tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:50:43.914437 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d35288c1-3106-4686-bfed-1308ce60527a tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:43.923997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-47070808-3744-4fb7-a668-427660adfe1f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:43.981097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc41e08-a7a6-4677-8df8-9cfa7194f2ac None None] Sync routers for ids ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:50:44.005544 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc41e08-a7a6-4677-8df8-9cfa7194f2ac None None] Routers {'060a2ca4-fdd4-4d97-997d-499cadb4ee13'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:44.006274 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0bc41e08-a7a6-4677-8df8-9cfa7194f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7e4940>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:44.017701 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-91792542-2f28-4f6e-9beb-a1bb4286065e req-efab17e8-ce8d-45a3-9226-9ad067770a6c tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4496911
Dec 24 10:50:44.072453 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:44.084839 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0bc41e08-a7a6-4677-8df8-9cfa7194f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7e4940>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:44.095910 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc41e08-a7a6-4677-8df8-9cfa7194f2ac None None] Routers {'060a2ca4-fdd4-4d97-997d-499cadb4ee13'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:44.096646 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0bc41e08-a7a6-4677-8df8-9cfa7194f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7e4940>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:44.111117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-49649a54-bc54-4e57-8805-40c004749913 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Network b4cba5be-5b3b-4f1f-947c-4814691b80fa is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:44.112175 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b01c0a83-64d4-4bf6-b18d-6737a4bcaef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:44.115708 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6b1c24e0-f6b8-4eb1-8aa2-801cfb4e93c4 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Unset dirty status for tenant:39df660325d04e8a9f9d3e14e6b9b9d5 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:44.119512 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6b1c24e0-f6b8-4eb1-8aa2-801cfb4e93c4 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "GET /v2.0/ports/2efc4318-a10d-49fd-928a-ec0f448d6e25 HTTP/1.1" status: 404  len: 333 time: 0.3488791
Dec 24 10:50:44.130814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-49649a54-bc54-4e57-8805-40c004749913 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:44.133213 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] For port 98135ef8-9880-4ddc-aded-a63122b26670, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:50:44.133977 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41780) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:44.157928 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-49649a54-bc54-4e57-8805-40c004749913 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:44.165808 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0bc41e08-a7a6-4677-8df8-9cfa7194f2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7e4940>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:44.166239 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc41e08-a7a6-4677-8df8-9cfa7194f2ac None None] The sync data for ids ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:50:44.198785 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d35288c1-3106-4686-bfed-1308ce60527a tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] 10.222.0.54 "DELETE /v2.0/floatingips/74991107-3f9d-4ad8-b31c-989ebf8580f0 HTTP/1.1" status: 204  len: 168 time: 5.3373964
Dec 24 10:50:44.203110 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b01c0a83-64d4-4bf6-b18d-6737a4bcaef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:44.216439 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41784) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:44.228251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b01c0a83-64d4-4bf6-b18d-6737a4bcaef0 admin admin] Usage tracker for resource:security_group_rule and tenant:92de0ee37eb744c0848809a2070271e2 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:44.231211 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49649a54-bc54-4e57-8805-40c004749913 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Pushing event updated for resources: {'Port': ['ID=051d9c7d-0653-4d16-af5b-1e971a9cce53,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:44.231533 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b01c0a83-64d4-4bf6-b18d-6737a4bcaef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:44.238398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] For port 98135ef8-9880-4ddc-aded-a63122b26670, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98135ef8-9880-4ddc-aded-a63122b26670,segment=NetworkSegment(5d9ccc71-7f94-4da7-b7fb-d38452276eaf),segment_id=5d9ccc71-7f94-4da7-b7fb-d38452276eaf)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:50:44.241836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:44.245317 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b01c0a83-64d4-4bf6-b18d-6737a4bcaef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:44.252513 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:44.259946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-49649a54-bc54-4e57-8805-40c004749913 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:44.264054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:44.273232 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:44.277426 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:44.285668 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d3513a6b-2ced-4c56-891a-061c85c2a63e tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:44.322496 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Usage tracker for resource:floatingip and tenant:579affe10d6d4d0691d0b459d5ad1571 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:44.330952 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-49649a54-bc54-4e57-8805-40c004749913 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:44.331657 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-49649a54-bc54-4e57-8805-40c004749913 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:44.344539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:44.375556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:44.409911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:44.416005 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-4818e9c9-0060-43ad-87a9-242a07a9d79c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Deleting port 23012a32-2326-43b9-8076-4e3f4905f1ae {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:44.416564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Transition to ACTIVE for port object cd221e6b-24b5-4938-949b-dbbe828d80f8 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:44.416665 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4818e9c9-0060-43ad-87a9-242a07a9d79c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:44.424169 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Made reservation on behalf of d73c1177e3f244a8a84e95f23eb10772 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:44.428375 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:44.464728 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-49649a54-bc54-4e57-8805-40c004749913 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.8251708
Dec 24 10:50:44.471321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:44.471955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:44.473398 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] 10.222.0.32 "PUT /v2.0/ports/98135ef8-9880-4ddc-aded-a63122b26670 HTTP/1.1" status: 200  len: 1093 time: 4.9860964
Dec 24 10:50:44.479106 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4211da47-52de-49ff-9bae-88143065117a', 'tag': '98135ef8-9880-4ddc-aded-a63122b26670'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:50:44.495359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:44.498901 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-70b39f8e-7a81-4391-b564-79a7925131e9 None None] Provisioning for port 051d9c7d-0653-4d16-af5b-1e971a9cce53 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:44.505760 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-70b39f8e-7a81-4391-b564-79a7925131e9 None None] Provisioning complete for port 051d9c7d-0653-4d16-af5b-1e971a9cce53 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:44.506530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-70b39f8e-7a81-4391-b564-79a7925131e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:44.529942 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Request body: {'port': {'device_id': '38143a76-4427-4462-ae84-e6f48a376a96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:44.583379 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-70b39f8e-7a81-4391-b564-79a7925131e9 None None] Port 051d9c7d-0653-4d16-af5b-1e971a9cce53 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:44.675682 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] device_id is not set on port cc40c7a8-6429-471b-8541-c9243c6909db yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:44.718404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Pushing event updated for resources: {'Port': ['ID=98135ef8-9880-4ddc-aded-a63122b26670,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:44.720112 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b0054e1-530a-4156-a214-0055b069c3e3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:44.725009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:44.774719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-624fd3b6-f2cc-43cd-9485-8e2967a730bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:44.882016 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707ea46d-95a0-45ac-a38f-b44f6c237da4 None None] Network d5623299-dadc-4a30-ae54-1ccb24a470c0 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:50:44.943325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0054e1-530a-4156-a214-0055b069c3e3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Pushing event deleted for resources: {'Port': ['ID=89c54d21-9866-4474-8162-fecf9787cd48,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:44.947973 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8b0054e1-530a-4156-a214-0055b069c3e3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:44.978654 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bbe6d967-85ac-40f1-b117-fdabbd9f5478 None None] Provisioning for port bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:44.985694 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bbe6d967-85ac-40f1-b117-fdabbd9f5478 None None] Provisioning complete for port bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:44.986318 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d967-85ac-40f1-b117-fdabbd9f5478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.045451 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.093547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.097252 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b01c0a83-64d4-4bf6-b18d-6737a4bcaef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.098680 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b0054e1-530a-4156-a214-0055b069c3e3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.152020 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4818e9c9-0060-43ad-87a9-242a07a9d79c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.183477 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d967-85ac-40f1-b117-fdabbd9f5478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.219216 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-bbe6d967-85ac-40f1-b117-fdabbd9f5478 None None] For port bf97dd3e-e8a3-42b2-baf7-4db5db0bd709, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=bf97dd3e-e8a3-42b2-baf7-4db5db0bd709,segment=NetworkSegment(fd3aade7-ab28-455f-91ec-a74bc5f94c2e),segment_id=fd3aade7-ab28-455f-91ec-a74bc5f94c2e)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:45.220275 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b01c0a83-64d4-4bf6-b18d-6737a4bcaef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.238821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-58131f09-5402-4b1a-983a-19b08458c165 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:45.254731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Allocated IP 172.20.0.11 (73484c58-1c07-429a-b805-cacefaab135d/0004aa14-f6a4-4349-bf27-1e7e46b89c7e/cc40c7a8-6429-471b-8541-c9243c6909db) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:45.265996 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bbe6d967-85ac-40f1-b117-fdabbd9f5478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.270553 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:45.327762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3b70e7fe-2de5-4008-a143-acf095dce135 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:45.364988 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe6d967-85ac-40f1-b117-fdabbd9f5478 None None] Pushing event updated for resources: {'Port': ['ID=bf97dd3e-e8a3-42b2-baf7-4db5db0bd709,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:45.369899 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bbe6d967-85ac-40f1-b117-fdabbd9f5478 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:45.376080 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4211da47-52de-49ff-9bae-88143065117a', 'tag': '98135ef8-9880-4ddc-aded-a63122b26670', 'status': 'completed', 'code': 200}
Dec 24 10:50:45.452516 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-4818e9c9-0060-43ad-87a9-242a07a9d79c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Calling delete_port for 23012a32-2326-43b9-8076-4e3f4905f1ae owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:45.499264 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b0054e1-530a-4156-a214-0055b069c3e3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.509292 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b01c0a83-64d4-4bf6-b18d-6737a4bcaef0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=92de0ee37eb744c0848809a2070271e2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6923513
Dec 24 10:50:45.510327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-5ae8e67c-8419-4b21-9056-af131336e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:45.510780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b0054e1-530a-4156-a214-0055b069c3e3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.512053 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-5ae8e67c-8419-4b21-9056-af131336e0af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ee5bf25e0bc49e883ffc4ff6be4736f&device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 1096 time: 0.9217713
Dec 24 10:50:45.512359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41802) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:45.523541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c88e8-10df-4db1-9bbc-c50ceb6182f1 req-34552e59-45ad-41e7-8375-ee6411bdb08e tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:45.530541 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-206c88e8-10df-4db1-9bbc-c50ceb6182f1 req-34552e59-45ad-41e7-8375-ee6411bdb08e tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 931 time: 0.7885752
Dec 24 10:50:45.543049 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c0a83-64d4-4bf6-b18d-6737a4bcaef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c35eab5-84ca-440d-ac82-2791b9e0eb0e,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:45.567278 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b01c0a83-64d4-4bf6-b18d-6737a4bcaef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:45.574107 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Network d5623299-dadc-4a30-ae54-1ccb24a470c0 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:45.614496 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b0054e1-530a-4156-a214-0055b069c3e3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.615036 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0054e1-530a-4156-a214-0055b069c3e3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Fanout notify agent at l3_agent the message router_deleted on router 1b025322-bef1-4a0b-867a-68f70901eb19 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:50:45.631846 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-206c88e8-10df-4db1-9bbc-c50ceb6182f1 req-74eaa5e4-a307-4c21-97b9-ac068204667b tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Synchronizing usage tracker for tenant:d03b573e3e544eabafdb64304c44e416 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:45.669242 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-60be1231-a525-49af-a7c4-6b6f371ed6f2 None None] Provisioning complete for port bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:45.669618 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-60be1231-a525-49af-a7c4-6b6f371ed6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.692045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-206c88e8-10df-4db1-9bbc-c50ceb6182f1 req-74eaa5e4-a307-4c21-97b9-ac068204667b tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Unset dirty status for tenant:d03b573e3e544eabafdb64304c44e416 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:45.693178 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-206c88e8-10df-4db1-9bbc-c50ceb6182f1 req-74eaa5e4-a307-4c21-97b9-ac068204667b tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/security-groups?id=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1618690
Dec 24 10:50:45.700255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:45.703694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:45.710027 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b0054e1-530a-4156-a214-0055b069c3e3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.710211 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:45.711161 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8b0054e1-530a-4156-a214-0055b069c3e3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "DELETE /v2.0/routers/1b025322-bef1-4a0b-867a-68f70901eb19 HTTP/1.1" status: 204  len: 168 time: 4.6918874
Dec 24 10:50:45.714621 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41808) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:45.716624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.731485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Request body: {'router': {'name': 'tempest-snat-router-839575747', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'enable_snat': False}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:45.747137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:45.751239 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4818e9c9-0060-43ad-87a9-242a07a9d79c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.759770 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:45.760091 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-c2cfd30f-b77a-4b4d-8d63-be00f7b496c9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98135ef8-9880-4ddc-aded-a63122b26670 HTTP/1.1" status: 200  len: 217 time: 0.1826072
Dec 24 10:50:45.786643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Pushing event updated for resources: {'Port': ['ID=cd221e6b-24b5-4938-949b-dbbe828d80f8,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:45.800909 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Usage tracker for resource:router and tenant:1a39ae7fdc3a4d09a5aece81904e1d32 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:45.811021 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:45.848584 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:45.857425 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:45.863131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818e9c9-0060-43ad-87a9-242a07a9d79c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event deleted for resources: {'Port': ['ID=23012a32-2326-43b9-8076-4e3f4905f1ae,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:45.865803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4818e9c9-0060-43ad-87a9-242a07a9d79c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:45.886010 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4818e9c9-0060-43ad-87a9-242a07a9d79c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.899934 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.901324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:45.902154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:45.913224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-06bfeebe-81b6-418b-9a50-26e430441361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:45.913985 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4818e9c9-0060-43ad-87a9-242a07a9d79c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "DELETE /v2.0/ports/23012a32-2326-43b9-8076-4e3f4905f1ae HTTP/1.1" status: 204  len: 168 time: 1.7775235
Dec 24 10:50:45.914748 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-06bfeebe-81b6-418b-9a50-26e430441361 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff11db0c-77ce-44d3-a68a-6e78734121fc HTTP/1.1" status: 200  len: 850 time: 0.1171827
Dec 24 10:50:45.916936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41812) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:45.978272 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-feef571d-0279-4fb7-8bc8-8ac63f035a1c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] GET failed (client error): The resource could not be found.
Dec 24 10:50:45.979133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-feef571d-0279-4fb7-8bc8-8ac63f035a1c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Synchronizing usage tracker for tenant:39df660325d04e8a9f9d3e14e6b9b9d5 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:45.991921 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:46.008560 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-60be1231-a525-49af-a7c4-6b6f371ed6f2 None None] Provisioning for port cd221e6b-24b5-4938-949b-dbbe828d80f8 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:46.020241 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-60be1231-a525-49af-a7c4-6b6f371ed6f2 None None] Provisioning complete for port cd221e6b-24b5-4938-949b-dbbe828d80f8 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:46.020620 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-60be1231-a525-49af-a7c4-6b6f371ed6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:46.024475 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-feef571d-0279-4fb7-8bc8-8ac63f035a1c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Unset dirty status for tenant:39df660325d04e8a9f9d3e14e6b9b9d5 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:46.032798 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-feef571d-0279-4fb7-8bc8-8ac63f035a1c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "GET /v2.0/ports/23012a32-2326-43b9-8076-4e3f4905f1ae HTTP/1.1" status: 404  len: 333 time: 0.1143055
Dec 24 10:50:46.033795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41816) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:46.062002 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:46.062383 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:46.149128 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 4.0397022
Dec 24 10:50:46.168538 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-18aa5cc5-4217-4313-9491-8f231d6705ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:46.184963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41820) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:46.199658 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-60be1231-a525-49af-a7c4-6b6f371ed6f2 None None] Port cd221e6b-24b5-4938-949b-dbbe828d80f8 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:46.240069 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Request body: {'port': {'network_id': 'd5623299-dadc-4a30-ae54-1ccb24a470c0', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1559465972', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:46.240381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.api.validators [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] bootfile-name is not in valid_values {{(pid=87558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 10:50:46.240714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.api.validators [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] tftp-server is not in valid_values {{(pid=87558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 10:50:46.241052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.api.validators [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] server-ip-address is not in valid_values {{(pid=87558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 10:50:46.285330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c3445a-00fb-44f0-b037-467cad73ecb5 req-b8b3a32c-00d6-456c-8e52-1c23fe6df705 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:46.286841 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05c3445a-00fb-44f0-b037-467cad73ecb5 req-b8b3a32c-00d6-456c-8e52-1c23fe6df705 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 943 time: 0.9212685
Dec 24 10:50:46.322099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-638e9828-0ed3-4d41-98b9-cc70b2870537 None None] Provisioning complete for port cd221e6b-24b5-4938-949b-dbbe828d80f8 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:46.322961 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-638e9828-0ed3-4d41-98b9-cc70b2870537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:46.323830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:46.350184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:46.368047 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Transition to ACTIVE for port object cc40c7a8-6429-471b-8541-c9243c6909db will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:46.377333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-18aa5cc5-4217-4313-9491-8f231d6705ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:46.377955 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-638e9828-0ed3-4d41-98b9-cc70b2870537 None None] Port cd221e6b-24b5-4938-949b-dbbe828d80f8 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:46.417059 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-3438e70a-e11e-49dd-943f-c97f6cb0c558 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Deleting port f484b9ca-60f6-41a7-934c-a5965e182142 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:46.417405 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3438e70a-e11e-49dd-943f-c97f6cb0c558 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:46.532846 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:46.536001 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-08851366-e96f-4b6a-9b08-8f6e89bce7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:46.537617 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-08851366-e96f-4b6a-9b08-8f6e89bce7e3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7742ed0-282c-40e9-882c-70ecf1a98582&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5964944
Dec 24 10:50:46.653987 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05c3445a-00fb-44f0-b037-467cad73ecb5 req-283668f2-abc7-457b-94a5-ded86d34493f tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3328545
Dec 24 10:50:46.743526 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:46.764781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-228298b9-0525-4b5c-8bf9-60af02c3d663 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:46.818613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3438e70a-e11e-49dd-943f-c97f6cb0c558 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:46.977175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:46.983275 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-3438e70a-e11e-49dd-943f-c97f6cb0c558 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Calling delete_port for f484b9ca-60f6-41a7-934c-a5965e182142 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:47.014368 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.resource_extend [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:50:47.022219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Usage tracker for resource:port and tenant:6a46942fc1af49688b0b7134a1244a83 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:47.037683 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Network 73484c58-1c07-429a-b805-cacefaab135d is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:47.050399 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:47.052967 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-18aa5cc5-4217-4313-9491-8f231d6705ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:47.090488 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:47.101410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:47.109857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event updated for resources: {'Port': ['ID=cc40c7a8-6429-471b-8541-c9243c6909db,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:47.124000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:47.156809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:47.172186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:47.180814 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-4def604a-ea02-4aa8-87c3-9fa399cbdd1a service neutron] 10.222.0.32 "GET /v2.0/networks/a7742ed0-282c-40e9-882c-70ecf1a98582?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6058400
Dec 24 10:50:47.183283 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Allocated IP 172.26.4.133 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/6c6a4ca5-2c1c-4a28-ba05-5585ab86eef5) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:47.235314 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa5cc5-4217-4313-9491-8f231d6705ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c35eab5-84ca-440d-ac82-2791b9e0eb0e,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:47.247652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Made reservation on behalf of 6a46942fc1af49688b0b7134a1244a83 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:47.251210 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:47.266655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 051d9c7d-0653-4d16-af5b-1e971a9cce53 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:50:47.276696 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-18aa5cc5-4217-4313-9491-8f231d6705ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:47.332590 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d4ca1-ebdd-4f47-a170-a1eaf6f4b977 req-373dbf18-4236-407b-acb2-22a339380df6 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:47.334154 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f56d4ca1-ebdd-4f47-a170-a1eaf6f4b977 req-373dbf18-4236-407b-acb2-22a339380df6 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 931 time: 0.5041392
Dec 24 10:50:47.336738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:47.377576 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:47.408018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-17183973-96e2-4d47-98af-59a00bade34d None None] Provisioning for port cc40c7a8-6429-471b-8541-c9243c6909db completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:47.416249 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-17183973-96e2-4d47-98af-59a00bade34d None None] Provisioning complete for port cc40c7a8-6429-471b-8541-c9243c6909db triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:47.417048 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-17183973-96e2-4d47-98af-59a00bade34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:47.417153 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3438e70a-e11e-49dd-943f-c97f6cb0c558 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:47.425717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6f632682-60cc-4930-afe5-a4f06735abe6 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:47.435539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-18aa5cc5-4217-4313-9491-8f231d6705ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:47.436904 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-18aa5cc5-4217-4313-9491-8f231d6705ec admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1c35eab5-84ca-440d-ac82-2791b9e0eb0e HTTP/1.1" status: 204  len: 168 time: 1.8721545
Dec 24 10:50:47.452443 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] device_id is not set on port 0cd45a53-2396-46b4-9696-672a210f07df yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:47.487523 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:47.501578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:47.502270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:47.520418 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-17183973-96e2-4d47-98af-59a00bade34d None None] Port cc40c7a8-6429-471b-8541-c9243c6909db cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:47.520768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Transition to ACTIVE for port object 051d9c7d-0653-4d16-af5b-1e971a9cce53 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:47.546916 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438e70a-e11e-49dd-943f-c97f6cb0c558 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event deleted for resources: {'Port': ['ID=f484b9ca-60f6-41a7-934c-a5965e182142,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:47.550926 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:47.556829 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f56d4ca1-ebdd-4f47-a170-a1eaf6f4b977 req-f3cb44bb-1f63-46a3-b100-f592069df244 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/security-groups?id=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2165484
Dec 24 10:50:47.557756 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3438e70a-e11e-49dd-943f-c97f6cb0c558 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:47.574300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-49649a54-bc54-4e57-8805-40c004749913 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:47.779627 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.2962248
Dec 24 10:50:47.808421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41832) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:47.815950 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Pushing event updated for resources: {'Port': ['ID=051d9c7d-0653-4d16-af5b-1e971a9cce53,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:47.830949 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:47.868486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3438e70a-e11e-49dd-943f-c97f6cb0c558 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:47.869638 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2b46aa5-b895-4a71-b1a7-53b718e9ff8b req-491cf347-99bb-4c1f-96e5-c80b6ae80042 service neutron] 10.222.0.32 "GET /v2.0/networks/a7742ed0-282c-40e9-882c-70ecf1a98582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6718113
Dec 24 10:50:47.897324 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Request body: {'port': {'network_id': '73484c58-1c07-429a-b805-cacefaab135d', 'name': 'tempest-AllowedAddressPairTestJSON-870717448'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:47.908154 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3438e70a-e11e-49dd-943f-c97f6cb0c558 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "DELETE /v2.0/ports/f484b9ca-60f6-41a7-934c-a5965e182142 HTTP/1.1" status: 204  len: 168 time: 1.8730400
Dec 24 10:50:47.911043 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41836) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:47.952400 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41840) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:48.020945 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-01a7d88a-d469-45ca-97f3-4bf509504d38 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Deleting subnet 170cf256-7f5e-4e60-a1b8-77fe9ae46022 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:50:48.028933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-01a7d88a-d469-45ca-97f3-4bf509504d38 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:48.067932 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-dec5d0e4-d600-4183-b961-2173579aca6b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=eaa55c034dc14822b38e83f1c02050fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1143177
Dec 24 10:50:48.074688 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41844) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:48.112946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-01a7d88a-d469-45ca-97f3-4bf509504d38 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:48.122756 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:48.198159 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-537e6c34-f434-458a-b3a7-d176463a15c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:48.274409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-537e6c34-f434-458a-b3a7-d176463a15c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:48.284194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Allocated IP 2001:db8::28e (d5623299-dadc-4a30-ae54-1ccb24a470c0/6557dd7e-3697-496f-a4ac-242223d46045/0cd45a53-2396-46b4-9696-672a210f07df) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:48.294420 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-01a7d88a-d469-45ca-97f3-4bf509504d38 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:48.310890 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Attempting to bind port 051d9c7d-0653-4d16-af5b-1e971a9cce53 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:50:48.311246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Attempting to bind port 051d9c7d-0653-4d16-af5b-1e971a9cce53 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'c3f666df-cfe1-4d16-a1e0-2863183c8e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:50:48.311568 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Attempting to bind port 051d9c7d-0653-4d16-af5b-1e971a9cce53 on network b4cba5be-5b3b-4f1f-947c-4814691b80fa {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:50:48.352720 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Port 051d9c7d-0653-4d16-af5b-1e971a9cce53 on network b4cba5be-5b3b-4f1f-947c-4814691b80fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:50:48.353073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Attempting to bind port 051d9c7d-0653-4d16-af5b-1e971a9cce53 on network b4cba5be-5b3b-4f1f-947c-4814691b80fa {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:50:48.377327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:50:48.377663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Checking segment: {'id': 'c3f666df-cfe1-4d16-a1e0-2863183c8e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:48.378069 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Bound using segment: {'id': 'c3f666df-cfe1-4d16-a1e0-2863183c8e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:50:48.378505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Bound port: 051d9c7d-0653-4d16-af5b-1e971a9cce53, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3f666df-cfe1-4d16-a1e0-2863183c8e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:50:48.378846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:48.397980 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-537e6c34-f434-458a-b3a7-d176463a15c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:48.401579 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-aed4b3af-8415-4a3e-a7ba-a4efe226112d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:48.411952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-01a7d88a-d469-45ca-97f3-4bf509504d38 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:48.414980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:48.419308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e6c34-f434-458a-b3a7-d176463a15c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673350d9-cc99-4e12-8e6a-b9d081ce5cc8,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:48.426962 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-537e6c34-f434-458a-b3a7-d176463a15c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:48.427201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb098b2d-e36f-4345-9608-3222e2734c2e req-0d0d7cde-3096-4790-bce5-4e5282290a16 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:48.428712 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bb098b2d-e36f-4345-9608-3222e2734c2e req-0d0d7cde-3096-4790-bce5-4e5282290a16 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 943 time: 0.5045979
Dec 24 10:50:48.442189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-98046473-9799-48f2-a4e8-4502835b4fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:48.482136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:48.487273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dcff7-1567-46a0-b67d-294f0b7a6bb5 req-b02d5ed8-eb7c-469d-bfba-a10142046e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:48.488736 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7b1dcff7-1567-46a0-b67d-294f0b7a6bb5 req-b02d5ed8-eb7c-469d-bfba-a10142046e6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ee5bf25e0bc49e883ffc4ff6be4736f&device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 1096 time: 0.4994292
Dec 24 10:50:48.495203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:48.516296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea25c9c-b710-4c32-bcbb-8cba903262f1 None None] Network 019f6d1a-b8a0-493f-a66b-510c0474bad5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:50:48.516794 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-01a7d88a-d469-45ca-97f3-4bf509504d38 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:48.519144 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:48.524546 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7d88a-d469-45ca-97f3-4bf509504d38 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event deleted for resources: {'Subnet': ['ID=170cf256-7f5e-4e60-a1b8-77fe9ae46022,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:48.532339 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-01a7d88a-d469-45ca-97f3-4bf509504d38 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:48.537255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-537e6c34-f434-458a-b3a7-d176463a15c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:48.541938 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-537e6c34-f434-458a-b3a7-d176463a15c9 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/673350d9-cc99-4e12-8e6a-b9d081ce5cc8 HTTP/1.1" status: 204  len: 168 time: 0.4629579
Dec 24 10:50:48.541938 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-01a7d88a-d469-45ca-97f3-4bf509504d38 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "DELETE /v2.0/subnets/170cf256-7f5e-4e60-a1b8-77fe9ae46022 HTTP/1.1" status: 204  len: 168 time: 0.6295609
Dec 24 10:50:48.544559 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41850) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:48.587508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Allocated IP 172.26.4.240 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/c1d0ea71-daf6-4577-8edc-7965156a8c58) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:48.708875 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:48.839114 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:48.840677 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Deleting port 4f2d5d67-070f-411f-ae40-e7be23709d1a {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:48.840973 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:48.846429 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Made reservation on behalf of d73c1177e3f244a8a84e95f23eb10772 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:48.849824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:48.869732 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ce0aac-5a52-4de6-9d74-24034e35bd12 None None] DHCP port deletion for 019f6d1a-b8a0-493f-a66b-510c0474bad5 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:50:48.875832 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-36ce0aac-5a52-4de6-9d74-24034e35bd12 None None] Deleting port 4f2d5d67-070f-411f-ae40-e7be23709d1a {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:48.877142 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-36ce0aac-5a52-4de6-9d74-24034e35bd12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:48.920362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:48.954450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:49.006302 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Pushing event updated for resources: {'Port': ['ID=6c6a4ca5-2c1c-4a28-ba05-5585ab86eef5,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:49.011278 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bb098b2d-e36f-4345-9608-3222e2734c2e req-947010d5-1073-4f5d-9f85-3eaa27e5bcbb tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5659003
Dec 24 10:50:49.011541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d24e44-8e9b-4fe3-88dd-d1324e82c164 req-8e460ab5-59d9-4e2d-a87f-671683aa2638 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:49.013043 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d6d24e44-8e9b-4fe3-88dd-d1324e82c164 req-8e460ab5-59d9-4e2d-a87f-671683aa2638 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 943 time: 0.2507482
Dec 24 10:50:49.016491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:49.022892 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:49.054595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] device_id is not set on port 09c1c467-4317-4b9f-b97a-358b77d2b28d yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:50:49.101208 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] For port 051d9c7d-0653-4d16-af5b-1e971a9cce53, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:50:49.132063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] For port 051d9c7d-0653-4d16-af5b-1e971a9cce53, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=051d9c7d-0653-4d16-af5b-1e971a9cce53,segment=NetworkSegment(c3f666df-cfe1-4d16-a1e0-2863183c8e20),segment_id=c3f666df-cfe1-4d16-a1e0-2863183c8e20)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:50:49.146332 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d6d24e44-8e9b-4fe3-88dd-d1324e82c164 req-d7ea4b60-1ad6-4004-b2cb-6e440835c871 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/security-groups?id=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1169872
Dec 24 10:50:49.193606 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] For port 4f2d5d67-070f-411f-ae40-e7be23709d1a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4f2d5d67-070f-411f-ae40-e7be23709d1a,segment=NetworkSegment(4d1216be-c453-4f0a-b0a8-6908a34e1ff8),segment_id=4d1216be-c453-4f0a-b0a8-6908a34e1ff8)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:49.194010 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:49.216179 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-36ce0aac-5a52-4de6-9d74-24034e35bd12 None None] For port 4f2d5d67-070f-411f-ae40-e7be23709d1a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4f2d5d67-070f-411f-ae40-e7be23709d1a,segment=NetworkSegment(4d1216be-c453-4f0a-b0a8-6908a34e1ff8),segment_id=4d1216be-c453-4f0a-b0a8-6908a34e1ff8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:49.216580 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-36ce0aac-5a52-4de6-9d74-24034e35bd12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:49.320317 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Calling delete_port for 4f2d5d67-070f-411f-ae40-e7be23709d1a owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:49.352869 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:49.361853 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-36ce0aac-5a52-4de6-9d74-24034e35bd12 None None] Calling delete_port for 4f2d5d67-070f-411f-ae40-e7be23709d1a owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:49.364402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c77535e7-477f-422d-9e6a-661957f3fa04 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:49.384112 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:49.437474 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:49.447582 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:49.454312 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:49.459749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-36ce0aac-5a52-4de6-9d74-24034e35bd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:49.466402 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6842fbeb-0050-4d8e-bcde-66c43aecc22c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:49.475604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:49.501718 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Pushing event updated for resources: {'Port': ['ID=c1d0ea71-daf6-4577-8edc-7965156a8c58,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:49.519264 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:49.521039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Allocated IP 172.20.0.14 (73484c58-1c07-429a-b805-cacefaab135d/0004aa14-f6a4-4349-bf27-1e7e46b89c7e/09c1c467-4317-4b9f-b97a-358b77d2b28d) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:49.535506 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.api [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:50:49.536251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_db.api [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:50:49.552798 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce0aac-5a52-4de6-9d74-24034e35bd12 None None] Pushing event deleted for resources: {'Port': ['ID=4f2d5d67-070f-411f-ae40-e7be23709d1a,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:49.555843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-36ce0aac-5a52-4de6-9d74-24034e35bd12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:49.556648 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce0aac-5a52-4de6-9d74-24034e35bd12 None None] No DVR routers for this DVR port 4f2d5d67-070f-411f-ae40-e7be23709d1a on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:50:49.575794 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:49.579576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:49.650503 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dcff7-1567-46a0-b67d-294f0b7a6bb5 req-b767e591-92f8-4904-83b5-dd2b617c5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:49.651999 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7b1dcff7-1567-46a0-b67d-294f0b7a6bb5 req-b767e591-92f8-4904-83b5-dd2b617c5096 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7742ed0-282c-40e9-882c-70ecf1a98582 HTTP/1.1" status: 200  len: 912 time: 1.1020346
Dec 24 10:50:49.685767 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41874) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:49.760942 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:49.761742 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:49.763149 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] 10.222.0.32 "PUT /v2.0/ports/051d9c7d-0653-4d16-af5b-1e971a9cce53 HTTP/1.1" status: 200  len: 1093 time: 5.2795792
Dec 24 10:50:49.772613 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Transition to ACTIVE for port object 0cd45a53-2396-46b4-9696-672a210f07df will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:49.775688 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38143a76-4427-4462-ae84-e6f48a376a96', 'tag': '051d9c7d-0653-4d16-af5b-1e971a9cce53'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:50:49.829997 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7b1dcff7-1567-46a0-b67d-294f0b7a6bb5 req-1ae67049-398c-4c92-a1d0-6902d134240f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98135ef8-9880-4ddc-aded-a63122b26670 HTTP/1.1" status: 200  len: 217 time: 0.1415081
Dec 24 10:50:49.862525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4f2d5d67-070f-411f-ae40-e7be23709d1a no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:50:49.899830 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38143a76-4427-4462-ae84-e6f48a376a96', 'tag': '051d9c7d-0653-4d16-af5b-1e971a9cce53', 'status': 'completed', 'code': 200}
Dec 24 10:50:49.939413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:49.942139 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 4f2d5d67-070f-411f-ae40-e7be23709d1a {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:50:49.942507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4f2d5d67-070f-411f-ae40-e7be23709d1a not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:50:50.050356 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Deleting port 4f2d5d67-070f-411f-ae40-e7be23709d1a {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:50.050931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:50.056490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a7de155a-de12-4eb8-a923-ca47fcaaf17b tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1821295270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:50.062305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Pushing event updated for resources: {'Port': ['ID=051d9c7d-0653-4d16-af5b-1e971a9cce53,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:50.065449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:50.083463 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a7de155a-de12-4eb8-a923-ca47fcaaf17b tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:50.111994 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a7de155a-de12-4eb8-a923-ca47fcaaf17b tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Usage tracker for resource:router and tenant:9ffea32b0b374a4293cb106e3a71805e is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:50.120782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a7de155a-de12-4eb8-a923-ca47fcaaf17b tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:50.141319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a7de155a-de12-4eb8-a923-ca47fcaaf17b tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:50.150127 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] The port '4f2d5d67-070f-411f-ae40-e7be23709d1a' was deleted {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:50:50.169190 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dcff7-1567-46a0-b67d-294f0b7a6bb5 req-8d592328-6dc4-4275-9b5d-5f1b60fdaff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:50.171374 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7b1dcff7-1567-46a0-b67d-294f0b7a6bb5 req-8d592328-6dc4-4275-9b5d-5f1b60fdaff2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff11db0c-77ce-44d3-a68a-6e78734121fc HTTP/1.1" status: 200  len: 850 time: 0.2736092
Dec 24 10:50:50.230946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:50.273437 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a7de155a-de12-4eb8-a923-ca47fcaaf17b tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:50.274466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a7de155a-de12-4eb8-a923-ca47fcaaf17b tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:50.277896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:50.332432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a919ab81-dde5-45a1-84f7-e8fea557d290 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:50.390444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:50.408905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:50.462358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-54804f7e-a3f3-4f92-8911-e6144ee9fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:50.463838 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-54804f7e-a3f3-4f92-8911-e6144ee9fcad service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03b573e3e544eabafdb64304c44e416&device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 1096 time: 0.6422834
Dec 24 10:50:50.504142 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b76f4d370>,) {'filters': {'network_id': ['019f6d1a-b8a0-493f-a66b-510c0474bad5']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:50.505196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Network d5623299-dadc-4a30-ae54-1ccb24a470c0 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:50.531381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76f4d370>, '4d1216be-c453-4f0a-b0a8-6908a34e1ff8') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:50.531673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76f4d370>, '4d1216be-c453-4f0a-b0a8-6908a34e1ff8') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:50.552853 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a7de155a-de12-4eb8-a923-ca47fcaaf17b tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:50.553182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e128f-bf90-4432-8b09-1c947addb054 req-ba94e88e-bbe9-4098-bb7f-8f7bd41426c7 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:50.554709 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-024e128f-bf90-4432-8b09-1c947addb054 req-ba94e88e-bbe9-4098-bb7f-8f7bd41426c7 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 943 time: 0.4017093
Dec 24 10:50:50.559828 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:50.562419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Transition to ACTIVE for port object 09c1c467-4317-4b9f-b97a-358b77d2b28d will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:50.566195 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:50.568607 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:50.574279 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:50.574926 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:50.620094 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Pushing event updated for resources: {'Port': ['ID=0cd45a53-2396-46b4-9696-672a210f07df,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:50.623719 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:50.625278 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-5f7e336a-c900-48aa-bbdf-9f3d4a723f4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=051d9c7d-0653-4d16-af5b-1e971a9cce53 HTTP/1.1" status: 200  len: 217 time: 0.1501868
Dec 24 10:50:50.661311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:50.684284 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:50:50.684709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn(
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn(
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn(
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn(
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:50:50.700318 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:50:50.727598 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-024e128f-bf90-4432-8b09-1c947addb054 req-167a06d3-026e-4b22-9e05-5709121ffae9 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Synchronizing usage tracker for tenant:2ee5bf25e0bc49e883ffc4ff6be4736f on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:50.812599 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-706ec5d1-0a1e-40cd-bdbf-7e7ead83c938 None None] Provisioning for port 0cd45a53-2396-46b4-9696-672a210f07df completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:50.818440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-706ec5d1-0a1e-40cd-bdbf-7e7ead83c938 None None] Provisioning complete for port 0cd45a53-2396-46b4-9696-672a210f07df triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:50.818943 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-706ec5d1-0a1e-40cd-bdbf-7e7ead83c938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:50.855478 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 4.6688948
Dec 24 10:50:50.858688 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41886) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:50.867489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a7de155a-de12-4eb8-a923-ca47fcaaf17b tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:50.880427 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-706ec5d1-0a1e-40cd-bdbf-7e7ead83c938 None None] Port 0cd45a53-2396-46b4-9696-672a210f07df cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:50.908611 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1dcff7-1567-46a0-b67d-294f0b7a6bb5 req-1d00d75e-2492-48c2-8403-4748ad3e687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:50.910102 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7b1dcff7-1567-46a0-b67d-294f0b7a6bb5 req-1d00d75e-2492-48c2-8403-4748ad3e687a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7742ed0-282c-40e9-882c-70ecf1a98582&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7148800
Dec 24 10:50:50.915114 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-44ceba09-333b-4fcc-ae36-01d026d3cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:50.916557 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-44ceba09-333b-4fcc-ae36-01d026d3cd6d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=44c6a38b-978e-40ab-a992-f2918537e15e HTTP/1.1" status: 200  len: 845 time: 0.2809093
Dec 24 10:50:50.918294 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-024e128f-bf90-4432-8b09-1c947addb054 req-167a06d3-026e-4b22-9e05-5709121ffae9 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Unset dirty status for tenant:2ee5bf25e0bc49e883ffc4ff6be4736f on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:50.919676 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-024e128f-bf90-4432-8b09-1c947addb054 req-167a06d3-026e-4b22-9e05-5709121ffae9 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3513396
Dec 24 10:50:50.934299 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:50.937744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:50.948818 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f76dcf28-d248-4232-be1f-f0a14a25a2e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:50.957943 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a7de155a-de12-4eb8-a923-ca47fcaaf17b tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:50.959153 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a7de155a-de12-4eb8-a923-ca47fcaaf17b tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.2679236
Dec 24 10:50:50.966541 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:50.975459 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41890) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:51.009282 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:51.048183 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236165a-a6e3-4a60-b414-866f14862c09 req-d245c573-39a8-4d06-8941-b95a8ec12a57 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:51.048912 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-6236165a-a6e3-4a60-b414-866f14862c09 req-d245c573-39a8-4d06-8941-b95a8ec12a57 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Synchronizing usage tracker for tenant:d03b573e3e544eabafdb64304c44e416 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:51.054985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:51.071796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-768938829'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:51.140185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:51.144331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:51.151012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:51.151405 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Pushing event deleted for resources: {'Network': ['ID=019f6d1a-b8a0-493f-a66b-510c0474bad5,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:51.173172 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:51.173544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:51.174061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:51.174362 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:51.174716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:51.175078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:51.175436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:51.175771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:51.176119 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:51.176462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:51.176803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:51.177145 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:51.182985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Usage tracker for resource:network and tenant:9ffea32b0b374a4293cb106e3a71805e is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:51.188016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Network 73484c58-1c07-429a-b805-cacefaab135d is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:51.190543 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] 10.222.0.54 "DELETE /v2.0/networks/019f6d1a-b8a0-493f-a66b-510c0474bad5 HTTP/1.1" status: 204  len: 168 time: 2.6444159
Dec 24 10:50:51.193650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:51.202121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:51.205429 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:51.208013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:51.278649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:51.304741 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e13a64-2171-4593-aebc-f7f9fc34bdc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:51.324593 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e13a64-2171-4593-aebc-f7f9fc34bdc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:51.331502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-6236165a-a6e3-4a60-b414-866f14862c09 req-d245c573-39a8-4d06-8941-b95a8ec12a57 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Unset dirty status for tenant:d03b573e3e544eabafdb64304c44e416 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:51.332700 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6236165a-a6e3-4a60-b414-866f14862c09 req-d245c573-39a8-4d06-8941-b95a8ec12a57 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 943 time: 1.0474989
Dec 24 10:50:51.333413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event updated for resources: {'Port': ['ID=09c1c467-4317-4b9f-b97a-358b77d2b28d,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:51.333712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e13a64-2171-4593-aebc-f7f9fc34bdc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:51.336208 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a7e13a64-2171-4593-aebc-f7f9fc34bdc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2624 time: 0.4710507
Dec 24 10:50:51.339899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:51.340471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41896) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:51.351479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:51.444547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Made reservation on behalf of 9ffea32b0b374a4293cb106e3a71805e for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:51.448148 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:51.461933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-9206dfa2-1fda-4054-9f97-e62efe3c77a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Deleting port 0cd45a53-2396-46b4-9696-672a210f07df {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:51.462459 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9206dfa2-1fda-4054-9f97-e62efe3c77a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:51.501919 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:51.502873 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:51.550779 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6236165a-a6e3-4a60-b414-866f14862c09 req-ba28c217-41bc-4025-875f-40a09cd63f28 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/security-groups?id=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2025337
Dec 24 10:50:51.551340 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:51.577064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Router 77b768b6-0f18-4000-9726-ab42adb1ba53 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:50:51.584174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:51.598694 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7b1dcff7-1567-46a0-b67d-294f0b7a6bb5 req-0c850eae-f5c5-4ad6-b2af-416e185efe10 service neutron] 10.222.0.32 "GET /v2.0/networks/a7742ed0-282c-40e9-882c-70ecf1a98582?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6800063
Dec 24 10:50:51.604316 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.7795470
Dec 24 10:50:51.611965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41902) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:51.621147 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0365a70c-42d0-4c6e-8635-5651f4607fd4 None None] Provisioning for port 09c1c467-4317-4b9f-b97a-358b77d2b28d completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:51.629397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0365a70c-42d0-4c6e-8635-5651f4607fd4 None None] Provisioning complete for port 09c1c467-4317-4b9f-b97a-358b77d2b28d triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:51.630225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0365a70c-42d0-4c6e-8635-5651f4607fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:51.644404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:51.650885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-8131b57d-5cd1-4372-9589-9f03a41e1231 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:0a:6d:72'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:2b:7b:6d'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:51.674842 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41906) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:51.686643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Pushing event updated for resources: {'Port': ['ID=6c6a4ca5-2c1c-4a28-ba05-5585ab86eef5,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:51.689517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:51.701018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-0365a70c-42d0-4c6e-8635-5651f4607fd4 None None] Port 09c1c467-4317-4b9f-b97a-358b77d2b28d cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:51.701441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Usage tracker for resource:security_group_rule and tenant:9ffea32b0b374a4293cb106e3a71805e is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:51.708936 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:51.772328 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-10e0738a-aa77-425c-978b-f56b2fbf0468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:51.773898 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-10e0738a-aa77-425c-978b-f56b2fbf0468 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4cba5be-5b3b-4f1f-947c-4814691b80fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8136601
Dec 24 10:50:51.774783 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:51.783742 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:51.787408 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.5647769
Dec 24 10:50:51.787899 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41912) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:51.968308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:50:51.970865 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9206dfa2-1fda-4054-9f97-e62efe3c77a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:51.979065 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Sync routers for ids ['77b768b6-0f18-4000-9726-ab42adb1ba53'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:50:51.991681 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-edd9991c-4d43-43bd-9d94-acaed9866e67 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=39df660325d04e8a9f9d3e14e6b9b9d5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3156247
Dec 24 10:50:51.996809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41920) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:51.997860 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Routers {'77b768b6-0f18-4000-9726-ab42adb1ba53'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:52.000660 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbe6550>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['77b768b6-0f18-4000-9726-ab42adb1ba53'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:52.105925 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7b1dcff7-1567-46a0-b67d-294f0b7a6bb5 req-c08c715e-80ad-425b-9494-7121680c9460 service neutron] 10.222.0.32 "GET /v2.0/networks/a7742ed0-282c-40e9-882c-70ecf1a98582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4875333
Dec 24 10:50:52.110849 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:52.121485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-9206dfa2-1fda-4054-9f97-e62efe3c77a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Calling delete_port for 0cd45a53-2396-46b4-9696-672a210f07df owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:52.157676 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-9e4a557b-8512-4942-8f14-4f4f81dd08f3 service neutron] 10.222.0.32 "GET /v2.0/networks/b4cba5be-5b3b-4f1f-947c-4814691b80fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3640106
Dec 24 10:50:52.163868 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:52.205904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Usage tracker for resource:floatingip and tenant:ff3d93b7ff3249b0a249c3f54c34e3d6 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:52.209900 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:52.213713 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 6.4953992
Dec 24 10:50:52.219780 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Set router 77b768b6-0f18-4000-9726-ab42adb1ba53 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:50:52.224151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:52.226906 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41924) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:52.289990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:52.320861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1b3d5a58-4a04-41f6-b4e2-bca462de92ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:52.352431 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:52.414486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:52.416409 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1b3d5a58-4a04-41f6-b4e2-bca462de92ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:52.433200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8131b57d-5cd1-4372-9589-9f03a41e1231 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:52.457901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:52.487377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:52.504712 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ece4580-6517-48a1-aa87-30e35fc69b5a req-8881f9dd-2b10-4209-9331-e1cee03d1229 service neutron] 10.222.0.32 "GET /v2.0/networks/b4cba5be-5b3b-4f1f-947c-4814691b80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3290253
Dec 24 10:50:52.510706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9206dfa2-1fda-4054-9f97-e62efe3c77a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:52.521062 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbe6550>, [{'id': '77b768b6-0f18-4000-9726-ab42adb1ba53', 'name': 'tempest-snat-router-839575747', 'tenant_id': '1a39ae7fdc3a4d09a5aece81904e1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.240'}], 'enable_snat': False}, 'gw_port_id': 'c1d0ea71-daf6-4577-8edc-7965156a8c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:50:45Z', 'updated_at': '2021-12-24T10:50:49Z', 'revision_number': 3, 'project_id': '1a39ae7fdc3a4d09a5aece81904e1d32', 'gw_port': {'id': 'c1d0ea71-daf6-4577-8edc-7965156a8c58', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b768b6-0f18-4000-9726-ab42adb1ba53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:50:47Z', 'updated_at': '2021-12-24T10:50:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:52.522974 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8b0054e1-530a-4156-a214-0055b069c3e3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:52.525927 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Checking router: 77b768b6-0f18-4000-9726-ab42adb1ba53 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:50:52.526545 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Updating router 77b768b6-0f18-4000-9726-ab42adb1ba53 port c1d0ea71-daf6-4577-8edc-7965156a8c58 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:50:52.569444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:50:52.598252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7033c664-4fda-4ccf-a1ec-1ba681f8532f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:52.603713 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:52.633475 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:52.633475 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Added segment b5e60ada-3b79-41a5-9f32-d79964a3ed25 of type vlan for network a7d77c03-8168-4373-8f11-ce3fd644a72c
Dec 24 10:50:52.633996 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206dfa2-1fda-4054-9f97-e62efe3c77a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Pushing event deleted for resources: {'Port': ['ID=0cd45a53-2396-46b4-9696-672a210f07df,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:52.643876 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9206dfa2-1fda-4054-9f97-e62efe3c77a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:52.660253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:52.660780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:52.661209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:52.661653 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:52.662149 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:52.662554 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:52.663882 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:52.663882 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:52.663882 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:52.664632 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:52.665091 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:52.665643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:52.672077 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:52.838920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1b3d5a58-4a04-41f6-b4e2-bca462de92ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:52.864951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:52.870958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c245e-a005-4bf5-8250-7d8b051a2ec2 req-9927716a-8c47-4afb-9b23-4712d70c7078 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:52.872611 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-188c245e-a005-4bf5-8250-7d8b051a2ec2 req-9927716a-8c47-4afb-9b23-4712d70c7078 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 943 time: 0.7222660
Dec 24 10:50:52.876711 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8084ff91-077b-4b5f-9f84-93012a5a16b8 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "GET /v2.0/routers/77b768b6-0f18-4000-9726-ab42adb1ba53 HTTP/1.1" status: 200  len: 908 time: 0.6456397
Dec 24 10:50:52.890708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41932) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:52.898399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Request body: {'router': {'name': 'tempest-snat-router-839575747', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'enable_snat': True}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:52.903107 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:52.907142 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:52.907808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Usage tracker for resource:router and tenant:1a39ae7fdc3a4d09a5aece81904e1d32 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:52.910823 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:52.916937 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:52.951753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9206dfa2-1fda-4054-9f97-e62efe3c77a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:52.955350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:52.956433 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:52.979749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 98135ef8-9880-4ddc-aded-a63122b26670 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 10:50:52.993078 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9206dfa2-1fda-4054-9f97-e62efe3c77a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] 10.222.0.54 "DELETE /v2.0/ports/0cd45a53-2396-46b4-9696-672a210f07df HTTP/1.1" status: 204  len: 168 time: 1.6481485
Dec 24 10:50:52.999476 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41936) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:53.001939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d5a58-4a04-41f6-b4e2-bca462de92ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a20971a-1a6a-4282-b0ab-04a20165db2d,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:53.012127 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1b3d5a58-4a04-41f6-b4e2-bca462de92ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:53.021363 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:53.031779 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-e0e60b63-d7c4-4997-9a04-113597d449f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Request body: {'port': {'name': 'tempest-new-port-name-1631928781', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:53.033377 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.api.validators [None req-e0e60b63-d7c4-4997-9a04-113597d449f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] bootfile-name is not in valid_values {{(pid=87559) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 10:50:53.033801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.api.validators [None req-e0e60b63-d7c4-4997-9a04-113597d449f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] tftp-server is not in valid_values {{(pid=87559) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 10:50:53.034366 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Transition to ACTIVE for port object c1d0ea71-daf6-4577-8edc-7965156a8c58 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:53.034567 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.api.validators [None req-e0e60b63-d7c4-4997-9a04-113597d449f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] server-ip-address is not in valid_values {{(pid=87559) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 10:50:53.043662 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:53.048345 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-dae88032-e926-445a-bc60-3e7ef270eedf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:53.096040 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-188c245e-a005-4bf5-8250-7d8b051a2ec2 req-1fcd49d2-6532-4577-b1fb-82e6ec9f4bb7 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2066793
Dec 24 10:50:53.101727 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:53.103461 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:53.107098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866b65f-4cff-4c7b-904d-639e815c3fa1 req-a4da1fe2-76e1-45aa-b287-12d69076e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:53.108718 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d866b65f-4cff-4c7b-904d-639e815c3fa1 req-a4da1fe2-76e1-45aa-b287-12d69076e6f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03b573e3e544eabafdb64304c44e416&device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 1096 time: 0.5160651
Dec 24 10:50:53.109495 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1b3d5a58-4a04-41f6-b4e2-bca462de92ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:53.110489 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1b3d5a58-4a04-41f6-b4e2-bca462de92ed admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5a20971a-1a6a-4282-b0ab-04a20165db2d HTTP/1.1" status: 204  len: 168 time: 1.1053324
Dec 24 10:50:53.118602 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:53.119272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:53.124207 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fafbbb-77ec-478b-809a-36a44cc51556 None None] Pushing event updated for resources: {'Port': ['ID=c1d0ea71-daf6-4577-8edc-7965156a8c58,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:53.129090 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-24fafbbb-77ec-478b-809a-36a44cc51556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:53.135788 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:53.158187 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Attempting to bind port c1d0ea71-daf6-4577-8edc-7965156a8c58 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:50:53.159005 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Attempting to bind port c1d0ea71-daf6-4577-8edc-7965156a8c58 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:50:53.159594 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Attempting to bind port c1d0ea71-daf6-4577-8edc-7965156a8c58 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:50:53.166522 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:50:53.167373 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:53.168034 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:53.168609 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:50:53.169263 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Bound port: c1d0ea71-daf6-4577-8edc-7965156a8c58, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:50:53.170004 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:53.246784 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] For port c1d0ea71-daf6-4577-8edc-7965156a8c58, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:50:53.250794 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] For port c1d0ea71-daf6-4577-8edc-7965156a8c58, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c1d0ea71-daf6-4577-8edc-7965156a8c58,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:50:53.257007 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 98135ef8-9880-4ddc-aded-a63122b26670, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98135ef8-9880-4ddc-aded-a63122b26670,segment=NetworkSegment(5d9ccc71-7f94-4da7-b7fb-d38452276eaf),segment_id=5d9ccc71-7f94-4da7-b7fb-d38452276eaf)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:53.258226 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:53.265417 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:53.281368 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '98135ef8-9880-4ddc-aded-a63122b26670', 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582', 'port_id': '98135ef8-9880-4ddc-aded-a63122b26670', 'mac_address': 'fa:16:3e:eb:1d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 10:50:53.353643 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fafbbb-77ec-478b-809a-36a44cc51556 None None] Pushing event updated for resources: {'Port': ['ID=c1d0ea71-daf6-4577-8edc-7965156a8c58,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:53.360899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08020b-6700-4138-b548-56eb1338ddb5 req-5c0a7912-7d2a-4e9b-8c2f-659eb56b1b6c tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:53.365451 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0f08020b-6700-4138-b548-56eb1338ddb5 req-5c0a7912-7d2a-4e9b-8c2f-659eb56b1b6c tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 943 time: 0.5276544
Dec 24 10:50:53.366756 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.3278461
Dec 24 10:50:53.372273 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-24fafbbb-77ec-478b-809a-36a44cc51556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:53.386883 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Routers {'77b768b6-0f18-4000-9726-ab42adb1ba53'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:50:53.387754 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbe6550>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['77b768b6-0f18-4000-9726-ab42adb1ba53'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:53.395361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41944) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:53.423190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:53.440988 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event updated for resources: {'Network': ['ID=a7d77c03-8168-4373-8f11-ce3fd644a72c,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:53.450228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e0e60b63-d7c4-4997-9a04-113597d449f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:53.465135 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98135ef8-9880-4ddc-aded-a63122b26670 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:50:53.470139 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network a7d77c03-8168-4373-8f11-ce3fd644a72c details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:50:53.475432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:53.498673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-749669aa-13f5-4447-9e41-2fccf4b1656c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Request body: {'subnet': {'network_id': 'a7d77c03-8168-4373-8f11-ce3fd644a72c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:53.541127 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8131b57d-5cd1-4372-9589-9f03a41e1231 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:53.566838 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0f08020b-6700-4138-b548-56eb1338ddb5 req-bb4c1acb-e028-4366-a261-1a557a83d412 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/security-groups?id=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1651406
Dec 24 10:50:53.567435 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8131b57d-5cd1-4372-9589-9f03a41e1231 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:53.573394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:53.606690 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] Set router 77b768b6-0f18-4000-9726-ab42adb1ba53 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:50:53.637267 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 98135ef8-9880-4ddc-aded-a63122b26670, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98135ef8-9880-4ddc-aded-a63122b26670,segment=NetworkSegment(5d9ccc71-7f94-4da7-b7fb-d38452276eaf),segment_id=5d9ccc71-7f94-4da7-b7fb-d38452276eaf)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:53.646682 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866b65f-4cff-4c7b-904d-639e815c3fa1 req-19f4316c-f88c-4205-972b-12f124341fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:53.648608 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d866b65f-4cff-4c7b-904d-639e815c3fa1 req-19f4316c-f88c-4205-972b-12f124341fe3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4cba5be-5b3b-4f1f-947c-4814691b80fa HTTP/1.1" status: 200  len: 907 time: 0.5136108
Dec 24 10:50:53.653440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:53.655288 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c9f5ed8e-e1e4-412c-8bba-3bb3d3f5273e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:53.774743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=98135ef8-9880-4ddc-aded-a63122b26670,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:53.783449 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:53.784022 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:53.784516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:53.785028 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:53.785511 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:53.786020 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:53.786496 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:53.786967 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:53.787467 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:53.787941 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:53.788413 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:53.788882 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:50:53.793433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:53.804877 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d866b65f-4cff-4c7b-904d-639e815c3fa1 req-abded4ba-3e24-49bf-ad65-3a9d70336c4d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=051d9c7d-0653-4d16-af5b-1e971a9cce53 HTTP/1.1" status: 200  len: 217 time: 0.1452880
Dec 24 10:50:53.887289 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131b57d-5cd1-4372-9589-9f03a41e1231 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event updated for resources: {'Port': ['ID=09c1c467-4317-4b9f-b97a-358b77d2b28d,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:53.914761 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8131b57d-5cd1-4372-9589-9f03a41e1231 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:53.971564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-8131b57d-5cd1-4372-9589-9f03a41e1231 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] In _notify_port_updated(), no bound segment for port 09c1c467-4317-4b9f-b97a-358b77d2b28d on network 73484c58-1c07-429a-b805-cacefaab135d {{(pid=87558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 10:50:53.977283 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8131b57d-5cd1-4372-9589-9f03a41e1231 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:53.977960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8131b57d-5cd1-4372-9589-9f03a41e1231 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:53.979230 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8131b57d-5cd1-4372-9589-9f03a41e1231 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "PUT /v2.0/ports/09c1c467-4317-4b9f-b97a-358b77d2b28d HTTP/1.1" status: 200  len: 1057 time: 2.3405516
Dec 24 10:50:53.982108 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41960) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:54.026788 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866b65f-4cff-4c7b-904d-639e815c3fa1 req-1798bd0f-d255-461b-956c-589d78a1d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:54.028423 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d866b65f-4cff-4c7b-904d-639e815c3fa1 req-1798bd0f-d255-461b-956c-589d78a1d92c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=44c6a38b-978e-40ab-a992-f2918537e15e HTTP/1.1" status: 200  len: 845 time: 0.2090225
Dec 24 10:50:54.042599 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-74d460c4-2d73-4358-bcae-7f33d20c686c None None] Provisioning complete for port 09c1c467-4317-4b9f-b97a-358b77d2b28d triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:54.043109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-74d460c4-2d73-4358-bcae-7f33d20c686c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:54.050224 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbe6550>, [{'id': '77b768b6-0f18-4000-9726-ab42adb1ba53', 'name': 'tempest-snat-router-839575747', 'tenant_id': '1a39ae7fdc3a4d09a5aece81904e1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.240'}], 'enable_snat': False}, 'gw_port_id': 'c1d0ea71-daf6-4577-8edc-7965156a8c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:50:45Z', 'updated_at': '2021-12-24T10:50:49Z', 'revision_number': 3, 'project_id': '1a39ae7fdc3a4d09a5aece81904e1d32', 'gw_port': {'id': 'c1d0ea71-daf6-4577-8edc-7965156a8c58', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b768b6-0f18-4000-9726-ab42adb1ba53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:50:47Z', 'updated_at': '2021-12-24T10:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:50:54.055058 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33911c0-5b16-4154-b2a3-1fd5b52ae343 None None] The sync data for ids ['77b768b6-0f18-4000-9726-ab42adb1ba53'] in dv-neutron-822668-2-hyperv is: [{'id': '77b768b6-0f18-4000-9726-ab42adb1ba53', 'name': 'tempest-snat-router-839575747', 'tenant_id': '1a39ae7fdc3a4d09a5aece81904e1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.240'}], 'enable_snat': False}, 'gw_port_id': 'c1d0ea71-daf6-4577-8edc-7965156a8c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:50:45Z', 'updated_at': '2021-12-24T10:50:49Z', 'revision_number': 3, 'project_id': '1a39ae7fdc3a4d09a5aece81904e1d32', 'gw_port': {'id': 'c1d0ea71-daf6-4577-8edc-7965156a8c58', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:87:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77b768b6-0f18-4000-9726-ab42adb1ba53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:50:47Z', 'updated_at': '2021-12-24T10:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:50:54.108404 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['98135ef8-9880-4ddc-aded-a63122b26670'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 10:50:54.109046 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-ab218317-789b-4f05-94ea-18c275e05d56 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Deleting port 09c1c467-4317-4b9f-b97a-358b77d2b28d {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:54.109388 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ab218317-789b-4f05-94ea-18c275e05d56 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:54.159211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-749669aa-13f5-4447-9e41-2fccf4b1656c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:54.163816 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-749669aa-13f5-4447-9e41-2fccf4b1656c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Usage tracker for resource:subnet and tenant:9ffea32b0b374a4293cb106e3a71805e is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:54.168552 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-749669aa-13f5-4447-9e41-2fccf4b1656c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:54.174671 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-749669aa-13f5-4447-9e41-2fccf4b1656c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:54.234004 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-74d460c4-2d73-4358-bcae-7f33d20c686c None None] Port 09c1c467-4317-4b9f-b97a-358b77d2b28d cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:54.255374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866b65f-4cff-4c7b-904d-639e815c3fa1 req-232953ec-25dd-4d0c-a15a-dd30d0e1cc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:54.256923 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d866b65f-4cff-4c7b-904d-639e815c3fa1 req-232953ec-25dd-4d0c-a15a-dd30d0e1cc80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4cba5be-5b3b-4f1f-947c-4814691b80fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2205272
Dec 24 10:50:54.268280 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e0e60b63-d7c4-4997-9a04-113597d449f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:54.312893 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749669aa-13f5-4447-9e41-2fccf4b1656c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Made reservation on behalf of 9ffea32b0b374a4293cb106e3a71805e for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:54.320213 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-749669aa-13f5-4447-9e41-2fccf4b1656c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:54.424639 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41970) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:54.555982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:54.557828 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e0e60b63-d7c4-4997-9a04-113597d449f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:54.569018 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d866b65f-4cff-4c7b-904d-639e815c3fa1 req-a9ce89f4-725c-4143-84d3-ae8a015539a1 service neutron] 10.222.0.32 "GET /v2.0/networks/b4cba5be-5b3b-4f1f-947c-4814691b80fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3031843
Dec 24 10:50:54.571185 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ab218317-789b-4f05-94ea-18c275e05d56 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:54.588892 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:54.666651 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:54.709597 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-e0e60b63-d7c4-4997-9a04-113597d449f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] In _notify_port_updated(), no bound segment for port cd221e6b-24b5-4938-949b-dbbe828d80f8 on network d5623299-dadc-4a30-ae54-1ccb24a470c0 {{(pid=87559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 10:50:54.716229 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e60b63-d7c4-4997-9a04-113597d449f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:54.717513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e0e60b63-d7c4-4997-9a04-113597d449f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:54.718912 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e0e60b63-d7c4-4997-9a04-113597d449f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] 10.222.0.54 "PUT /v2.0/ports/cd221e6b-24b5-4938-949b-dbbe828d80f8 HTTP/1.1" status: 200  len: 1130 time: 1.6947577
Dec 24 10:50:54.724033 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41978) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:54.726257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1761836540'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:54.739728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-ab218317-789b-4f05-94ea-18c275e05d56 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Calling delete_port for 09c1c467-4317-4b9f-b97a-358b77d2b28d owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:54.854090 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e60b63-d7c4-4997-9a04-113597d449f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Pushing event updated for resources: {'Port': ['ID=cd221e6b-24b5-4938-949b-dbbe828d80f8,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:54.880332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e0e60b63-d7c4-4997-9a04-113597d449f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:54.966363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef09a710-0a70-4c5c-8806-ff923bf77117 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:54.967062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ef09a710-0a70-4c5c-8806-ff923bf77117 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Synchronizing usage tracker for tenant:6a46942fc1af49688b0b7134a1244a83 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:54.968046 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:55.020104 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Usage tracker for resource:network and tenant:cd9033324f80492388fb35eda7bfd1eb is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:55.024897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:55.058613 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:55.070290 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8537d9f6-0157-4800-a4d9-eb6f8f032460 None None] Provisioning complete for port cd221e6b-24b5-4938-949b-dbbe828d80f8 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:55.071653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8537d9f6-0157-4800-a4d9-eb6f8f032460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:55.094136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Made reservation on behalf of cd9033324f80492388fb35eda7bfd1eb for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:55.097541 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:55.102245 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1640c070-cd47-487f-aaf8-ca8439f35133 req-54138899-df70-4d3a-b8b3-d5d9af83d09d tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:55.103926 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1640c070-cd47-487f-aaf8-ca8439f35133 req-54138899-df70-4d3a-b8b3-d5d9af83d09d tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 944 time: 0.6645403
Dec 24 10:50:55.124494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:55.175152 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-8537d9f6-0157-4800-a4d9-eb6f8f032460 None None] Port cd221e6b-24b5-4938-949b-dbbe828d80f8 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:50:55.215295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:55.227413 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d866b65f-4cff-4c7b-904d-639e815c3fa1 req-82a09422-7823-4743-8bf7-30a1b5ecfb0b service neutron] 10.222.0.32 "GET /v2.0/networks/b4cba5be-5b3b-4f1f-947c-4814691b80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6472757
Dec 24 10:50:55.232194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Usage tracker for resource:security_group_rule and tenant:cd9033324f80492388fb35eda7bfd1eb is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:55.249024 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:55.264787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:55.277999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ab218317-789b-4f05-94ea-18c275e05d56 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:55.285970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:55.303187 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Allocated IP 172.26.4.90 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/ae8da803-75bd-4365-bb48-a5d13183f54d) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:55.317677 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ef09a710-0a70-4c5c-8806-ff923bf77117 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Unset dirty status for tenant:6a46942fc1af49688b0b7134a1244a83 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:55.318964 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ef09a710-0a70-4c5c-8806-ff923bf77117 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] 10.222.0.54 "GET /v2.0/ports/cd221e6b-24b5-4938-949b-dbbe828d80f8 HTTP/1.1" status: 200  len: 1130 time: 0.5852647
Dec 24 10:50:55.325249 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258eaa2-9385-439d-8f78-b41648bffe8b req-f4848e7d-3e26-4ec4-b5ab-2c5cc89314f4 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:55.327324 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0258eaa2-9385-439d-8f78-b41648bffe8b req-f4848e7d-3e26-4ec4-b5ab-2c5cc89314f4 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 943 time: 0.3619711
Dec 24 10:50:55.329857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41982) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:55.371579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab218317-789b-4f05-94ea-18c275e05d56 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event deleted for resources: {'Port': ['ID=09c1c467-4317-4b9f-b97a-358b77d2b28d,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:55.374182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ab218317-789b-4f05-94ea-18c275e05d56 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:55.399455 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1640c070-cd47-487f-aaf8-ca8439f35133 req-7904d261-f288-4330-8061-060115f405cf tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2863772
Dec 24 10:50:55.458362 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-749669aa-13f5-4447-9e41-2fccf4b1656c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:55.476809 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:55.501782 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0258eaa2-9385-439d-8f78-b41648bffe8b req-16624648-f695-4b56-93ee-2d37577292f8 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/security-groups?id=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1554043
Dec 24 10:50:55.548870 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-52a35da4-11ed-451f-8ae7-34e1cfc38e77 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Deleting port cd221e6b-24b5-4938-949b-dbbe828d80f8 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:55.549214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52a35da4-11ed-451f-8ae7-34e1cfc38e77 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:55.626388 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749669aa-13f5-4447-9e41-2fccf4b1656c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event updated for resources: {'Subnet': ['ID=e542360c-8e11-449e-88a7-01205620d98b,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:55.630864 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-749669aa-13f5-4447-9e41-2fccf4b1656c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:55.646290 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749669aa-13f5-4447-9e41-2fccf4b1656c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Checking segment: {'id': 'b5e60ada-3b79-41a5-9f32-d79964a3ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a7d77c03-8168-4373-8f11-ce3fd644a72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:55.646835 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749669aa-13f5-4447-9e41-2fccf4b1656c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Network hostable DHCP agents. Network: a7d77c03-8168-4373-8f11-ce3fd644a72c, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:50:55.659566 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:55.819199 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:55.834456 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:55.852500 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749669aa-13f5-4447-9e41-2fccf4b1656c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Network a7d77c03-8168-4373-8f11-ce3fd644a72c is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:50:55.874173 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c1d0ea71-daf6-4577-8edc-7965156a8c58 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:55.890752 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-749669aa-13f5-4447-9e41-2fccf4b1656c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, a7d77c03-8168-4373-8f11-ce3fd644a72c) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:55.893665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:55.911513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:55.925833 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992fb4f7-36fd-4e36-b068-63f27b1fd966 None None] Network a7d77c03-8168-4373-8f11-ce3fd644a72c requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:50:55.944350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749669aa-13f5-4447-9e41-2fccf4b1656c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:55.945097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-749669aa-13f5-4447-9e41-2fccf4b1656c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:55.955351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:55.965548 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:55.994807 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:50:56.003622 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4818e9c9-0060-43ad-87a9-242a07a9d79c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:56.044716 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a61ef8-009d-4cd7-9279-c40124c8176c,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:56.050275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.050827 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Added segment 1ad768ed-f1f8-4071-89b2-3ea4e9f0e0d3 of type vlan for network fbd35e64-b1a6-487b-8589-9c730fd275d1
Dec 24 10:50:56.058095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:56.099091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:56.114298 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-749669aa-13f5-4447-9e41-2fccf4b1656c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6938694
Dec 24 10:50:56.115413 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 41986) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:56.118629 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ab218317-789b-4f05-94ea-18c275e05d56 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.121579 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port c1d0ea71-daf6-4577-8edc-7965156a8c58 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:56.124363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:56.130695 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:56.133535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.135776 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port c1d0ea71-daf6-4577-8edc-7965156a8c58 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:56.136158 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.152758 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52a35da4-11ed-451f-8ae7-34e1cfc38e77 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.160317 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-d0c5ed88-395a-4f1d-a039-76edfc32bf99 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Request body: {'network': {'name': 'tempest-router-network01--1933843966'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:56.173327 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d0c5ed88-395a-4f1d-a039-76edfc32bf99 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:56.179461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Pushing event updated for resources: {'Port': ['ID=ae8da803-75bd-4365-bb48-a5d13183f54d,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:56.192735 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:56.195700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d0c5ed88-395a-4f1d-a039-76edfc32bf99 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Usage tracker for resource:network and tenant:9ffea32b0b374a4293cb106e3a71805e is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:56.202698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d0c5ed88-395a-4f1d-a039-76edfc32bf99 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:56.241830 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d0c5ed88-395a-4f1d-a039-76edfc32bf99 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:56.292952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c5ed88-395a-4f1d-a039-76edfc32bf99 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Made reservation on behalf of 9ffea32b0b374a4293cb106e3a71805e for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:56.296516 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d0c5ed88-395a-4f1d-a039-76edfc32bf99 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.304896 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-a7d77c03-8168-4373-8f11-ce3fd644a72c', 'network_id': 'a7d77c03-8168-4373-8f11-ce3fd644a72c', 'tenant_id': '9ffea32b0b374a4293cb106e3a71805e', 'fixed_ips': [{'subnet_id': 'e542360c-8e11-449e-88a7-01205620d98b'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:50:56.306287 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.315528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-52a35da4-11ed-451f-8ae7-34e1cfc38e77 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Calling delete_port for cd221e6b-24b5-4938-949b-dbbe828d80f8 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:56.336667 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Allocated IP 172.26.4.190 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/c5f77833-73b6-4d4d-b230-c8bddbddd826) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:56.344947 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ab218317-789b-4f05-94ea-18c275e05d56 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "DELETE /v2.0/ports/09c1c467-4317-4b9f-b97a-358b77d2b28d HTTP/1.1" status: 204  len: 168 time: 2.3617516
Dec 24 10:50:56.347851 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41990) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:56.357852 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.365015 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c5ed88-395a-4f1d-a039-76edfc32bf99 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:50:56.404409 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b2114a-e65d-47a2-889f-00bcde97ce95 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] GET failed (client error): The resource could not be found.
Dec 24 10:50:56.405152 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c9b2114a-e65d-47a2-889f-00bcde97ce95 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Synchronizing usage tracker for tenant:d73c1177e3f244a8a84e95f23eb10772 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:56.415645 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.434402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d0c5ed88-395a-4f1d-a039-76edfc32bf99 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.434889 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-d0c5ed88-395a-4f1d-a039-76edfc32bf99 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Added segment 54960492-9f10-4261-8745-085b7f7e2053 of type vlan for network cc1003a1-5c91-4fda-af63-136a3a7e5835
Dec 24 10:50:56.448403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:56.449358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.478515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:56.530235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.548056 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port c1d0ea71-daf6-4577-8edc-7965156a8c58, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c1d0ea71-daf6-4577-8edc-7965156a8c58,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:56.556757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.560192 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.565981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-324b98e7-7193-4f14-9710-64648f284ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:56.577647 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.1415825
Dec 24 10:50:56.578529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c9b2114a-e65d-47a2-889f-00bcde97ce95 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Unset dirty status for tenant:d73c1177e3f244a8a84e95f23eb10772 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:56.582605 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c9b2114a-e65d-47a2-889f-00bcde97ce95 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "GET /v2.0/ports/09c1c467-4317-4b9f-b97a-358b77d2b28d HTTP/1.1" status: 404  len: 333 time: 0.2270756
Dec 24 10:50:56.585032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 41998) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:56.585428 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42000) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:56.613487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-31fcc875-89ea-457a-a788-3891eedb2ea8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'subnet': {'network_id': 'fbd35e64-b1a6-487b-8589-9c730fd275d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:56.632744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d0c5ed88-395a-4f1d-a039-76edfc32bf99 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.650871 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=c1d0ea71-daf6-4577-8edc-7965156a8c58,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:56.657898 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:56.658196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Allocated IP 172.20.0.2 (a7d77c03-8168-4373-8f11-ce3fd644a72c/e542360c-8e11-449e-88a7-01205620d98b/ae6fc8a3-f33f-4538-bd73-b2d966615f5e) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:50:56.773062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.848226 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d0c5ed88-395a-4f1d-a039-76edfc32bf99 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.860456 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c5ed88-395a-4f1d-a039-76edfc32bf99 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:56.861051 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d0c5ed88-395a-4f1d-a039-76edfc32bf99 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.870074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ce98df62-4a8a-4b43-ace7-511b383b496b tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:56.880005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.890814 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Transition to ACTIVE for port object ae6fc8a3-f33f-4538-bd73-b2d966615f5e will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:56.895193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Network': ['ID=fbd35e64-b1a6-487b-8589-9c730fd275d1,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:56.898154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:56.906038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ca7d4-4230-49e4-b5d7-3421bc859cf9 req-4ab99ca9-ae64-4fd7-80ee-9f122704b810 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:56.907568 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-316ca7d4-4230-49e4-b5d7-3421bc859cf9 req-4ab99ca9-ae64-4fd7-80ee-9f122704b810 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 944 time: 0.3936872
Dec 24 10:50:56.911897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network fbd35e64-b1a6-487b-8589-9c730fd275d1 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:50:56.928592 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Transition to ACTIVE for port object ae6fc8a3-f33f-4538-bd73-b2d966615f5e will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:50:56.965412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-8b47d031-f99c-4bbc-bc3a-b58fa7f7da3a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Deleting port cc40c7a8-6429-471b-8541-c9243c6909db {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:56.965917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b47d031-f99c-4bbc-bc3a-b58fa7f7da3a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:56.982060 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 051d9c7d-0653-4d16-af5b-1e971a9cce53 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 10:50:56.990124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.004771 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:57.038495 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d0c5ed88-395a-4f1d-a039-76edfc32bf99 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.9162574
Dec 24 10:50:57.042584 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 98135ef8-9880-4ddc-aded-a63122b26670 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:57.050478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42006) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:57.063879 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-31fcc875-89ea-457a-a788-3891eedb2ea8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:57.077662 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c5ed88-395a-4f1d-a039-76edfc32bf99 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event updated for resources: {'Network': ['ID=cc1003a1-5c91-4fda-af63-136a3a7e5835,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:57.082742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.087326 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-31fcc875-89ea-457a-a788-3891eedb2ea8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Usage tracker for resource:subnet and tenant:cd9033324f80492388fb35eda7bfd1eb is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:57.095093 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-31fcc875-89ea-457a-a788-3891eedb2ea8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:57.099485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Request body: {'network': {'name': 'tempest-router-network02--1135247920'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:57.108581 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d0c5ed88-395a-4f1d-a039-76edfc32bf99 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:57.111380 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-31fcc875-89ea-457a-a788-3891eedb2ea8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:57.113664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:57.151233 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network cc1003a1-5c91-4fda-af63-136a3a7e5835 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:50:57.158415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76426037-71a9-403c-8882-ce2f396b1923 req-8cbce299-3ed1-4645-9883-7a37ef971f24 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:57.160018 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-76426037-71a9-403c-8882-ce2f396b1923 req-8cbce299-3ed1-4645-9883-7a37ef971f24 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 943 time: 0.5277064
Dec 24 10:50:57.174040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52a35da4-11ed-451f-8ae7-34e1cfc38e77 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.181233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fcc875-89ea-457a-a788-3891eedb2ea8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Made reservation on behalf of cd9033324f80492388fb35eda7bfd1eb for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:57.184716 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-31fcc875-89ea-457a-a788-3891eedb2ea8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.216200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8131b57d-5cd1-4372-9589-9f03a41e1231 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:57.243782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Network a7d77c03-8168-4373-8f11-ce3fd644a72c is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:57.282223 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a35da4-11ed-451f-8ae7-34e1cfc38e77 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Pushing event deleted for resources: {'Port': ['ID=cd221e6b-24b5-4938-949b-dbbe828d80f8,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:57.294233 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:57.309722 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-52a35da4-11ed-451f-8ae7-34e1cfc38e77 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:57.310928 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:57.316693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Pushing event updated for resources: {'Port': ['ID=c5f77833-73b6-4d4d-b230-c8bddbddd826,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:57.332820 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:57.337941 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:50:57.339487 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Usage tracker for resource:network and tenant:9ffea32b0b374a4293cb106e3a71805e is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:57.340974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Pushing event updated for resources: {'Port': ['ID=ae6fc8a3-f33f-4538-bd73-b2d966615f5e,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:57.343406 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 98135ef8-9880-4ddc-aded-a63122b26670 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:50:57.347495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:57.348457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:57.352943 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-316ca7d4-4230-49e4-b5d7-3421bc859cf9 req-0703fe73-bcad-4f8a-b18a-c0adfac640b9 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4337683
Dec 24 10:50:57.353961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:57.357089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:50:57.364486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:57.405216 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:57.412510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.resource_extend [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:50:57.433348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.441358 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 98135ef8-9880-4ddc-aded-a63122b26670 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:57.442034 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.506055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.522780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52a35da4-11ed-451f-8ae7-34e1cfc38e77 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.528003 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3b0eadbe-f274-470c-abe1-78823f719652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:57.533725 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-76426037-71a9-403c-8882-ce2f396b1923 req-b98eb1ac-3955-4729-8cdf-02dd1e6aaf1e tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/security-groups?id=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3609183
Dec 24 10:50:57.569640 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Made reservation on behalf of 9ffea32b0b374a4293cb106e3a71805e for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:57.573575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.593207 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-52a35da4-11ed-451f-8ae7-34e1cfc38e77 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] 10.222.0.54 "DELETE /v2.0/ports/cd221e6b-24b5-4938-949b-dbbe828d80f8 HTTP/1.1" status: 204  len: 168 time: 2.2550862
Dec 24 10:50:57.597252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42010) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:57.620642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b47d031-f99c-4bbc-bc3a-b58fa7f7da3a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.645312 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.648240 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 051d9c7d-0653-4d16-af5b-1e971a9cce53, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=051d9c7d-0653-4d16-af5b-1e971a9cce53,segment=NetworkSegment(c3f666df-cfe1-4d16-a1e0-2863183c8e20),segment_id=c3f666df-cfe1-4d16-a1e0-2863183c8e20)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:57.657311 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Attempting to bind port ae6fc8a3-f33f-4538-bd73-b2d966615f5e on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:50:57.657936 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Attempting to bind port ae6fc8a3-f33f-4538-bd73-b2d966615f5e by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'b5e60ada-3b79-41a5-9f32-d79964a3ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a7d77c03-8168-4373-8f11-ce3fd644a72c'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:50:57.658455 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Attempting to bind port ae6fc8a3-f33f-4538-bd73-b2d966615f5e on network a7d77c03-8168-4373-8f11-ce3fd644a72c {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:50:57.667206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:50:57.667633 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Checking segment: {'id': 'b5e60ada-3b79-41a5-9f32-d79964a3ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a7d77c03-8168-4373-8f11-ce3fd644a72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:57.668043 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.668440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Bound using segment: {'id': 'b5e60ada-3b79-41a5-9f32-d79964a3ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a7d77c03-8168-4373-8f11-ce3fd644a72c'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:50:57.668941 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Bound port: ae6fc8a3-f33f-4538-bd73-b2d966615f5e, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5e60ada-3b79-41a5-9f32-d79964a3ed25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'a7d77c03-8168-4373-8f11-ce3fd644a72c'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:50:57.669319 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.692786 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '051d9c7d-0653-4d16-af5b-1e971a9cce53', 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa', 'port_id': '051d9c7d-0653-4d16-af5b-1e971a9cce53', 'mac_address': 'fa:16:3e:6e:de:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 10:50:57.731547 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.734633 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.9452937
Dec 24 10:50:57.744580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42014) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:57.771702 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c56efc4-bf58-4333-9949-529b0abbcd38 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Deleting subnet 6557dd7e-3697-496f-a4ac-242223d46045 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:50:57.774717 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9c56efc4-bf58-4333-9949-529b0abbcd38 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.790886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.838794 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9c56efc4-bf58-4333-9949-529b0abbcd38 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.845708 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c1d0ea71-daf6-4577-8edc-7965156a8c58 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:57.884518 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 051d9c7d-0653-4d16-af5b-1e971a9cce53 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:50:57.896780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Pushing event updated for resources: {'Port': ['ID=ae8da803-75bd-4365-bb48-a5d13183f54d,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:57.908805 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:57.917465 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c14a9b54-7da8-405d-b7b4-4f7da281b138 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2610 time: 0.1365857
Dec 24 10:50:57.922111 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42018) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:57.961179 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-8b47d031-f99c-4bbc-bc3a-b58fa7f7da3a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Calling delete_port for cc40c7a8-6429-471b-8541-c9243c6909db owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:57.963282 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 051d9c7d-0653-4d16-af5b-1e971a9cce53, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=051d9c7d-0653-4d16-af5b-1e971a9cce53,segment=NetworkSegment(c3f666df-cfe1-4d16-a1e0-2863183c8e20),segment_id=c3f666df-cfe1-4d16-a1e0-2863183c8e20)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:57.964203 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.976639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] For port ae6fc8a3-f33f-4538-bd73-b2d966615f5e, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:50:57.980026 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:57.983124 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:50:57.987008 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:58.041703 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] For port ae6fc8a3-f33f-4538-bd73-b2d966615f5e, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ae6fc8a3-f33f-4538-bd73-b2d966615f5e,segment=NetworkSegment(b5e60ada-3b79-41a5-9f32-d79964a3ed25),segment_id=b5e60ada-3b79-41a5-9f32-d79964a3ed25)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:50:58.054363 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:58.067554 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4211da47-52de-49ff-9bae-88143065117a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98135ef8-9880-4ddc-aded-a63122b26670'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:50:58.071795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a615ef72-9617-434d-b5d4-dde7517ff45d tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Synchronizing usage tracker for tenant:396b3c3e3936492ea00fd9517f3d374f on resource:floatingip {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:58.079378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:58.079729 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Added segment dc0ea533-124c-475b-ad10-1ada0a2397f3 of type vlan for network 54b44363-b6ed-4a92-890b-fb39c30ebe3b
Dec 24 10:50:58.167938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 98135ef8-9880-4ddc-aded-a63122b26670, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98135ef8-9880-4ddc-aded-a63122b26670,segment=NetworkSegment(5d9ccc71-7f94-4da7-b7fb-d38452276eaf),segment_id=5d9ccc71-7f94-4da7-b7fb-d38452276eaf)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:50:58.192515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9c56efc4-bf58-4333-9949-529b0abbcd38 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:58.193100 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:58.196561 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:58.199198 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port c1d0ea71-daf6-4577-8edc-7965156a8c58 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:50:58.199705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:58.208979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a615ef72-9617-434d-b5d4-dde7517ff45d tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Unset dirty status for tenant:396b3c3e3936492ea00fd9517f3d374f on resource:floatingip {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:58.210252 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a615ef72-9617-434d-b5d4-dde7517ff45d tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 0.2864058
Dec 24 10:50:58.214462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42026) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:58.225450 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=051d9c7d-0653-4d16-af5b-1e971a9cce53,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:58.228887 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:58.234686 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e9acc0a9-6ab2-4fbe-89dc-0a51bbfc01bd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:58.275837 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-31fcc875-89ea-457a-a788-3891eedb2ea8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:58.297325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:58.317558 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['051d9c7d-0653-4d16-af5b-1e971a9cce53'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 10:50:58.355695 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b47d031-f99c-4bbc-bc3a-b58fa7f7da3a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:58.383435 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.resource_extend [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:50:58.431620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fcc875-89ea-457a-a788-3891eedb2ea8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Subnet': ['ID=82577826-dac5-4f61-b681-97f9cb758dd3,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:58.475002 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Pushing event updated for resources: {'Port': ['ID=ae6fc8a3-f33f-4538-bd73-b2d966615f5e,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:58.537802 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:58.586590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9c56efc4-bf58-4333-9949-529b0abbcd38 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:58.614433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-31fcc875-89ea-457a-a788-3891eedb2ea8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:58.628005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1e09b8e3-a0ad-40f2-aa7c-33be9b0d4c95 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:58.648036 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:58.691997 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4211da47-52de-49ff-9bae-88143065117a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98135ef8-9880-4ddc-aded-a63122b26670', 'code': 200}
Dec 24 10:50:58.727984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:58.728625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:58.751022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:58.792479 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-69321b36-1c27-4d1e-8348-75d49c5eb61d tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Deleting port ae8da803-75bd-4365-bb48-a5d13183f54d {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:58.792833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-69321b36-1c27-4d1e-8348-75d49c5eb61d tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:58.832810 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=98135ef8-9880-4ddc-aded-a63122b26670,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:58.843413 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:58.847081 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7b2858de-1cc7-4e7f-9d9b-1b6696affc97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.622s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:58.852691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7b2858de-1cc7-4e7f-9d9b-1b6696affc97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:58.952323 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47d031-f99c-4bbc-bc3a-b58fa7f7da3a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event deleted for resources: {'Port': ['ID=cc40c7a8-6429-471b-8541-c9243c6909db,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:59.001581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8b47d031-f99c-4bbc-bc3a-b58fa7f7da3a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:59.008263 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7bf171f5-dc18-4670-a6ac-84d942aab18e tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:50:59.015818 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7bf8d4-3d4e-4557-9762-b0f82001ef25 None None] Network d5623299-dadc-4a30-ae54-1ccb24a470c0 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:50:59.045784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9c56efc4-bf58-4333-9949-529b0abbcd38 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:59.062084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fcc875-89ea-457a-a788-3891eedb2ea8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Checking segment: {'id': '1ad768ed-f1f8-4071-89b2-3ea4e9f0e0d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'fbd35e64-b1a6-487b-8589-9c730fd275d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:50:59.062537 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fcc875-89ea-457a-a788-3891eedb2ea8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network hostable DHCP agents. Network: fbd35e64-b1a6-487b-8589-9c730fd275d1, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:50:59.073287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c56efc4-bf58-4333-9949-529b0abbcd38 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Pushing event deleted for resources: {'Subnet': ['ID=6557dd7e-3697-496f-a4ac-242223d46045,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:59.084308 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9c56efc4-bf58-4333-9949-529b0abbcd38 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:59.088810 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b47d031-f99c-4bbc-bc3a-b58fa7f7da3a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:59.090639 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8b47d031-f99c-4bbc-bc3a-b58fa7f7da3a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "DELETE /v2.0/ports/cc40c7a8-6429-471b-8541-c9243c6909db HTTP/1.1" status: 204  len: 168 time: 2.4951012
Dec 24 10:50:59.097899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42038) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:59.109588 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9c56efc4-bf58-4333-9949-529b0abbcd38 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] 10.222.0.54 "DELETE /v2.0/subnets/6557dd7e-3697-496f-a4ac-242223d46045 HTTP/1.1" status: 204  len: 168 time: 1.5085788
Dec 24 10:50:59.146605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42042) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:59.192160 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e343ff-5c2c-412e-8876-b92a1b117add tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] GET failed (client error): The resource could not be found.
Dec 24 10:50:59.192160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-20e343ff-5c2c-412e-8876-b92a1b117add tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Synchronizing usage tracker for tenant:d73c1177e3f244a8a84e95f23eb10772 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:50:59.195695 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 2.1198852
Dec 24 10:50:59.206757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42046) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:59.266743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fcc875-89ea-457a-a788-3891eedb2ea8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network fbd35e64-b1a6-487b-8589-9c730fd275d1 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:50:59.292297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event updated for resources: {'Network': ['ID=54b44363-b6ed-4a92-890b-fb39c30ebe3b,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:50:59.296887 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-8d03c6b7-bded-4962-8fb8-da079115d181 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Request body: {'subnet': {'network_id': 'cc1003a1-5c91-4fda-af63-136a3a7e5835', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:59.297759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:50:59.318095 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 54b44363-b6ed-4a92-890b-fb39c30ebe3b details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:50:59.373299 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-69321b36-1c27-4d1e-8348-75d49c5eb61d tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:59.373629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-69321b36-1c27-4d1e-8348-75d49c5eb61d tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:59.397026 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0c2147-d8de-4dcd-af72-9fb162fefbea req-50195185-5fb1-4528-b916-d6c940502da3 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:59.400145 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f0c2147-d8de-4dcd-af72-9fb162fefbea req-50195185-5fb1-4528-b916-d6c940502da3 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 944 time: 0.5085788
Dec 24 10:50:59.468462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fbf961-2b2f-4d75-95ac-a0c738dbfd9d None None] DHCP port deletion for d5623299-dadc-4a30-ae54-1ccb24a470c0 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:50:59.475501 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-90fbf961-2b2f-4d75-95ac-a0c738dbfd9d None None] Deleting port bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:59.475853 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-90fbf961-2b2f-4d75-95ac-a0c738dbfd9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:59.491667 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-31fcc875-89ea-457a-a788-3891eedb2ea8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, fbd35e64-b1a6-487b-8589-9c730fd275d1) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:50:59.510536 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e2c4ed-b615-45ac-b238-7ceff2acacd1 None None] Network fbd35e64-b1a6-487b-8589-9c730fd275d1 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:50:59.536826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9987c4-f40f-4cb8-adf8-6a65946f56a8 req-e27978bd-ac61-4cf7-8dd8-afd5edb76cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:59.538900 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6d9987c4-f40f-4cb8-adf8-6a65946f56a8 req-e27978bd-ac61-4cf7-8dd8-afd5edb76cff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 1098 time: 0.5761080
Dec 24 10:50:59.556535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fcc875-89ea-457a-a788-3891eedb2ea8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:59.557133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-31fcc875-89ea-457a-a788-3891eedb2ea8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:59.573945 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-20e343ff-5c2c-412e-8876-b92a1b117add tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Unset dirty status for tenant:d73c1177e3f244a8a84e95f23eb10772 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:50:59.579704 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-20e343ff-5c2c-412e-8876-b92a1b117add tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "GET /v2.0/ports/cc40c7a8-6429-471b-8541-c9243c6909db HTTP/1.1" status: 404  len: 333 time: 0.4782763
Dec 24 10:50:59.584654 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:59.586744 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42050) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:59.602072 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-31fcc875-89ea-457a-a788-3891eedb2ea8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.0080216
Dec 24 10:50:59.619160 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8d77c-4371-434f-8406-fc3877796199 req-4c795fd3-ae41-4aa7-ab24-d4756d0aa29e tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:50:59.627012 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-79f8d77c-4371-434f-8406-fc3877796199 req-4c795fd3-ae41-4aa7-ab24-d4756d0aa29e tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 945 time: 0.9800713
Dec 24 10:50:59.635447 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-69321b36-1c27-4d1e-8348-75d49c5eb61d tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Calling delete_port for ae8da803-75bd-4365-bb48-a5d13183f54d owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:50:59.657650 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42054) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:50:59.681351 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2013211972', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:50:59.690645 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:59.698143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Usage tracker for resource:router and tenant:cd9033324f80492388fb35eda7bfd1eb is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:59.703222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:59.711660 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:59.726560 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0467e010-90d6-4a80-bc07-ea0f03eb654f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:59.753761 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8d03c6b7-bded-4962-8fb8-da079115d181 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:50:59.757972 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8d03c6b7-bded-4962-8fb8-da079115d181 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Usage tracker for resource:subnet and tenant:9ffea32b0b374a4293cb106e3a71805e is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:50:59.762711 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8d03c6b7-bded-4962-8fb8-da079115d181 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:50:59.765109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbb0e87-243f-4d79-8392-a2439a8cb2c5 None None] Network a7d77c03-8168-4373-8f11-ce3fd644a72c requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:50:59.769177 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8d03c6b7-bded-4962-8fb8-da079115d181 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:50:59.790400 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-6d9987c4-f40f-4cb8-adf8-6a65946f56a8 req-2b015ac5-fd24-4fec-8b53-76898dd0ef9b service neutron] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:59.822652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:59.823446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:59.828175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d03c6b7-bded-4962-8fb8-da079115d181 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Made reservation on behalf of 9ffea32b0b374a4293cb106e3a71805e for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:50:59.833670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8d03c6b7-bded-4962-8fb8-da079115d181 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:59.883245 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-79f8d77c-4371-434f-8406-fc3877796199 req-19b5b18d-2eef-4f8e-8486-c02e2a93d60a tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2552373
Dec 24 10:50:59.887926 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f0c2147-d8de-4dcd-af72-9fb162fefbea req-70270f32-d4c4-40bd-88e0-65087a9b17e3 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/security-groups?id=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3925099
Dec 24 10:50:59.898613 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-ba123ee8-7225-4491-8f3d-149b884610f5 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Deleting port b49661bb-22d5-4c3d-9b11-043037f032ad {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:59.899980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba123ee8-7225-4491-8f3d-149b884610f5 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:59.924392 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:59.933767 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Deleting port bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:50:59.934369 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:50:59.943014 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ae6fc8a3-f33f-4538-bd73-b2d966615f5e up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:50:59.966042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-6d9987c4-f40f-4cb8-adf8-6a65946f56a8 req-2b015ac5-fd24-4fec-8b53-76898dd0ef9b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:00.014736 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a0d8af-2c63-4bcb-b836-6bcb095a1918 None None] Network fbd35e64-b1a6-487b-8589-9c730fd275d1 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:00.030092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-6d9987c4-f40f-4cb8-adf8-6a65946f56a8 req-2b015ac5-fd24-4fec-8b53-76898dd0ef9b service neutron] Usage tracker for resource:security_group_rule and tenant:e2c2605b80ce4c16968b78a6f0d5b954 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:00.045228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-6d9987c4-f40f-4cb8-adf8-6a65946f56a8 req-2b015ac5-fd24-4fec-8b53-76898dd0ef9b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:00.073834 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-6d9987c4-f40f-4cb8-adf8-6a65946f56a8 req-2b015ac5-fd24-4fec-8b53-76898dd0ef9b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:00.156166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-69321b36-1c27-4d1e-8348-75d49c5eb61d tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:00.162453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-889b0fc7-dc69-43bc-b1d2-924a4e14b2bf tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:00.182115 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-118aa044-1958-4f88-a33c-1013b68c90b8 None None] Provisioning for port ae6fc8a3-f33f-4538-bd73-b2d966615f5e completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:00.218924 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69321b36-1c27-4d1e-8348-75d49c5eb61d tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Pushing event deleted for resources: {'Port': ['ID=ae8da803-75bd-4365-bb48-a5d13183f54d,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:00.221767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-69321b36-1c27-4d1e-8348-75d49c5eb61d tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:00.225565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:00.234400 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-90fbf961-2b2f-4d75-95ac-a0c738dbfd9d None None] For port bf97dd3e-e8a3-42b2-baf7-4db5db0bd709, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=bf97dd3e-e8a3-42b2-baf7-4db5db0bd709,segment=NetworkSegment(fd3aade7-ab28-455f-91ec-a74bc5f94c2e),segment_id=fd3aade7-ab28-455f-91ec-a74bc5f94c2e)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:00.234802 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-90fbf961-2b2f-4d75-95ac-a0c738dbfd9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:00.343118 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-69321b36-1c27-4d1e-8348-75d49c5eb61d tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:00.359690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-69321b36-1c27-4d1e-8348-75d49c5eb61d tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:00.363899 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-69321b36-1c27-4d1e-8348-75d49c5eb61d tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] 10.222.0.54 "DELETE /v2.0/floatingips/3cabc3c4-8160-4718-93c0-fe48c248c5bd HTTP/1.1" status: 204  len: 168 time: 2.1466627
Dec 24 10:51:00.364738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42058) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:00.394577 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-90fbf961-2b2f-4d75-95ac-a0c738dbfd9d None None] Calling delete_port for bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:00.441022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Router b0178c38-9832-4460-8650-a341c2e50cea is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:51:00.468492 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port ae6fc8a3-f33f-4538-bd73-b2d966615f5e completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:00.517216 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port ae6fc8a3-f33f-4538-bd73-b2d966615f5e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:00.517435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:00.600468 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-4b669603-092f-45c7-9469-e84cafa19af8 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Deleting port 6c6a4ca5-2c1c-4a28-ba05-5585ab86eef5 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:00.600468 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4b669603-092f-45c7-9469-e84cafa19af8 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:00.639817 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] For port bf97dd3e-e8a3-42b2-baf7-4db5db0bd709, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=bf97dd3e-e8a3-42b2-baf7-4db5db0bd709,segment=NetworkSegment(fd3aade7-ab28-455f-91ec-a74bc5f94c2e),segment_id=fd3aade7-ab28-455f-91ec-a74bc5f94c2e)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:00.640201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:00.746797 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-90fbf961-2b2f-4d75-95ac-a0c738dbfd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:00.756799 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c49337b2-a5c4-4049-8b2d-c4f2dba12243 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:00.813834 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fbf961-2b2f-4d75-95ac-a0c738dbfd9d None None] Pushing event deleted for resources: {'Port': ['ID=bf97dd3e-e8a3-42b2-baf7-4db5db0bd709,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:00.818666 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-90fbf961-2b2f-4d75-95ac-a0c738dbfd9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:00.820464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fbf961-2b2f-4d75-95ac-a0c738dbfd9d None None] No DVR routers for this DVR port bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:51:00.839875 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:00.875689 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port ae6fc8a3-f33f-4538-bd73-b2d966615f5e, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ae6fc8a3-f33f-4538-bd73-b2d966615f5e,segment=NetworkSegment(b5e60ada-3b79-41a5-9f32-d79964a3ed25),segment_id=b5e60ada-3b79-41a5-9f32-d79964a3ed25)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:00.881459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:00.883522 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8a975b70-d81c-4065-bf45-562163994a74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:00.979786 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:51:01.019455 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 051d9c7d-0653-4d16-af5b-1e971a9cce53 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:01.057239 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Calling delete_port for bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:01.066011 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:51:01.066364 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:51:01.087970 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=ae6fc8a3-f33f-4538-bd73-b2d966615f5e,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:01.100086 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:01.128046 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 051d9c7d-0653-4d16-af5b-1e971a9cce53 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:01.133648 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 051d9c7d-0653-4d16-af5b-1e971a9cce53 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:01.134287 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:01.149155 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:01.164946 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Sync routers for ids ['b0178c38-9832-4460-8650-a341c2e50cea'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:01.205724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba123ee8-7225-4491-8f3d-149b884610f5 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:01.205922 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4b669603-092f-45c7-9469-e84cafa19af8 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:01.206182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4b669603-092f-45c7-9469-e84cafa19af8 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:01.207391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Routers {'b0178c38-9832-4460-8650-a341c2e50cea'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:01.208027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf71ca0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:50:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['b0178c38-9832-4460-8650-a341c2e50cea'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:01.218656 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:01.223212 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 8.3321500
Dec 24 10:51:01.225733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42066) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:01.287787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-6d9987c4-f40f-4cb8-adf8-6a65946f56a8 req-2b015ac5-fd24-4fec-8b53-76898dd0ef9b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:01.372870 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-21dddc4d-68d4-4611-b754-033584a94415 None None] Provisioning complete for port ae6fc8a3-f33f-4538-bd73-b2d966615f5e triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:01.373486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-21dddc4d-68d4-4611-b754-033584a94415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:01.406991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-4b669603-092f-45c7-9469-e84cafa19af8 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Calling delete_port for 6c6a4ca5-2c1c-4a28-ba05-5585ab86eef5 owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:01.480750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-6d9987c4-f40f-4cb8-adf8-6a65946f56a8 req-2b015ac5-fd24-4fec-8b53-76898dd0ef9b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:01.493064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-ba123ee8-7225-4491-8f3d-149b884610f5 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Calling delete_port for b49661bb-22d5-4c3d-9b11-043037f032ad owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:01.501110 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea395c3-4099-4e6d-a176-876e794f3a14 req-1283a6a2-0dee-4d0b-b5fe-fda674f439e1 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:01.502625 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4ea395c3-4099-4e6d-a176-876e794f3a14 req-1283a6a2-0dee-4d0b-b5fe-fda674f439e1 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 945 time: 0.4292736
Dec 24 10:51:01.531383 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:01.557595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:01.566870 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:01.587181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8d03c6b7-bded-4962-8fb8-da079115d181 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:01.589468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Set router b0178c38-9832-4460-8650-a341c2e50cea gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:51:01.637590 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6d9987c4-f40f-4cb8-adf8-6a65946f56a8 req-2b015ac5-fd24-4fec-8b53-76898dd0ef9b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 2.0391071
Dec 24 10:51:01.643309 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4ea395c3-4099-4e6d-a176-876e794f3a14 req-ab65ad1f-942c-4615-ac8b-705df182eec6 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1338601
Dec 24 10:51:01.650578 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 051d9c7d-0653-4d16-af5b-1e971a9cce53, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=051d9c7d-0653-4d16-af5b-1e971a9cce53,segment=NetworkSegment(c3f666df-cfe1-4d16-a1e0-2863183c8e20),segment_id=c3f666df-cfe1-4d16-a1e0-2863183c8e20)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:01.667978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:51:01.668185 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:51:01.668706 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b015ac5-fd24-4fec-8b53-76898dd0ef9b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0e7fd6-cf0e-44bb-a43d-77eaf2156ebb,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:01.679644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2b015ac5-fd24-4fec-8b53-76898dd0ef9b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:01.681341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:01.690455 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e7d6ab23-e1c9-4fd7-a397-ed98f68345ca tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "GET /v2.0/routers/b0178c38-9832-4460-8650-a341c2e50cea HTTP/1.1" status: 200  len: 907 time: 0.4630330
Dec 24 10:51:01.691224 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42070) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:01.712813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38143a76-4427-4462-ae84-e6f48a376a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051d9c7d-0653-4d16-af5b-1e971a9cce53'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:51:01.727434 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:01.729917 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:01.807612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4b669603-092f-45c7-9469-e84cafa19af8 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:01.863316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:01.893674 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cce281e-6406-40d1-a167-e323ed78e55d req-2d06c75a-8d97-4e7d-b87c-a69d1100300f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:01.895206 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4cce281e-6406-40d1-a167-e323ed78e55d req-2d06c75a-8d97-4e7d-b87c-a69d1100300f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 944 time: 0.7245672
Dec 24 10:51:01.905823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03c6b7-bded-4962-8fb8-da079115d181 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event updated for resources: {'Subnet': ['ID=5f21cdbe-6682-4793-87bb-d6f82be9bd2a,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:01.909032 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38143a76-4427-4462-ae84-e6f48a376a96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '051d9c7d-0653-4d16-af5b-1e971a9cce53', 'code': 200}
Dec 24 10:51:01.912468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d03c6b7-bded-4962-8fb8-da079115d181 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Checking segment: {'id': '54960492-9f10-4261-8745-085b7f7e2053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'cc1003a1-5c91-4fda-af63-136a3a7e5835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:01.912830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d03c6b7-bded-4962-8fb8-da079115d181 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Network hostable DHCP agents. Network: cc1003a1-5c91-4fda-af63-136a3a7e5835, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:51:01.915466 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ae6fc8a3-f33f-4538-bd73-b2d966615f5e up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:01.919431 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b669603-092f-45c7-9469-e84cafa19af8 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c6a4ca5-2c1c-4a28-ba05-5585ab86eef5,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:01.920261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8d03c6b7-bded-4962-8fb8-da079115d181 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:01.952007 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4b669603-092f-45c7-9469-e84cafa19af8 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:01.995160 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4cce281e-6406-40d1-a167-e323ed78e55d req-738ff890-b8d1-4d55-b34d-c82d41077272 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/security-groups?id=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859973
Dec 24 10:51:01.999675 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba123ee8-7225-4491-8f3d-149b884610f5 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:02.007757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-accfe8ee-3c08-478e-a40b-52de21c21473 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:02.019341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:02.062057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d03c6b7-bded-4962-8fb8-da079115d181 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Network cc1003a1-5c91-4fda-af63-136a3a7e5835 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:51:02.068974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba123ee8-7225-4491-8f3d-149b884610f5 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event deleted for resources: {'Port': ['ID=b49661bb-22d5-4c3d-9b11-043037f032ad,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:02.076874 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ba123ee8-7225-4491-8f3d-149b884610f5 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:02.108703 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ca47f6b4-dcd3-40f3-abfb-bee4073e7604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:02.111349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4b669603-092f-45c7-9469-e84cafa19af8 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:02.124529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-8d03c6b7-bded-4962-8fb8-da079115d181 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, cc1003a1-5c91-4fda-af63-136a3a7e5835) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:02.161708 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e84274-1bf2-4356-a0d4-1f7eca7f6a73 None None] Network cc1003a1-5c91-4fda-af63-136a3a7e5835 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:02.183210 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d03c6b7-bded-4962-8fb8-da079115d181 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:02.183782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8d03c6b7-bded-4962-8fb8-da079115d181 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:02.188623 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Deleting port bf97dd3e-e8a3-42b2-baf7-4db5db0bd709 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:02.188962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:02.205313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4b669603-092f-45c7-9469-e84cafa19af8 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:02.210391 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4b669603-092f-45c7-9469-e84cafa19af8 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/4cd21133-affd-43f8-bf63-0ddb356d5220 HTTP/1.1" status: 204  len: 168 time: 1.8409362
Dec 24 10:51:02.214406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42078) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:02.261970 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=051d9c7d-0653-4d16-af5b-1e971a9cce53,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:02.269499 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:02.315927 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-2b96302a-4482-4397-bfaf-15c28b463b08 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Deleting port 9e77a83b-f18c-471c-b8d3-d0bf7eda7be9 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:02.316275 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b96302a-4482-4397-bfaf-15c28b463b08 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:02.324923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] The port 'bf97dd3e-e8a3-42b2-baf7-4db5db0bd709' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:51:02.421647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port ae6fc8a3-f33f-4538-bd73-b2d966615f5e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:02.422236 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:02.503111 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:02.530878 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Deleting port c5f77833-73b6-4d4d-b230-c8bddbddd826 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:02.531226 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:02.636691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-cc1003a1-5c91-4fda-af63-136a3a7e5835', 'network_id': 'cc1003a1-5c91-4fda-af63-136a3a7e5835', 'tenant_id': '9ffea32b0b374a4293cb106e3a71805e', 'fixed_ips': [{'subnet_id': '5f21cdbe-6682-4793-87bb-d6f82be9bd2a'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:51:02.638091 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:02.723311 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf71ca0>, [{'id': 'b0178c38-9832-4460-8650-a341c2e50cea', 'name': 'tempest-snat-router-839575747', 'tenant_id': '1a39ae7fdc3a4d09a5aece81904e1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.190'}], 'enable_snat': True}, 'gw_port_id': 'c5f77833-73b6-4d4d-b230-c8bddbddd826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:50:52Z', 'updated_at': '2021-12-24T10:50:57Z', 'revision_number': 3, 'project_id': '1a39ae7fdc3a4d09a5aece81904e1d32', 'gw_port': {'id': 'c5f77833-73b6-4d4d-b230-c8bddbddd826', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:92:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0178c38-9832-4460-8650-a341c2e50cea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:50:56Z', 'updated_at': '2021-12-24T10:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:02.730163 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Checking router: b0178c38-9832-4460-8650-a341c2e50cea for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:51:02.730528 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Updating router b0178c38-9832-4460-8650-a341c2e50cea port c5f77833-73b6-4d4d-b230-c8bddbddd826 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:51:02.820647 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ba123ee8-7225-4491-8f3d-149b884610f5 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:02.822908 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ba123ee8-7225-4491-8f3d-149b884610f5 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "DELETE /v2.0/ports/b49661bb-22d5-4c3d-9b11-043037f032ad HTTP/1.1" status: 204  len: 168 time: 3.2231758
Dec 24 10:51:02.834835 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42084) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:02.839257 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8d03c6b7-bded-4962-8fb8-da079115d181 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.5862246
Dec 24 10:51:02.846077 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42086) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:02.861685 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:02.915275 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-2ad65fed-10ff-4510-8278-27310ba41d6c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Request body: {'subnet': {'network_id': '54b44363-b6ed-4a92-890b-fb39c30ebe3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:02.941613 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:02.979338 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:02.986801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.071029 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7ce1cd90>,) {'filters': {'network_id': ['d5623299-dadc-4a30-ae54-1ccb24a470c0']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:03.076807 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.093921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.095440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7ce1cd90>, 'fd3aade7-ab28-455f-91ec-a74bc5f94c2e') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:03.095440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7ce1cd90>, 'fd3aade7-ab28-455f-91ec-a74bc5f94c2e') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:03.112566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.120259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850cced-53fa-401f-bbbe-12b920bd2efb req-eb3ac1cf-ad27-4ebf-a1c8-b0e1af773062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:03.121771 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e850cced-53fa-401f-bbbe-12b920bd2efb req-eb3ac1cf-ad27-4ebf-a1c8-b0e1af773062 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 1098 time: 0.8227980
Dec 24 10:51:03.148831 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.169033 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2ad65fed-10ff-4510-8278-27310ba41d6c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:03.177933 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Allocated IP 172.20.0.2 (cc1003a1-5c91-4fda-af63-136a3a7e5835/5f21cdbe-6682-4793-87bb-d6f82be9bd2a/e16bc54f-23bd-4909-a804-057844ece24f) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:03.184145 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.205387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:51:03.205612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:51:03.222774 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:51:03.224953 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2ad65fed-10ff-4510-8278-27310ba41d6c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Usage tracker for resource:subnet and tenant:9ffea32b0b374a4293cb106e3a71805e is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:03.230515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2ad65fed-10ff-4510-8278-27310ba41d6c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:03.240182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b96302a-4482-4397-bfaf-15c28b463b08 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.286020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-e850cced-53fa-401f-bbbe-12b920bd2efb req-5f5da27f-366b-4f84-889e-9ac149f55a40 service neutron] Synchronizing usage tracker for tenant:e2c2605b80ce4c16968b78a6f0d5b954 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:03.298669 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2ad65fed-10ff-4510-8278-27310ba41d6c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:03.334365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.343676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-251eaffe-3f73-4757-92eb-94c5094ce944 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:03.375733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-e850cced-53fa-401f-bbbe-12b920bd2efb req-5f5da27f-366b-4f84-889e-9ac149f55a40 service neutron] Unset dirty status for tenant:e2c2605b80ce4c16968b78a6f0d5b954 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:03.377389 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Calling delete_port for c5f77833-73b6-4d4d-b230-c8bddbddd826 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:03.377827 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e850cced-53fa-401f-bbbe-12b920bd2efb req-5f5da27f-366b-4f84-889e-9ac149f55a40 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2465713
Dec 24 10:51:03.380212 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.390870 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Pushing event deleted for resources: {'Network': ['ID=d5623299-dadc-4a30-ae54-1ccb24a470c0,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:03.400623 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:03.408711 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] 10.222.0.54 "DELETE /v2.0/networks/d5623299-dadc-4a30-ae54-1ccb24a470c0 HTTP/1.1" status: 204  len: 168 time: 4.2547743
Dec 24 10:51:03.419975 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9309cfc-a586-4bb0-a898-5ef7d9c3dc74 req-c55b3a13-5da2-42ee-8fe5-b01805f70b27 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:03.429789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-59cc8f9d-07c4-4eab-9a05-8bf0da259c07 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Deleting subnet 0004aa14-f6a4-4349-bf27-1e7e46b89c7e {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:51:03.431571 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b9309cfc-a586-4bb0-a898-5ef7d9c3dc74 req-c55b3a13-5da2-42ee-8fe5-b01805f70b27 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 945 time: 0.2784083
Dec 24 10:51:03.502315 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-59cc8f9d-07c4-4eab-9a05-8bf0da259c07 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.504120 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b9309cfc-a586-4bb0-a898-5ef7d9c3dc74 req-dcf32829-f2cc-4f69-9a40-02d7cb875d49 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/security-groups?id=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714889
Dec 24 10:51:03.546186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.570657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.573259 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Transition to ACTIVE for port object c5f77833-73b6-4d4d-b230-c8bddbddd826 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:03.586086 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Transition to ACTIVE for port object e16bc54f-23bd-4909-a804-057844ece24f will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:03.604465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-2b96302a-4482-4397-bfaf-15c28b463b08 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Calling delete_port for 9e77a83b-f18c-471c-b8d3-d0bf7eda7be9 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:03.608691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Transition to ACTIVE for port object e16bc54f-23bd-4909-a804-057844ece24f will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:03.611175 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.621188 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:03.669154 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad65fed-10ff-4510-8278-27310ba41d6c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Made reservation on behalf of 9ffea32b0b374a4293cb106e3a71805e for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:03.672648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ad65fed-10ff-4510-8278-27310ba41d6c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.673505 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.698908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Allocated IP 172.26.4.210 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/4a8939ff-d9cf-4982-82a1-009d1c380514) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:03.732329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Attempting to bind port c5f77833-73b6-4d4d-b230-c8bddbddd826 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:03.733056 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Attempting to bind port c5f77833-73b6-4d4d-b230-c8bddbddd826 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:03.733433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Attempting to bind port c5f77833-73b6-4d4d-b230-c8bddbddd826 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:03.762305 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:51:03.766131 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:03.766619 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.767039 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:51:03.769217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Bound port: c5f77833-73b6-4d4d-b230-c8bddbddd826, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:51:03.769682 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.796407 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-59cc8f9d-07c4-4eab-9a05-8bf0da259c07 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.831837 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42100) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:03.877634 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] For port c5f77833-73b6-4d4d-b230-c8bddbddd826, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:51:03.892453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f64c6-d119-4122-bcf5-c144f0f3d474 req-91500ac2-2127-45ac-904b-37177f61f313 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:03.893603 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] For port c5f77833-73b6-4d4d-b230-c8bddbddd826, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c5f77833-73b6-4d4d-b230-c8bddbddd826,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:51:03.894269 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-005f64c6-d119-4122-bcf5-c144f0f3d474 req-91500ac2-2127-45ac-904b-37177f61f313 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 945 time: 1.0365465
Dec 24 10:51:03.902622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Network cc1003a1-5c91-4fda-af63-136a3a7e5835 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:03.908695 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:03.911078 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a727e-b928-446f-a6aa-6d6e2f44b76a None None] Pushing event updated for resources: {'Port': ['ID=c5f77833-73b6-4d4d-b230-c8bddbddd826,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:03.913664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:03.951743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-814a727e-b928-446f-a6aa-6d6e2f44b76a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:03.953315 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:03.957497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.266s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:03.990881 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:04.025891 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:04.035122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2dad805b-04c9-4cab-af58-c123013bc0ac tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:04.065902 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-005f64c6-d119-4122-bcf5-c144f0f3d474 req-7ee74b12-0fc2-4869-930f-7c7e1b6320c1 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1543705
Dec 24 10:51:04.098069 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Routers {'b0178c38-9832-4460-8650-a341c2e50cea'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:04.098606 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf71ca0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['b0178c38-9832-4460-8650-a341c2e50cea'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:04.140253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=4a8939ff-d9cf-4982-82a1-009d1c380514,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:04.146134 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:04.157124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:04.160997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:04.165558 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:04.227111 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fb247120-97a6-4562-8a34-235b32674c14 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6a46942fc1af49688b0b7134a1244a83&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3938329
Dec 24 10:51:04.229926 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42106) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:04.239587 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.api [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:51:04.240160 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_db.api [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:51:04.259618 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] Set router b0178c38-9832-4460-8650-a341c2e50cea gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:51:04.264563 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-59cc8f9d-07c4-4eab-9a05-8bf0da259c07 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:04.305643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b96302a-4482-4397-bfaf-15c28b463b08 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:04.316557 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e0e60b63-d7c4-4997-9a04-113597d449f8 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:04.366935 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf71ca0>, [{'id': 'b0178c38-9832-4460-8650-a341c2e50cea', 'name': 'tempest-snat-router-839575747', 'tenant_id': '1a39ae7fdc3a4d09a5aece81904e1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:50:52Z', 'updated_at': '2021-12-24T10:51:02Z', 'revision_number': 4, 'project_id': '1a39ae7fdc3a4d09a5aece81904e1d32', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:04.368915 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Pushing event updated for resources: {'Port': ['ID=e16bc54f-23bd-4909-a804-057844ece24f,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:04.371177 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Attempting to bind port e16bc54f-23bd-4909-a804-057844ece24f on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:04.371600 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Attempting to bind port e16bc54f-23bd-4909-a804-057844ece24f by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '54960492-9f10-4261-8745-085b7f7e2053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'cc1003a1-5c91-4fda-af63-136a3a7e5835'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:04.371974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Attempting to bind port e16bc54f-23bd-4909-a804-057844ece24f on network cc1003a1-5c91-4fda-af63-136a3a7e5835 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:04.387103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b96302a-4482-4397-bfaf-15c28b463b08 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Pushing event deleted for resources: {'Port': ['ID=9e77a83b-f18c-471c-b8d3-d0bf7eda7be9,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:04.399491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2b96302a-4482-4397-bfaf-15c28b463b08 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:04.414190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:51:04.415007 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Checking segment: {'id': '54960492-9f10-4261-8745-085b7f7e2053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'cc1003a1-5c91-4fda-af63-136a3a7e5835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:04.415578 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:04.416148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Bound using segment: {'id': '54960492-9f10-4261-8745-085b7f7e2053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'cc1003a1-5c91-4fda-af63-136a3a7e5835'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:51:04.416767 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Bound port: e16bc54f-23bd-4909-a804-057844ece24f, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54960492-9f10-4261-8745-085b7f7e2053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'cc1003a1-5c91-4fda-af63-136a3a7e5835'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:51:04.417296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:04.432936 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86ab16e-d23a-41ab-81c8-3b5a540944ef None None] The sync data for ids ['b0178c38-9832-4460-8650-a341c2e50cea'] in dv-neutron-822668-2-hyperv is: [{'id': 'b0178c38-9832-4460-8650-a341c2e50cea', 'name': 'tempest-snat-router-839575747', 'tenant_id': '1a39ae7fdc3a4d09a5aece81904e1d32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:50:52Z', 'updated_at': '2021-12-24T10:51:02Z', 'revision_number': 4, 'project_id': '1a39ae7fdc3a4d09a5aece81904e1d32', 'gw_port_host': None}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:04.466121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ad65fed-10ff-4510-8278-27310ba41d6c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:04.471688 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:04.515674 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1105-5bd7-4205-99d7-4e6e85715f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:04.543410 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-59cc8f9d-07c4-4eab-9a05-8bf0da259c07 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:04.616915 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] For port e16bc54f-23bd-4909-a804-057844ece24f, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:51:04.625553 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] For port e16bc54f-23bd-4909-a804-057844ece24f, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e16bc54f-23bd-4909-a804-057844ece24f,segment=NetworkSegment(54960492-9f10-4261-8745-085b7f7e2053),segment_id=54960492-9f10-4261-8745-085b7f7e2053)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:51:04.633300 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a727e-b928-446f-a6aa-6d6e2f44b76a None None] Pushing event updated for resources: {'Port': ['ID=c5f77833-73b6-4d4d-b230-c8bddbddd826,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:04.639770 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-814a727e-b928-446f-a6aa-6d6e2f44b76a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:04.640202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.634s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:04.640479 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:04.643883 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:04.647928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5d328736-bae8-46e9-abfe-947c54f2c2ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:04.654845 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1105-5bd7-4205-99d7-4e6e85715f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:04.743015 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-59cc8f9d-07c4-4eab-9a05-8bf0da259c07 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:04.744628 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54127c86-2b8a-43a4-bf9f-bfcd778f0008 None None] Network 73484c58-1c07-429a-b805-cacefaab135d requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:04.756234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Deleting port c5f77833-73b6-4d4d-b230-c8bddbddd826 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:04.756613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:04.817602 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Pushing event updated for resources: {'Port': ['ID=e16bc54f-23bd-4909-a804-057844ece24f,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:04.830656 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:04.835132 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b96302a-4482-4397-bfaf-15c28b463b08 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:04.895619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad65fed-10ff-4510-8278-27310ba41d6c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event updated for resources: {'Subnet': ['ID=6c8b0542-2ca6-47df-b32d-2bf162a36f6a,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:04.913711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2ad65fed-10ff-4510-8278-27310ba41d6c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:04.914601 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:04.931659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:04.954738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad65fed-10ff-4510-8278-27310ba41d6c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Checking segment: {'id': 'dc0ea533-124c-475b-ad10-1ada0a2397f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '54b44363-b6ed-4a92-890b-fb39c30ebe3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:04.955121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad65fed-10ff-4510-8278-27310ba41d6c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Network hostable DHCP agents. Network: 54b44363-b6ed-4a92-890b-fb39c30ebe3b, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:51:05.071276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc8f9d-07c4-4eab-9a05-8bf0da259c07 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event deleted for resources: {'Subnet': ['ID=0004aa14-f6a4-4349-bf27-1e7e46b89c7e,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:05.081697 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-59cc8f9d-07c4-4eab-9a05-8bf0da259c07 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "DELETE /v2.0/subnets/0004aa14-f6a4-4349-bf27-1e7e46b89c7e HTTP/1.1" status: 204  len: 168 time: 2.2430265
Dec 24 10:51:05.085776 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42112) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:05.090890 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2b96302a-4482-4397-bfaf-15c28b463b08 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] 10.222.0.54 "DELETE /v2.0/ports/9e77a83b-f18c-471c-b8d3-d0bf7eda7be9 HTTP/1.1" status: 204  len: 168 time: 2.8734369
Dec 24 10:51:05.094004 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42114) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:05.134481 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-59cc8f9d-07c4-4eab-9a05-8bf0da259c07 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:05.138902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:05.172953 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad65fed-10ff-4510-8278-27310ba41d6c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Network 54b44363-b6ed-4a92-890b-fb39c30ebe3b is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:51:05.218619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-2ad65fed-10ff-4510-8278-27310ba41d6c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 54b44363-b6ed-4a92-890b-fb39c30ebe3b) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:05.227565 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad65fed-10ff-4510-8278-27310ba41d6c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:05.228170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ad65fed-10ff-4510-8278-27310ba41d6c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:05.230442 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b29f2a1-66f0-4527-bb87-9ba5de8cfe77 None None] Network 54b44363-b6ed-4a92-890b-fb39c30ebe3b requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:05.244170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] For port c5f77833-73b6-4d4d-b230-c8bddbddd826, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c5f77833-73b6-4d4d-b230-c8bddbddd826,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:05.244675 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:05.277178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1105-5bd7-4205-99d7-4e6e85715f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:05.324087 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1017869f-d052-4491-836c-b1d7d3e41448 None None] DHCP port deletion for 73484c58-1c07-429a-b805-cacefaab135d request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:51:05.343533 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1017869f-d052-4491-836c-b1d7d3e41448 None None] Deleting port 31c1c0db-0244-4236-aea4-b4c07d658ccb {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:05.344568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1017869f-d052-4491-836c-b1d7d3e41448 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:05.350996 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:05.403171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994d566-2c98-44a5-95ad-16a76fda37e2 req-779e476e-a0c2-46b9-9439-d45a8a353e37 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:05.404769 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5994d566-2c98-44a5-95ad-16a76fda37e2 req-779e476e-a0c2-46b9-9439-d45a8a353e37 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 945 time: 0.6558878
Dec 24 10:51:05.405574 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a1105-5bd7-4205-99d7-4e6e85715f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5168e25c-3a7c-4758-afb1-65a727668bf6,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:05.424364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fd4a1105-5bd7-4205-99d7-4e6e85715f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:05.475664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Calling delete_port for c5f77833-73b6-4d4d-b230-c8bddbddd826 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:05.504859 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2ad65fed-10ff-4510-8278-27310ba41d6c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.6519253
Dec 24 10:51:05.512159 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42122) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:05.557447 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:05.559968 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fd4a1105-5bd7-4205-99d7-4e6e85715f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:05.561660 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fd4a1105-5bd7-4205-99d7-4e6e85715f96 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5168e25c-3a7c-4758-afb1-65a727668bf6 HTTP/1.1" status: 204  len: 168 time: 1.3306420
Dec 24 10:51:05.597233 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5994d566-2c98-44a5-95ad-16a76fda37e2 req-55ee53c3-fd21-47d6-a8df-d59f2a478ecb tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/security-groups?id=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1818151
Dec 24 10:51:05.636218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Deleting port 31c1c0db-0244-4236-aea4-b4c07d658ccb {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:05.636587 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:05.747036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d75c02-5a06-4aad-8966-bb09f9168209 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:05.758635 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-04d75c02-5a06-4aad-8966-bb09f9168209 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] 10.222.0.54 "GET /v2.0/ports?device_id=060a2ca4-fdd4-4d97-997d-499cadb4ee13 HTTP/1.1" status: 200  len: 913 time: 0.6560850
Dec 24 10:51:05.765953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42128) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:05.787155 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-54b44363-b6ed-4a92-890b-fb39c30ebe3b', 'network_id': '54b44363-b6ed-4a92-890b-fb39c30ebe3b', 'tenant_id': '9ffea32b0b374a4293cb106e3a71805e', 'fixed_ips': [{'subnet_id': '6c8b0542-2ca6-47df-b32d-2bf162a36f6a'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:51:05.788008 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:05.902339 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-1017869f-d052-4491-836c-b1d7d3e41448 None None] For port 31c1c0db-0244-4236-aea4-b4c07d658ccb, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=31c1c0db-0244-4236-aea4-b4c07d658ccb,segment=NetworkSegment(c55a9992-5d6e-4ad0-b394-52c5c10601a1),segment_id=c55a9992-5d6e-4ad0-b394-52c5c10601a1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:05.902778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1017869f-d052-4491-836c-b1d7d3e41448 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:05.910399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b9a3e-8bd4-492a-8d61-39f41b709e3b req-9e7f4abb-fdbd-41be-8960-8164aef0fc0e tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:05.918406 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e76b9a3e-8bd4-492a-8d61-39f41b709e3b req-9e7f4abb-fdbd-41be-8960-8164aef0fc0e tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 945 time: 0.6519036
Dec 24 10:51:05.988762 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e16bc54f-23bd-4909-a804-057844ece24f up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:06.082331 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1017869f-d052-4491-836c-b1d7d3e41448 None None] Calling delete_port for 31c1c0db-0244-4236-aea4-b4c07d658ccb owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:06.275459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Allocated IP 172.20.0.2 (54b44363-b6ed-4a92-890b-fb39c30ebe3b/6c8b0542-2ca6-47df-b32d-2bf162a36f6a/a247878a-9664-4de4-ad4c-c11ae0b8815e) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:06.293902 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1017869f-d052-4491-836c-b1d7d3e41448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:06.312622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:06.355507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port e16bc54f-23bd-4909-a804-057844ece24f completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:06.387110 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017869f-d052-4491-836c-b1d7d3e41448 None None] Pushing event deleted for resources: {'Port': ['ID=31c1c0db-0244-4236-aea4-b4c07d658ccb,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:06.443343 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-1017869f-d052-4491-836c-b1d7d3e41448 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:06.444826 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1017869f-d052-4491-836c-b1d7d3e41448 None None] No DVR routers for this DVR port 31c1c0db-0244-4236-aea4-b4c07d658ccb on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:51:06.489579 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 31c1c0db-0244-4236-aea4-b4c07d658ccb no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:51:06.492964 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e76b9a3e-8bd4-492a-8d61-39f41b709e3b req-4465f053-6856-40f3-8a0d-dbf2cf499418 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5732105
Dec 24 10:51:06.496564 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:06.541103 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 31c1c0db-0244-4236-aea4-b4c07d658ccb {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:51:06.541466 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 31c1c0db-0244-4236-aea4-b4c07d658ccb not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:51:06.545542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:06.711362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] For port 31c1c0db-0244-4236-aea4-b4c07d658ccb, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=31c1c0db-0244-4236-aea4-b4c07d658ccb,segment=NetworkSegment(c55a9992-5d6e-4ad0-b394-52c5c10601a1),segment_id=c55a9992-5d6e-4ad0-b394-52c5c10601a1)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:06.711990 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:06.743981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:06.759159 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Transition to ACTIVE for port object a247878a-9664-4de4-ad4c-c11ae0b8815e will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:06.805909 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3f101e-04ac-4d0b-837b-a2ccabeb3725 None None] Network cc1003a1-5c91-4fda-af63-136a3a7e5835 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:06.846670 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Transition to ACTIVE for port object a247878a-9664-4de4-ad4c-c11ae0b8815e will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:06.930451 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:06.937147 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:06.976227 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2ac2afc4-251c-42be-bb75-e6f7c063dd04 None None] Provisioning for port e16bc54f-23bd-4909-a804-057844ece24f completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:06.987896 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42154) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:07.031525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Pushing event updated for resources: {'Port': ['ID=a247878a-9664-4de4-ad4c-c11ae0b8815e,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:07.031762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Calling delete_port for 31c1c0db-0244-4236-aea4-b4c07d658ccb owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:07.064895 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:07.080188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c3601af6-5a0e-48c5-bf79-01db68a8c261 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:07.127963 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2ac2afc4-251c-42be-bb75-e6f7c063dd04 None None] Provisioning complete for port e16bc54f-23bd-4909-a804-057844ece24f triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:07.128697 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2ac2afc4-251c-42be-bb75-e6f7c063dd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:07.164552 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:07.166301 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Pushing event deleted for resources: {'Port': ['ID=c5f77833-73b6-4d4d-b230-c8bddbddd826,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:07.182094 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Network 54b44363-b6ed-4a92-890b-fb39c30ebe3b is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:07.186896 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:07.214802 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ee4a4430-1aae-408e-a8dd-b961414bb4c0 tempest-DvrRoutersNegativeTest-92324770 tempest-DvrRoutersNegativeTest-92324770-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-713088760', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:07.218260 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.policy [None req-ee4a4430-1aae-408e-a8dd-b961414bb4c0 tempest-DvrRoutersNegativeTest-92324770 tempest-DvrRoutersNegativeTest-92324770-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87559) log_rule_list /opt/stack/neutron/neutron/policy.py:446}}
Dec 24 10:51:07.218562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.policy [None req-ee4a4430-1aae-408e-a8dd-b961414bb4c0 tempest-DvrRoutersNegativeTest-92324770 tempest-DvrRoutersNegativeTest-92324770-project] Failed policy check for 'create_router' {{(pid=87559) enforce /opt/stack/neutron/neutron/policy.py:520}}
Dec 24 10:51:07.219087 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-ee4a4430-1aae-408e-a8dd-b961414bb4c0 tempest-DvrRoutersNegativeTest-92324770 tempest-DvrRoutersNegativeTest-92324770-project] create failed (client error): Access was denied to this resource.
Dec 24 10:51:07.228240 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:07.228444 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ee4a4430-1aae-408e-a8dd-b961414bb4c0 tempest-DvrRoutersNegativeTest-92324770 tempest-DvrRoutersNegativeTest-92324770-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.2313118
Dec 24 10:51:07.282381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:07.294677 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe13c85-8662-4fd4-990a-62a3bd5ce4ae req-435649ee-1e0e-4d32-b4fe-6c75c55f8d38 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:07.296190 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5fe13c85-8662-4fd4-990a-62a3bd5ce4ae req-435649ee-1e0e-4d32-b4fe-6c75c55f8d38 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 945 time: 0.5256584
Dec 24 10:51:07.300287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:07.367376 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:51:07.367695 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:51:07.368601 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Attempting to bind port a247878a-9664-4de4-ad4c-c11ae0b8815e on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:07.369018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Attempting to bind port a247878a-9664-4de4-ad4c-c11ae0b8815e by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'dc0ea533-124c-475b-ad10-1ada0a2397f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '54b44363-b6ed-4a92-890b-fb39c30ebe3b'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:07.369401 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Attempting to bind port a247878a-9664-4de4-ad4c-c11ae0b8815e on network 54b44363-b6ed-4a92-890b-fb39c30ebe3b {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:07.389715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631b2de-46a5-475d-9568-d97d1819ab34 req-36b4a663-51a9-472c-922d-8449ea453372 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:07.395945 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9631b2de-46a5-475d-9568-d97d1819ab34 req-36b4a663-51a9-472c-922d-8449ea453372 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 945 time: 0.6713185
Dec 24 10:51:07.401604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42162) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:07.414933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-9651c823-05af-4704-8221-01afd18b7193 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Request body: {'floatingip': {'port_id': '98135ef8-9880-4ddc-aded-a63122b26670'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:07.441488 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:51:07.442025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Checking segment: {'id': 'dc0ea533-124c-475b-ad10-1ada0a2397f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '54b44363-b6ed-4a92-890b-fb39c30ebe3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:07.442508 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:07.442978 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Bound using segment: {'id': 'dc0ea533-124c-475b-ad10-1ada0a2397f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '54b44363-b6ed-4a92-890b-fb39c30ebe3b'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:51:07.443578 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Bound port: a247878a-9664-4de4-ad4c-c11ae0b8815e, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc0ea533-124c-475b-ad10-1ada0a2397f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '54b44363-b6ed-4a92-890b-fb39c30ebe3b'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:51:07.444039 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:07.520304 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2ac2afc4-251c-42be-bb75-e6f7c063dd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:07.565579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9651c823-05af-4704-8221-01afd18b7193 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for floatingip, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:07.631351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] For port a247878a-9664-4de4-ad4c-c11ae0b8815e, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:51:07.634849 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] For port a247878a-9664-4de4-ad4c-c11ae0b8815e, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a247878a-9664-4de4-ad4c-c11ae0b8815e,segment=NetworkSegment(dc0ea533-124c-475b-ad10-1ada0a2397f3),segment_id=dc0ea533-124c-475b-ad10-1ada0a2397f3)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:51:07.663473 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-2ac2afc4-251c-42be-bb75-e6f7c063dd04 None None] For port e16bc54f-23bd-4909-a804-057844ece24f, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e16bc54f-23bd-4909-a804-057844ece24f,segment=NetworkSegment(54960492-9f10-4261-8745-085b7f7e2053),segment_id=54960492-9f10-4261-8745-085b7f7e2053)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:07.665940 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:07.674892 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bd0805e1-e76e-4ae1-b072-a32f477ba887 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:07.704394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42168) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:07.719073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:07.721829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:07.726423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 91a969c7-6ec3-42de-b80c-73cfd6e86137 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:51:07.777513 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5fe13c85-8662-4fd4-990a-62a3bd5ce4ae req-386b806b-14cc-46bb-92b5-4e450418d916 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/security-groups?id=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3433094
Dec 24 10:51:07.791012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:07.791650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0178c38-9832-4460-8650-a341c2e50cea {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:51:07.803084 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2ac2afc4-251c-42be-bb75-e6f7c063dd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:07.808150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Pushing event updated for resources: {'Port': ['ID=a247878a-9664-4de4-ad4c-c11ae0b8815e,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:07.812397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:07.812844 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-814a727e-b928-446f-a6aa-6d6e2f44b76a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:07.868975 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:07.873229 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "DELETE /v2.0/routers/b0178c38-9832-4460-8650-a341c2e50cea HTTP/1.1" status: 204  len: 168 time: 6.1726496
Dec 24 10:51:07.877821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Allocated IP 172.20.0.1 (cc1003a1-5c91-4fda-af63-136a3a7e5835/5f21cdbe-6682-4793-87bb-d6f82be9bd2a/a57be4b8-35ac-4249-80f8-99508aed4fd1) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:07.891099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42176) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:07.903145 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac2afc4-251c-42be-bb75-e6f7c063dd04 None None] Pushing event updated for resources: {'Port': ['ID=e16bc54f-23bd-4909-a804-057844ece24f,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:07.907987 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2ac2afc4-251c-42be-bb75-e6f7c063dd04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:07.942712 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8da6fb8e-b073-4bd9-81da-1eef41dd66a0 None None] Provisioning complete for port e16bc54f-23bd-4909-a804-057844ece24f triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:07.943105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8da6fb8e-b073-4bd9-81da-1eef41dd66a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:07.958551 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Deleting port 31c1c0db-0244-4236-aea4-b4c07d658ccb {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:07.966495 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:08.118553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0ce1-277e-4e1d-b29e-0c4afe0ae04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:08.205027 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] The port '31c1c0db-0244-4236-aea4-b4c07d658ccb' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:51:08.233172 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43ac0188-3a66-4027-a21d-81c6a7ec3a99 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:08.387999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8b5e0ce1-277e-4e1d-b29e-0c4afe0ae04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:08.441818 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:08.529519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Transition to ACTIVE for port object a57be4b8-35ac-4249-80f8-99508aed4fd1 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:08.546508 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8b5e0ce1-277e-4e1d-b29e-0c4afe0ae04a admin admin] Usage tracker for resource:security_group_rule and tenant:8f0d55789c0547cf83e88a2c10e8ad7c is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:08.552817 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8b5e0ce1-277e-4e1d-b29e-0c4afe0ae04a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:08.573301 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43ac0188-3a66-4027-a21d-81c6a7ec3a99 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:08.585681 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-43ac0188-3a66-4027-a21d-81c6a7ec3a99 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Deleting port c1d0ea71-daf6-4577-8edc-7965156a8c58 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:08.586064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43ac0188-3a66-4027-a21d-81c6a7ec3a99 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:08.588339 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8b5e0ce1-277e-4e1d-b29e-0c4afe0ae04a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:08.626548 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:08.632182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d35288c1-3106-4686-bfed-1308ce60527a tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:08.704232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Network cc1003a1-5c91-4fda-af63-136a3a7e5835 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:08.728264 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:08.730750 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:08.766150 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:08.775824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:08.789712 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30bd2e8-5f9b-45b4-a3af-74ee7f21358d None None] Sync routers for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:08.812675 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30bd2e8-5f9b-45b4-a3af-74ee7f21358d None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:08.814008 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f30bd2e8-5f9b-45b4-a3af-74ee7f21358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7def41c0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:08.851132 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event updated for resources: {'Port': ['ID=a57be4b8-35ac-4249-80f8-99508aed4fd1,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:08.854380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:08.856291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c234af0>,) {'filters': {'network_id': ['73484c58-1c07-429a-b805-cacefaab135d']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:08.875542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cf9efc-a2d1-4694-b262-615573208305 req-7da40369-caf6-4db5-b04b-47576cf5d859 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:08.877427 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-08cf9efc-a2d1-4694-b262-615573208305 req-7da40369-caf6-4db5-b04b-47576cf5d859 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 945 time: 0.8427231
Dec 24 10:51:08.892952 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1a790fb7-946a-4270-92d1-017ae27c05e7 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:08.896216 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:08.912864 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f30bd2e8-5f9b-45b4-a3af-74ee7f21358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7def41c0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:08.923499 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30bd2e8-5f9b-45b4-a3af-74ee7f21358d None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:08.924359 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f30bd2e8-5f9b-45b4-a3af-74ee7f21358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7def41c0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:08.977529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42180) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:08.992994 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f30bd2e8-5f9b-45b4-a3af-74ee7f21358d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7def41c0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:08.993526 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30bd2e8-5f9b-45b4-a3af-74ee7f21358d None None] The sync data for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:09.045858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c234af0>, 'c55a9992-5d6e-4ad0-b394-52c5c10601a1') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:09.046180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c234af0>, 'c55a9992-5d6e-4ad0-b394-52c5c10601a1') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:09.059557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:09.061332 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 9.3901250
Dec 24 10:51:09.064765 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-b1f497bf-198a-4ea7-842d-4a87f69ddce9 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Request body: {'floatingip': {'port_id': '051d9c7d-0653-4d16-af5b-1e971a9cce53'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:09.121187 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42184) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:09.133116 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1790ca-0258-4f48-b29f-96a474995277 None None] Network 54b44363-b6ed-4a92-890b-fb39c30ebe3b requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:09.257134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-43ac0188-3a66-4027-a21d-81c6a7ec3a99 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] For port c1d0ea71-daf6-4577-8edc-7965156a8c58, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c1d0ea71-daf6-4577-8edc-7965156a8c58,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:09.257543 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43ac0188-3a66-4027-a21d-81c6a7ec3a99 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:09.289689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:09.292775 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2972a384-2c33-4697-ba46-1b124713b38e None None] Provisioning for port a57be4b8-35ac-4249-80f8-99508aed4fd1 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:09.304737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2972a384-2c33-4697-ba46-1b124713b38e None None] Provisioning complete for port a57be4b8-35ac-4249-80f8-99508aed4fd1 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:09.305554 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2972a384-2c33-4697-ba46-1b124713b38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:09.335699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b1f497bf-198a-4ea7-842d-4a87f69ddce9 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for floatingip, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:09.409470 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-43ac0188-3a66-4027-a21d-81c6a7ec3a99 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Calling delete_port for c1d0ea71-daf6-4577-8edc-7965156a8c58 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:09.414618 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-2972a384-2c33-4697-ba46-1b124713b38e None None] Port a57be4b8-35ac-4249-80f8-99508aed4fd1 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:51:09.529499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:09.546952 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-282c6128-1db2-4730-94ab-3060390fe58e None None] Provisioning for port a247878a-9664-4de4-ad4c-c11ae0b8815e completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:09.568516 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:51:09.568933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:51:09.584791 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:51:09.843582 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:09.881433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0ce1-277e-4e1d-b29e-0c4afe0ae04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:09.891685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:09.911307 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:09.915110 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b5e0ce1-277e-4e1d-b29e-0c4afe0ae04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:09.936807 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a247878a-9664-4de4-ad4c-c11ae0b8815e up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:10.018576 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port a247878a-9664-4de4-ad4c-c11ae0b8815e completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:10.027623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port a247878a-9664-4de4-ad4c-c11ae0b8815e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:10.028254 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:10.098151 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:10.147687 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:10.182907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port a247878a-9664-4de4-ad4c-c11ae0b8815e, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a247878a-9664-4de4-ad4c-c11ae0b8815e,segment=NetworkSegment(dc0ea533-124c-475b-ad10-1ada0a2397f3),segment_id=dc0ea533-124c-475b-ad10-1ada0a2397f3)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:10.188031 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:10.188954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e16bc54f-23bd-4909-a804-057844ece24f up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:10.206257 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] 10.222.0.54 "DELETE /v2.0/networks/73484c58-1c07-429a-b805-cacefaab135d HTTP/1.1" status: 204  len: 168 time: 5.1125908
Dec 24 10:51:10.206257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Pushing event deleted for resources: {'Network': ['ID=73484c58-1c07-429a-b805-cacefaab135d,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:10.214150 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:10.223116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2b015ac5-fd24-4fec-8b53-76898dd0ef9b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:10.228900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bbe6d967-85ac-40f1-b117-fdabbd9f5478 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:10.238532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.resource_extend [None req-9651c823-05af-4704-8221-01afd18b7193 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:51:10.307976 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43ac0188-3a66-4027-a21d-81c6a7ec3a99 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:10.323386 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:10.332646 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=a247878a-9664-4de4-ad4c-c11ae0b8815e,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:10.336301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:10.343765 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8b5e0ce1-277e-4e1d-b29e-0c4afe0ae04a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8f0d55789c0547cf83e88a2c10e8ad7c&name=default HTTP/1.1" status: 200  len: 2979 time: 2.6383271
Dec 24 10:51:10.349539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:10.350918 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e16bc54f-23bd-4909-a804-057844ece24f triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:10.351284 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:10.365433 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42190) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:10.410599 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac0188-3a66-4027-a21d-81c6a7ec3a99 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1d0ea71-daf6-4577-8edc-7965156a8c58,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:10.417507 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-43ac0188-3a66-4027-a21d-81c6a7ec3a99 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:10.489401 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e0ce1-277e-4e1d-b29e-0c4afe0ae04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8da69e1-72d9-496c-beec-f95610c454da,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:10.502578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8b5e0ce1-277e-4e1d-b29e-0c4afe0ae04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:10.508324 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9651c823-05af-4704-8221-01afd18b7193 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:10.535096 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9651c823-05af-4704-8221-01afd18b7193 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:10.563933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42196) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:10.791523 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43ac0188-3a66-4027-a21d-81c6a7ec3a99 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:10.844955 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-604fbecb-74ea-41ca-a52b-126178f3c712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:10.845642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1a790fb7-946a-4270-92d1-017ae27c05e7 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Deleting port 59d5ee41-b50b-4568-9c01-4b11afbd402a {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:10.845642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1a790fb7-946a-4270-92d1-017ae27c05e7 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:10.954067 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-9651c823-05af-4704-8221-01afd18b7193 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Floating IP c8e15719-0e8d-46cb-9f8a-635f051fbfb2 associated. External IP: 172.26.4.215, port: 98135ef8-9880-4ddc-aded-a63122b26670.
Dec 24 10:51:11.062291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-604fbecb-74ea-41ca-a52b-126178f3c712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:11.078855 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43ac0188-3a66-4027-a21d-81c6a7ec3a99 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:11.083860 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-515ed802-7356-4eaf-9185-abb61789a56d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d73c1177e3f244a8a84e95f23eb10772&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5102751
Dec 24 10:51:11.086671 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43ac0188-3a66-4027-a21d-81c6a7ec3a99 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:11.089041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42202) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:11.273485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.resource_extend [None req-b1f497bf-198a-4ea7-842d-4a87f69ddce9 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:51:11.290781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:11.304073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:11.334904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3438e70a-e11e-49dd-943f-c97f6cb0c558 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:11.346412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1a790fb7-946a-4270-92d1-017ae27c05e7 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:11.376890 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43ac0188-3a66-4027-a21d-81c6a7ec3a99 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:11.377529 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ac0188-3a66-4027-a21d-81c6a7ec3a99 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77b768b6-0f18-4000-9726-ab42adb1ba53 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:51:11.438039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:11.460992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event updated for resources: {'Port': ['ID=a57be4b8-35ac-4249-80f8-99508aed4fd1,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:11.470181 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-604fbecb-74ea-41ca-a52b-126178f3c712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:11.475460 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:11.478406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:11.487297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:11.561396 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fbecb-74ea-41ca-a52b-126178f3c712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8da69e1-72d9-496c-beec-f95610c454da,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:11.587501 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43ac0188-3a66-4027-a21d-81c6a7ec3a99 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:11.588872 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-43ac0188-3a66-4027-a21d-81c6a7ec3a99 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "DELETE /v2.0/routers/77b768b6-0f18-4000-9726-ab42adb1ba53 HTTP/1.1" status: 204  len: 168 time: 3.6964684
Dec 24 10:51:11.590345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-604fbecb-74ea-41ca-a52b-126178f3c712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:11.595508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42206) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:11.600090 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-604fbecb-74ea-41ca-a52b-126178f3c712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:11.603474 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-604fbecb-74ea-41ca-a52b-126178f3c712 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e8da69e1-72d9-496c-beec-f95610c454da HTTP/1.1" status: 204  len: 168 time: 1.2333179
Dec 24 10:51:11.604626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-518597657', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}, 'admin_state_up': False}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:11.618402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:11.639113 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1a790fb7-946a-4270-92d1-017ae27c05e7 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Calling delete_port for 59d5ee41-b50b-4568-9c01-4b11afbd402a owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:11.676310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Usage tracker for resource:router and tenant:b35f9da743d24de58b59d0a3dfe67701 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:11.685342 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:11.745214 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:11.801494 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:11.802535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:11.808015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ea39aa1b-3218-429f-b7d0-2c87ea7b4aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:11.839808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b1f497bf-198a-4ea7-842d-4a87f69ddce9 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:11.859278 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b1f497bf-198a-4ea7-842d-4a87f69ddce9 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:11.892126 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Network cc1003a1-5c91-4fda-af63-136a3a7e5835 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:11.907222 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:11.909604 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:11.974470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ea39aa1b-3218-429f-b7d0-2c87ea7b4aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:12.016322 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a247878a-9664-4de4-ad4c-c11ae0b8815e up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:12.147624 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port a247878a-9664-4de4-ad4c-c11ae0b8815e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:12.148140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:12.288444 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8aaa7b37-e4bf-4e76-934f-7c3c8323555e req-fbf2684e-b185-4b41-afba-7eb6bbfb211b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6205995
Dec 24 10:51:12.294172 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9651c823-05af-4704-8221-01afd18b7193 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Router 121577c0-10d2-4633-951d-3d514b4209a9 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:51:12.312260 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-b1f497bf-198a-4ea7-842d-4a87f69ddce9 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Floating IP c4a634b8-3873-4a52-a9c4-8f43d35f3c63 associated. External IP: 172.26.4.110, port: 051d9c7d-0653-4d16-af5b-1e971a9cce53.
Dec 24 10:51:12.333973 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2460dfa1-ce4d-433b-827e-77e725f56eae None None] Provisioning complete for port a57be4b8-35ac-4249-80f8-99508aed4fd1 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:12.334722 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2460dfa1-ce4d-433b-827e-77e725f56eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:12.471006 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-2460dfa1-ce4d-433b-827e-77e725f56eae None None] Port a57be4b8-35ac-4249-80f8-99508aed4fd1 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:51:12.498177 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ea39aa1b-3218-429f-b7d0-2c87ea7b4aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:12.538443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c1d0ea71-daf6-4577-8edc-7965156a8c58 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:51:12.558304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:12.572704 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: c1d0ea71-daf6-4577-8edc-7965156a8c58 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:51:12.573000 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c1d0ea71-daf6-4577-8edc-7965156a8c58 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:51:12.589585 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Router 12f96bb1-dd59-4dec-8ab0-1775ae92f8d6 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:51:12.640584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39aa1b-3218-429f-b7d0-2c87ea7b4aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2b739a-eca9-4549-aae1-5f7b65186262,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:12.648856 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42230) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:12.658652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ea39aa1b-3218-429f-b7d0-2c87ea7b4aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:12.659487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ea39aa1b-3218-429f-b7d0-2c87ea7b4aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:12.660603 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ea39aa1b-3218-429f-b7d0-2c87ea7b4aee admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/da2b739a-eca9-4549-aae1-5f7b65186262 HTTP/1.1" status: 204  len: 168 time: 1.5689352
Dec 24 10:51:12.663371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:12.738076 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Allocated IP 172.20.0.1 (fbd35e64-b1a6-487b-8589-9c730fd275d1/82577826-dac5-4f61-b681-97f9cb758dd3/e6d14fa0-d215-49cd-ba9f-0c56499f13a1) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:13.050255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-593629473-network', 'tenant_id': '8543661828634582b0e4847120774eaa'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:13.068421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:13.079289 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa7b37-e4bf-4e76-934f-7c3c8323555e req-0dc949e6-cd85-4117-8e15-afd9b27718fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:13.081408 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8aaa7b37-e4bf-4e76-934f-7c3c8323555e req-0dc949e6-cd85-4117-8e15-afd9b27718fb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ee5bf25e0bc49e883ffc4ff6be4736f&device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 1098 time: 0.6284602
Dec 24 10:51:13.086906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9651c823-05af-4704-8221-01afd18b7193 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:13.088913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Usage tracker for resource:network and tenant:8543661828634582b0e4847120774eaa is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:13.094035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:13.101425 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243cda99-f710-4403-b139-ad9b53639be3 None None] Sync routers for ids ['121577c0-10d2-4633-951d-3d514b4209a9'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:13.118639 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9651c823-05af-4704-8221-01afd18b7193 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:13.120884 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243cda99-f710-4403-b139-ad9b53639be3 None None] Routers {'121577c0-10d2-4633-951d-3d514b4209a9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:13.121717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-243cda99-f710-4403-b139-ad9b53639be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d419f40>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['121577c0-10d2-4633-951d-3d514b4209a9'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:13.142468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1a790fb7-946a-4270-92d1-017ae27c05e7 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:13.151233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:13.153211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:13.167080 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe5bf9-ef90-4fd5-a631-868ef047fd2b None None] Sync routers for ids ['12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:13.173399 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-877a3ce7-4eb1-4cf6-acee-3a4cfa207a1c tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:13.186630 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe5bf9-ef90-4fd5-a631-868ef047fd2b None None] Routers {'12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:13.188718 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-07fe5bf9-ef90-4fd5-a631-868ef047fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7def4340>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:13.211865 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "PUT /v2.0/routers/12f96bb1-dd59-4dec-8ab0-1775ae92f8d6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.6985090
Dec 24 10:51:13.212533 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42248) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:13.321919 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:13.338846 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-07fe5bf9-ef90-4fd5-a631-868ef047fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7def4340>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:13.349454 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fe5bf9-ef90-4fd5-a631-868ef047fd2b None None] Routers {'12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:13.350094 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-07fe5bf9-ef90-4fd5-a631-868ef047fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7def4340>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:13.354932 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a790fb7-946a-4270-92d1-017ae27c05e7 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Pushing event deleted for resources: {'Port': ['ID=59d5ee41-b50b-4568-9c01-4b11afbd402a,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:13.429854 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-07fe5bf9-ef90-4fd5-a631-868ef047fd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7def4340>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:13.430292 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fe5bf9-ef90-4fd5-a631-868ef047fd2b None None] The sync data for ids ['12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:13.439613 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1a790fb7-946a-4270-92d1-017ae27c05e7 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:13.474402 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Made reservation on behalf of 8543661828634582b0e4847120774eaa for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:13.476675 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:13.532610 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:13.538258 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-243cda99-f710-4403-b139-ad9b53639be3 None None] Set router 121577c0-10d2-4633-951d-3d514b4209a9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:51:13.540881 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-69321b36-1c27-4d1e-8348-75d49c5eb61d tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:13.553693 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9651c823-05af-4704-8221-01afd18b7193 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "PUT /v2.0/floatingips/c8e15719-0e8d-46cb-9f8a-635f051fbfb2 HTTP/1.1" status: 200  len: 991 time: 6.1483674
Dec 24 10:51:13.562478 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4211da47-52de-49ff-9bae-88143065117a', 'tag': '98135ef8-9880-4ddc-aded-a63122b26670'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:51:13.566818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:13.636945 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network fbd35e64-b1a6-487b-8589-9c730fd275d1 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:13.641856 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:13.659770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f497bf-198a-4ea7-842d-4a87f69ddce9 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Router 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:51:13.661063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:13.665554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:13.682414 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Usage tracker for resource:security_group_rule and tenant:8543661828634582b0e4847120774eaa is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:13.690451 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:13.704563 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa7b37-e4bf-4e76-934f-7c3c8323555e req-430ad0a9-aba3-46cd-84ba-781136c2c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:13.705639 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8aaa7b37-e4bf-4e76-934f-7c3c8323555e req-430ad0a9-aba3-46cd-84ba-781136c2c79f service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7742ed0-282c-40e9-882c-70ecf1a98582 HTTP/1.1" status: 200  len: 912 time: 0.5917706
Dec 24 10:51:13.707974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:13.715457 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4211da47-52de-49ff-9bae-88143065117a', 'tag': '98135ef8-9880-4ddc-aded-a63122b26670', 'status': 'completed', 'code': 200}
Dec 24 10:51:13.808872 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=e6d14fa0-d215-49cd-ba9f-0c56499f13a1,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:13.900325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:13.905457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42266) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:14.083737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-243cda99-f710-4403-b139-ad9b53639be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d419f40>, [{'id': '121577c0-10d2-4633-951d-3d514b4209a9', 'name': 'tempest-ServersTestManualDisk-683291800-router', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:50Z', 'updated_at': '2021-12-24T10:49:58Z', 'revision_number': 4, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'gw_port': {'id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:51Z', 'updated_at': '2021-12-24T10:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'c8e15719-0e8d-46cb-9f8a-635f051fbfb2', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'port_id': '98135ef8-9880-4ddc-aded-a63122b26670', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582', 'mac_address': 'fa:16:3e:eb:1d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4211da47-52de-49ff-9bae-88143065117a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:50:12Z', 'updated_at': '2021-12-24T10:51:09Z', 'revision_number': 1, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30418d6b-95d7-404c-984f-97d3aa5480a6', 'name': '', 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'mac_address': 'fa:16:3e:7e:5a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:55Z', 'updated_at': '2021-12-24T10:50:10Z', 'revision_number': 5, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'subnets': [{'id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:14.087562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243cda99-f710-4403-b139-ad9b53639be3 None None] Checking router: 121577c0-10d2-4633-951d-3d514b4209a9 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:51:14.096498 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243cda99-f710-4403-b139-ad9b53639be3 None None] Routers {'121577c0-10d2-4633-951d-3d514b4209a9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:14.097105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-243cda99-f710-4403-b139-ad9b53639be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d419f40>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['121577c0-10d2-4633-951d-3d514b4209a9'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:14.145568 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-726024278'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:14.162244 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8aaa7b37-e4bf-4e76-934f-7c3c8323555e req-2bb4b832-af11-4194-8248-8e223622385f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98135ef8-9880-4ddc-aded-a63122b26670 HTTP/1.1" status: 200  len: 999 time: 0.3300271
Dec 24 10:51:14.163253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:14.179737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:14.210362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:network and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:14.231385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:14.232343 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:14.258079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:14.279472 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-243cda99-f710-4403-b139-ad9b53639be3 None None] Set router 121577c0-10d2-4633-951d-3d514b4209a9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:51:14.292198 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:14.294133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1a790fb7-946a-4270-92d1-017ae27c05e7 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:14.319253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f497bf-198a-4ea7-842d-4a87f69ddce9 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:14.321034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:14.324365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:14.335771 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523c47e-8e00-4317-b899-13b329893095 None None] Sync routers for ids ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:14.344623 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa7b37-e4bf-4e76-934f-7c3c8323555e req-a9862025-90d1-436a-9110-616aca05e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:14.346079 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8aaa7b37-e4bf-4e76-934f-7c3c8323555e req-a9862025-90d1-436a-9110-616aca05e7a3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff11db0c-77ce-44d3-a68a-6e78734121fc HTTP/1.1" status: 200  len: 850 time: 0.1738379
Dec 24 10:51:14.358405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:14.362294 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523c47e-8e00-4317-b899-13b329893095 None None] Routers {'46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:14.363203 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7523c47e-8e00-4317-b899-13b329893095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d739b20>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:14.507575 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:14.508230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b1f497bf-198a-4ea7-842d-4a87f69ddce9 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:14.534247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:14.552898 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:14.556732 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:14.569482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:security_group_rule and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:14.578150 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:14.710694 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-22f12292-1526-4037-a3fc-18fab63e4ff5 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:51:14.711731 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-22f12292-1526-4037-a3fc-18fab63e4ff5 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "PUT /v2.0/routers/12f96bb1-dd59-4dec-8ab0-1775ae92f8d6/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.4894757
Dec 24 10:51:14.712659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-7523c47e-8e00-4317-b899-13b329893095 None None] Set router 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:51:14.717981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42272) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:14.799830 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Allocated IP 172.26.4.224 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/ea43ef19-67ea-4c68-ad25-b5b6207df85f) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:14.815807 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:14.842875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:51:14.875422 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34935f88-b6f7-4006-8662-eff5d8da3bdb,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:14.878863 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b1f497bf-198a-4ea7-842d-4a87f69ddce9 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "PUT /v2.0/floatingips/c4a634b8-3873-4a52-a9c4-8f43d35f3c63 HTTP/1.1" status: 200  len: 991 time: 5.9002712
Dec 24 10:51:14.880057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:14.888659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:14.889065 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Added segment 05421bbd-6cbf-40dd-9449-3a214d65c2e8 of type vlan for network 5649a2db-549e-48e6-b856-f7dfd6b31b16
Dec 24 10:51:15.024673 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaa7b37-e4bf-4e76-934f-7c3c8323555e req-1984e2e4-00af-4247-90bf-e8d0f4633e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:15.026251 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8aaa7b37-e4bf-4e76-934f-7c3c8323555e req-1984e2e4-00af-4247-90bf-e8d0f4633e2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7742ed0-282c-40e9-882c-70ecf1a98582&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6588893
Dec 24 10:51:15.028057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:15.081773 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:15.187651 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-243cda99-f710-4403-b139-ad9b53639be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d419f40>, [{'id': '121577c0-10d2-4633-951d-3d514b4209a9', 'name': 'tempest-ServersTestManualDisk-683291800-router', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:50Z', 'updated_at': '2021-12-24T10:49:58Z', 'revision_number': 4, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'gw_port': {'id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:51Z', 'updated_at': '2021-12-24T10:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'c8e15719-0e8d-46cb-9f8a-635f051fbfb2', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'port_id': '98135ef8-9880-4ddc-aded-a63122b26670', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582', 'mac_address': 'fa:16:3e:eb:1d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4211da47-52de-49ff-9bae-88143065117a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:50:12Z', 'updated_at': '2021-12-24T10:51:09Z', 'revision_number': 1, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30418d6b-95d7-404c-984f-97d3aa5480a6', 'name': '', 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'mac_address': 'fa:16:3e:7e:5a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:55Z', 'updated_at': '2021-12-24T10:50:10Z', 'revision_number': 5, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'subnets': [{'id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:15.206380 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243cda99-f710-4403-b139-ad9b53639be3 None None] The sync data for ids ['121577c0-10d2-4633-951d-3d514b4209a9'] in dv-neutron-822668-2-hyperv is: [{'id': '121577c0-10d2-4633-951d-3d514b4209a9', 'name': 'tempest-ServersTestManualDisk-683291800-router', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:50Z', 'updated_at': '2021-12-24T10:49:58Z', 'revision_number': 4, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'gw_port': {'id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:51Z', 'updated_at': '2021-12-24T10:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'c8e15719-0e8d-46cb-9f8a-635f051fbfb2', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'floating_ip_address': '172.26.4.215', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'port_id': '98135ef8-9880-4ddc-aded-a63122b26670', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582', 'mac_address': 'fa:16:3e:eb:1d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4211da47-52de-49ff-9bae-88143065117a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:50:12Z', 'updated_at': '2021-12-24T10:51:09Z', 'revision_number': 1, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30418d6b-95d7-404c-984f-97d3aa5480a6', 'name': '', 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'mac_address': 'fa:16:3e:7e:5a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:55Z', 'updated_at': '2021-12-24T10:50:10Z', 'revision_number': 5, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'subnets': [{'id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:15.294009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:15.297469 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7523c47e-8e00-4317-b899-13b329893095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d739b20>, [{'id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'name': 'tempest-ServersTestJSON-1631046866-router', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:53Z', 'updated_at': '2021-12-24T10:50:04Z', 'revision_number': 4, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'gw_port': {'id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:54Z', 'updated_at': '2021-12-24T10:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'c4a634b8-3873-4a52-a9c4-8f43d35f3c63', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'port_id': '051d9c7d-0653-4d16-af5b-1e971a9cce53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa', 'mac_address': 'fa:16:3e:6e:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38143a76-4427-4462-ae84-e6f48a376a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:50:19Z', 'updated_at': '2021-12-24T10:51:11Z', 'revision_number': 1, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41fbe976-a559-426f-b930-f16895a8ed9c', 'name': '', 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'mac_address': 'fa:16:3e:62:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:50:01Z', 'updated_at': '2021-12-24T10:50:18Z', 'revision_number': 5, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'subnets': [{'id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:15.301588 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523c47e-8e00-4317-b899-13b329893095 None None] Checking router: 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:51:15.311056 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523c47e-8e00-4317-b899-13b329893095 None None] Routers {'46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:15.312049 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7523c47e-8e00-4317-b899-13b329893095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d739b20>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:15.319331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:15.320143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:15.336471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bd6ccfb6-5375-453f-81e6-5a6d15780fed tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:15.375159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:15.381851 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8aaa7b37-e4bf-4e76-934f-7c3c8323555e req-efbb87ec-94a8-4b3b-b1db-b51fade33684 service neutron] 10.222.0.32 "GET /v2.0/networks/a7742ed0-282c-40e9-882c-70ecf1a98582?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3405035
Dec 24 10:51:15.485610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:15.492603 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a790fb7-946a-4270-92d1-017ae27c05e7 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Router 060a2ca4-fdd4-4d97-997d-499cadb4ee13 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:51:15.553148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-7523c47e-8e00-4317-b899-13b329893095 None None] Set router 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:51:15.563050 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 2.8984880
Dec 24 10:51:15.564814 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca50b0d-6900-4819-b317-f852852fdf59 None None] New status for floating IP c8e15719-0e8d-46cb-9f8a-635f051fbfb2: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 10:51:15.565306 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42282) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:15.572714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Pushing event updated for resources: {'Network': ['ID=5649a2db-549e-48e6-b856-f7dfd6b31b16,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:15.581838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:51:15.584256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:15.586789 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9ad778d5-6136-4cd9-acb1-3c90fa9a9209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:15.602637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-21220836-4f60-472c-bb9a-846424e8c720 admin admin] Request body: {'subnet': {'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-593629473-subnet', 'tenant_id': '8543661828634582b0e4847120774eaa', 'ip_version': 4}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:15.624638 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 5649a2db-549e-48e6-b856-f7dfd6b31b16 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:51:15.666647 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-21220836-4f60-472c-bb9a-846424e8c720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:15.688085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:15.688447 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Added segment 0b5604bf-478d-4511-b94d-6d30ef4487ab of type vlan for network 51d30af2-9f70-4c66-8947-64c1ea7cb845
Dec 24 10:51:15.704298 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-21220836-4f60-472c-bb9a-846424e8c720 admin admin] Usage tracker for resource:subnet and tenant:8543661828634582b0e4847120774eaa is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:15.707838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-21220836-4f60-472c-bb9a-846424e8c720 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:15.712887 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b9d0c6-dde3-4b79-a6a6-50c81ddda560,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:15.720701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38143a76-4427-4462-ae84-e6f48a376a96', 'tag': '051d9c7d-0653-4d16-af5b-1e971a9cce53'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:51:15.727260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:15.752220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:15.771681 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-21220836-4f60-472c-bb9a-846424e8c720 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:15.776780 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8aaa7b37-e4bf-4e76-934f-7c3c8323555e req-ed134303-a647-4721-9098-b7e55106c859 service neutron] 10.222.0.32 "GET /v2.0/networks/a7742ed0-282c-40e9-882c-70ecf1a98582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3421130
Dec 24 10:51:15.839852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:15.878199 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38143a76-4427-4462-ae84-e6f48a376a96', 'tag': '051d9c7d-0653-4d16-af5b-1e971a9cce53', 'status': 'completed', 'code': 200}
Dec 24 10:51:15.914905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21220836-4f60-472c-bb9a-846424e8c720 admin admin] Made reservation on behalf of 8543661828634582b0e4847120774eaa for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:15.917425 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-21220836-4f60-472c-bb9a-846424e8c720 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:16.026710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a790fb7-946a-4270-92d1-017ae27c05e7 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:16.045271 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1a790fb7-946a-4270-92d1-017ae27c05e7 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] 10.222.0.54 "PUT /v2.0/routers/060a2ca4-fdd4-4d97-997d-499cadb4ee13/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2761464
Dec 24 10:51:16.046566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42288) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:16.050146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:16.050407 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1d9af1-ef68-4d4d-a6bd-491f1c832e53 None None] Sync routers for ids ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:16.123692 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:16.124311 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:16.136080 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d9af1-ef68-4d4d-a6bd-491f1c832e53 None None] Routers {'060a2ca4-fdd4-4d97-997d-499cadb4ee13'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:16.137298 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:16.138589 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-6e1d9af1-ef68-4d4d-a6bd-491f1c832e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e8e43a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:16.172544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:16.180857 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:16.272139 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-6e1d9af1-ef68-4d4d-a6bd-491f1c832e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e8e43a0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:16.297835 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d9af1-ef68-4d4d-a6bd-491f1c832e53 None None] Routers {'060a2ca4-fdd4-4d97-997d-499cadb4ee13'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:16.298513 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-6e1d9af1-ef68-4d4d-a6bd-491f1c832e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e8e43a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:16.355349 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.4401560
Dec 24 10:51:16.365955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42296) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:16.368970 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-6e1d9af1-ef68-4d4d-a6bd-491f1c832e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e8e43a0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:16.369328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1d9af1-ef68-4d4d-a6bd-491f1c832e53 None None] The sync data for ids ['060a2ca4-fdd4-4d97-997d-499cadb4ee13'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:16.377017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c770931-b91c-4642-93c7-472f6c06db0a tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:16.378160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d364aa-e3cc-4ce7-993f-b512af042a7d req-c89d87cc-776f-4adb-bafb-60d6de22a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:16.379699 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-36d364aa-e3cc-4ce7-993f-b512af042a7d req-c89d87cc-776f-4adb-bafb-60d6de22a952 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2ee5bf25e0bc49e883ffc4ff6be4736f&device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 1098 time: 0.5051630
Dec 24 10:51:16.384295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a6812f99-278b-47e7-a708-834f28cd5314 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:16.393328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7523c47e-8e00-4317-b899-13b329893095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d739b20>, [{'id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'name': 'tempest-ServersTestJSON-1631046866-router', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:53Z', 'updated_at': '2021-12-24T10:50:04Z', 'revision_number': 4, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'gw_port': {'id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:54Z', 'updated_at': '2021-12-24T10:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'c4a634b8-3873-4a52-a9c4-8f43d35f3c63', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'port_id': '051d9c7d-0653-4d16-af5b-1e971a9cce53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa', 'mac_address': 'fa:16:3e:6e:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38143a76-4427-4462-ae84-e6f48a376a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:50:19Z', 'updated_at': '2021-12-24T10:51:11Z', 'revision_number': 1, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41fbe976-a559-426f-b930-f16895a8ed9c', 'name': '', 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'mac_address': 'fa:16:3e:62:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:50:01Z', 'updated_at': '2021-12-24T10:50:18Z', 'revision_number': 5, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'subnets': [{'id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:16.398268 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7523c47e-8e00-4317-b899-13b329893095 None None] The sync data for ids ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'] in dv-neutron-822668-2-hyperv is: [{'id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'name': 'tempest-ServersTestJSON-1631046866-router', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:53Z', 'updated_at': '2021-12-24T10:50:04Z', 'revision_number': 4, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'gw_port': {'id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:54Z', 'updated_at': '2021-12-24T10:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'c4a634b8-3873-4a52-a9c4-8f43d35f3c63', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'floating_ip_address': '172.26.4.110', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'port_id': '051d9c7d-0653-4d16-af5b-1e971a9cce53', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa', 'mac_address': 'fa:16:3e:6e:de:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38143a76-4427-4462-ae84-e6f48a376a96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:50:19Z', 'updated_at': '2021-12-24T10:51:11Z', 'revision_number': 1, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41fbe976-a559-426f-b930-f16895a8ed9c', 'name': '', 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'mac_address': 'fa:16:3e:62:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:50:01Z', 'updated_at': '2021-12-24T10:50:18Z', 'revision_number': 5, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'subnets': [{'id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:16.468004 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Network': ['ID=51d30af2-9f70-4c66-8947-64c1ea7cb845,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:16.471007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:16.480632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:51:16.542963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:16.562741 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:16.572604 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:16.660951 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Pushing event updated for resources: {'Port': ['ID=ea43ef19-67ea-4c68-ad25-b5b6207df85f,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:16.681907 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:16.701265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.resource_extend [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:51:16.726093 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c11bea-b358-4898-ba24-cc74ce00546a req-33da591f-0f07-4d31-807d-ce0c1e223ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:16.726355 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:16.727598 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-14c11bea-b358-4898-ba24-cc74ce00546a req-33da591f-0f07-4d31-807d-ce0c1e223ab5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03b573e3e544eabafdb64304c44e416&device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 1098 time: 0.8542917
Dec 24 10:51:16.790004 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:16.822359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:16.909082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a6812f99-278b-47e7-a708-834f28cd5314 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:16.937393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a6812f99-278b-47e7-a708-834f28cd5314 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:16.944707 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a6812f99-278b-47e7-a708-834f28cd5314 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:16.959078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dd2105de-4480-4e63-bf62-a02a200872ee tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:17.020050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a6812f99-278b-47e7-a708-834f28cd5314 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:17.086826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d364aa-e3cc-4ce7-993f-b512af042a7d req-24795278-336a-4108-959f-5cb9b1513df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:17.088306 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-36d364aa-e3cc-4ce7-993f-b512af042a7d req-24795278-336a-4108-959f-5cb9b1513df0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7742ed0-282c-40e9-882c-70ecf1a98582 HTTP/1.1" status: 200  len: 912 time: 0.6163647
Dec 24 10:51:17.088899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6812f99-278b-47e7-a708-834f28cd5314 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:17.092301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a6812f99-278b-47e7-a708-834f28cd5314 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:17.138898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=e6d14fa0-d215-49cd-ba9f-0c56499f13a1,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:17.144376 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-21220836-4f60-472c-bb9a-846424e8c720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:17.145244 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:17.148962 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:17.170062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:17.189675 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fdbcf6-fa4b-40e7-b95c-72fdc11c6df2 None None] New status for floating IP c4a634b8-3873-4a52-a9c4-8f43d35f3c63: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 10:51:17.344228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c11bea-b358-4898-ba24-cc74ce00546a req-ee197609-78af-4744-8b14-f34a68be3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:17.345679 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-14c11bea-b358-4898-ba24-cc74ce00546a req-ee197609-78af-4744-8b14-f34a68be3659 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4cba5be-5b3b-4f1f-947c-4814691b80fa HTTP/1.1" status: 200  len: 907 time: 0.6039357
Dec 24 10:51:17.488979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21220836-4f60-472c-bb9a-846424e8c720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0a321e5-1d5c-4349-a6e4-b5d68559fd38,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:17.506260 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-36d364aa-e3cc-4ce7-993f-b512af042a7d req-5f2089d8-f3dc-4588-ad37-8c446d46be52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98135ef8-9880-4ddc-aded-a63122b26670 HTTP/1.1" status: 200  len: 1001 time: 0.3975856
Dec 24 10:51:17.513564 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-21220836-4f60-472c-bb9a-846424e8c720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:17.519161 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dd2105de-4480-4e63-bf62-a02a200872ee tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:17.526796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21220836-4f60-472c-bb9a-846424e8c720 admin admin] Checking segment: {'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:17.527371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21220836-4f60-472c-bb9a-846424e8c720 admin admin] Network hostable DHCP agents. Network: 5649a2db-549e-48e6-b856-f7dfd6b31b16, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:51:17.596681 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-14c11bea-b358-4898-ba24-cc74ce00546a req-7d353ce8-d41a-4bf9-a2ee-7dce592d01c1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=051d9c7d-0653-4d16-af5b-1e971a9cce53 HTTP/1.1" status: 200  len: 999 time: 0.2360191
Dec 24 10:51:17.597335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-dd2105de-4480-4e63-bf62-a02a200872ee tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Deleting port f999bde0-f5d0-4d8b-984d-1a5d8fea4631 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:17.597674 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dd2105de-4480-4e63-bf62-a02a200872ee tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:17.707948 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-9c770931-b91c-4642-93c7-472f6c06db0a tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Deleting port a57be4b8-35ac-4249-80f8-99508aed4fd1 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:17.708638 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c770931-b91c-4642-93c7-472f6c06db0a tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:17.746696 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d364aa-e3cc-4ce7-993f-b512af042a7d req-708d3870-58c2-4f09-aaed-cea78a7ff9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:17.748519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network fbd35e64-b1a6-487b-8589-9c730fd275d1 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:17.748753 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-36d364aa-e3cc-4ce7-993f-b512af042a7d req-708d3870-58c2-4f09-aaed-cea78a7ff9d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff11db0c-77ce-44d3-a68a-6e78734121fc HTTP/1.1" status: 200  len: 850 time: 0.2322013
Dec 24 10:51:17.749263 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21220836-4f60-472c-bb9a-846424e8c720 admin admin] Network 5649a2db-549e-48e6-b856-f7dfd6b31b16 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:51:17.763139 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:17.794698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-21220836-4f60-472c-bb9a-846424e8c720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 5649a2db-549e-48e6-b856-f7dfd6b31b16) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:17.803356 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3572f1-3e6c-4e78-a559-563bab68e23d None None] Network 5649a2db-549e-48e6-b856-f7dfd6b31b16 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:17.831964 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c11bea-b358-4898-ba24-cc74ce00546a req-84ae359b-a65f-451f-aa3b-a5f7205e92a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:17.833463 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-14c11bea-b358-4898-ba24-cc74ce00546a req-84ae359b-a65f-451f-aa3b-a5f7205e92a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=44c6a38b-978e-40ab-a992-f2918537e15e HTTP/1.1" status: 200  len: 845 time: 0.2096527
Dec 24 10:51:18.000240 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21220836-4f60-472c-bb9a-846424e8c720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:18.000747 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-21220836-4f60-472c-bb9a-846424e8c720 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:18.003988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:18.009417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a6812f99-278b-47e7-a708-834f28cd5314 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:18.024004 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-5649a2db-549e-48e6-b856-f7dfd6b31b16', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:51:18.024914 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:18.036927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9c56efc4-bf58-4333-9949-529b0abbcd38 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:18.068424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dd2105de-4480-4e63-bf62-a02a200872ee tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:18.217516 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-21220836-4f60-472c-bb9a-846424e8c720 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.6339128
Dec 24 10:51:18.222104 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42304) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:18.238349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Allocated IP 172.20.0.2 (5649a2db-549e-48e6-b856-f7dfd6b31b16/e0a321e5-1d5c-4349-a6e4-b5d68559fd38/d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:18.332039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:18.369490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-dd2105de-4480-4e63-bf62-a02a200872ee tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Calling delete_port for f999bde0-f5d0-4d8b-984d-1a5d8fea4631 owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:18.406868 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c770931-b91c-4642-93c7-472f6c06db0a tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:18.409772 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d364aa-e3cc-4ce7-993f-b512af042a7d req-a11e3a4c-c80e-4a8b-ac92-73ddf0ee66af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:18.411319 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-36d364aa-e3cc-4ce7-993f-b512af042a7d req-a11e3a4c-c80e-4a8b-ac92-73ddf0ee66af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7742ed0-282c-40e9-882c-70ecf1a98582&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6495233
Dec 24 10:51:18.454621 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:18.467128 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Transition to ACTIVE for port object d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:18.475480 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c11bea-b358-4898-ba24-cc74ce00546a req-e6c48a9d-25e9-43be-9e55-b16e55f84f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:18.476968 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-14c11bea-b358-4898-ba24-cc74ce00546a req-e6c48a9d-25e9-43be-9e55-b16e55f84f3b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4cba5be-5b3b-4f1f-947c-4814691b80fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5802584
Dec 24 10:51:18.488852 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Transition to ACTIVE for port object d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:18.491978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6812f99-278b-47e7-a708-834f28cd5314 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=437b9386-ac87-47f0-8bea-27ee046e04cb,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:18.493185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:18.497323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:18.504511 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:18.566963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-9c770931-b91c-4642-93c7-472f6c06db0a tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Calling delete_port for a57be4b8-35ac-4249-80f8-99508aed4fd1 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:18.567850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Network 5649a2db-549e-48e6-b856-f7dfd6b31b16 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:18.571506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6812f99-278b-47e7-a708-834f28cd5314 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:18.571506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6812f99-278b-47e7-a708-834f28cd5314 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network hostable DHCP agents. Network: 51d30af2-9f70-4c66-8947-64c1ea7cb845, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:51:18.572244 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:18.576618 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:18.583849 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a6812f99-278b-47e7-a708-834f28cd5314 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:18.618180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Pushing event updated for resources: {'Port': ['ID=d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:18.652044 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:18.672019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Usage tracker for resource:router and tenant:8543661828634582b0e4847120774eaa is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:18.677124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Attempting to bind port d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:18.677620 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Attempting to bind port d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:18.677826 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:18.678379 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Attempting to bind port d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 on network 5649a2db-549e-48e6-b856-f7dfd6b31b16 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:18.685635 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:51:18.686496 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Checking segment: {'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:18.686701 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:18.687202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Bound using segment: {'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:51:18.687775 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Bound port: d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:51:18.688255 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:18.722230 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:18.757023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6812f99-278b-47e7-a708-834f28cd5314 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:51:18.789364 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-36d364aa-e3cc-4ce7-993f-b512af042a7d req-e5a4bb1f-ff1e-464a-be86-7cac0d5ad0cd service neutron] 10.222.0.32 "GET /v2.0/networks/a7742ed0-282c-40e9-882c-70ecf1a98582?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3633051
Dec 24 10:51:18.792332 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-a6812f99-278b-47e7-a708-834f28cd5314 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 51d30af2-9f70-4c66-8947-64c1ea7cb845) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:18.793547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] For port d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:51:18.797202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] For port d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:51:18.805634 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace54f18-b7be-4e3e-b65c-0a49679ed868 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:18.821712 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6812f99-278b-47e7-a708-834f28cd5314 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:18.822335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a6812f99-278b-47e7-a708-834f28cd5314 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:18.822470 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:18.824716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 91a969c7-6ec3-42de-b80c-73cfd6e86137 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:51:18.828386 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-14c11bea-b358-4898-ba24-cc74ce00546a req-50dc4ef9-8696-4641-982c-7c0482418e59 service neutron] 10.222.0.32 "GET /v2.0/networks/b4cba5be-5b3b-4f1f-947c-4814691b80fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3377678
Dec 24 10:51:18.834789 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:18.992699 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Pushing event updated for resources: {'Port': ['ID=d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:18.998273 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:19.043199 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dd2105de-4480-4e63-bf62-a02a200872ee tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:19.051407 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a6812f99-278b-47e7-a708-834f28cd5314 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.6778555
Dec 24 10:51:19.058872 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6e61aa3b-99bb-45bb-93a6-52cc54a66d12 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:19.060535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:19.062211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:19.068700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42312) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:19.117895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': '437b9386-ac87-47f0-8bea-27ee046e04cb'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:51:19.119079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:19.124624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2105de-4480-4e63-bf62-a02a200872ee tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Pushing event deleted for resources: {'Port': ['ID=f999bde0-f5d0-4d8b-984d-1a5d8fea4631,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:19.148024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'name': 'tempest-NetworksTestDHCPv6-334991596'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:19.162524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dd2105de-4480-4e63-bf62-a02a200872ee tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:19.238771 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-36d364aa-e3cc-4ce7-993f-b512af042a7d req-c915df29-98d0-4047-b156-52ecdd2ee690 service neutron] 10.222.0.32 "GET /v2.0/networks/a7742ed0-282c-40e9-882c-70ecf1a98582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4412293
Dec 24 10:51:19.269557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dd2105de-4480-4e63-bf62-a02a200872ee tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:19.365709 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Allocated IP 2001:db8::2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/437b9386-ac87-47f0-8bea-27ee046e04cb/cae33ead-c3df-4a6e-a798-63c13b7e2abf) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:19.396889 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-14c11bea-b358-4898-ba24-cc74ce00546a req-9f04d7ef-1c69-4365-b092-260fe6e3b48a service neutron] 10.222.0.32 "GET /v2.0/networks/b4cba5be-5b3b-4f1f-947c-4814691b80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5329058
Dec 24 10:51:19.482328 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dd2105de-4480-4e63-bf62-a02a200872ee tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:19.484640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dd2105de-4480-4e63-bf62-a02a200872ee tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:19.516370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dd2105de-4480-4e63-bf62-a02a200872ee tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:19.516975 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2105de-4480-4e63-bf62-a02a200872ee tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Fanout notify agent at l3_agent the message router_deleted on router 060a2ca4-fdd4-4d97-997d-499cadb4ee13 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:51:19.529275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dd2105de-4480-4e63-bf62-a02a200872ee tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:19.533718 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:19.541917 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-dd2105de-4480-4e63-bf62-a02a200872ee tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] 10.222.0.54 "DELETE /v2.0/routers/060a2ca4-fdd4-4d97-997d-499cadb4ee13 HTTP/1.1" status: 204  len: 168 time: 3.4927816
Dec 24 10:51:19.542331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42316) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:19.610793 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24ec775-2a67-44c8-931e-9078433e51cb tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Deleting subnet d2051ebd-d536-40d1-ac64-1bd4ca9c775a {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:51:19.613949 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f24ec775-2a67-44c8-931e-9078433e51cb tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:19.636589 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:19.647695 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Transition to ACTIVE for port object cae33ead-c3df-4a6e-a798-63c13b7e2abf will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:19.667061 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Transition to ACTIVE for port object cae33ead-c3df-4a6e-a798-63c13b7e2abf will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:19.676141 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:19.677389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f24ec775-2a67-44c8-931e-9078433e51cb tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:19.685413 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-1017869f-d052-4491-836c-b1d7d3e41448 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:19.716308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:19.754620 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:19.765974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:19.771515 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:19.796269 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f24ec775-2a67-44c8-931e-9078433e51cb tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:19.802059 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Pushing event updated for resources: {'Port': ['ID=cae33ead-c3df-4a6e-a798-63c13b7e2abf,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:19.868339 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:19.937583 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:19.938084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f24ec775-2a67-44c8-931e-9078433e51cb tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:19.945331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:19.956599 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:20.027473 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Attempting to bind port cae33ead-c3df-4a6e-a798-63c13b7e2abf on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:20.027873 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Attempting to bind port cae33ead-c3df-4a6e-a798-63c13b7e2abf by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:20.028233 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Attempting to bind port cae33ead-c3df-4a6e-a798-63c13b7e2abf on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:20.040059 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:51:20.040268 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:20.040648 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:20.041058 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:51:20.041536 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Bound port: cae33ead-c3df-4a6e-a798-63c13b7e2abf, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:51:20.041976 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:20.126827 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ec775-2a67-44c8-931e-9078433e51cb tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Pushing event deleted for resources: {'Subnet': ['ID=d2051ebd-d536-40d1-ac64-1bd4ca9c775a,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:20.129782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f24ec775-2a67-44c8-931e-9078433e51cb tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:20.130811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f24ec775-2a67-44c8-931e-9078433e51cb tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:20.143266 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3145f549-69ed-4b53-a594-7d71965df6e0 None None] Network dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:20.144613 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f24ec775-2a67-44c8-931e-9078433e51cb tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] 10.222.0.54 "DELETE /v2.0/subnets/d2051ebd-d536-40d1-ac64-1bd4ca9c775a HTTP/1.1" status: 204  len: 168 time: 0.6012244
Dec 24 10:51:20.146913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:20.148994 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:port and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:20.149135 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42324) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:20.225180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:20.233538 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:20.234104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7dd23-d07c-410b-8326-c7b89e04e2e9 None None] Sync routers for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:20.241716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c770931-b91c-4642-93c7-472f6c06db0a tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:20.268336 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-989a62bd-435e-44c1-8e45-7c75ecb56c63 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:20.271330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:20.285550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:20.290931 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] For port cae33ead-c3df-4a6e-a798-63c13b7e2abf, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:51:20.292920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb7dd23-d07c-410b-8326-c7b89e04e2e9 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:20.293596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-fdb7dd23-d07c-410b-8326-c7b89e04e2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4612b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:20.298978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Deleting port 04382b57-c5f5-448d-9d8f-285edbf3b981 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:20.299321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:20.323213 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c770931-b91c-4642-93c7-472f6c06db0a tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event deleted for resources: {'Port': ['ID=a57be4b8-35ac-4249-80f8-99508aed4fd1,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:20.325162 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:20.329407 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:20.347629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9c770931-b91c-4642-93c7-472f6c06db0a tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:20.404338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-fdb7dd23-d07c-410b-8326-c7b89e04e2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4612b0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:20.408649 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port 29531c9a-7c58-465d-bf8d-9c9946a1df55 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:51:20.471364 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01098d71-ac7c-4eef-bdbf-d85ede25f23a None None] Network 5649a2db-549e-48e6-b856-f7dfd6b31b16 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:20.499673 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] For port cae33ead-c3df-4a6e-a798-63c13b7e2abf, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cae33ead-c3df-4a6e-a798-63c13b7e2abf,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:51:20.503997 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb7dd23-d07c-410b-8326-c7b89e04e2e9 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:20.504650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:20.504815 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-fdb7dd23-d07c-410b-8326-c7b89e04e2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4612b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:20.546120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] For port 04382b57-c5f5-448d-9d8f-285edbf3b981, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=04382b57-c5f5-448d-9d8f-285edbf3b981,segment=NetworkSegment(3e976a19-f591-4422-a7b5-c4744d67fafe),segment_id=3e976a19-f591-4422-a7b5-c4744d67fafe)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:20.546791 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:20.580955 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "PUT /v2.0/routers/91a969c7-6ec3-42de-b80c-73cfd6e86137/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.4452477
Dec 24 10:51:20.608714 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42328) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:20.635308 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:20.648934 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5ba36548-8ca2-4ef2-803b-9016401ecfe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:20.652200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'port': {'network_id': 'fbd35e64-b1a6-487b-8589-9c730fd275d1', 'name': 'tempest-FloatingIPTestJSON-1781711709'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:20.684122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Calling delete_port for 04382b57-c5f5-448d-9d8f-285edbf3b981 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:20.732195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-fdb7dd23-d07c-410b-8326-c7b89e04e2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4612b0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:20.732606 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb7dd23-d07c-410b-8326-c7b89e04e2e9 None None] The sync data for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:20.746182 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4425ea30-bad9-4fc9-8dca-c1ca3e9e700d None None] Provisioning for port d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:20.757348 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Pushing event updated for resources: {'Port': ['ID=cae33ead-c3df-4a6e-a798-63c13b7e2abf,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:20.760572 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:20.772096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4425ea30-bad9-4fc9-8dca-c1ca3e9e700d None None] Provisioning complete for port d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:20.772096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4425ea30-bad9-4fc9-8dca-c1ca3e9e700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:20.780021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:20.786395 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:20.807052 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:51:20.842935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Pushing event deleted for resources: {'Port': ['ID=04382b57-c5f5-448d-9d8f-285edbf3b981,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:20.850815 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:20.861991 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] No DVR routers for this DVR port 04382b57-c5f5-448d-9d8f-285edbf3b981 on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:51:20.976924 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6a6bcf-405c-41a5-ab3f-1508951dbbeb None None] DHCP port deletion for dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:51:21.077804 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:21.078282 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4425ea30-bad9-4fc9-8dca-c1ca3e9e700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:21.152947 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b77fc31f0>,) {'filters': {'network_id': ['dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:21.161327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-4425ea30-bad9-4fc9-8dca-c1ca3e9e700d None None] For port d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:21.177165 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4425ea30-bad9-4fc9-8dca-c1ca3e9e700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:21.181927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77fc31f0>, '3e976a19-f591-4422-a7b5-c4744d67fafe') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:21.182832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77fc31f0>, '3e976a19-f591-4422-a7b5-c4744d67fafe') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:21.197118 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:21.201781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:21.224748 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:21.236584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:51:21.237990 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:21.276533 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::13d (51d30af2-9f70-4c66-8947-64c1ea7cb845/437b9386-ac87-47f0-8bea-27ee046e04cb/29531c9a-7c58-465d-bf8d-9c9946a1df55) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:21.296343 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425ea30-bad9-4fc9-8dca-c1ca3e9e700d None None] Pushing event updated for resources: {'Port': ['ID=d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:21.299692 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4425ea30-bad9-4fc9-8dca-c1ca3e9e700d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:51:21.350970 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:51:21.379186 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c770931-b91c-4642-93c7-472f6c06db0a tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:21.386450 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Router 89d356e1-bfb7-433c-aa07-4160dc1dbe9e is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:51:21.397605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:21.401600 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:21.416934 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:21.417676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:21.430345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Pushing event deleted for resources: {'Network': ['ID=dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:21.433520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:21.438120 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] 10.222.0.54 "DELETE /v2.0/networks/dfc26ee8-fad5-49fd-a1c8-d6f63a9387c6 HTTP/1.1" status: 204  len: 168 time: 1.2853026
Dec 24 10:51:21.439401 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42336) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:21.508282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Usage tracker for resource:port and tenant:cd9033324f80492388fb35eda7bfd1eb is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:21.513594 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:21.543884 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:21.598407 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-02f7b9b1-ee5d-4858-8e95-204a00cfcd5d None None] Provisioning complete for port d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:21.599055 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-02f7b9b1-ee5d-4858-8e95-204a00cfcd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:21.606203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-314d5247-56b6-419c-bb94-4da71043c34d tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Deleting port 0b27367a-5044-40f6-895a-b052bb4bcf0b {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:21.607092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-314d5247-56b6-419c-bb94-4da71043c34d tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:21.722461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Made reservation on behalf of cd9033324f80492388fb35eda7bfd1eb for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:21.726118 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:21.797977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-314d5247-56b6-419c-bb94-4da71043c34d tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:21.798507 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-314d5247-56b6-419c-bb94-4da71043c34d tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:21.952327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cae33ead-c3df-4a6e-a798-63c13b7e2abf up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:22.033816 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-314d5247-56b6-419c-bb94-4da71043c34d tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Calling delete_port for 0b27367a-5044-40f6-895a-b052bb4bcf0b owned by network:floatingip {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:22.044920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] device_id is not set on port 3f3af7fa-c859-45f7-83db-c73090b4757d yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:51:22.047611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port cae33ead-c3df-4a6e-a798-63c13b7e2abf completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:22.054308 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:22.117118 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c770931-b91c-4642-93c7-472f6c06db0a tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Router 12f96bb1-dd59-4dec-8ab0-1775ae92f8d6 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:51:22.139653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:22.139653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:22.210583 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a436303-997d-4c6d-89a8-dc125360236f None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:22.211878 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-314d5247-56b6-419c-bb94-4da71043c34d tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:22.216711 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-44ea8cb5-183d-41da-ad25-8efc9077aa7f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:22.242006 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:22.252813 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cdf28b-18f0-4ba6-9128-d5ffa483e178 None None] Sync routers for ids ['89d356e1-bfb7-433c-aa07-4160dc1dbe9e'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:22.265731 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cdf28b-18f0-4ba6-9128-d5ffa483e178 None None] Routers {'89d356e1-bfb7-433c-aa07-4160dc1dbe9e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:22.266583 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-11cdf28b-18f0-4ba6-9128-d5ffa483e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0607c0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['89d356e1-bfb7-433c-aa07-4160dc1dbe9e'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:22.276615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d5247-56b6-419c-bb94-4da71043c34d tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Pushing event deleted for resources: {'Port': ['ID=0b27367a-5044-40f6-895a-b052bb4bcf0b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:22.279331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-314d5247-56b6-419c-bb94-4da71043c34d tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:22.430181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-314d5247-56b6-419c-bb94-4da71043c34d tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks [] for floatingip, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:22.457650 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-11cdf28b-18f0-4ba6-9128-d5ffa483e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0607c0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:22.471559 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-314d5247-56b6-419c-bb94-4da71043c34d tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:22.473171 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-314d5247-56b6-419c-bb94-4da71043c34d tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] 10.222.0.54 "DELETE /v2.0/floatingips/d29a2e8d-e370-488a-968b-f26d1d5ea526 HTTP/1.1" status: 204  len: 168 time: 1.0326722
Dec 24 10:51:22.478299 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cdf28b-18f0-4ba6-9128-d5ffa483e178 None None] Routers {'89d356e1-bfb7-433c-aa07-4160dc1dbe9e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:22.479258 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-11cdf28b-18f0-4ba6-9128-d5ffa483e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0607c0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['89d356e1-bfb7-433c-aa07-4160dc1dbe9e'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:22.505474 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:22.542444 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-54e985b1-3e8a-470f-b371-4a4c18a049b2 None None] Provisioning for port cae33ead-c3df-4a6e-a798-63c13b7e2abf completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:22.557503 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-54e985b1-3e8a-470f-b371-4a4c18a049b2 None None] Provisioning complete for port cae33ead-c3df-4a6e-a798-63c13b7e2abf triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:22.557910 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-54e985b1-3e8a-470f-b371-4a4c18a049b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:22.564123 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-11cdf28b-18f0-4ba6-9128-d5ffa483e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0607c0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:22.564914 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cdf28b-18f0-4ba6-9128-d5ffa483e178 None None] The sync data for ids ['89d356e1-bfb7-433c-aa07-4160dc1dbe9e'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:22.753376 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c770931-b91c-4642-93c7-472f6c06db0a tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:22.773307 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9c770931-b91c-4642-93c7-472f6c06db0a tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "PUT /v2.0/routers/12f96bb1-dd59-4dec-8ab0-1775ae92f8d6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.0542417
Dec 24 10:51:22.774360 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 04382b57-c5f5-448d-9d8f-285edbf3b981 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:51:22.774551 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object 29531c9a-7c58-465d-bf8d-9c9946a1df55 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:22.777005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42348) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:22.785125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:22.789452 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 11.1908672
Dec 24 10:51:22.795226 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42352) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:22.806302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5ca9a301-bb89-4413-8c26-f0c76772ae00 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'enable_snat': False}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:22.814929 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2345bb-7f47-442f-9ce8-7347ad81496d None None] Sync routers for ids ['12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:22.844838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42356) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:22.874137 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-ac13cd26-b5b1-4954-9137-a213d6b11a6e tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] delete failed (client error): The resource could not be found.
Dec 24 10:51:22.875530 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ac13cd26-b5b1-4954-9137-a213d6b11a6e tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-625497502 HTTP/1.1" status: 404  len: 334 time: 0.0970387
Dec 24 10:51:22.878820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42362) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:22.882501 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 04382b57-c5f5-448d-9d8f-285edbf3b981 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:51:22.882853 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 04382b57-c5f5-448d-9d8f-285edbf3b981 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:51:22.884671 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-65d47ff8-9194-40ce-b21b-c17f705f8b9b tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Request body: {'router': {'external_gateway_info': {'network_id': '12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:22.889378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:22.896528 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2345bb-7f47-442f-9ce8-7347ad81496d None None] Routers {'12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:22.897214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0a2345bb-7f47-442f-9ce8-7347ad81496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2138b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:22.941065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:22.980500 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0a2345bb-7f47-442f-9ce8-7347ad81496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2138b0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:22.984342 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-54e985b1-3e8a-470f-b371-4a4c18a049b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:22.988801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Allocated IP 172.20.0.13 (fbd35e64-b1a6-487b-8589-9c730fd275d1/82577826-dac5-4f61-b681-97f9cb758dd3/3f3af7fa-c859-45f7-83db-c73090b4757d) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:23.024347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2345bb-7f47-442f-9ce8-7347ad81496d None None] Routers {'12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:23.025164 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0a2345bb-7f47-442f-9ce8-7347ad81496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2138b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:23.098131 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0a2345bb-7f47-442f-9ce8-7347ad81496d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2138b0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:23.098819 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2345bb-7f47-442f-9ce8-7347ad81496d None None] The sync data for ids ['12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:23.100850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-54e985b1-3e8a-470f-b371-4a4c18a049b2 None None] For port cae33ead-c3df-4a6e-a798-63c13b7e2abf, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cae33ead-c3df-4a6e-a798-63c13b7e2abf,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:23.112191 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-54e985b1-3e8a-470f-b371-4a4c18a049b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:23.114609 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-36ce0aac-5a52-4de6-9d74-24034e35bd12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:23.138168 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:23.160591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2b96302a-4482-4397-bfaf-15c28b463b08 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:23.203434 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e985b1-3e8a-470f-b371-4a4c18a049b2 None None] Pushing event updated for resources: {'Port': ['ID=cae33ead-c3df-4a6e-a798-63c13b7e2abf,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:23.206862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-54e985b1-3e8a-470f-b371-4a4c18a049b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:23.338172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-735a57cb-7888-4694-9344-e0e821eaf450 None None] Provisioning complete for port cae33ead-c3df-4a6e-a798-63c13b7e2abf triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:23.338369 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e1d6df2a-09ae-4c9c-a591-07cb91d25b40 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=396b3c3e3936492ea00fd9517f3d374f&name=default HTTP/1.1" status: 200  len: 2978 time: 0.4897487
Dec 24 10:51:23.338451 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-735a57cb-7888-4694-9344-e0e821eaf450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:23.338545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-65d47ff8-9194-40ce-b21b-c17f705f8b9b tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:23.342159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42366) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:23.408172 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:23.423944 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-65d47ff8-9194-40ce-b21b-c17f705f8b9b tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] update failed (client error): The resource could not be found.
Dec 24 10:51:23.428404 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-65d47ff8-9194-40ce-b21b-c17f705f8b9b tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "PUT /v2.0/routers/12f96bb1-dd59-4dec-8ab0-1775ae92f8d6 HTTP/1.1" status: 404  len: 339 time: 0.5451839
Dec 24 10:51:23.428404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-569c75b6-3c48-4b5b-9181-b78dd698ca4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:23.428995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42370) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:23.464320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=29531c9a-7c58-465d-bf8d-9c9946a1df55,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:23.489433 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Allocated IP 172.26.4.233 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/e04d31cd-d8f1-4158-a91d-83b5ee7f16b9) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:23.584955 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:23.587427 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-569c75b6-3c48-4b5b-9181-b78dd698ca4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:23.600349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:23.601174 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:23.610603 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:23.611323 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:23.764748 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.6870596
Dec 24 10:51:23.790163 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42378) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:23.852024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cae33ead-c3df-4a6e-a798-63c13b7e2abf up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:23.912680 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:23.920524 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:23.921187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-98080eb4-2a3a-4d87-8fe9-9e295b2d169a None None] Provisioning for port 29531c9a-7c58-465d-bf8d-9c9946a1df55 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:23.929138 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-98080eb4-2a3a-4d87-8fe9-9e295b2d169a None None] Provisioning complete for port 29531c9a-7c58-465d-bf8d-9c9946a1df55 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:23.929514 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-98080eb4-2a3a-4d87-8fe9-9e295b2d169a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:23.989606 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port cae33ead-c3df-4a6e-a798-63c13b7e2abf triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:23.989606 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:24.027156 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-98080eb4-2a3a-4d87-8fe9-9e295b2d169a None None] Port 29531c9a-7c58-465d-bf8d-9c9946a1df55 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:51:24.050556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-569c75b6-3c48-4b5b-9181-b78dd698ca4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:24.057360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:24.074852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c75b6-3c48-4b5b-9181-b78dd698ca4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0975d8-2697-4010-81cf-94cdc4009942,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:24.079642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-569c75b6-3c48-4b5b-9181-b78dd698ca4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:24.110258 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-569c75b6-3c48-4b5b-9181-b78dd698ca4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:24.114451 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-569c75b6-3c48-4b5b-9181-b78dd698ca4b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fa0975d8-2697-4010-81cf-94cdc4009942 HTTP/1.1" status: 204  len: 168 time: 0.7685084
Dec 24 10:51:24.119562 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:24.149787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ea232d-3983-474c-b164-26735eb35a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:24.156162 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ea232d-3983-474c-b164-26735eb35a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:24.156959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-35ea232d-3983-474c-b164-26735eb35a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:24.177620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:24.182010 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a301-bb89-4413-8c26-f0c76772ae00 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:24.191157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:24.235235 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:24.289422 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-35ea232d-3983-474c-b164-26735eb35a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:24.290638 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-35ea232d-3983-474c-b164-26735eb35a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1670 time: 0.4993892
Dec 24 10:51:24.304858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42386) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:24.312045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network fbd35e64-b1a6-487b-8589-9c730fd275d1 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:24.321733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:24.323032 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:24.327150 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=3f3af7fa-c859-45f7-83db-c73090b4757d,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:24.329545 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:24.331336 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:24.332044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:24.358827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:24.395160 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:24.399802 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-068fb2f7-889d-4820-a7b9-e2232561d818 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port 29531c9a-7c58-465d-bf8d-9c9946a1df55 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:24.400325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-068fb2f7-889d-4820-a7b9-e2232561d818 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:24.497373 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42390) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:24.557521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c160ad2-6187-41c1-9296-466cc666ed57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:24.631399 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0c160ad2-6187-41c1-9296-466cc666ed57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:24.637446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0c160ad2-6187-41c1-9296-466cc666ed57 admin admin] Usage tracker for resource:security_group_rule and tenant:ff3d93b7ff3249b0a249c3f54c34e3d6 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:24.649017 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0c160ad2-6187-41c1-9296-466cc666ed57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:24.662547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0c160ad2-6187-41c1-9296-466cc666ed57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:24.685477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Pushing event updated for resources: {'Port': ['ID=e04d31cd-d8f1-4158-a91d-83b5ee7f16b9,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:24.697831 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:24.705796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:24.706639 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:24.742979 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Allocated IP 172.20.0.1 (a7d77c03-8168-4373-8f11-ce3fd644a72c/e542360c-8e11-449e-88a7-01205620d98b/70c85e16-dc91-4469-905c-540e77df68d3) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:24.890442 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 4.2627525
Dec 24 10:51:24.894674 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42398) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:24.909255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'port': {'network_id': 'fbd35e64-b1a6-487b-8589-9c730fd275d1', 'name': 'tempest-FloatingIPTestJSON-1394486183'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:24.936205 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-068fb2f7-889d-4820-a7b9-e2232561d818 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:25.095680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-068fb2f7-889d-4820-a7b9-e2232561d818 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for 29531c9a-7c58-465d-bf8d-9c9946a1df55 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:25.180348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:25.195579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c160ad2-6187-41c1-9296-466cc666ed57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:25.215991 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c160ad2-6187-41c1-9296-466cc666ed57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:25.226091 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-58b76bd4-4305-4ab4-9401-0109018a5f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:25.232849 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Transition to ACTIVE for port object 70c85e16-dc91-4469-905c-540e77df68d3 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:25.295059 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:25.311850 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0c160ad2-6187-41c1-9296-466cc666ed57 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ff3d93b7ff3249b0a249c3f54c34e3d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8106489
Dec 24 10:51:25.316616 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Usage tracker for resource:port and tenant:cd9033324f80492388fb35eda7bfd1eb is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:25.319154 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42402) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:25.319337 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c160ad2-6187-41c1-9296-466cc666ed57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23ad3c8-1b5a-4c87-9ab6-d50a0887c9ba,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:25.325481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0c160ad2-6187-41c1-9296-466cc666ed57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:25.326083 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:25.330876 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:25.349412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-068fb2f7-889d-4820-a7b9-e2232561d818 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:25.355964 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:25.363429 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-199e95d2-11dc-4bbd-b240-df250dd57a03 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:25.449473 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:25.519966 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Made reservation on behalf of cd9033324f80492388fb35eda7bfd1eb for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:25.523441 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:25.560273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Network a7d77c03-8168-4373-8f11-ce3fd644a72c is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:25.572464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:25.584975 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:25.617633 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-068fb2f7-889d-4820-a7b9-e2232561d818 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:25.647393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event updated for resources: {'Port': ['ID=70c85e16-dc91-4469-905c-540e77df68d3,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:25.678103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] device_id is not set on port 83d386a9-7fdf-418d-a00e-b0cf3dad210b yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:51:25.693930 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-068fb2f7-889d-4820-a7b9-e2232561d818 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/29531c9a-7c58-465d-bf8d-9c9946a1df55 HTTP/1.1" status: 204  len: 168 time: 1.3879957
Dec 24 10:51:25.702418 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42406) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:25.709158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068fb2f7-889d-4820-a7b9-e2232561d818 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=29531c9a-7c58-465d-bf8d-9c9946a1df55,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:25.744393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:25.785408 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-686eaa43-a2ee-436f-a729-112956fe910a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:25.916297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-068fb2f7-889d-4820-a7b9-e2232561d818 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:25.920102 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf61b1b-7259-473a-9402-f80abd2e72d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:25.922119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf61b1b-7259-473a-9402-f80abd2e72d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:25.923153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9bf61b1b-7259-473a-9402-f80abd2e72d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:25.928087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.428s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:25.928474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:25.975611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-562e2afd-65c0-4f8c-aaea-0d2c9961b58e None None] Provisioning for port 70c85e16-dc91-4469-905c-540e77df68d3 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:25.976334 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9bf61b1b-7259-473a-9402-f80abd2e72d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:25.978438 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9bf61b1b-7259-473a-9402-f80abd2e72d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2730651
Dec 24 10:51:25.982288 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-562e2afd-65c0-4f8c-aaea-0d2c9961b58e None None] Provisioning complete for port 70c85e16-dc91-4469-905c-540e77df68d3 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:25.982665 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-562e2afd-65c0-4f8c-aaea-0d2c9961b58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:25.983499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42414) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:26.055842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-562e2afd-65c0-4f8c-aaea-0d2c9961b58e None None] Port 70c85e16-dc91-4469-905c-540e77df68d3 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:51:26.071625 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-35f12bd6-b0e8-4896-8c47-50c4918b9d25 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 437b9386-ac87-47f0-8bea-27ee046e04cb {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:51:26.076139 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-35f12bd6-b0e8-4896-8c47-50c4918b9d25 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:26.131753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-686eaa43-a2ee-436f-a729-112956fe910a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:26.176330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-35f12bd6-b0e8-4896-8c47-50c4918b9d25 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:26.220207 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:26.397724 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Allocated IP 172.20.0.4 (fbd35e64-b1a6-487b-8589-9c730fd275d1/82577826-dac5-4f61-b681-97f9cb758dd3/83d386a9-7fdf-418d-a00e-b0cf3dad210b) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:26.470374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-35f12bd6-b0e8-4896-8c47-50c4918b9d25 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:26.482132 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:26.599116 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-686eaa43-a2ee-436f-a729-112956fe910a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:26.608644 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-096bda34-5607-4fd7-b39e-367e2dd76928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:26.639716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686eaa43-a2ee-436f-a729-112956fe910a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23ad3c8-1b5a-4c87-9ab6-d50a0887c9ba,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:26.641734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-35f12bd6-b0e8-4896-8c47-50c4918b9d25 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:26.643003 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a301-bb89-4413-8c26-f0c76772ae00 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:26.650194 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-686eaa43-a2ee-436f-a729-112956fe910a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:26.667173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8d03c6b7-bded-4962-8fb8-da079115d181 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:26.683591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a301-bb89-4413-8c26-f0c76772ae00 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:26.718413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f12bd6-b0e8-4896-8c47-50c4918b9d25 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=437b9386-ac87-47f0-8bea-27ee046e04cb,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:26.721041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-35f12bd6-b0e8-4896-8c47-50c4918b9d25 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:26.724165 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305fad89-af14-46b9-b434-486391a0fe77 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:26.730203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-35f12bd6-b0e8-4896-8c47-50c4918b9d25 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:26.742566 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-35f12bd6-b0e8-4896-8c47-50c4918b9d25 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/437b9386-ac87-47f0-8bea-27ee046e04cb HTTP/1.1" status: 204  len: 168 time: 0.7579300
Dec 24 10:51:26.745405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42418) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:26.826312 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:26.829575 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ed3e6c3b-fdcd-409a-9819-da59cbb1f845 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0830719
Dec 24 10:51:26.832640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:26.857744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42422) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:26.861136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-314d5247-56b6-419c-bb94-4da71043c34d tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:26.883407 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-25f6021e-779e-4f91-a799-2455030cb697 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:26.900316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-686eaa43-a2ee-436f-a729-112956fe910a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:26.901380 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-686eaa43-a2ee-436f-a729-112956fe910a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c23ad3c8-1b5a-4c87-9ab6-d50a0887c9ba HTTP/1.1" status: 204  len: 168 time: 1.5773609
Dec 24 10:51:26.952739 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:26.956752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event updated for resources: {'Port': ['ID=70c85e16-dc91-4469-905c-540e77df68d3,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:26.960329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:27.048198 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df29cdca-e63f-49b9-b9a0-8eb984af4abd None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:51:27.057657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-df29cdca-e63f-49b9-b9a0-8eb984af4abd None None] Deleting port cae33ead-c3df-4a6e-a798-63c13b7e2abf {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:27.059937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-df29cdca-e63f-49b9-b9a0-8eb984af4abd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:27.235942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca9a301-bb89-4413-8c26-f0c76772ae00 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Router 89d356e1-bfb7-433c-aa07-4160dc1dbe9e has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:51:27.249120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Network a7d77c03-8168-4373-8f11-ce3fd644a72c is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:27.251447 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:27.271205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:27.296326 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-25f6021e-779e-4f91-a799-2455030cb697 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:27.381293 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-25f6021e-779e-4f91-a799-2455030cb697 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:27.399080 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-25f6021e-779e-4f91-a799-2455030cb697 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:27.415804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-25f6021e-779e-4f91-a799-2455030cb697 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:27.446987 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-df29cdca-e63f-49b9-b9a0-8eb984af4abd None None] For port cae33ead-c3df-4a6e-a798-63c13b7e2abf, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cae33ead-c3df-4a6e-a798-63c13b7e2abf,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:27.448989 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-df29cdca-e63f-49b9-b9a0-8eb984af4abd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:27.485111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Router 12f96bb1-dd59-4dec-8ab0-1775ae92f8d6 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:51:27.552880 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42434) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:27.607518 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Router 78491838-022f-4d68-9cab-210ed7f126c1 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:51:27.612827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f6021e-779e-4f91-a799-2455030cb697 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:27.616279 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-25f6021e-779e-4f91-a799-2455030cb697 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:27.619591 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-df29cdca-e63f-49b9-b9a0-8eb984af4abd None None] Calling delete_port for cae33ead-c3df-4a6e-a798-63c13b7e2abf owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:27.647154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78b4ca92-248d-4446-91d5-be6e47e57a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:27.666215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-78b4ca92-248d-4446-91d5-be6e47e57a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:27.669981 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-78b4ca92-248d-4446-91d5-be6e47e57a76 admin admin] Usage tracker for resource:security_group_rule and tenant:579affe10d6d4d0691d0b459d5ad1571 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:27.674571 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-78b4ca92-248d-4446-91d5-be6e47e57a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:27.689999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-78b4ca92-248d-4446-91d5-be6e47e57a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:27.708499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:27.710603 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8e3d0310-a23b-437f-b4e1-f781de18bca3 None None] Provisioning complete for port 70c85e16-dc91-4469-905c-540e77df68d3 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:27.711244 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8e3d0310-a23b-437f-b4e1-f781de18bca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:27.717788 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "PUT /v2.0/routers/12f96bb1-dd59-4dec-8ab0-1775ae92f8d6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2877045
Dec 24 10:51:27.718579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42438) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:27.725936 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f132e1d5-5ca1-4eff-9d0d-8fd757b011fa None None] Sync routers for ids ['12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:27.741199 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f132e1d5-5ca1-4eff-9d0d-8fd757b011fa None None] Routers {'12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:27.742081 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f132e1d5-5ca1-4eff-9d0d-8fd757b011fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddbc370>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:27.762031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:27.767410 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-df29cdca-e63f-49b9-b9a0-8eb984af4abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:27.784676 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:27.819745 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df29cdca-e63f-49b9-b9a0-8eb984af4abd None None] No DVR routers for this DVR port cae33ead-c3df-4a6e-a798-63c13b7e2abf on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:51:27.863918 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29cdca-e63f-49b9-b9a0-8eb984af4abd None None] Pushing event deleted for resources: {'Port': ['ID=cae33ead-c3df-4a6e-a798-63c13b7e2abf,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:27.867093 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-df29cdca-e63f-49b9-b9a0-8eb984af4abd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:27.867996 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:27.875994 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-8e3d0310-a23b-437f-b4e1-f781de18bca3 None None] Port 70c85e16-dc91-4469-905c-540e77df68d3 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:51:27.885434 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cae33ead-c3df-4a6e-a798-63c13b7e2abf no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:51:27.889437 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f132e1d5-5ca1-4eff-9d0d-8fd757b011fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddbc370>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:27.901058 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f132e1d5-5ca1-4eff-9d0d-8fd757b011fa None None] Routers {'12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:27.902084 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f132e1d5-5ca1-4eff-9d0d-8fd757b011fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddbc370>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:27.939493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-35f27742-1e39-4628-b2ee-e546656a20a9 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:27.970518 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca9a301-bb89-4413-8c26-f0c76772ae00 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:27.996723 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a301-bb89-4413-8c26-f0c76772ae00 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:28.001512 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5ca9a301-bb89-4413-8c26-f0c76772ae00 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "PUT /v2.0/routers/89d356e1-bfb7-433c-aa07-4160dc1dbe9e HTTP/1.1" status: 200  len: 921 time: 5.2052979
Dec 24 10:51:28.011845 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42442) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:28.015431 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f132e1d5-5ca1-4eff-9d0d-8fd757b011fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddbc370>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:28.015948 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f132e1d5-5ca1-4eff-9d0d-8fd757b011fa None None] The sync data for ids ['12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:28.025369 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: cae33ead-c3df-4a6e-a798-63c13b7e2abf {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:51:28.025723 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cae33ead-c3df-4a6e-a798-63c13b7e2abf not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:51:28.027303 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bac1a-b0f3-4a3f-b12f-4a531bf782eb None None] Sync routers for ids ['89d356e1-bfb7-433c-aa07-4160dc1dbe9e'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:28.037805 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network fbd35e64-b1a6-487b-8589-9c730fd275d1 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:28.043210 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:28.045155 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=83d386a9-7fdf-418d-a00e-b0cf3dad210b,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:28.047345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:28.080842 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:28.104518 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079bac1a-b0f3-4a3f-b12f-4a531bf782eb None None] Routers {'89d356e1-bfb7-433c-aa07-4160dc1dbe9e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:28.105255 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-079bac1a-b0f3-4a3f-b12f-4a531bf782eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2fc5e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['89d356e1-bfb7-433c-aa07-4160dc1dbe9e'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:28.176858 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-079bac1a-b0f3-4a3f-b12f-4a531bf782eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2fc5e0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:28.187432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079bac1a-b0f3-4a3f-b12f-4a531bf782eb None None] Routers {'89d356e1-bfb7-433c-aa07-4160dc1dbe9e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:28.188066 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-079bac1a-b0f3-4a3f-b12f-4a531bf782eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2fc5e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['89d356e1-bfb7-433c-aa07-4160dc1dbe9e'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:28.194267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78b4ca92-248d-4446-91d5-be6e47e57a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:28.208857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78b4ca92-248d-4446-91d5-be6e47e57a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:28.219317 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-93378274-e1d4-4339-b71d-605d2a2fffae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:28.238622 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:28.239265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:28.253348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:28.266598 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Sync routers for ids ['78491838-022f-4d68-9cab-210ed7f126c1'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:28.287225 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Routers {'78491838-022f-4d68-9cab-210ed7f126c1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:28.293004 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0a69a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['78491838-022f-4d68-9cab-210ed7f126c1'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:28.296691 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.3994098
Dec 24 10:51:28.312038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42450) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:28.315772 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-079bac1a-b0f3-4a3f-b12f-4a531bf782eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2fc5e0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:28.316137 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079bac1a-b0f3-4a3f-b12f-4a531bf782eb None None] The sync data for ids ['89d356e1-bfb7-433c-aa07-4160dc1dbe9e'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:28.324056 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-35f27742-1e39-4628-b2ee-e546656a20a9 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 24 10:51:28.328279 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-35f27742-1e39-4628-b2ee-e546656a20a9 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "DELETE /v2.0/routers/12f96bb1-dd59-4dec-8ab0-1775ae92f8d6 HTTP/1.1" status: 409  len: 329 time: 0.6076143
Dec 24 10:51:28.330355 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42454) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:28.333657 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '83d386a9-7fdf-418d-a00e-b0cf3dad210b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:28.345591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:28.349181 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f49572b2-d1f8-4c4d-a32c-1ce5c5f31bcd admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 10.1196156
Dec 24 10:51:28.358389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42456) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:28.484439 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:28.489907 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Usage tracker for resource:floatingip and tenant:cd9033324f80492388fb35eda7bfd1eb is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:28.493143 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:28.501530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:28.511899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4ca92-248d-4446-91d5-be6e47e57a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2c37b4-8ca8-4eb9-be19-6fd43d2cb164,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:28.516005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-78b4ca92-248d-4446-91d5-be6e47e57a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:28.548295 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-78b4ca92-248d-4446-91d5-be6e47e57a76 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=579affe10d6d4d0691d0b459d5ad1571&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9864440
Dec 24 10:51:28.552013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42462) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:28.560355 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-449140cf-e03b-44ce-aae6-41efb130f906 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "GET /v2.0/routers/89d356e1-bfb7-433c-aa07-4160dc1dbe9e HTTP/1.1" status: 200  len: 921 time: 0.5447025
Dec 24 10:51:28.563308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-25f6021e-779e-4f91-a799-2455030cb697 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:28.564003 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42466) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:28.568538 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Set router 78491838-022f-4d68-9cab-210ed7f126c1 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:51:28.611958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:28.635390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:28.713411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f6021e-779e-4f91-a799-2455030cb697 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:28.724569 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-25f6021e-779e-4f91-a799-2455030cb697 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:28.728489 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f6021e-779e-4f91-a799-2455030cb697 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:28.729158 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-25f6021e-779e-4f91-a799-2455030cb697 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:28.736441 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d63880-4beb-4187-9433-759aac899407 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:28.843492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-24d1503b-dde3-4f58-90e1-105e4125c6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:28.862631 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0a69a0>, [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:24Z', 'revision_number': 3, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:28.866669 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Checking router: 78491838-022f-4d68-9cab-210ed7f126c1 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:51:28.867340 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Updating router 78491838-022f-4d68-9cab-210ed7f126c1 port e04d31cd-d8f1-4158-a91d-83b5ee7f16b9 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:51:28.876521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-24d1503b-dde3-4f58-90e1-105e4125c6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:28.928361 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:28.936176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6021e-779e-4f91-a799-2455030cb697 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=6c579330-abee-49fc-b251-d1e0284a6edb,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:28.953467 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-25f6021e-779e-4f91-a799-2455030cb697 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:28.966490 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-25f6021e-779e-4f91-a799-2455030cb697 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.1068370
Dec 24 10:51:28.983062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42470) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:28.994850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'name': 'tempest-NetworksTestDHCPv6-2047785746'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:29.029139 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdab710-b737-46d4-961f-2b9a649eb7a8 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:29.031184 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3fdab710-b737-46d4-961f-2b9a649eb7a8 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Synchronizing usage tracker for tenant:1a39ae7fdc3a4d09a5aece81904e1d32 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:29.055143 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': '6c579330-abee-49fc-b251-d1e0284a6edb'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:51:29.056251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:29.129297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-24d1503b-dde3-4f58-90e1-105e4125c6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:29.151372 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:29.173689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-24d1503b-dde3-4f58-90e1-105e4125c6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:29.174856 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-24d1503b-dde3-4f58-90e1-105e4125c6ce admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cf2c37b4-8ca8-4eb9-be19-6fd43d2cb164 HTTP/1.1" status: 204  len: 168 time: 0.6219106
Dec 24 10:51:29.251069 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1503b-dde3-4f58-90e1-105e4125c6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2c37b4-8ca8-4eb9-be19-6fd43d2cb164,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:29.255655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-24d1503b-dde3-4f58-90e1-105e4125c6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:29.302178 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Allocated IP 2001:db8::2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/6c579330-abee-49fc-b251-d1e0284a6edb/44174ef3-dd9e-4de8-8157-215d1137e461) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:29.319269 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3fdab710-b737-46d4-961f-2b9a649eb7a8 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Unset dirty status for tenant:1a39ae7fdc3a4d09a5aece81904e1d32 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:29.321821 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3fdab710-b737-46d4-961f-2b9a649eb7a8 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=38a55964-33b9-4484-a01f-c130c608c280&device_id=89d356e1-bfb7-433c-aa07-4160dc1dbe9e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.7495234
Dec 24 10:51:29.340115 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42476) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:29.420153 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:29.446825 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:29.447648 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Transition to ACTIVE for port object e04d31cd-d8f1-4158-a91d-83b5ee7f16b9 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:29.468053 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:29.473294 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:29.624795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:29.629956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:port and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:29.634353 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Attempting to bind port e04d31cd-d8f1-4158-a91d-83b5ee7f16b9 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:29.634667 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:29.634862 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Attempting to bind port e04d31cd-d8f1-4158-a91d-83b5ee7f16b9 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:29.635295 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Attempting to bind port e04d31cd-d8f1-4158-a91d-83b5ee7f16b9 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:29.638932 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59479f5d-721b-4373-abe5-37fc73fcbe7b None None] Pushing event updated for resources: {'Port': ['ID=e04d31cd-d8f1-4158-a91d-83b5ee7f16b9,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:29.642556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:29.644398 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:51:29.644669 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:29.645145 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:29.645686 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:51:29.646313 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Bound port: e04d31cd-d8f1-4158-a91d-83b5ee7f16b9, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:51:29.646727 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:29.667360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:29.672841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:29.691676 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59479f5d-721b-4373-abe5-37fc73fcbe7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:29.691909 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59479f5d-721b-4373-abe5-37fc73fcbe7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:29.692426 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59479f5d-721b-4373-abe5-37fc73fcbe7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:29.692830 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59479f5d-721b-4373-abe5-37fc73fcbe7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:29.693224 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59479f5d-721b-4373-abe5-37fc73fcbe7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:29.693680 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59479f5d-721b-4373-abe5-37fc73fcbe7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:29.694042 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59479f5d-721b-4373-abe5-37fc73fcbe7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:29.694430 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59479f5d-721b-4373-abe5-37fc73fcbe7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:29.694837 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59479f5d-721b-4373-abe5-37fc73fcbe7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:29.695227 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59479f5d-721b-4373-abe5-37fc73fcbe7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:29.695614 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59479f5d-721b-4373-abe5-37fc73fcbe7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:29.696012 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59479f5d-721b-4373-abe5-37fc73fcbe7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:29.701334 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-59479f5d-721b-4373-abe5-37fc73fcbe7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:29.711023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port cadfa0a9-a0ca-40f2-a135-ba208c2fea2d yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:51:29.741834 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] For port e04d31cd-d8f1-4158-a91d-83b5ee7f16b9, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:51:29.745974 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] For port e04d31cd-d8f1-4158-a91d-83b5ee7f16b9, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e04d31cd-d8f1-4158-a91d-83b5ee7f16b9,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:51:29.753578 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:29.759233 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:29.782104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:29.793238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Transition to ACTIVE for port object 44174ef3-dd9e-4de8-8157-215d1137e461 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:29.812835 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Transition to ACTIVE for port object 44174ef3-dd9e-4de8-8157-215d1137e461 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:29.844468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:29.846558 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59479f5d-721b-4373-abe5-37fc73fcbe7b None None] Pushing event updated for resources: {'Port': ['ID=e04d31cd-d8f1-4158-a91d-83b5ee7f16b9,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:29.851386 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-59479f5d-721b-4373-abe5-37fc73fcbe7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:29.861264 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:29.864747 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Routers {'78491838-022f-4d68-9cab-210ed7f126c1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:29.865505 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0a69a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['78491838-022f-4d68-9cab-210ed7f126c1'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:29.929457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::35d (51d30af2-9f70-4c66-8947-64c1ea7cb845/6c579330-abee-49fc-b251-d1e0284a6edb/cadfa0a9-a0ca-40f2-a135-ba208c2fea2d) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:29.940399 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-45215903-1bba-4ebb-b0da-738b8406557e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:29.943310 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:29.952384 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:29.957233 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:29.992146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Pushing event updated for resources: {'Port': ['ID=44174ef3-dd9e-4de8-8157-215d1137e461,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:30.000006 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:30.008373 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f185ba62-c1cb-4b93-8271-07c97c26aa06 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:30.009173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f185ba62-c1cb-4b93-8271-07c97c26aa06 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Synchronizing usage tracker for tenant:1a39ae7fdc3a4d09a5aece81904e1d32 on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:30.035576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:30.074136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f185ba62-c1cb-4b93-8271-07c97c26aa06 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Unset dirty status for tenant:1a39ae7fdc3a4d09a5aece81904e1d32 on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:30.079327 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f185ba62-c1cb-4b93-8271-07c97c26aa06 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "GET /v2.0/networks/38a55964-33b9-4484-a01f-c130c608c280 HTTP/1.1" status: 200  len: 881 time: 0.7368374
Dec 24 10:51:30.085240 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] Set router 78491838-022f-4d68-9cab-210ed7f126c1 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:51:30.133256 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Attempting to bind port 44174ef3-dd9e-4de8-8157-215d1137e461 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:30.133627 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Attempting to bind port 44174ef3-dd9e-4de8-8157-215d1137e461 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:30.135811 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Attempting to bind port 44174ef3-dd9e-4de8-8157-215d1137e461 on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:30.138714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42494) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:30.147033 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:51:30.147643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:30.148153 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:30.148651 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:51:30.149459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Bound port: 44174ef3-dd9e-4de8-8157-215d1137e461, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:51:30.151005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:30.174797 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:30.195239 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object cadfa0a9-a0ca-40f2-a135-ba208c2fea2d will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:30.230387 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3aa4eb03-b034-46bb-9907-5bee9db5193d tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "GET /v2.0/ports?device_id=89d356e1-bfb7-433c-aa07-4160dc1dbe9e HTTP/1.1" status: 200  len: 205 time: 0.0868406
Dec 24 10:51:30.233563 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42500) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:30.313905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] For port 44174ef3-dd9e-4de8-8157-215d1137e461, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:51:30.318486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] For port 44174ef3-dd9e-4de8-8157-215d1137e461, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=44174ef3-dd9e-4de8-8157-215d1137e461,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:51:30.327831 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:30.336408 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:30.336614 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:30.346734 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:30.426177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=cadfa0a9-a0ca-40f2-a135-ba208c2fea2d,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:30.436127 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:30.519961 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Pushing event updated for resources: {'Port': ['ID=44174ef3-dd9e-4de8-8157-215d1137e461,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:30.527290 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:30.553472 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b70e54f3-3c89-4d0d-9068-07914e58c151 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:30.558243 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Allocated IP 172.26.4.230 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/454a78eb-5ea7-44ed-834e-3b6986965697) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:30.567102 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0a69a0>, [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:24Z', 'revision_number': 3, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:30.573211 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25f6eeb-db07-4a81-b866-f502cda61d82 None None] The sync data for ids ['78491838-022f-4d68-9cab-210ed7f126c1'] in dv-neutron-822668-2-hyperv is: [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:24Z', 'revision_number': 3, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:30.670543 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:30.688265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:30.695404 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:30.703136 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:30.703959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:30.706075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Allocated IP 172.20.0.1 (5649a2db-549e-48e6-b856-f7dfd6b31b16/e0a321e5-1d5c-4349-a6e4-b5d68559fd38/dbe9551d-1546-4acc-9f3e-5c8380be1867) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:30.779930 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.7942803
Dec 24 10:51:30.784457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42516) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:30.890875 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b52e-7f3f-4340-919d-3628fed5a462 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:31.127721 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:31.137034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b70e54f3-3c89-4d0d-9068-07914e58c151 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:31.195468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b70e54f3-3c89-4d0d-9068-07914e58c151 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Deleting port ea43ef19-67ea-4c68-ad25-b5b6207df85f {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:31.201752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b70e54f3-3c89-4d0d-9068-07914e58c151 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:31.266092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:31.302962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Transition to ACTIVE for port object dbe9551d-1546-4acc-9f3e-5c8380be1867 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:31.329366 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:31.335284 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-241018a9-0226-46df-96b9-d7618d469d44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:31.422211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca60c9b-d4a3-4fff-b3cb-ac40ce44c163 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:31.429302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca60c9b-d4a3-4fff-b3cb-ac40ce44c163 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:31.430313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3ca60c9b-d4a3-4fff-b3cb-ac40ce44c163 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:31.452567 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:31.459561 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:31.464775 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:31.495238 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:31.502637 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-87a82912-736f-4bf0-a1ea-731dd139e9dd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:31.534504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=454a78eb-5ea7-44ed-834e-3b6986965697,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:31.545651 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:31.556426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3ca60c9b-d4a3-4fff-b3cb-ac40ce44c163 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:31.560164 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3ca60c9b-d4a3-4fff-b3cb-ac40ce44c163 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.7739019
Dec 24 10:51:31.564252 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42532) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:31.600220 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b70e54f3-3c89-4d0d-9068-07914e58c151 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:31.725031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-94a2c842-c19a-405f-9d09-8360c7f196e2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port cadfa0a9-a0ca-40f2-a135-ba208c2fea2d {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:31.725371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-94a2c842-c19a-405f-9d09-8360c7f196e2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:31.774575 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe9551d-1546-4acc-9f3e-5c8380be1867,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:31.779013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42536) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:31.797517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b70e54f3-3c89-4d0d-9068-07914e58c151 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Calling delete_port for ea43ef19-67ea-4c68-ad25-b5b6207df85f owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:31.837567 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0fcaf787-adee-45b8-a60e-e09f1738aa82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:31.879369 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:31.906167 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Network 5649a2db-549e-48e6-b856-f7dfd6b31b16 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:31.909131 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:31.912363 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:32.062184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:32.062489 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e04d31cd-d8f1-4158-a91d-83b5ee7f16b9 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:32.213183 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port e04d31cd-d8f1-4158-a91d-83b5ee7f16b9 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:32.223887 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e04d31cd-d8f1-4158-a91d-83b5ee7f16b9 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:32.224273 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:32.341996 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-d0e1b52e-7f3f-4340-919d-3628fed5a462 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Deleting port 70c85e16-dc91-4469-905c-540e77df68d3 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:32.342525 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b52e-7f3f-4340-919d-3628fed5a462 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:32.353599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1791483558'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:32.358560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b70e54f3-3c89-4d0d-9068-07914e58c151 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:32.365768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:32.409396 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:32.413140 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e54f3-3c89-4d0d-9068-07914e58c151 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Pushing event deleted for resources: {'Port': ['ID=ea43ef19-67ea-4c68-ad25-b5b6207df85f,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:32.414431 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:32.433264 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port e04d31cd-d8f1-4158-a91d-83b5ee7f16b9, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e04d31cd-d8f1-4158-a91d-83b5ee7f16b9,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:32.435348 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c01c2771-f13e-495c-adf6-acf78339af7b None None] Provisioning for port 44174ef3-dd9e-4de8-8157-215d1137e461 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:32.444141 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:32.445126 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 44174ef3-dd9e-4de8-8157-215d1137e461 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:32.449384 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Usage tracker for resource:network and tenant:4403cc8d705840389ce8fd4fa3713853 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:32.457518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b70e54f3-3c89-4d0d-9068-07914e58c151 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:32.466839 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:32.514133 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:32.539154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:32.601433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=e04d31cd-d8f1-4158-a91d-83b5ee7f16b9,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:32.604468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:32.623436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d19a2f8e-e0a8-4ea8-9433-edd1696223df None None] Provisioning for port dbe9551d-1546-4acc-9f3e-5c8380be1867 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:32.628987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:32.631669 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d19a2f8e-e0a8-4ea8-9433-edd1696223df None None] Provisioning complete for port dbe9551d-1546-4acc-9f3e-5c8380be1867 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:32.632270 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d19a2f8e-e0a8-4ea8-9433-edd1696223df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:32.674443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 44174ef3-dd9e-4de8-8157-215d1137e461 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:32.690183 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 44174ef3-dd9e-4de8-8157-215d1137e461 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:32.690895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:32.765263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-d19a2f8e-e0a8-4ea8-9433-edd1696223df None None] Port dbe9551d-1546-4acc-9f3e-5c8380be1867 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:51:32.840280 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:32.876085 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 44174ef3-dd9e-4de8-8157-215d1137e461, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=44174ef3-dd9e-4de8-8157-215d1137e461,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:32.879266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:32.883930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Made reservation on behalf of 4403cc8d705840389ce8fd4fa3713853 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:32.888283 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:32.890669 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:32.892877 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:32.900421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:32.931561 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-52a35da4-11ed-451f-8ae7-34e1cfc38e77 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:32.962985 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6f4af9ff-ebe0-4339-a370-b52ba070c819 None None] Provisioning for port cadfa0a9-a0ca-40f2-a135-ba208c2fea2d completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:32.969002 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b70e54f3-3c89-4d0d-9068-07914e58c151 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:32.978771 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6f4af9ff-ebe0-4339-a370-b52ba070c819 None None] Provisioning complete for port cadfa0a9-a0ca-40f2-a135-ba208c2fea2d triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:32.979176 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6f4af9ff-ebe0-4339-a370-b52ba070c819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.021401 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.022272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-94a2c842-c19a-405f-9d09-8360c7f196e2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.056561 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.061958 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.079463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=44174ef3-dd9e-4de8-8157-215d1137e461,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:33.085160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:33.089522 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6f4af9ff-ebe0-4339-a370-b52ba070c819 None None] Port cadfa0a9-a0ca-40f2-a135-ba208c2fea2d cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:51:33.194947 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-94a2c842-c19a-405f-9d09-8360c7f196e2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for cadfa0a9-a0ca-40f2-a135-ba208c2fea2d owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:33.274105 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.299467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:33.308062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b52e-7f3f-4340-919d-3628fed5a462 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.361299 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Usage tracker for resource:security_group_rule and tenant:4403cc8d705840389ce8fd4fa3713853 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:33.375739 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Pushing event updated for resources: {'Port': ['ID=dbe9551d-1546-4acc-9f3e-5c8380be1867,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:33.385601 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:33.390980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:33.396892 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:33.402259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b70e54f3-3c89-4d0d-9068-07914e58c151 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.407410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b70e54f3-3c89-4d0d-9068-07914e58c151 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.464692 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-d0e1b52e-7f3f-4340-919d-3628fed5a462 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Calling delete_port for 70c85e16-dc91-4469-905c-540e77df68d3 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:33.525922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b70e54f3-3c89-4d0d-9068-07914e58c151 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.526418 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70e54f3-3c89-4d0d-9068-07914e58c151 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Fanout notify agent at l3_agent the message router_deleted on router 89d356e1-bfb7-433c-aa07-4160dc1dbe9e {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:51:33.561526 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b70e54f3-3c89-4d0d-9068-07914e58c151 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.566128 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b70e54f3-3c89-4d0d-9068-07914e58c151 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "DELETE /v2.0/routers/89d356e1-bfb7-433c-aa07-4160dc1dbe9e HTTP/1.1" status: 204  len: 168 time: 3.3281796
Dec 24 10:51:33.567222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42550) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:33.572206 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-9d646d7a-690d-4677-a45a-00baa03a066b tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1890930187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:33.581713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9d646d7a-690d-4677-a45a-00baa03a066b tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:33.588368 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Network 5649a2db-549e-48e6-b856-f7dfd6b31b16 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:33.589420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9d646d7a-690d-4677-a45a-00baa03a066b tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Usage tracker for resource:router and tenant:b35f9da743d24de58b59d0a3dfe67701 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:33.592680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:33.594424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9d646d7a-690d-4677-a45a-00baa03a066b tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:33.602451 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9d646d7a-690d-4677-a45a-00baa03a066b tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:33.637258 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-94a2c842-c19a-405f-9d09-8360c7f196e2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.645571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-573c9e20-4ba0-4142-ad3c-515e8d19e348 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:33.682986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9d646d7a-690d-4677-a45a-00baa03a066b tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.684046 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9d646d7a-690d-4677-a45a-00baa03a066b tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.699392 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2c842-c19a-405f-9d09-8360c7f196e2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=cadfa0a9-a0ca-40f2-a135-ba208c2fea2d,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:33.702360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-94a2c842-c19a-405f-9d09-8360c7f196e2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:33.710002 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.740481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9d646d7a-690d-4677-a45a-00baa03a066b tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.896261 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e04d31cd-d8f1-4158-a91d-83b5ee7f16b9 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:33.907764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-94a2c842-c19a-405f-9d09-8360c7f196e2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.918298 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Router 78491838-022f-4d68-9cab-210ed7f126c1 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:51:33.926294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.928287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9d646d7a-690d-4677-a45a-00baa03a066b tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.948905 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:33.960656 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:33.984220 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4eb7188a-3815-4a3e-bbfa-fe1484acf788 None None] Provisioning complete for port dbe9551d-1546-4acc-9f3e-5c8380be1867 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:33.984752 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4eb7188a-3815-4a3e-bbfa-fe1484acf788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:34.019238 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-94a2c842-c19a-405f-9d09-8360c7f196e2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/cadfa0a9-a0ca-40f2-a135-ba208c2fea2d HTTP/1.1" status: 204  len: 168 time: 2.4517500
Dec 24 10:51:34.020053 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42554) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:34.023609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b52e-7f3f-4340-919d-3628fed5a462 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:34.050473 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7188a-3815-4a3e-bbfa-fe1484acf788 None None] Port dbe9551d-1546-4acc-9f3e-5c8380be1867 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:51:34.057742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8b4f19a4-c0be-4bf7-946f-f011f9385887 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:34.060677 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e04d31cd-d8f1-4158-a91d-83b5ee7f16b9 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:34.060677 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:34.065131 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:51:34.080055 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9d646d7a-690d-4677-a45a-00baa03a066b tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:34.083793 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9d646d7a-690d-4677-a45a-00baa03a066b tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5137079
Dec 24 10:51:34.087108 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42558) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:34.087801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660a3d42-627c-4dc0-8f64-5bc7f060ff5f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:34.102502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:34.108422 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Request body: {'router': {'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:34.153933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1b52e-7f3f-4340-919d-3628fed5a462 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event deleted for resources: {'Port': ['ID=70c85e16-dc91-4469-905c-540e77df68d3,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:34.155110 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:34.155456 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Added segment 40b33e1c-40b9-4599-8805-893db683f8b1 of type vlan for network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493
Dec 24 10:51:34.161987 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d0e1b52e-7f3f-4340-919d-3628fed5a462 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:34.191327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 44174ef3-dd9e-4de8-8157-215d1137e461 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:34.289545 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:34.297331 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 44174ef3-dd9e-4de8-8157-215d1137e461 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:34.297713 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:34.339302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb67df89-f574-4e05-9156-28e062e542e6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:34.341693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb67df89-f574-4e05-9156-28e062e542e6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:34.342454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cb67df89-f574-4e05-9156-28e062e542e6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:34.408505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:34.501112 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:34.513485 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Sync routers for ids ['78491838-022f-4d68-9cab-210ed7f126c1'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:34.522484 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] 10.222.0.54 "PUT /v2.0/routers/78491838-022f-4d68-9cab-210ed7f126c1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1489878
Dec 24 10:51:34.524327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Routers {'78491838-022f-4d68-9cab-210ed7f126c1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:34.525087 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1bfdf0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['78491838-022f-4d68-9cab-210ed7f126c1'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:34.561414 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cb67df89-f574-4e05-9156-28e062e542e6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:34.563048 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cb67df89-f574-4e05-9156-28e062e542e6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.5414739
Dec 24 10:51:34.588446 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42568) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:34.667344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:34.676257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.resource_extend [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:51:34.767509 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:34.769458 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Set router 78491838-022f-4d68-9cab-210ed7f126c1 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:51:34.781021 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b52e-7f3f-4340-919d-3628fed5a462 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:34.923799 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:34.930800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:34.931804 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:34.939403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:34.971452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-82bcfb2c-3162-45ec-9dd3-9eb90f9f38a5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 6c579330-abee-49fc-b251-d1e0284a6edb {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:51:34.974541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-82bcfb2c-3162-45ec-9dd3-9eb90f9f38a5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:35.033451 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-82bcfb2c-3162-45ec-9dd3-9eb90f9f38a5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:35.051996 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 3.1751060
Dec 24 10:51:35.064622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Pushing event updated for resources: {'Network': ['ID=5bdc95c2-cd06-43c3-9b3c-4d5fae993493,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:35.068065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:35.153908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:51:35.290803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e1b52e-7f3f-4340-919d-3628fed5a462 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Router 12f96bb1-dd59-4dec-8ab0-1775ae92f8d6 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:51:35.299714 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:35.307682 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:35.308161 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-82bcfb2c-3162-45ec-9dd3-9eb90f9f38a5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:35.343966 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:35.351657 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:35.361926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42588) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:35.362436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:35.368193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1bfdf0>, [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 2, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:35.380041 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Checking router: 78491838-022f-4d68-9cab-210ed7f126c1 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:51:35.380411 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Updating router 78491838-022f-4d68-9cab-210ed7f126c1 port dbe9551d-1546-4acc-9f3e-5c8380be1867 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:51:35.456807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1790870919-network', 'tenant_id': 'f4ccfd3ae4d147cda057698a41ad92b1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:35.480623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:35.484497 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:35.528818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42594) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:35.535113 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Request body: {'port': {'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-952419480'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:35.546157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:35.557017 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Usage tracker for resource:port and tenant:15458ece0d154de992538be3c42f1a25 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:35.561578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:35.576815 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:35.615908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Made reservation on behalf of 15458ece0d154de992538be3c42f1a25 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:35.619072 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:35.634421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Allocated IP 172.26.4.133 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/34a9b26a-e6ea-4c8c-bf47-cfb47d775f21) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:35.650716 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:35.673157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:35.692770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Usage tracker for resource:security_group_rule and tenant:15458ece0d154de992538be3c42f1a25 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:35.697122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:35.741125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Usage tracker for resource:network and tenant:f4ccfd3ae4d147cda057698a41ad92b1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:35.752127 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:35.754524 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:35.783367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e1b52e-7f3f-4340-919d-3628fed5a462 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:35.795641 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:35.802227 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=454a78eb-5ea7-44ed-834e-3b6986965697,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:35.805337 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:35.819283 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d0e1b52e-7f3f-4340-919d-3628fed5a462 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "PUT /v2.0/routers/12f96bb1-dd59-4dec-8ab0-1775ae92f8d6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4708438
Dec 24 10:51:35.828303 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42600) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:35.829072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:35.830386 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a2b46d-9205-439f-8840-ec5db1c70f13 None None] Sync routers for ids ['12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:35.854220 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a2b46d-9205-439f-8840-ec5db1c70f13 None None] Routers {'12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:35.855075 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-12a2b46d-9205-439f-8840-ec5db1c70f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd6df70>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:35.863266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:35.908082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:35.916926 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ba123ee8-7225-4491-8f3d-149b884610f5 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:35.921111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:35.929196 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-12a2b46d-9205-439f-8840-ec5db1c70f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd6df70>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:35.939886 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a2b46d-9205-439f-8840-ec5db1c70f13 None None] Routers {'12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:35.940575 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-12a2b46d-9205-439f-8840-ec5db1c70f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd6df70>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:35.943156 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Made reservation on behalf of f4ccfd3ae4d147cda057698a41ad92b1 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:35.945624 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:35.949025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Transition to ACTIVE for port object dbe9551d-1546-4acc-9f3e-5c8380be1867 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:35.964354 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:35.979224 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d48e4c00-8fd4-4539-86d7-5c03018af966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:35.979421 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-82bcfb2c-3162-45ec-9dd3-9eb90f9f38a5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:35.983000 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:35.986304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:35.993114 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:35.999709 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:36.000599 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-69e664ee-324b-4ba8-8d83-01309b93b3ab tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] show failed (client error): The resource could not be found.
Dec 24 10:51:36.005195 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-69e664ee-324b-4ba8-8d83-01309b93b3ab tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-865891764 HTTP/1.1" status: 404  len: 334 time: 0.1218925
Dec 24 10:51:36.008608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a747c243-9f5e-4753-b3a9-9cebadb5e36e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:36.016941 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-12a2b46d-9205-439f-8840-ec5db1c70f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd6df70>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:36.017411 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a2b46d-9205-439f-8840-ec5db1c70f13 None None] The sync data for ids ['12f96bb1-dd59-4dec-8ab0-1775ae92f8d6'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:36.025307 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42604) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:36.058930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-d3606c2f-9c4c-425c-b2ec-49ee0607c4b6 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:36.069729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-82bcfb2c-3162-45ec-9dd3-9eb90f9f38a5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:36.073428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcfb2c-3162-45ec-9dd3-9eb90f9f38a5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=6c579330-abee-49fc-b251-d1e0284a6edb,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:36.079908 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:36.083466 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-82bcfb2c-3162-45ec-9dd3-9eb90f9f38a5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:36.090877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Usage tracker for resource:security_group_rule and tenant:f4ccfd3ae4d147cda057698a41ad92b1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:36.110752 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80969be7-fda4-4927-a5ee-4ed01285ed85 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:36.152190 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:36.161702 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Pushing event updated for resources: {'Port': ['ID=34a9b26a-e6ea-4c8c-bf47-cfb47d775f21,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:36.176725 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-82bcfb2c-3162-45ec-9dd3-9eb90f9f38a5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/6c579330-abee-49fc-b251-d1e0284a6edb HTTP/1.1" status: 204  len: 168 time: 1.5853317
Dec 24 10:51:36.176725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:36.180964 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42608) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:36.261773 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-248121ac-dd67-4c08-bf1d-288764a45da4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0793450
Dec 24 10:51:36.265211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42612) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:36.271870 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:36.273328 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:36.279692 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9367e5b0-db46-4988-b6d8-aa6ae59f4cd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:36.301733 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-d3606c2f-9c4c-425c-b2ec-49ee0607c4b6 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] update failed (client error): The resource could not be found.
Dec 24 10:51:36.305803 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d3606c2f-9c4c-425c-b2ec-49ee0607c4b6 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-2105159484 HTTP/1.1" status: 404  len: 335 time: 0.2641544
Dec 24 10:51:36.305803 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:36.309107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3ee0a-12d0-4246-ba6a-2ba54a0229f3 None None] Pushing event updated for resources: {'Port': ['ID=dbe9551d-1546-4acc-9f3e-5c8380be1867,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:36.317734 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f7e3ee0a-12d0-4246-ba6a-2ba54a0229f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:36.320886 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42616) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:36.321826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-18aa5cc5-4217-4313-9491-8f231d6705ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:36.332363 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Attempting to bind port dbe9551d-1546-4acc-9f3e-5c8380be1867 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:36.332732 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Attempting to bind port dbe9551d-1546-4acc-9f3e-5c8380be1867 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:36.333094 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Attempting to bind port dbe9551d-1546-4acc-9f3e-5c8380be1867 on network 5649a2db-549e-48e6-b856-f7dfd6b31b16 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:36.366425 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:51:36.366775 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Checking segment: {'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:36.367127 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:36.367520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Bound using segment: {'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:51:36.367995 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Bound port: dbe9551d-1546-4acc-9f3e-5c8380be1867, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:51:36.368371 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:36.393820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] device_id is not set on port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:51:36.396433 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9367e5b0-db46-4988-b6d8-aa6ae59f4cd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:36.400504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9367e5b0-db46-4988-b6d8-aa6ae59f4cd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:36.403981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9367e5b0-db46-4988-b6d8-aa6ae59f4cd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:36.415631 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Floating IP f2aed187-ab07-493e-92fd-94e0a914a1fb associated. External IP: 172.26.4.230, port: 83d386a9-7fdf-418d-a00e-b0cf3dad210b.
Dec 24 10:51:36.479375 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9367e5b0-db46-4988-b6d8-aa6ae59f4cd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:36.520321 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] For port dbe9551d-1546-4acc-9f3e-5c8380be1867, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:51:36.530037 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9367e5b0-db46-4988-b6d8-aa6ae59f4cd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:36.530464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] For port dbe9551d-1546-4acc-9f3e-5c8380be1867, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=dbe9551d-1546-4acc-9f3e-5c8380be1867,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:51:36.533954 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9367e5b0-db46-4988-b6d8-aa6ae59f4cd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:36.536374 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:36.540327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-814a727e-b928-446f-a6aa-6d6e2f44b76a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:36.620920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c980779-c23f-4582-94fd-e470375afeef None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:51:36.622873 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b62360-a419-4d86-b7ee-bdb1a7a7edcf,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:36.626105 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:36.633253 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1c980779-c23f-4582-94fd-e470375afeef None None] Deleting port 44174ef3-dd9e-4de8-8157-215d1137e461 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:36.633638 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1c980779-c23f-4582-94fd-e470375afeef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:36.652420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5101ad-9d02-4d54-aa95-279eea3f78a2 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Deleting subnet 6c8b0542-2ca6-47df-b32d-2bf162a36f6a {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:51:36.658863 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Routers {'78491838-022f-4d68-9cab-210ed7f126c1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:36.659505 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1bfdf0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['78491838-022f-4d68-9cab-210ed7f126c1'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:36.667108 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6a5101ad-9d02-4d54-aa95-279eea3f78a2 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:36.758025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3ee0a-12d0-4246-ba6a-2ba54a0229f3 None None] Pushing event updated for resources: {'Port': ['ID=dbe9551d-1546-4acc-9f3e-5c8380be1867,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:36.772938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f7e3ee0a-12d0-4246-ba6a-2ba54a0229f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:37.021739 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:37.038796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:37.047185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:37.056790 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6a5101ad-9d02-4d54-aa95-279eea3f78a2 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:37.107448 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] Set router 78491838-022f-4d68-9cab-210ed7f126c1 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:51:37.175193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:51:37.216623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:37.216976 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Added segment a50a588d-17bb-4ee3-8c80-ef81578bebcd of type vlan for network 1bc9d21c-308f-47a7-b560-9ceb17b79e84
Dec 24 10:51:37.228024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58652d11-2116-40d6-bb21-17cfb84370a8,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:37.231954 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:37.285720 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:37.294650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 91a969c7-6ec3-42de-b80c-73cfd6e86137 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:51:37.296347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-1c980779-c23f-4582-94fd-e470375afeef None None] For port 44174ef3-dd9e-4de8-8157-215d1137e461, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=44174ef3-dd9e-4de8-8157-215d1137e461,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:37.296716 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1c980779-c23f-4582-94fd-e470375afeef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:37.300958 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:37.324808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9367e5b0-db46-4988-b6d8-aa6ae59f4cd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:37.377624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] device_id is not set on port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:51:37.397743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:37.424143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6a5101ad-9d02-4d54-aa95-279eea3f78a2 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:37.476671 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1c980779-c23f-4582-94fd-e470375afeef None None] Calling delete_port for 44174ef3-dd9e-4de8-8157-215d1137e461 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:37.519415 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-749669aa-13f5-4447-9e41-2fccf4b1656c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:37.532703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Transition to ACTIVE for port object e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:37.581569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:37.608717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:37.618979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9367e5b0-db46-4988-b6d8-aa6ae59f4cd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:37.624974 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:37.625565 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:37.627633 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1c980779-c23f-4582-94fd-e470375afeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:37.629219 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-9367e5b0-db46-4988-b6d8-aa6ae59f4cd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:37.632084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9367e5b0-db46-4988-b6d8-aa6ae59f4cd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:37.632449 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-54e985b1-3e8a-470f-b371-4a4c18a049b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:37.632661 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9367e5b0-db46-4988-b6d8-aa6ae59f4cd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:37.644077 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d6004978-2639-499a-89a5-edc8cfd4645a tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:37.678505 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c980779-c23f-4582-94fd-e470375afeef None None] Pushing event deleted for resources: {'Port': ['ID=44174ef3-dd9e-4de8-8157-215d1137e461,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:37.680306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c980779-c23f-4582-94fd-e470375afeef None None] No DVR routers for this DVR port 44174ef3-dd9e-4de8-8157-215d1137e461 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:51:37.684133 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-1c980779-c23f-4582-94fd-e470375afeef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:37.705365 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1bfdf0>, [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:36Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:37.709946 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa35410-2271-4701-b86a-bf109be20f81 None None] The sync data for ids ['78491838-022f-4d68-9cab-210ed7f126c1'] in dv-neutron-822668-2-hyperv is: [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:36Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:37.725081 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ded2bd0-4e7f-4c23-b5be-63bf0aadbaf9 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:37.728248 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367e5b0-db46-4988-b6d8-aa6ae59f4cd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=7786936c-91ca-43a7-a6a5-1767d6e71bb0,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:37.731886 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9367e5b0-db46-4988-b6d8-aa6ae59f4cd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:37.733241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6a5101ad-9d02-4d54-aa95-279eea3f78a2 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:37.737590 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:37.760391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Pushing event updated for resources: {'Port': ['ID=e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:37.771566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:37.865751 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9367e5b0-db46-4988-b6d8-aa6ae59f4cd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.5995367
Dec 24 10:51:37.869828 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.4181352
Dec 24 10:51:37.869828 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42624) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:37.876915 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f24ec775-2a67-44c8-931e-9078433e51cb tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:37.889551 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42626) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:37.899504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-1462bbf7-4ed5-45ca-ae7a-6942a186ef07 admin admin] Request body: {'subnet': {'network_id': '1bc9d21c-308f-47a7-b560-9ceb17b79e84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1790870919-subnet', 'tenant_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'ip_version': 4}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:37.926159 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'name': 'tempest-NetworksTestDHCPv6-641293646'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:37.976202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:37.992560 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1462bbf7-4ed5-45ca-ae7a-6942a186ef07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:37.995579 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac68d90-4ec3-453f-a0f6-9855801614b1 None None] Sync routers for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:38.001086 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Pushing event updated for resources: {'Network': ['ID=1bc9d21c-308f-47a7-b560-9ceb17b79e84,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:38.006488 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dbe9551d-1546-4acc-9f3e-5c8380be1867 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:38.007877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:38.024324 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:38.032367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1462bbf7-4ed5-45ca-ae7a-6942a186ef07 admin admin] Usage tracker for resource:subnet and tenant:f4ccfd3ae4d147cda057698a41ad92b1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:38.038379 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:38.045685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5101ad-9d02-4d54-aa95-279eea3f78a2 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event deleted for resources: {'Subnet': ['ID=6c8b0542-2ca6-47df-b32d-2bf162a36f6a,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:38.050691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 1bc9d21c-308f-47a7-b560-9ceb17b79e84 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:51:38.055650 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Checking segment: {'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:38.056274 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Network hostable DHCP agents. Network: 5bdc95c2-cd06-43c3-9b3c-4d5fae993493, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:51:38.069555 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6a5101ad-9d02-4d54-aa95-279eea3f78a2 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:38.099793 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64de2c12-431d-43de-a913-591e4aadf6d6 None None] Network 54b44363-b6ed-4a92-890b-fb39c30ebe3b requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:38.119052 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1462bbf7-4ed5-45ca-ae7a-6942a186ef07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:38.142315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6a5101ad-9d02-4d54-aa95-279eea3f78a2 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:38.142559 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1462bbf7-4ed5-45ca-ae7a-6942a186ef07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:38.144382 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:38.167853 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6a5101ad-9d02-4d54-aa95-279eea3f78a2 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "DELETE /v2.0/subnets/6c8b0542-2ca6-47df-b32d-2bf162a36f6a HTTP/1.1" status: 204  len: 168 time: 1.8349178
Dec 24 10:51:38.178180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42636) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:38.208875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:51:38.260871 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac68d90-4ec3-453f-a0f6-9855801614b1 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:38.261448 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-bac68d90-4ec3-453f-a0f6-9855801614b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d72d730>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:38.281306 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1462bbf7-4ed5-45ca-ae7a-6942a186ef07 admin admin] Made reservation on behalf of f4ccfd3ae4d147cda057698a41ad92b1 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:38.283703 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1462bbf7-4ed5-45ca-ae7a-6942a186ef07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:38.293389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 5bdc95c2-cd06-43c3-9b3c-4d5fae993493) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:38.308518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:38.324206 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 10.0109694
Dec 24 10:51:38.331105 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:38.331557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:38.332039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:38.338173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42640) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:38.340826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:38.341235 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:38.346451 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 2 to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f
Dec 24 10:51:38.355645 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd7b4d9-9f23-4d4c-98fd-2ec7e2464e0f None None] Network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:38.365412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-36529ad6-1c5a-4003-8c61-f02d0d4d3fc0 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:38.402416 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:38.406572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:port and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:38.415705 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:38.431448 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-908f7a89-bf6c-43bb-bd39-7417b86c4d78 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Deleting subnet 5f21cdbe-6682-4793-87bb-d6f82be9bd2a {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:51:38.451547 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-908f7a89-bf6c-43bb-bd39-7417b86c4d78 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:38.471950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-bac68d90-4ec3-453f-a0f6-9855801614b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d72d730>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:38.486422 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:38.495953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:38.495953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:38.496529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:38.501036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-36529ad6-1c5a-4003-8c61-f02d0d4d3fc0 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:38.539693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:38.544383 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:38.561623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-908f7a89-bf6c-43bb-bd39-7417b86c4d78 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:38.638284 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port e5c0b5f2-ca74-4ea5-bb42-57b55cba9512 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:51:38.642340 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': '7786936c-91ca-43a7-a6a5-1767d6e71bb0'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:51:38.643193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:38.699507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac68d90-4ec3-453f-a0f6-9855801614b1 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:38.700705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-bac68d90-4ec3-453f-a0f6-9855801614b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d72d730>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:38.770479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:38.770832 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:38.775537 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 3 to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f
Dec 24 10:51:38.812790 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-908f7a89-bf6c-43bb-bd39-7417b86c4d78 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:38.817916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:38.818450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:38.818864 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:38.855537 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-bac68d90-4ec3-453f-a0f6-9855801614b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d72d730>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:38.855947 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac68d90-4ec3-453f-a0f6-9855801614b1 None None] The sync data for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:38.906176 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:38.906644 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:38.908065 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port dbe9551d-1546-4acc-9f3e-5c8380be1867 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:38.916900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port dbe9551d-1546-4acc-9f3e-5c8380be1867 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:38.917306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:38.921427 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 4 to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f
Dec 24 10:51:38.960243 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:38.960569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:38.961054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:38.963362 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::26 (51d30af2-9f70-4c66-8947-64c1ea7cb845/7786936c-91ca-43a7-a6a5-1767d6e71bb0/e5c0b5f2-ca74-4ea5-bb42-57b55cba9512) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:38.981810 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:38.982282 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:38.984693 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 5 to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f
Dec 24 10:51:39.068232 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Router c37907f3-e723-4f63-9066-9f48d805a662 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:51:39.088016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-36529ad6-1c5a-4003-8c61-f02d0d4d3fc0 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:39.090352 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:39.091315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:39.091682 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:39.100876 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:39.101214 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:39.103468 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 6 to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f
Dec 24 10:51:39.190076 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:39.205221 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdc61c7-6b20-45d0-9f30-14675264aa18 None None] DHCP port deletion for 54b44363-b6ed-4a92-890b-fb39c30ebe3b request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:51:39.211986 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-4cdc61c7-6b20-45d0-9f30-14675264aa18 None None] Deleting port a247878a-9664-4de4-ad4c-c11ae0b8815e {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:39.212366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4cdc61c7-6b20-45d0-9f30-14675264aa18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:39.224129 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1462bbf7-4ed5-45ca-ae7a-6942a186ef07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:39.248132 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:39.260909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-36529ad6-1c5a-4003-8c61-f02d0d4d3fc0 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:39.261264 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-36529ad6-1c5a-4003-8c61-f02d0d4d3fc0 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Floating IP f2aed187-ab07-493e-92fd-94e0a914a1fb disassociated. External IP: 172.26.4.230, port: 83d386a9-7fdf-418d-a00e-b0cf3dad210b.
Dec 24 10:51:39.327415 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-908f7a89-bf6c-43bb-bd39-7417b86c4d78 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:39.358556 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port dbe9551d-1546-4acc-9f3e-5c8380be1867, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=dbe9551d-1546-4acc-9f3e-5c8380be1867,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:39.395468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:39.400145 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-908f7a89-bf6c-43bb-bd39-7417b86c4d78 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:39.406473 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:39.446931 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:39.447576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:39.448024 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:39.461139 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462bbf7-4ed5-45ca-ae7a-6942a186ef07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b15dd3d7-c180-43ef-972c-1ab18940e3a8,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:39.464804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1462bbf7-4ed5-45ca-ae7a-6942a186ef07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:39.470566 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:39.471155 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:39.471808 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:39.472862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf104ec5-c1f1-44d0-81f8-f76d90dfa12a None None] Network cc1003a1-5c91-4fda-af63-136a3a7e5835 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:39.473524 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-25f6021e-779e-4f91-a799-2455030cb697 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:39.487518 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 7 to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f
Dec 24 10:51:39.496949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 44174ef3-dd9e-4de8-8157-215d1137e461 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:51:39.504537 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-908f7a89-bf6c-43bb-bd39-7417b86c4d78 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "DELETE /v2.0/subnets/5f21cdbe-6682-4793-87bb-d6f82be9bd2a HTTP/1.1" status: 204  len: 168 time: 1.3207245
Dec 24 10:51:39.506543 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42648) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:39.516750 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1462bbf7-4ed5-45ca-ae7a-6942a186ef07 admin admin] Checking segment: {'id': 'a50a588d-17bb-4ee3-8c80-ef81578bebcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1bc9d21c-308f-47a7-b560-9ceb17b79e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:39.517125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1462bbf7-4ed5-45ca-ae7a-6942a186ef07 admin admin] Network hostable DHCP agents. Network: 1bc9d21c-308f-47a7-b560-9ceb17b79e84, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:51:39.525390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f7a89-bf6c-43bb-bd39-7417b86c4d78 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event deleted for resources: {'Subnet': ['ID=5f21cdbe-6682-4793-87bb-d6f82be9bd2a,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:39.527480 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-908f7a89-bf6c-43bb-bd39-7417b86c4d78 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:39.537124 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object e5c0b5f2-ca74-4ea5-bb42-57b55cba9512 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:39.562561 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1462bbf7-4ed5-45ca-ae7a-6942a186ef07 admin admin] Network 1bc9d21c-308f-47a7-b560-9ceb17b79e84 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:51:39.578283 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-1462bbf7-4ed5-45ca-ae7a-6942a186ef07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 1bc9d21c-308f-47a7-b560-9ceb17b79e84) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:39.583210 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1462bbf7-4ed5-45ca-ae7a-6942a186ef07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:39.584109 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1462bbf7-4ed5-45ca-ae7a-6942a186ef07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:39.596840 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:39.606012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3f190315-1e16-4ebe-884a-219a532cd58d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:39.631774 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:39.632151 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:39.632585 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:39.642186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 44174ef3-dd9e-4de8-8157-215d1137e461 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:51:39.642823 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 44174ef3-dd9e-4de8-8157-215d1137e461 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:51:39.644387 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe89c47-4bc2-4c44-b4b0-69ea3a4bae7b None None] Network 1bc9d21c-308f-47a7-b560-9ceb17b79e84 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:39.783194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:39.783633 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:39.791066 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 8 to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f
Dec 24 10:51:39.806439 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1462bbf7-4ed5-45ca-ae7a-6942a186ef07 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.9161603
Dec 24 10:51:39.811743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42652) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:39.815152 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:39.818752 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:39.821187 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:39.826958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:39.827586 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:39.832791 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1790870919-router', 'tenant_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:39.832972 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=e5c0b5f2-ca74-4ea5-bb42-57b55cba9512,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:39.835989 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:39.842949 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:39.854926 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:39.858205 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.9760172
Dec 24 10:51:39.859661 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42656) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:39.860033 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "PUT /v2.0/routers/c37907f3-e723-4f63-9066-9f48d805a662 HTTP/1.1" status: 200  len: 880 time: 5.7693655
Dec 24 10:51:39.860376 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a39e3a-0a08-40f7-8d4f-49938ff3d785 None None] Sync routers for ids ['c37907f3-e723-4f63-9066-9f48d805a662'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:39.860854 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42658) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:39.861281 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:39.871365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:39.878259 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a39e3a-0a08-40f7-8d4f-49938ff3d785 None None] Routers {'c37907f3-e723-4f63-9066-9f48d805a662'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:39.878952 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-67a39e3a-0a08-40f7-8d4f-49938ff3d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc31940>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c37907f3-e723-4f63-9066-9f48d805a662'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:39.880290 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Usage tracker for resource:router and tenant:f4ccfd3ae4d147cda057698a41ad92b1 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:39.884624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:39.885034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:39.885480 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:39.888534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:39.899041 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=dbe9551d-1546-4acc-9f3e-5c8380be1867,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:39.901447 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:39.906023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:39.906477 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:39.908571 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 9 to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f
Dec 24 10:51:39.935670 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-4cdc61c7-6b20-45d0-9f30-14675264aa18 None None] For port a247878a-9664-4de4-ad4c-c11ae0b8815e, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a247878a-9664-4de4-ad4c-c11ae0b8815e,segment=NetworkSegment(dc0ea533-124c-475b-ad10-1ada0a2397f3),segment_id=dc0ea533-124c-475b-ad10-1ada0a2397f3)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:39.936249 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4cdc61c7-6b20-45d0-9f30-14675264aa18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:39.947272 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:39.971345 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Allocated IP 2001:db8::2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/7786936c-91ca-43a7-a6a5-1767d6e71bb0/a69e075a-f527-467f-96ad-6e17dcece9cf) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:40.002733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Deleting port a247878a-9664-4de4-ad4c-c11ae0b8815e {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:40.003099 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:40.037697 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:40.038152 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:40.038812 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:40.041130 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-67a39e3a-0a08-40f7-8d4f-49938ff3d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc31940>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:40.041267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:40.042292 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:40.051958 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a39e3a-0a08-40f7-8d4f-49938ff3d785 None None] Routers {'c37907f3-e723-4f63-9066-9f48d805a662'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:40.052647 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-67a39e3a-0a08-40f7-8d4f-49938ff3d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc31940>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c37907f3-e723-4f63-9066-9f48d805a662'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:40.078997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:40.079451 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:40.088522 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 10 to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f
Dec 24 10:51:40.096755 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a247878a-9664-4de4-ad4c-c11ae0b8815e no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:51:40.135886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-4cdc61c7-6b20-45d0-9f30-14675264aa18 None None] Calling delete_port for a247878a-9664-4de4-ad4c-c11ae0b8815e owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:40.136687 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-67a39e3a-0a08-40f7-8d4f-49938ff3d785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc31940>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:40.137160 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a39e3a-0a08-40f7-8d4f-49938ff3d785 None None] The sync data for ids ['c37907f3-e723-4f63-9066-9f48d805a662'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:40.155173 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-82a03dbb-68ea-4cda-ad5f-d758fdbfaae7 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "GET /v2.0/routers/c37907f3-e723-4f63-9066-9f48d805a662 HTTP/1.1" status: 200  len: 921 time: 0.2911713
Dec 24 10:51:40.160550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42664) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:40.208855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:40.212128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:40.212468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:40.212804 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:40.251420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:40.251780 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:40.252113 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:40.255042 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9604f80-9d91-4127-9d2f-2ef289d730c1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:40.255879 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c9604f80-9d91-4127-9d2f-2ef289d730c1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:40.291666 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c9604f80-9d91-4127-9d2f-2ef289d730c1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:40.295913 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c9604f80-9d91-4127-9d2f-2ef289d730c1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 928 time: 0.4337232
Dec 24 10:51:40.296620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42668) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:40.331980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36529ad6-1c5a-4003-8c61-f02d0d4d3fc0 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 91a969c7-6ec3-42de-b80c-73cfd6e86137 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:51:40.341158 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124403cb-1c92-482c-b6cc-f9fc1ad1d84b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:40.345467 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-124403cb-1c92-482c-b6cc-f9fc1ad1d84b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=38a55964-33b9-4484-a01f-c130c608c280&device_id=c37907f3-e723-4f63-9066-9f48d805a662&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1794403
Dec 24 10:51:40.347764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42672) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:40.391400 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bcbf4-021e-49c1-9f97-d7b5854b10b9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port e5c0b5f2-ca74-4ea5-bb42-57b55cba9512 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:40.391877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e9bcbf4-021e-49c1-9f97-d7b5854b10b9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:40.508365 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:40.592575 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4cdc61c7-6b20-45d0-9f30-14675264aa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:40.602086 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:40.672178 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdc61c7-6b20-45d0-9f30-14675264aa18 None None] Pushing event deleted for resources: {'Port': ['ID=a247878a-9664-4de4-ad4c-c11ae0b8815e,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:40.674114 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-1bc9d21c-308f-47a7-b560-9ceb17b79e84', 'network_id': '1bc9d21c-308f-47a7-b560-9ceb17b79e84', 'tenant_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'fixed_ips': [{'subnet_id': 'b15dd3d7-c180-43ef-972c-1ab18940e3a8'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:51:40.674940 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:40.686397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4cdc61c7-6b20-45d0-9f30-14675264aa18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:40.696886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdc61c7-6b20-45d0-9f30-14675264aa18 None None] No DVR routers for this DVR port a247878a-9664-4de4-ad4c-c11ae0b8815e on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:51:40.698442 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:40.778832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e9bcbf4-021e-49c1-9f97-d7b5854b10b9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:40.809996 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40b7e3b-9c23-4069-98ce-53da0d528c99 None None] DHCP port deletion for cc1003a1-5c91-4fda-af63-136a3a7e5835 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:51:40.837993 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b40b7e3b-9c23-4069-98ce-53da0d528c99 None None] Deleting port e16bc54f-23bd-4909-a804-057844ece24f {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:40.838374 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b40b7e3b-9c23-4069-98ce-53da0d528c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:40.918412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-7e9bcbf4-021e-49c1-9f97-d7b5854b10b9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for e5c0b5f2-ca74-4ea5-bb42-57b55cba9512 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:40.942463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:40.964946 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Transition to ACTIVE for port object a69e075a-f527-467f-96ad-6e17dcece9cf will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:41.053087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] For port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:51:41.053453 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempted to set empty binding levels {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 24 10:51:41.061505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] For port a247878a-9664-4de4-ad4c-c11ae0b8815e, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a247878a-9664-4de4-ad4c-c11ae0b8815e,segment=NetworkSegment(dc0ea533-124c-475b-ad10-1ada0a2397f3),segment_id=dc0ea533-124c-475b-ad10-1ada0a2397f3)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:41.062204 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:41.082870 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:41.083144 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Transition to ACTIVE for port object a69e075a-f527-467f-96ad-6e17dcece9cf will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:41.084217 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e9bcbf4-021e-49c1-9f97-d7b5854b10b9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:41.096420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:41.097500 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:41.108507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:41.116714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f7e3ee0a-12d0-4246-ba6a-2ba54a0229f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:41.141915 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9bcbf4-021e-49c1-9f97-d7b5854b10b9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=e5c0b5f2-ca74-4ea5-bb42-57b55cba9512,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:41.165924 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8b47d031-f99c-4bbc-bc3a-b58fa7f7da3a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:41.178380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7e9bcbf4-021e-49c1-9f97-d7b5854b10b9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:41.186488 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e9bcbf4-021e-49c1-9f97-d7b5854b10b9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:41.201056 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7e9bcbf4-021e-49c1-9f97-d7b5854b10b9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/e5c0b5f2-ca74-4ea5-bb42-57b55cba9512 HTTP/1.1" status: 204  len: 168 time: 0.9027011
Dec 24 10:51:41.203427 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42680) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:41.217273 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Allocated IP 172.20.0.2 (1bc9d21c-308f-47a7-b560-9ceb17b79e84/b15dd3d7-c180-43ef-972c-1ab18940e3a8/d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:41.258023 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:41.273828 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:41.278744 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Pushing event updated for resources: {'Port': ['ID=a69e075a-f527-467f-96ad-6e17dcece9cf,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:41.286889 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64702ef1-8207-4612-b0ee-e0b6bea5e85d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:41.289001 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64702ef1-8207-4612-b0ee-e0b6bea5e85d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:41.289844 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-64702ef1-8207-4612-b0ee-e0b6bea5e85d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:41.294552 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:41.299558 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:41.306607 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b40b7e3b-9c23-4069-98ce-53da0d528c99 None None] For port e16bc54f-23bd-4909-a804-057844ece24f, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e16bc54f-23bd-4909-a804-057844ece24f,segment=NetworkSegment(54960492-9f10-4261-8745-085b7f7e2053),segment_id=54960492-9f10-4261-8745-085b7f7e2053)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:41.306923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b40b7e3b-9c23-4069-98ce-53da0d528c99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:41.307711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-64702ef1-8207-4612-b0ee-e0b6bea5e85d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:41.312040 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-64702ef1-8207-4612-b0ee-e0b6bea5e85d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1045561
Dec 24 10:51:41.314056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42684) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:41.369776 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Calling delete_port for a247878a-9664-4de4-ad4c-c11ae0b8815e owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:41.392917 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-621d2686-0547-41af-9294-7299d7f56a3d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 7786936c-91ca-43a7-a6a5-1767d6e71bb0 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:51:41.396503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-621d2686-0547-41af-9294-7299d7f56a3d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:41.419618 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:41.420226 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:41.466729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-621d2686-0547-41af-9294-7299d7f56a3d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:41.471826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7621c39f-c6de-4aaa-bf52-9c65c6e8d3ed tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:41.473224 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7621c39f-c6de-4aaa-bf52-9c65c6e8d3ed tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "GET /v2.0/networks/38a55964-33b9-4484-a01f-c130c608c280 HTTP/1.1" status: 200  len: 881 time: 1.1207514
Dec 24 10:51:41.488346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42688) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:41.490795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Pushing event updated for resources: {'Port': ['ID=e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:41.494799 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:41.536006 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36529ad6-1c5a-4003-8c61-f02d0d4d3fc0 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:41.549189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b40b7e3b-9c23-4069-98ce-53da0d528c99 None None] Calling delete_port for e16bc54f-23bd-4909-a804-057844ece24f owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:41.559952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-621d2686-0547-41af-9294-7299d7f56a3d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:41.582603 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8674d6ba-7a21-4210-87e8-dbc156e4b58f None None] Sync routers for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:41.584699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-36529ad6-1c5a-4003-8c61-f02d0d4d3fc0 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:41.622749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8674d6ba-7a21-4210-87e8-dbc156e4b58f None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:41.623393 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-8674d6ba-7a21-4210-87e8-dbc156e4b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf241f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:41.629540 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 981 time: 6.0993705
Dec 24 10:51:41.634181 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42694) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:41.640067 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3695cefc-83b6-49ca-a178-7a342ff3e9ba tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "GET /v2.0/ports?device_id=c37907f3-e723-4f63-9066-9f48d805a662 HTTP/1.1" status: 200  len: 205 time: 0.1465750
Dec 24 10:51:41.656491 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42698) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:41.675844 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Attempting to bind port a69e075a-f527-467f-96ad-6e17dcece9cf on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:41.676904 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Attempting to bind port a69e075a-f527-467f-96ad-6e17dcece9cf by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:41.677429 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Attempting to bind port a69e075a-f527-467f-96ad-6e17dcece9cf on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:41.714477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-c828c1a8-c999-44b6-bd72-cc2713aa9d6c tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Deleting port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:41.714941 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c828c1a8-c999-44b6-bd72-cc2713aa9d6c tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:41.732960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:51:41.733617 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:41.734227 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:41.734777 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:51:41.735398 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Bound port: a69e075a-f527-467f-96ad-6e17dcece9cf, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:51:41.735945 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:41.749618 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-8674d6ba-7a21-4210-87e8-dbc156e4b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf241f0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:41.763902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:51:41.764219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:51:41.771905 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-36529ad6-1c5a-4003-8c61-f02d0d4d3fc0 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "PUT /v2.0/floatingips/f2aed187-ab07-493e-92fd-94e0a914a1fb HTTP/1.1" status: 200  len: 688 time: 3.4295499
Dec 24 10:51:41.772741 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42704) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:41.826528 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-621d2686-0547-41af-9294-7299d7f56a3d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:41.851742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:41.922955 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8674d6ba-7a21-4210-87e8-dbc156e4b58f None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:41.923614 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-8674d6ba-7a21-4210-87e8-dbc156e4b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf241f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:41.985602 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dbe9551d-1546-4acc-9f3e-5c8380be1867 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:42.021832 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b40b7e3b-9c23-4069-98ce-53da0d528c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:42.043239 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bd2965db-0d93-4955-8de2-eaa38bf1c500 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:42.053166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-621d2686-0547-41af-9294-7299d7f56a3d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:42.058051 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d2686-0547-41af-9294-7299d7f56a3d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=7786936c-91ca-43a7-a6a5-1767d6e71bb0,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:42.060564 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-621d2686-0547-41af-9294-7299d7f56a3d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:42.093320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-8674d6ba-7a21-4210-87e8-dbc156e4b58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf241f0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:42.093730 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8674d6ba-7a21-4210-87e8-dbc156e4b58f None None] The sync data for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:42.105714 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-621d2686-0547-41af-9294-7299d7f56a3d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/7786936c-91ca-43a7-a6a5-1767d6e71bb0 HTTP/1.1" status: 204  len: 168 time: 0.7897856
Dec 24 10:51:42.105714 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42708) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:42.119818 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b7e3b-9c23-4069-98ce-53da0d528c99 None None] Pushing event deleted for resources: {'Port': ['ID=e16bc54f-23bd-4909-a804-057844ece24f,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:42.125626 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b40b7e3b-9c23-4069-98ce-53da0d528c99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:42.142381 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b7e3b-9c23-4069-98ce-53da0d528c99 None None] No DVR routers for this DVR port e16bc54f-23bd-4909-a804-057844ece24f on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:51:42.146052 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:42.169672 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Transition to ACTIVE for port object d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:42.173367 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] For port a69e075a-f527-467f-96ad-6e17dcece9cf, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:51:42.181008 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] For port a69e075a-f527-467f-96ad-6e17dcece9cf, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a69e075a-f527-467f-96ad-6e17dcece9cf,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:51:42.190314 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-6587f849-b487-4da7-8685-513a8548ce85 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Deleting port 454a78eb-5ea7-44ed-834e-3b6986965697 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:42.190863 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6587f849-b487-4da7-8685-513a8548ce85 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:42.190974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:42.197864 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7f7ea4ac-86f8-45a7-8ee1-c8a0ac8628a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:42.232665 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e3acf7bf-c17f-4101-9b36-e1e354e53b92 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1231644
Dec 24 10:51:42.235144 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42712) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:42.254257 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Transition to ACTIVE for port object d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:42.261157 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port dbe9551d-1546-4acc-9f3e-5c8380be1867 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:42.261543 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:42.271887 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-c828c1a8-c999-44b6-bd72-cc2713aa9d6c tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] For port e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f, host hv-neutron-8226, got binding levels [] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:42.272371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c828c1a8-c999-44b6-bd72-cc2713aa9d6c tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:42.279413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Deleting port a247878a-9664-4de4-ad4c-c11ae0b8815e {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:42.279763 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:42.301803 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:42.317385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-168e52b9-fc28-4898-bb1d-39c73101648e tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:42.348406 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Pushing event updated for resources: {'Port': ['ID=a69e075a-f527-467f-96ad-6e17dcece9cf,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:42.356423 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Network 1bc9d21c-308f-47a7-b560-9ceb17b79e84 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:42.358053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:42.360140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4cdc61c7-6b20-45d0-9f30-14675264aa18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:42.405499 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-c828c1a8-c999-44b6-bd72-cc2713aa9d6c tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Calling delete_port for e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:42.418941 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:42.442806 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:42.494792 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c828c1a8-c999-44b6-bd72-cc2713aa9d6c tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:42.501553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4b669603-092f-45c7-9469-e84cafa19af8 tempest-FloatingIPAdminTestJSON-1843695242 tempest-FloatingIPAdminTestJSON-1843695242-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:42.551314 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828c1a8-c999-44b6-bd72-cc2713aa9d6c tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:42.552917 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Pushing event updated for resources: {'Port': ['ID=d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:42.561119 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:42.566741 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c828c1a8-c999-44b6-bd72-cc2713aa9d6c tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:42.569466 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c828c1a8-c999-44b6-bd72-cc2713aa9d6c tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:42.577920 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c828c1a8-c999-44b6-bd72-cc2713aa9d6c tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] 10.222.0.54 "DELETE /v2.0/ports/e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f HTTP/1.1" status: 204  len: 168 time: 0.9419687
Dec 24 10:51:42.581541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42716) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:42.583823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] The port 'a247878a-9664-4de4-ad4c-c11ae0b8815e' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:51:42.617283 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Attempting to bind port d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:42.617656 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Attempting to bind port d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'a50a588d-17bb-4ee3-8c80-ef81578bebcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1bc9d21c-308f-47a7-b560-9ceb17b79e84'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:42.618053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Attempting to bind port d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 on network 1bc9d21c-308f-47a7-b560-9ceb17b79e84 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:42.626010 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-554ec72c-ac5f-4fe7-962a-1d75a64234c7 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] GET failed (client error): The resource could not be found.
Dec 24 10:51:42.626561 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-554ec72c-ac5f-4fe7-962a-1d75a64234c7 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Synchronizing usage tracker for tenant:15458ece0d154de992538be3c42f1a25 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:42.632349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:51:42.632730 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Checking segment: {'id': 'a50a588d-17bb-4ee3-8c80-ef81578bebcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1bc9d21c-308f-47a7-b560-9ceb17b79e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:42.633141 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:42.633538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Bound using segment: {'id': 'a50a588d-17bb-4ee3-8c80-ef81578bebcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1bc9d21c-308f-47a7-b560-9ceb17b79e84'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:51:42.634039 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Bound port: d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50a588d-17bb-4ee3-8c80-ef81578bebcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1bc9d21c-308f-47a7-b560-9ceb17b79e84'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:51:42.634414 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:42.643507 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-554ec72c-ac5f-4fe7-962a-1d75a64234c7 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Unset dirty status for tenant:15458ece0d154de992538be3c42f1a25 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:42.648146 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-554ec72c-ac5f-4fe7-962a-1d75a64234c7 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] 10.222.0.54 "GET /v2.0/ports/e6836fa8-4b0f-4f16-bfeb-37e9b9f7718f HTTP/1.1" status: 404  len: 333 time: 0.0622454
Dec 24 10:51:42.648909 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42720) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:42.655210 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-fb6da016-3fcc-4200-84db-c8fe2ae58add tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Request body: {'port': {'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1122764570'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:42.659698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fb6da016-3fcc-4200-84db-c8fe2ae58add tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:42.671387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fb6da016-3fcc-4200-84db-c8fe2ae58add tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:42.683748 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6da016-3fcc-4200-84db-c8fe2ae58add tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Made reservation on behalf of 15458ece0d154de992538be3c42f1a25 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:42.686310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb6da016-3fcc-4200-84db-c8fe2ae58add tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:42.711705 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-fb6da016-3fcc-4200-84db-c8fe2ae58add tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] device_id is not set on port 499ed5c3-2a1c-4280-9c18-e9659c542de2 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:51:42.717353 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e16bc54f-23bd-4909-a804-057844ece24f no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:51:42.755895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: e16bc54f-23bd-4909-a804-057844ece24f {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:51:42.756251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e16bc54f-23bd-4909-a804-057844ece24f not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:51:42.790451 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] For port d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:51:42.793596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] For port d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6,segment=NetworkSegment(a50a588d-17bb-4ee3-8c80-ef81578bebcd),segment_id=a50a588d-17bb-4ee3-8c80-ef81578bebcd)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:51:42.799231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:42.807989 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:42.893983 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Pushing event updated for resources: {'Port': ['ID=d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:42.897160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:42.968977 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb6da016-3fcc-4200-84db-c8fe2ae58add tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:43.010808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb6da016-3fcc-4200-84db-c8fe2ae58add tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:43.017024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9206dfa2-1fda-4054-9f97-e62efe3c77a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:43.076308 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:43.085595 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6da016-3fcc-4200-84db-c8fe2ae58add tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:43.088491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-fb6da016-3fcc-4200-84db-c8fe2ae58add tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:43.093030 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6da016-3fcc-4200-84db-c8fe2ae58add tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:43.093799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6da016-3fcc-4200-84db-c8fe2ae58add tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:43.096902 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb6da016-3fcc-4200-84db-c8fe2ae58add tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:43.107535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6587f849-b487-4da7-8685-513a8548ce85 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:43.108072 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6587f849-b487-4da7-8685-513a8548ce85 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:43.111328 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6da016-3fcc-4200-84db-c8fe2ae58add tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Pushing event updated for resources: {'Port': ['ID=499ed5c3-2a1c-4280-9c18-e9659c542de2,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:43.122981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fb6da016-3fcc-4200-84db-c8fe2ae58add tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:43.133096 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca50d713-f602-4fa7-ab6f-6c044035d67a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:43.133858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ca50d713-f602-4fa7-ab6f-6c044035d67a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:43.139254 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fb6da016-3fcc-4200-84db-c8fe2ae58add tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.4893370
Dec 24 10:51:43.141587 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42728) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:43.144236 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-168e52b9-fc28-4898-bb1d-39c73101648e tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:43.150655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:43.273690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:43.283181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:43.319053 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-6587f849-b487-4da7-8685-513a8548ce85 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Calling delete_port for 454a78eb-5ea7-44ed-834e-3b6986965697 owned by network:floatingip {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:43.347132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b77de3430>,) {'filters': {'network_id': ['54b44363-b6ed-4a92-890b-fb39c30ebe3b']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:43.366930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-168e52b9-fc28-4898-bb1d-39c73101648e tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Deleting port 34a9b26a-e6ea-4c8c-bf47-cfb47d775f21 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:43.367267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-168e52b9-fc28-4898-bb1d-39c73101648e tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:43.400132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:43.403485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77de3430>, 'dc0ea533-124c-475b-ad10-1ada0a2397f3') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:43.403722 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77de3430>, 'dc0ea533-124c-475b-ad10-1ada0a2397f3') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:43.534682 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] device_id is not set on port 499ed5c3-2a1c-4280-9c18-e9659c542de2 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:51:43.542996 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:43.558613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Transition to ACTIVE for port object 499ed5c3-2a1c-4280-9c18-e9659c542de2 will not be triggered until provisioned by entity L2. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:43.563002 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:43.566990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-372718a5-7c92-46ca-9879-d02e877d9b03 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:43.604734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ca50d713-f602-4fa7-ab6f-6c044035d67a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:43.605812 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ca50d713-f602-4fa7-ab6f-6c044035d67a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 1.3700812
Dec 24 10:51:43.612649 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42732) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:43.617353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:43.686342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:43.749303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:51:43.749711 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:43.752580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Pushing event updated for resources: {'Port': ['ID=499ed5c3-2a1c-4280-9c18-e9659c542de2,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:43.765826 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:51:43.772204 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:51:43.774683 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a883067d-6a43-4134-9bd9-d2459ada9e7d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:43.775297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a883067d-6a43-4134-9bd9-d2459ada9e7d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:43.782779 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:43.783153 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:43.783679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:43.794709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:43.795063 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:43.797024 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 2 to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2
Dec 24 10:51:43.928967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a883067d-6a43-4134-9bd9-d2459ada9e7d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:43.930168 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a883067d-6a43-4134-9bd9-d2459ada9e7d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3164666
Dec 24 10:51:43.932653 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:43.932992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:43.933331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:43.935341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42736) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:43.985578 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:43.990543 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.007759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:44.008084 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:44.014877 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 3 to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2
Dec 24 10:51:44.026539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-87154b61-f29f-4d3b-8ef0-98e121b46696 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:44.034315 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-accac23f-5976-43b7-b347-766165c272ba tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0977645
Dec 24 10:51:44.037742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42740) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:44.044798 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-168e52b9-fc28-4898-bb1d-39c73101648e tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.046681 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-aa153eae-dbbb-413f-92ef-f0b8e359ec90 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:44.067699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:44.068086 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:44.068527 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:44.079347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:44.095896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.103910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Allocated IP 172.26.4.5 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/77805776-f9e3-4d86-b3cc-cb9a94e5a7fa) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:44.115921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event deleted for resources: {'Network': ['ID=54b44363-b6ed-4a92-890b-fb39c30ebe3b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:44.130147 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:44.130433 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:44.136039 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 4 to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2
Dec 24 10:51:44.175998 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:44.176356 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:44.176666 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:44.185367 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:44.187862 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:44.188191 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:44.189050 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-aa153eae-dbbb-413f-92ef-f0b8e359ec90 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:44.192080 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 5 to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2
Dec 24 10:51:44.205146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b3ecff-b6aa-42de-a71c-2e88246a5b48 None None] Network 1bc9d21c-308f-47a7-b560-9ceb17b79e84 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:44.219970 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-aa153eae-dbbb-413f-92ef-f0b8e359ec90 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:44.222058 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:44.222369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:44.222708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:44.233009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:44.233427 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:44.234572 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 6 to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2
Dec 24 10:51:44.248618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa153eae-dbbb-413f-92ef-f0b8e359ec90 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:44.252055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-aa153eae-dbbb-413f-92ef-f0b8e359ec90 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.272313 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-168e52b9-fc28-4898-bb1d-39c73101648e tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Calling delete_port for 34a9b26a-e6ea-4c8c-bf47-cfb47d775f21 owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:44.279980 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:44.280349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:44.280646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:44.314067 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d52ba979-02b9-454a-82bb-4b3c54726675 None None] Provisioning for port d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:44.324351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d52ba979-02b9-454a-82bb-4b3c54726675 None None] Provisioning complete for port d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:44.324749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d52ba979-02b9-454a-82bb-4b3c54726675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.328067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6587f849-b487-4da7-8685-513a8548ce85 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.336593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3c99a92c-56dd-41cd-ac3a-63b55b5e59a4 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:44.337408 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:44.337744 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:44.338790 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 7 to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2
Dec 24 10:51:44.370014 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "DELETE /v2.0/networks/54b44363-b6ed-4a92-890b-fb39c30ebe3b HTTP/1.1" status: 204  len: 168 time: 4.8508217
Dec 24 10:51:44.373392 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42748) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:44.404302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:44.404672 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:44.404966 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:44.422645 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:44.423111 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:44.427928 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 8 to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2
Dec 24 10:51:44.438121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587f849-b487-4da7-8685-513a8548ce85 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event deleted for resources: {'Port': ['ID=454a78eb-5ea7-44ed-834e-3b6986965697,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:44.454537 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6587f849-b487-4da7-8685-513a8548ce85 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:44.526533 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:44.526898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:44.527211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:44.536698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:44.537305 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:44.538674 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 9 to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2
Dec 24 10:51:44.549603 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5f2e-b4e8-413d-992f-8df0bbbab668 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.569523 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:44.569860 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:44.570216 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:44.580928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d52ba979-02b9-454a-82bb-4b3c54726675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.615957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:44.616300 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:44.622969 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 10 to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2
Dec 24 10:51:44.631226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d52ba979-02b9-454a-82bb-4b3c54726675 None None] For port d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6,segment=NetworkSegment(a50a588d-17bb-4ee3-8c80-ef81578bebcd),segment_id=a50a588d-17bb-4ee3-8c80-ef81578bebcd)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:44.632885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.636664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d52ba979-02b9-454a-82bb-4b3c54726675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.638789 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:44.646266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6587f849-b487-4da7-8685-513a8548ce85 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.648590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6587f849-b487-4da7-8685-513a8548ce85 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.654993 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6587f849-b487-4da7-8685-513a8548ce85 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/floatingips/f2aed187-ab07-493e-92fd-94e0a914a1fb HTTP/1.1" status: 204  len: 168 time: 2.8715029
Dec 24 10:51:44.654993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42752) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:44.663291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '3f3af7fa-c859-45f7-83db-c73090b4757d'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:44.673338 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:44.709163 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:44.709361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:44.709475 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Usage tracker for resource:floatingip and tenant:cd9033324f80492388fb35eda7bfd1eb is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:44.709705 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:44.713070 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:44.724143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:44.727542 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ba979-02b9-454a-82bb-4b3c54726675 None None] Pushing event updated for resources: {'Port': ['ID=d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:44.733538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d52ba979-02b9-454a-82bb-4b3c54726675 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:44.759775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.773517 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:44.774053 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:44.774246 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.788888 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-168e52b9-fc28-4898-bb1d-39c73101648e tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.795738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:44.823980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.854812 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5f2e-b4e8-413d-992f-8df0bbbab668 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.887636 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3208fe5c-ede2-4530-904d-e6f00437a3ec None None] get_active_networks_info from dv-neutron-822668-2-hyperv {{(pid=87560) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 24 10:51:44.896663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e52b9-fc28-4898-bb1d-39c73101648e tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Pushing event deleted for resources: {'Port': ['ID=34a9b26a-e6ea-4c8c-bf47-cfb47d775f21,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:44.899085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-168e52b9-fc28-4898-bb1d-39c73101648e tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:44.901225 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-f7bf5f2e-b4e8-413d-992f-8df0bbbab668 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d163490>,) {'filters': {'network_id': ['cc1003a1-5c91-4fda-af63-136a3a7e5835']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:44.904288 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e368b3f3-729e-489a-ac0f-6cd30ce906b7 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:44.921353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-aa153eae-dbbb-413f-92ef-f0b8e359ec90 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.928504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-f7bf5f2e-b4e8-413d-992f-8df0bbbab668 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d163490>, '54960492-9f10-4261-8745-085b7f7e2053') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:44.928798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-f7bf5f2e-b4e8-413d-992f-8df0bbbab668 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d163490>, '54960492-9f10-4261-8745-085b7f7e2053') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:44.935124 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-908f7a89-bf6c-43bb-bd39-7417b86c4d78 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:44.984283 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5f2e-b4e8-413d-992f-8df0bbbab668 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:44.987275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:44.998920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3673246e-275c-4e51-8203-7c3545759631 None None] Provisioning complete for port d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:44.999923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3673246e-275c-4e51-8203-7c3545759631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:45.019772 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:45.021910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:45.032195 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa153eae-dbbb-413f-92ef-f0b8e359ec90 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:45.033324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5f2e-b4e8-413d-992f-8df0bbbab668 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:45.039249 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-aa153eae-dbbb-413f-92ef-f0b8e359ec90 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:45.049535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa153eae-dbbb-413f-92ef-f0b8e359ec90 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.050161 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-aa153eae-dbbb-413f-92ef-f0b8e359ec90 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:45.053944 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] For port 499ed5c3-2a1c-4280-9c18-e9659c542de2, host hv-neutron-8226, cleared binding levels {{(pid=87559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:51:45.054306 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempted to set empty binding levels {{(pid=87559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 24 10:51:45.060484 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bf5f2e-b4e8-413d-992f-8df0bbbab668 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:51:45.060792 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5f2e-b4e8-413d-992f-8df0bbbab668 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn(
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:51:45.076707 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:51:45.087353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa153eae-dbbb-413f-92ef-f0b8e359ec90 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=759216f3-eaca-4b7e-b617-6b7409c7a325,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:45.103553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-aa153eae-dbbb-413f-92ef-f0b8e359ec90 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:45.107914 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:45.116390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9c770931-b91c-4642-93c7-472f6c06db0a tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:45.120894 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Pushing event updated for resources: {'Port': ['ID=77805776-f9e3-4d86-b3cc-cb9a94e5a7fa,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:45.124009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:45.139643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3208fe5c-ede2-4530-904d-e6f00437a3ec None None] Resources bound (agent type, host, resource id):  {{(pid=87560) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 24 10:51:45.140758 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-168e52b9-fc28-4898-bb1d-39c73101648e tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:45.240939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] In _notify_port_updated(), no bound segment for port 499ed5c3-2a1c-4280-9c18-e9659c542de2 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 10:51:45.241833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.242472 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:45.247044 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] 10.222.0.54 "PUT /v2.0/ports/499ed5c3-2a1c-4280-9c18-e9659c542de2 HTTP/1.1" status: 200  len: 977 time: 2.1038139
Dec 24 10:51:45.256899 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42758) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:45.304495 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-aa153eae-dbbb-413f-92ef-f0b8e359ec90 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2653053
Dec 24 10:51:45.305623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Pushing event updated for resources: {'Port': ['ID=499ed5c3-2a1c-4280-9c18-e9659c542de2,revision_number=3']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:45.316707 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42764) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:45.322609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'fixed_ips': [{'subnet_id': '759216f3-eaca-4b7e-b617-6b7409c7a325', 'ip_address': '2001:db8::f66d:f86:1cc3:c48b'}], 'name': 'tempest-NetworksTestDHCPv6-1389422550'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:45.337972 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:45.343946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5f2e-b4e8-413d-992f-8df0bbbab668 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:45.405553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7bf5f2e-b4e8-413d-992f-8df0bbbab668 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:45.412791 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d0c5ed88-395a-4f1d-a039-76edfc32bf99 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:45.447883 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bf5f2e-b4e8-413d-992f-8df0bbbab668 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event deleted for resources: {'Network': ['ID=cc1003a1-5c91-4fda-af63-136a3a7e5835,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:45.453038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f7bf5f2e-b4e8-413d-992f-8df0bbbab668 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:45.457511 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f7bf5f2e-b4e8-413d-992f-8df0bbbab668 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "DELETE /v2.0/networks/cc1003a1-5c91-4fda-af63-136a3a7e5835 HTTP/1.1" status: 204  len: 168 time: 1.0817294
Dec 24 10:51:45.462369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42768) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:45.586911 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-a29330e2-9ed5-4201-aad8-26b01f973ea0 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Deleting subnet e542360c-8e11-449e-88a7-01205620d98b {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:51:45.609080 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.609569 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.610077 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.610549 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.611017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.611484 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.611950 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.612413 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.612871 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.613331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.613789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.614287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.614748 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.615204 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.615661 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.616114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.616567 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.617021 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.617473 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.617959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.618543 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.618869 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.619327 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.619781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.620234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.620686 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:45.622915 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Synchronizing usage tracker for tenant:15458ece0d154de992538be3c42f1a25 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:45.625520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a29330e2-9ed5-4201-aad8-26b01f973ea0 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:45.639479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-168e52b9-fc28-4898-bb1d-39c73101648e tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:45.643959 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-168e52b9-fc28-4898-bb1d-39c73101648e tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:45.662523 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:45.707712 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:45.710202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-168e52b9-fc28-4898-bb1d-39c73101648e tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:45.710740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168e52b9-fc28-4898-bb1d-39c73101648e tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Fanout notify agent at l3_agent the message router_deleted on router c37907f3-e723-4f63-9066-9f48d805a662 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:51:45.730879 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a327fb4-3f55-4d26-9c28-bc9f4ac91bbf None None] Update dhcp port {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'fixed_ips': [{'subnet_id': '759216f3-eaca-4b7e-b617-6b7409c7a325'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': 'a69e075a-f527-467f-96ad-6e17dcece9cf'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 10:51:45.798557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9a327fb4-3f55-4d26-9c28-bc9f4ac91bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:45.800530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:45.807730 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Unset dirty status for tenant:15458ece0d154de992538be3c42f1a25 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:45.813549 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-adc9b858-cc3c-422f-9c85-37a102f9eb93 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 23180 time: 0.5540338
Dec 24 10:51:45.814288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42772) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:45.850275 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a29330e2-9ed5-4201-aad8-26b01f973ea0 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:45.850599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-168e52b9-fc28-4898-bb1d-39c73101648e tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:45.854963 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-168e52b9-fc28-4898-bb1d-39c73101648e tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "DELETE /v2.0/routers/c37907f3-e723-4f63-9066-9f48d805a662 HTTP/1.1" status: 204  len: 168 time: 4.1930549
Dec 24 10:51:45.856890 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42776) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:45.868027 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f9788ff0-c0af-4750-8f5a-92c61c6690f3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2003286020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:45.889251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f9788ff0-c0af-4750-8f5a-92c61c6690f3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:45.898156 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f9788ff0-c0af-4750-8f5a-92c61c6690f3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Usage tracker for resource:router and tenant:b35f9da743d24de58b59d0a3dfe67701 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:45.908298 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f9788ff0-c0af-4750-8f5a-92c61c6690f3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:45.913014 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:45.949811 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:46.010518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f9788ff0-c0af-4750-8f5a-92c61c6690f3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:46.021643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-62155d80-208a-46b8-8b46-ee14d6a6ecc4 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Deleting port 499ed5c3-2a1c-4280-9c18-e9659c542de2 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:46.022406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-62155d80-208a-46b8-8b46-ee14d6a6ecc4 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:46.044951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f9788ff0-c0af-4750-8f5a-92c61c6690f3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:46.045980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f9788ff0-c0af-4750-8f5a-92c61c6690f3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:46.062358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:46.085470 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:46.086600 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:46.111162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-9a327fb4-3f55-4d26-9c28-bc9f4ac91bbf None None] Allocated IP 2001:db8::2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/759216f3-eaca-4b7e-b617-6b7409c7a325/a69e075a-f527-467f-96ad-6e17dcece9cf) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:46.124893 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Allocated IP 172.26.4.79 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/4af480bf-d43a-410f-b1c7-e263feffe794) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:46.162824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f9788ff0-c0af-4750-8f5a-92c61c6690f3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:46.176810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a29330e2-9ed5-4201-aad8-26b01f973ea0 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:46.224628 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:46.334837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port 8c38f723-5407-429e-b2ee-e49ef2d7ea12 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:51:46.342551 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9a327fb4-3f55-4d26-9c28-bc9f4ac91bbf None None] For port a69e075a-f527-467f-96ad-6e17dcece9cf, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a69e075a-f527-467f-96ad-6e17dcece9cf,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:46.352071 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f9788ff0-c0af-4750-8f5a-92c61c6690f3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:46.379216 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9a327fb4-3f55-4d26-9c28-bc9f4ac91bbf None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:46.398598 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9a327fb4-3f55-4d26-9c28-bc9f4ac91bbf None None] Ignored duplicate provisioning block setup for port a69e075a-f527-467f-96ad-6e17dcece9cf by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 24 10:51:46.406032 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9a327fb4-3f55-4d26-9c28-bc9f4ac91bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:46.410336 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:46.448272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-62155d80-208a-46b8-8b46-ee14d6a6ecc4 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] For port 499ed5c3-2a1c-4280-9c18-e9659c542de2, host hv-neutron-8226, got binding levels [] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:46.448556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-62155d80-208a-46b8-8b46-ee14d6a6ecc4 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:46.490022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f9788ff0-c0af-4750-8f5a-92c61c6690f3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:46.491370 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f9788ff0-c0af-4750-8f5a-92c61c6690f3 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.6311619
Dec 24 10:51:46.497098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42782) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:46.503593 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a29330e2-9ed5-4201-aad8-26b01f973ea0 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:46.514946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:46.544416 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a327fb4-3f55-4d26-9c28-bc9f4ac91bbf None None] Pushing event updated for resources: {'Port': ['ID=a69e075a-f527-467f-96ad-6e17dcece9cf,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:46.549791 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9a327fb4-3f55-4d26-9c28-bc9f4ac91bbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:46.628561 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'enable_snat': True}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:46.688794 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-62155d80-208a-46b8-8b46-ee14d6a6ecc4 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Calling delete_port for 499ed5c3-2a1c-4280-9c18-e9659c542de2 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:46.718568 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a29330e2-9ed5-4201-aad8-26b01f973ea0 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:46.723198 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29330e2-9ed5-4201-aad8-26b01f973ea0 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event deleted for resources: {'Subnet': ['ID=e542360c-8e11-449e-88a7-01205620d98b,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:46.725400 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a29330e2-9ed5-4201-aad8-26b01f973ea0 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:46.781899 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a29330e2-9ed5-4201-aad8-26b01f973ea0 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "DELETE /v2.0/subnets/e542360c-8e11-449e-88a7-01205620d98b HTTP/1.1" status: 204  len: 168 time: 1.3191078
Dec 24 10:51:46.787180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42788) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:46.860755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:46.971242 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:46.974710 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-62155d80-208a-46b8-8b46-ee14d6a6ecc4 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:46.983510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ac9fbfb3-2890-4c57-8969-3e94dfb71883 tempest-FloatingIPAdminTestJSON-2013488590 tempest-FloatingIPAdminTestJSON-2013488590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:47.043024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-62155d80-208a-46b8-8b46-ee14d6a6ecc4 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:47.045920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62155d80-208a-46b8-8b46-ee14d6a6ecc4 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Pushing event deleted for resources: {'Port': ['ID=499ed5c3-2a1c-4280-9c18-e9659c542de2,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:47.047996 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-62155d80-208a-46b8-8b46-ee14d6a6ecc4 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:47.050378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::f66d:f86:1cc3:c48b (51d30af2-9f70-4c66-8947-64c1ea7cb845/759216f3-eaca-4b7e-b617-6b7409c7a325/8c38f723-5407-429e-b2ee-e49ef2d7ea12) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:47.068524 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Deleting port ae6fc8a3-f33f-4538-bd73-b2d966615f5e {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:47.068813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:47.084323 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:47.113015 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-62155d80-208a-46b8-8b46-ee14d6a6ecc4 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] 10.222.0.54 "DELETE /v2.0/ports/499ed5c3-2a1c-4280-9c18-e9659c542de2 HTTP/1.1" status: 204  len: 168 time: 1.2939560
Dec 24 10:51:47.124697 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42792) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:47.199356 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0c27e0-c0ce-4dc3-b039-d212a79e3d73 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] GET failed (client error): The resource could not be found.
Dec 24 10:51:47.200418 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6f0c27e0-c0ce-4dc3-b039-d212a79e3d73 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Synchronizing usage tracker for tenant:15458ece0d154de992538be3c42f1a25 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:47.310224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:47.314644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:47.329668 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b70e54f3-3c89-4d0d-9068-07914e58c151 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:47.335123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6f0c27e0-c0ce-4dc3-b039-d212a79e3d73 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Unset dirty status for tenant:15458ece0d154de992538be3c42f1a25 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:47.341517 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6f0c27e0-c0ce-4dc3-b039-d212a79e3d73 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] 10.222.0.54 "GET /v2.0/ports/499ed5c3-2a1c-4280-9c18-e9659c542de2 HTTP/1.1" status: 404  len: 333 time: 0.2084038
Dec 24 10:51:47.363210 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42796) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:47.446502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-7af9ee78-b011-49c9-9cbc-c40f8e7f0096 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1243192887', 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:47.485017 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7af9ee78-b011-49c9-9cbc-c40f8e7f0096 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:47.527967 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7af9ee78-b011-49c9-9cbc-c40f8e7f0096 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:47.531065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:47.552255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:47.558499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=4af480bf-d43a-410f-b1c7-e263feffe794,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:47.564082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:47.633960 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] For port ae6fc8a3-f33f-4538-bd73-b2d966615f5e, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ae6fc8a3-f33f-4538-bd73-b2d966615f5e,segment=NetworkSegment(b5e60ada-3b79-41a5-9f32-d79964a3ed25),segment_id=b5e60ada-3b79-41a5-9f32-d79964a3ed25)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:47.634884 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:47.634996 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:47.636595 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4843cbac-b73a-4a8d-a1a8-10bc746ac433 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:47.644264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af9ee78-b011-49c9-9cbc-c40f8e7f0096 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Made reservation on behalf of 15458ece0d154de992538be3c42f1a25 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:47.646581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7af9ee78-b011-49c9-9cbc-c40f8e7f0096 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:47.672668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e903ccdc-5899-4b1a-b8df-a8e0b236b5e5 None None] Network a7d77c03-8168-4373-8f11-ce3fd644a72c requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:47.707942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:47.740657 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-7af9ee78-b011-49c9-9cbc-c40f8e7f0096 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] device_id is not set on port 0fbaed86-5f9d-4369-8734-b5c497475d54 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:51:47.781308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Calling delete_port for ae6fc8a3-f33f-4538-bd73-b2d966615f5e owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:47.829051 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object 8c38f723-5407-429e-b2ee-e49ef2d7ea12 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:47.867162 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:47.875348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c4a67ba1-eafd-4b16-b746-fe6cb0358d64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:47.964636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:47.969229 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Router 3a750c06-2dc2-4e9d-970d-5ccf85112050 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:51:47.970066 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:47.974641 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:47.980383 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:47.981073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:47.989788 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=8c38f723-5407-429e-b2ee-e49ef2d7ea12,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:47.992581 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:48.002627 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:48.003131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:48.042078 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a69e075a-f527-467f-96ad-6e17dcece9cf up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:48.061833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event deleted for resources: {'Port': ['ID=ae6fc8a3-f33f-4538-bd73-b2d966615f5e,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:48.064425 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:48.069984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] No DVR routers for this DVR port ae6fc8a3-f33f-4538-bd73-b2d966615f5e on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:51:48.111920 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9506e924-af4e-4228-90de-0d56a256c355 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.7919257
Dec 24 10:51:48.122124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7ea69014-7f3b-4597-9f87-440d45c6846e None None] Provisioning for port a69e075a-f527-467f-96ad-6e17dcece9cf completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:48.123415 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42804) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:48.249902 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port a69e075a-f527-467f-96ad-6e17dcece9cf completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:48.256690 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port a69e075a-f527-467f-96ad-6e17dcece9cf triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:48.257425 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:48.258507 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:48.298387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7556a0>,) {'filters': {'network_id': ['a7d77c03-8168-4373-8f11-ce3fd644a72c']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:48.319728 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6a390e-3286-446a-97c9-48c25d9d5fbf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:48.326603 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6a390e-3286-446a-97c9-48c25d9d5fbf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:48.327435 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-df6a390e-3286-446a-97c9-48c25d9d5fbf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:48.332779 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0d07a6-26ac-4d2b-b51b-2cc20761daf2 None None] DHCP port deletion for a7d77c03-8168-4373-8f11-ce3fd644a72c request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:51:48.334565 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7556a0>, 'b5e60ada-3b79-41a5-9f32-d79964a3ed25') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:48.334868 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7556a0>, 'b5e60ada-3b79-41a5-9f32-d79964a3ed25') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:48.376858 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:48.410323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:48.412554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-df6a390e-3286-446a-97c9-48c25d9d5fbf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:48.416560 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-df6a390e-3286-446a-97c9-48c25d9d5fbf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.2871933
Dec 24 10:51:48.421218 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:48.423512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42808) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:48.454708 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port a69e075a-f527-467f-96ad-6e17dcece9cf, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a69e075a-f527-467f-96ad-6e17dcece9cf,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:48.464901 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:48.467923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:48.545757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:51:48.546194 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:48.551553 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=a69e075a-f527-467f-96ad-6e17dcece9cf,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:48.555087 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:51:48.565549 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:51:48.578515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-bae07b80-f77c-4c5c-b366-3222b4d489ea tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port 8c38f723-5407-429e-b2ee-e49ef2d7ea12 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:48.578861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bae07b80-f77c-4c5c-b366-3222b4d489ea tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:48.622507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d1c074c7-0fba-4042-a5ad-ca6e3a2f5267 None None] Provisioning complete for port a69e075a-f527-467f-96ad-6e17dcece9cf triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:48.623301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d1c074c7-0fba-4042-a5ad-ca6e3a2f5267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:48.704195 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:48.712240 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:48.755957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:48.775631 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "DELETE /v2.0/networks/a7d77c03-8168-4373-8f11-ce3fd644a72c HTTP/1.1" status: 204  len: 168 time: 1.9854343
Dec 24 10:51:48.776692 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Pushing event deleted for resources: {'Network': ['ID=a7d77c03-8168-4373-8f11-ce3fd644a72c,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:48.780615 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42812) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:48.785490 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:48.818546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7af9ee78-b011-49c9-9cbc-c40f8e7f0096 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:48.827386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d1c074c7-0fba-4042-a5ad-ca6e3a2f5267 None None] Provisioning for port 8c38f723-5407-429e-b2ee-e49ef2d7ea12 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:48.834478 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d1c074c7-0fba-4042-a5ad-ca6e3a2f5267 None None] Provisioning complete for port 8c38f723-5407-429e-b2ee-e49ef2d7ea12 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:48.835146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d1c074c7-0fba-4042-a5ad-ca6e3a2f5267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:48.844342 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-145da304-5a2e-4004-b535-e1eb3c9f458a tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Synchronizing usage tracker for tenant:9ffea32b0b374a4293cb106e3a71805e on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:48.896399 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-d1c074c7-0fba-4042-a5ad-ca6e3a2f5267 None None] Port 8c38f723-5407-429e-b2ee-e49ef2d7ea12 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:51:48.916101 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:48.935177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-145da304-5a2e-4004-b535-e1eb3c9f458a tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Unset dirty status for tenant:9ffea32b0b374a4293cb106e3a71805e on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:48.938843 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-145da304-5a2e-4004-b535-e1eb3c9f458a tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "GET /v2.0/ports?device_id=12f96bb1-dd59-4dec-8ab0-1775ae92f8d6 HTTP/1.1" status: 200  len: 205 time: 0.1568146
Dec 24 10:51:48.939629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42820) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:48.957730 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:48.968824 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Sync routers for ids ['3a750c06-2dc2-4e9d-970d-5ccf85112050'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:48.978636 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Routers {'3a750c06-2dc2-4e9d-970d-5ccf85112050'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:48.979336 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de64100>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['3a750c06-2dc2-4e9d-970d-5ccf85112050'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:49.012872 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:49.019014 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-20ee9630-7b1e-4ddc-a44d-fc49db8ac867 None None] Provisioning complete for port 8c38f723-5407-429e-b2ee-e49ef2d7ea12 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:49.019563 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-20ee9630-7b1e-4ddc-a44d-fc49db8ac867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:49.052385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:49.093986 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-20ee9630-7b1e-4ddc-a44d-fc49db8ac867 None None] Port 8c38f723-5407-429e-b2ee-e49ef2d7ea12 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:51:49.139406 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:49.143293 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 9.3138986
Dec 24 10:51:49.144439 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42824) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:49.146936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a9f742d2-c2b5-482d-8eaa-991367230cd2 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:49.153270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:49.170913 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Set router 3a750c06-2dc2-4e9d-970d-5ccf85112050 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:51:49.198469 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7af9ee78-b011-49c9-9cbc-c40f8e7f0096 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:49.216299 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c6fc5d3a-1c25-48bc-aaa4-b35758f30790 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:49.338198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af9ee78-b011-49c9-9cbc-c40f8e7f0096 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:49.352508 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-7af9ee78-b011-49c9-9cbc-c40f8e7f0096 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:49.363414 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af9ee78-b011-49c9-9cbc-c40f8e7f0096 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:49.364354 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af9ee78-b011-49c9-9cbc-c40f8e7f0096 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:49.364952 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7af9ee78-b011-49c9-9cbc-c40f8e7f0096 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:49.380362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9ee78-b011-49c9-9cbc-c40f8e7f0096 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Pushing event updated for resources: {'Port': ['ID=0fbaed86-5f9d-4369-8734-b5c497475d54,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:49.459672 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de64100>, [{'id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'name': 'tempest-TestVolumeBootPattern-1790870919-router', 'tenant_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '77805776-f9e3-4d86-b3cc-cb9a94e5a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:40Z', 'updated_at': '2021-12-24T10:51:45Z', 'revision_number': 3, 'project_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'gw_port': {'id': '77805776-f9e3-4d86-b3cc-cb9a94e5a7fa', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:71:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:49.463640 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Checking router: 3a750c06-2dc2-4e9d-970d-5ccf85112050 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:51:49.463985 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Updating router 3a750c06-2dc2-4e9d-970d-5ccf85112050 port 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:51:49.474185 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7af9ee78-b011-49c9-9cbc-c40f8e7f0096 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:49.500787 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7af9ee78-b011-49c9-9cbc-c40f8e7f0096 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 2.1364989
Dec 24 10:51:49.508836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42828) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:49.515258 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Allocated IP 172.26.4.54 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/aa4939f0-6ade-437c-84d2-aa8fbcbad636) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:49.522712 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:49.524830 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bae07b80-f77c-4c5c-b366-3222b4d489ea tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:49.681368 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5420b979-4f61-4c18-85b3-2d82162d67e9 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:49.681922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5420b979-4f61-4c18-85b3-2d82162d67e9 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Synchronizing usage tracker for tenant:15458ece0d154de992538be3c42f1a25 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:49.739449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5420b979-4f61-4c18-85b3-2d82162d67e9 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Unset dirty status for tenant:15458ece0d154de992538be3c42f1a25 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:49.740597 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5420b979-4f61-4c18-85b3-2d82162d67e9 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] 10.222.0.54 "GET /v2.0/ports/0fbaed86-5f9d-4369-8734-b5c497475d54 HTTP/1.1" status: 200  len: 955 time: 0.2290850
Dec 24 10:51:49.745833 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42832) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:49.751132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:49.767773 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-bae07b80-f77c-4c5c-b366-3222b4d489ea tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for 8c38f723-5407-429e-b2ee-e49ef2d7ea12 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:49.795514 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:49.806499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-793ed328-5b96-4326-b622-0c8a084a7f5d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:49.916122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:49.916857 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a69e075a-f527-467f-96ad-6e17dcece9cf up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:49.943550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-268c046b-6a17-4ddf-abee-0401108f31ce tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Deleting port 0fbaed86-5f9d-4369-8734-b5c497475d54 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:49.943851 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-268c046b-6a17-4ddf-abee-0401108f31ce tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:49.947121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a9f742d2-c2b5-482d-8eaa-991367230cd2 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:49.951504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a9f742d2-c2b5-482d-8eaa-991367230cd2 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:49.992159 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port a69e075a-f527-467f-96ad-6e17dcece9cf triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:49.992754 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:49.996641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=4af480bf-d43a-410f-b1c7-e263feffe794,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:50.014662 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:50.200926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bae07b80-f77c-4c5c-b366-3222b4d489ea tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:50.210126 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ae6fc8a3-f33f-4538-bd73-b2d966615f5e no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:51:50.216754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-43ac0188-3a66-4027-a21d-81c6a7ec3a99 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:50.238392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:50.246533 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: ae6fc8a3-f33f-4538-bd73-b2d966615f5e {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:51:50.246886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ae6fc8a3-f33f-4538-bd73-b2d966615f5e not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:51:50.255002 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a9f742d2-c2b5-482d-8eaa-991367230cd2 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:50.255482 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f742d2-c2b5-482d-8eaa-991367230cd2 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Fanout notify agent at l3_agent the message router_deleted on router 12f96bb1-dd59-4dec-8ab0-1775ae92f8d6 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:51:50.274846 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae07b80-f77c-4c5c-b366-3222b4d489ea tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=8c38f723-5407-429e-b2ee-e49ef2d7ea12,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:50.313798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-bae07b80-f77c-4c5c-b366-3222b4d489ea tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:50.338781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bae07b80-f77c-4c5c-b366-3222b4d489ea tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:50.341165 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bae07b80-f77c-4c5c-b366-3222b4d489ea tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/8c38f723-5407-429e-b2ee-e49ef2d7ea12 HTTP/1.1" status: 204  len: 168 time: 1.9166422
Dec 24 10:51:50.345906 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a9f742d2-c2b5-482d-8eaa-991367230cd2 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:50.346967 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a9f742d2-c2b5-482d-8eaa-991367230cd2 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] 10.222.0.54 "DELETE /v2.0/routers/12f96bb1-dd59-4dec-8ab0-1775ae92f8d6 HTTP/1.1" status: 204  len: 168 time: 1.4016633
Dec 24 10:51:50.347668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42840) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:50.504788 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:50.524742 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:50.554230 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873419a6-83a7-47d0-84c4-7faa9e50dbf6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:50.556616 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873419a6-83a7-47d0-84c4-7faa9e50dbf6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:50.557725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-873419a6-83a7-47d0-84c4-7faa9e50dbf6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:50.586251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-268c046b-6a17-4ddf-abee-0401108f31ce tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:50.616780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:50.681836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:50.744346 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:50.755775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-268c046b-6a17-4ddf-abee-0401108f31ce tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Calling delete_port for 0fbaed86-5f9d-4369-8734-b5c497475d54 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:50.757589 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Transition to ACTIVE for port object 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:50.765929 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:50.769910 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-dae88032-e926-445a-bc60-3e7ef270eedf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:50.783910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:50.786547 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42848) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:50.818090 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Floating IP d3e5754e-613d-4600-ad88-3f9d7f206e8c associated. External IP: 172.26.4.79, port: 3f3af7fa-c859-45f7-83db-c73090b4757d.
Dec 24 10:51:50.827943 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-873419a6-83a7-47d0-84c4-7faa9e50dbf6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:50.832341 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-873419a6-83a7-47d0-84c4-7faa9e50dbf6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4815121
Dec 24 10:51:50.836359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42854) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:50.848282 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Attempting to bind port 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:50.848650 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Attempting to bind port 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:50.849008 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Attempting to bind port 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:50.854581 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046d602-9f3f-42c7-8860-2c4e553e7535 None None] Pushing event updated for resources: {'Port': ['ID=77805776-f9e3-4d86-b3cc-cb9a94e5a7fa,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:50.857432 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-6046d602-9f3f-42c7-8860-2c4e553e7535 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:50.860177 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:51:50.860549 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:50.860950 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:50.861333 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:51:50.861781 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Bound port: 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:51:50.862216 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:50.890000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Pushing event updated for resources: {'Port': ['ID=aa4939f0-6ade-437c-84d2-aa8fbcbad636,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:50.909633 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:50.968411 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] For port 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:51:50.972916 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] For port 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=77805776-f9e3-4d86-b3cc-cb9a94e5a7fa,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:51:50.977835 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:50.981775 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:51.003906 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 759216f3-eaca-4b7e-b617-6b7409c7a325 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:51:51.014741 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:51.060349 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046d602-9f3f-42c7-8860-2c4e553e7535 None None] Pushing event updated for resources: {'Port': ['ID=77805776-f9e3-4d86-b3cc-cb9a94e5a7fa,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:51.063329 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-6046d602-9f3f-42c7-8860-2c4e553e7535 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:51.064417 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Routers {'3a750c06-2dc2-4e9d-970d-5ccf85112050'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:51.065028 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de64100>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['3a750c06-2dc2-4e9d-970d-5ccf85112050'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:51.138103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:51.192971 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-268c046b-6a17-4ddf-abee-0401108f31ce tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:51.205718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-168e52b9-fc28-4898-bb1d-39c73101648e tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:51.254735 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-75a900b7-0ffe-40ad-94f6-e851401e4eeb admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9ffea32b0b374a4293cb106e3a71805e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4670968
Dec 24 10:51:51.264645 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c046b-6a17-4ddf-abee-0401108f31ce tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fbaed86-5f9d-4369-8734-b5c497475d54,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:51.264990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42862) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:51.272133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-268c046b-6a17-4ddf-abee-0401108f31ce tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:51.308120 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] Set router 3a750c06-2dc2-4e9d-970d-5ccf85112050 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:51:51.351438 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-268c046b-6a17-4ddf-abee-0401108f31ce tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:51.385216 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42866) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:51.386230 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-268c046b-6a17-4ddf-abee-0401108f31ce tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] 10.222.0.54 "DELETE /v2.0/ports/0fbaed86-5f9d-4369-8734-b5c497475d54 HTTP/1.1" status: 204  len: 168 time: 1.6376841
Dec 24 10:51:51.456933 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac777b5-e184-483d-8688-884c28c06b55 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] GET failed (client error): The resource could not be found.
Dec 24 10:51:51.458384 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-dac777b5-e184-483d-8688-884c28c06b55 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] 10.222.0.54 "GET /v2.0/ports/0fbaed86-5f9d-4369-8734-b5c497475d54 HTTP/1.1" status: 404  len: 333 time: 0.0654054
Dec 24 10:51:51.463589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:51.497031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42870) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:51.498109 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:51.529523 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Request body: {'port': {'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1778273440'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:51.545623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:51.552636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1d72fd21-77bc-47ef-94a8-8e5cee756dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:51.554852 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Usage tracker for resource:port and tenant:15458ece0d154de992538be3c42f1a25 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:51.562390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:51.603123 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de64100>, [{'id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'name': 'tempest-TestVolumeBootPattern-1790870919-router', 'tenant_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '77805776-f9e3-4d86-b3cc-cb9a94e5a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:40Z', 'updated_at': '2021-12-24T10:51:45Z', 'revision_number': 3, 'project_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'gw_port': {'id': '77805776-f9e3-4d86-b3cc-cb9a94e5a7fa', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:71:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:51.607371 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580e1655-d811-4969-873d-7dd28cc4ec76 None None] The sync data for ids ['3a750c06-2dc2-4e9d-970d-5ccf85112050'] in dv-neutron-822668-2-hyperv is: [{'id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'name': 'tempest-TestVolumeBootPattern-1790870919-router', 'tenant_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '77805776-f9e3-4d86-b3cc-cb9a94e5a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:40Z', 'updated_at': '2021-12-24T10:51:45Z', 'revision_number': 3, 'project_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'gw_port': {'id': '77805776-f9e3-4d86-b3cc-cb9a94e5a7fa', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:71:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:51.615870 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:51.661151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1d72fd21-77bc-47ef-94a8-8e5cee756dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:51.672399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Made reservation on behalf of 15458ece0d154de992538be3c42f1a25 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:51.674845 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:51.788637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] device_id is not set on port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:51:51.802484 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 91a969c7-6ec3-42de-b80c-73cfd6e86137 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:51:51.813214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:51.828642 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:51.836681 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-812a8eec-8351-4bb9-8b13-4747881b058b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:51.926794 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fa30fe-a31c-4418-a2ac-7e9f7fab914b None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:51.953822 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:51.961312 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=759216f3-eaca-4b7e-b617-6b7409c7a325,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:51.993618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:51.994207 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:51.994428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:51.994776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:51.995133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:51.995486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:51.995838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:51.996215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:51.996672 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:51.998992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:51.999759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:51.999759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:52.011781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:52.033081 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1d72fd21-77bc-47ef-94a8-8e5cee756dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:52.044762 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:52.062843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:52.084630 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Allocated IP 172.20.0.1 (1bc9d21c-308f-47a7-b560-9ceb17b79e84/b15dd3d7-c180-43ef-972c-1ab18940e3a8/b4878cf4-4af5-4399-b428-0b48f9778aac) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:52.088471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1d72fd21-77bc-47ef-94a8-8e5cee756dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:52.090016 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1d72fd21-77bc-47ef-94a8-8e5cee756dd7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7033c664-4fda-4ccf-a1ec-1ba681f8532f HTTP/1.1" status: 204  len: 168 time: 0.8171918
Dec 24 10:51:52.091609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72fd21-77bc-47ef-94a8-8e5cee756dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7033c664-4fda-4ccf-a1ec-1ba681f8532f,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:52.095160 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1d72fd21-77bc-47ef-94a8-8e5cee756dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:52.102721 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/759216f3-eaca-4b7e-b617-6b7409c7a325 HTTP/1.1" status: 204  len: 168 time: 1.2653487
Dec 24 10:51:52.116969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42876) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:52.292380 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4750e3d3-a928-4550-b529-5cd8f9ffba10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1713061
Dec 24 10:51:52.296407 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42884) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:52.307770 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:52.326310 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:52.352985 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:52.353879 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:52.544295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:52.551965 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:52.590487 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371b2bdb-9ded-45a9-b6d0-80991ad9bbd8 None None] Sync routers for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:52.607386 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:52.644720 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Transition to ACTIVE for port object b4878cf4-4af5-4399-b428-0b48f9778aac will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:52.646920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:52.663848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0cd99456-d564-4ef5-bab6-b7701d66d702 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:52.665116 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371b2bdb-9ded-45a9-b6d0-80991ad9bbd8 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:52.666182 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-371b2bdb-9ded-45a9-b6d0-80991ad9bbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7bd5e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:52.684707 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:52.749277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Pushing event updated for resources: {'Port': ['ID=5955d556-8a0e-4bd7-828f-a1fb9b8a3db9,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:52.753767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:52.754767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:52.757222 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:52.760172 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:52.761101 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:52.761713 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:52.774888 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:52.785430 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:51:52.795068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:52.801936 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 1.2941668
Dec 24 10:51:52.803575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:52.804706 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-371b2bdb-9ded-45a9-b6d0-80991ad9bbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7bd5e0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:52.807070 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Deleting port a69e075a-f527-467f-96ad-6e17dcece9cf {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:52.807455 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:52.811581 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42896) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:52.814178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:52.814709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-94a2c842-c19a-405f-9d09-8360c7f196e2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:52.817823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:52.828659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:52.830870 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:52.851743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:52.866757 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 8.2110403
Dec 24 10:51:52.896484 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371b2bdb-9ded-45a9-b6d0-80991ad9bbd8 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:52.897168 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-371b2bdb-9ded-45a9-b6d0-80991ad9bbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7bd5e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:52.958370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42900) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:52.972715 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=77805776-f9e3-4d86-b3cc-cb9a94e5a7fa,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:52.980484 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:52.985479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:53.035937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-371b2bdb-9ded-45a9-b6d0-80991ad9bbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7bd5e0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:53.036639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-371b2bdb-9ded-45a9-b6d0-80991ad9bbd8 None None] The sync data for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:53.043679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Pushing event updated for resources: {'Port': ['ID=b4878cf4-4af5-4399-b428-0b48f9778aac,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:53.044174 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:53.049508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:53.058636 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9a327fb4-3f55-4d26-9c28-bc9f4ac91bbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:53.090928 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:53.108655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Network 1bc9d21c-308f-47a7-b560-9ceb17b79e84 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:53.111739 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:53.121382 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:53.143029 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-537e1011-7406-46f5-bcd7-9f0d76656382 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "GET /v2.0/floatingips/d3e5754e-613d-4600-ad88-3f9d7f206e8c HTTP/1.1" status: 200  len: 978 time: 0.1775312
Dec 24 10:51:53.154772 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42910) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:53.183545 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=77805776-f9e3-4d86-b3cc-cb9a94e5a7fa,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:53.189759 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:53.260961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:53.328658 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] For port a69e075a-f527-467f-96ad-6e17dcece9cf, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a69e075a-f527-467f-96ad-6e17dcece9cf,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:53.330456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:53.396395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:53.531892 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42920) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:53.551323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Calling delete_port for a69e075a-f527-467f-96ad-6e17dcece9cf owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:53.692555 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c0610827-726c-4a96-b6ef-5e747c0a36eb None None] Provisioning for port b4878cf4-4af5-4399-b428-0b48f9778aac completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:53.704340 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c0610827-726c-4a96-b6ef-5e747c0a36eb None None] Provisioning complete for port b4878cf4-4af5-4399-b428-0b48f9778aac triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:53.704767 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c0610827-726c-4a96-b6ef-5e747c0a36eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:53.772596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group': {'name': 'tempest-secgroup--1913367399'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:53.776437 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-025750e8-8b31-40f8-a3ce-4a82e49a4416 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Synchronizing usage tracker for tenant:cd9033324f80492388fb35eda7bfd1eb on resource:floatingip {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:53.781367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:53.791707 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:53.797590 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:53.804929 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:53.807217 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:53.813973 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:53.858820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-025750e8-8b31-40f8-a3ce-4a82e49a4416 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Unset dirty status for tenant:cd9033324f80492388fb35eda7bfd1eb on resource:floatingip {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:53.864411 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-025750e8-8b31-40f8-a3ce-4a82e49a4416 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 981 time: 0.7063317
Dec 24 10:51:53.865765 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:53.867823 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c0610827-726c-4a96-b6ef-5e747c0a36eb None None] Port b4878cf4-4af5-4399-b428-0b48f9778aac cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:51:53.869694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42928) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:53.877916 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] No DVR routers for this DVR port a69e075a-f527-467f-96ad-6e17dcece9cf on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:51:53.883458 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Pushing event deleted for resources: {'Port': ['ID=a69e075a-f527-467f-96ad-6e17dcece9cf,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:53.884727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-ac5d2846-3775-45c7-b51f-298e27742c43 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'floatingip': {'port_id': '83d386a9-7fdf-418d-a00e-b0cf3dad210b'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:53.896495 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:53.897104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:53.897757 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:53.898587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:53.899090 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:53.899869 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:53.900955 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:53.901415 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:53.901822 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:53.902238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:53.903310 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:53.903890 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:53.907973 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:53.921976 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:53.965693 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:53.969654 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:53.983986 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:53.994456 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:53.998661 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] device_id is not set on port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:51:54.002946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:54.013429 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:54.018434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:54.054027 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Router 7720413e-be1e-4aea-b8e1-4542c4f84af1 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:51:54.055730 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:54.056200 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:54.074024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Transition to ACTIVE for port object 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 will not be triggered until provisioned by entity L2. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:54.075673 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2846-3775-45c7-b51f-298e27742c43 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:54.083988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:54.090694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-eccb84a5-a258-4683-b1be-6f83b0e45926 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:54.231191 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a69e075a-f527-467f-96ad-6e17dcece9cf no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:51:54.272557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: a69e075a-f527-467f-96ad-6e17dcece9cf {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:51:54.272916 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a69e075a-f527-467f-96ad-6e17dcece9cf not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:51:54.277147 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Pushing event updated for resources: {'Port': ['ID=5955d556-8a0e-4bd7-828f-a1fb9b8a3db9,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:54.290831 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:54.370309 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:54.375913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:54.376259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:54.376615 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:54.387701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:54.388017 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:54.394976 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 2 to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9
Dec 24 10:51:54.397901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-512ed7bf-4ad3-49ff-b2c4-72fcdddf9613 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322 tempest-ExtraDHCPOptionsIpV6TestJSON-1645227322-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:54.448785 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:54.449122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:54.450002 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:54.473226 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:54.473557 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:54.476402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:54.477149 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 3 to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9
Dec 24 10:51:54.488499 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:54.498126 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:54.510318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:54.519315 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:54.519647 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:54.519978 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:54.525198 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:54.532683 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:54.537855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:54.539813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:54.545624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=46c58d8c-3004-484e-ba89-c0c8537e66df,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:54.546684 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:54.549290 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:54.549892 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:54.553734 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9d494d-2b66-4434-bc78-1109d693f420 None None] Sync routers for ids ['7720413e-be1e-4aea-b8e1-4542c4f84af1'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:54.554240 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:54.554427 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8140af-7494-4d58-9dbe-3781e2a7a628 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:51:54.554546 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:54.557335 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 4 to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9
Dec 24 10:51:54.565386 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:54.566459 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9d494d-2b66-4434-bc78-1109d693f420 None None] Routers {'7720413e-be1e-4aea-b8e1-4542c4f84af1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:54.567188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:54.567855 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-2e9d494d-2b66-4434-bc78-1109d693f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfe8220>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7720413e-be1e-4aea-b8e1-4542c4f84af1'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:54.577686 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:54.578109 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:54.578473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:54.578830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:54.579182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:54.579536 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:54.579885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:54.580229 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:54.580574 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:54.580921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:54.581265 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:54.581604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:51:54.585149 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d6c8f4-c850-4299-a9a8-fa3b46ce1545,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:54.586321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:54.587555 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "PUT /v2.0/routers/7720413e-be1e-4aea-b8e1-4542c4f84af1 HTTP/1.1" status: 200  len: 914 time: 8.0731912
Dec 24 10:51:54.589335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:54.593943 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42932) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:54.597469 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:54.629342 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:54.632396 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:54.647024 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-2e9d494d-2b66-4434-bc78-1109d693f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfe8220>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:54.650080 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.3502541
Dec 24 10:51:54.658607 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9d494d-2b66-4434-bc78-1109d693f420 None None] Routers {'7720413e-be1e-4aea-b8e1-4542c4f84af1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:54.658889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42938) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:54.659850 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-2e9d494d-2b66-4434-bc78-1109d693f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfe8220>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7720413e-be1e-4aea-b8e1-4542c4f84af1'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:54.665389 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:54.665731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:54.666097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:54.666228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'fixed_ips': [{'subnet_id': '46c58d8c-3004-484e-ba89-c0c8537e66df', 'ip_address': '2001:db8::f8b0:5f0a:3387:6623'}], 'name': 'tempest-NetworksTestDHCPv6-4157328'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:54.730777 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-2e9d494d-2b66-4434-bc78-1109d693f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfe8220>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:54.731544 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9d494d-2b66-4434-bc78-1109d693f420 None None] The sync data for ids ['7720413e-be1e-4aea-b8e1-4542c4f84af1'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:54.763740 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:54.764076 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:54.770518 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 5 to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9
Dec 24 10:51:54.945180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:54.945717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:54.945921 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:54.953418 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': '46c58d8c-3004-484e-ba89-c0c8537e66df'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:51:54.954298 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:54.962116 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:54.977888 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Pushing event updated for resources: {'Port': ['ID=b4878cf4-4af5-4399-b428-0b48f9778aac,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:54.981711 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:55.004034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:55.028445 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:51:55.030632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:55.030985 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:55.036276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:55.043624 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 6 to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9
Dec 24 10:51:55.097254 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:55.098029 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:55.098760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:55.138298 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Allocated IP 2001:db8::2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/46c58d8c-3004-484e-ba89-c0c8537e66df/231b83df-95e4-4f5d-a3c4-83ccf76ea68e) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:55.203828 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:55.204456 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:55.212183 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 7 to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9
Dec 24 10:51:55.242836 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:55.251410 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4c530501-2870-4dfb-b342-06378a56e009 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "GET /v2.0/routers/7720413e-be1e-4aea-b8e1-4542c4f84af1 HTTP/1.1" status: 200  len: 920 time: 0.6541195
Dec 24 10:51:55.251725 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42944) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:55.255985 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:55.256337 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:55.256678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:55.260405 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:55.269480 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:55.303135 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:55.303496 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:55.308870 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 8 to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9
Dec 24 10:51:55.354320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:55.354695 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:55.355038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:55.363136 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:55.363473 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:55.364747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:55.365300 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 9 to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9
Dec 24 10:51:55.372077 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c16c390-afd8-415b-b82d-e1a9e269b863,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:55.374850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:55.375101 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:55.376684 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:55.378119 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.8444355
Dec 24 10:51:55.383219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42948) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:55.395045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Network 1bc9d21c-308f-47a7-b560-9ceb17b79e84 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:55.395567 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:55.395923 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:55.396033 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Transition to ACTIVE for port object 231b83df-95e4-4f5d-a3c4-83ccf76ea68e will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:55.396239 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:55.400332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:55.409329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:55.409664 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:55.410316 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempt 10 to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9
Dec 24 10:51:55.430178 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Transition to ACTIVE for port object 231b83df-95e4-4f5d-a3c4-83ccf76ea68e will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:55.459158 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:55.467982 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:55.497677 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:55.498142 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:55.498518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port c1802bd7-36ad-4214-bf48-93e847151056 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:51:55.498635 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempting to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:55.507236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:51:55.507751 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Failed to bind port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '40b33e1c-40b9-4599-8805-893db683f8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '5bdc95c2-cd06-43c3-9b3c-4d5fae993493'}]
Dec 24 10:51:55.509460 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:55.540101 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:55.544775 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:55.548594 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:55.554717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Pushing event updated for resources: {'Port': ['ID=231b83df-95e4-4f5d-a3c4-83ccf76ea68e,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:55.565470 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:55.622989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2846-3775-45c7-b51f-298e27742c43 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:55.630296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c0e530-96ef-4342-a027-6b2dda76ef4c tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:55.630995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-60c0e530-96ef-4342-a027-6b2dda76ef4c tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Synchronizing usage tracker for tenant:1a39ae7fdc3a4d09a5aece81904e1d32 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:55.646068 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1021103a-b5b4-4288-ad5c-42322c009b37 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4505 time: 0.2594767
Dec 24 10:51:55.646465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42952) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:55.665714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Attempting to bind port 231b83df-95e4-4f5d-a3c4-83ccf76ea68e on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:55.666127 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Attempting to bind port 231b83df-95e4-4f5d-a3c4-83ccf76ea68e by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:55.666659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Attempting to bind port 231b83df-95e4-4f5d-a3c4-83ccf76ea68e on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:55.672596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:51:55.672596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:55.673020 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:55.673552 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:51:55.674056 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Bound port: 231b83df-95e4-4f5d-a3c4-83ccf76ea68e, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:51:55.674597 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:55.686949 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-018cb087-f73d-4ed4-acb3-bf38e2eec7e7 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group': {'name': 'tempest-security--734277551', 'description': 'tempest-security-description-928714508'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:55.694130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2846-3775-45c7-b51f-298e27742c43 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:55.708050 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] For port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9, host hv-neutron-8226, cleared binding levels {{(pid=87559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:51:55.708412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attempted to set empty binding levels {{(pid=87559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 24 10:51:55.712861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:55.725752 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-29cd3672-3ac0-4365-89b0-f1ed37c4c650 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:55.772414 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] For port 231b83df-95e4-4f5d-a3c4-83ccf76ea68e, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:51:55.777026 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] For port 231b83df-95e4-4f5d-a3c4-83ccf76ea68e, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=231b83df-95e4-4f5d-a3c4-83ccf76ea68e,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:51:55.788481 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:55.789935 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] In _notify_port_updated(), no bound segment for port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 on network 5bdc95c2-cd06-43c3-9b3c-4d5fae993493 {{(pid=87559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 10:51:55.790766 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:55.791346 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:55.795334 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] 10.222.0.54 "PUT /v2.0/ports/5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 HTTP/1.1" status: 200  len: 977 time: 2.7549398
Dec 24 10:51:55.795516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b40b7e3b-9c23-4069-98ce-53da0d528c99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:55.799157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-60c0e530-96ef-4342-a027-6b2dda76ef4c tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Unset dirty status for tenant:1a39ae7fdc3a4d09a5aece81904e1d32 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:55.800322 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-60c0e530-96ef-4342-a027-6b2dda76ef4c tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=38a55964-33b9-4484-a01f-c130c608c280&device_id=7720413e-be1e-4aea-b8e1-4542c4f84af1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.5476635
Dec 24 10:51:55.802940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42956) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:55.803276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42958) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:55.816594 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Router 3a750c06-2dc2-4e9d-970d-5ccf85112050 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:51:55.826276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Pushing event updated for resources: {'Port': ['ID=5955d556-8a0e-4bd7-828f-a1fb9b8a3db9,revision_number=3']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:55.829947 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:55.908403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-018cb087-f73d-4ed4-acb3-bf38e2eec7e7 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:55.968643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d6e094f9-1557-453d-8728-95ae70a67c46 None None] Provisioning complete for port b4878cf4-4af5-4399-b428-0b48f9778aac triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:55.969109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d6e094f9-1557-453d-8728-95ae70a67c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:56.016801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:56.033100 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-d6e094f9-1557-453d-8728-95ae70a67c46 None None] Port b4878cf4-4af5-4399-b428-0b48f9778aac cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:51:56.033335 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] 10.222.0.54 "PUT /v2.0/routers/3a750c06-2dc2-4e9d-970d-5ccf85112050/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7090595
Dec 24 10:51:56.035637 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Sync routers for ids ['3a750c06-2dc2-4e9d-970d-5ccf85112050'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:56.043593 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Pushing event updated for resources: {'Port': ['ID=231b83df-95e4-4f5d-a3c4-83ccf76ea68e,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:56.047420 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:56.054540 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Routers {'3a750c06-2dc2-4e9d-970d-5ccf85112050'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:56.055205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d011190>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['3a750c06-2dc2-4e9d-970d-5ccf85112050'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:56.178744 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-395e9491-0cbb-46f7-a88e-cb77012e2a06 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Deleting port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:56.179875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-395e9491-0cbb-46f7-a88e-cb77012e2a06 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:56.253723 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::f8b0:5f0a:3387:6623 (51d30af2-9f70-4c66-8947-64c1ea7cb845/46c58d8c-3004-484e-ba89-c0c8537e66df/c1802bd7-36ad-4214-bf48-93e847151056) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:51:56.349077 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Set router 3a750c06-2dc2-4e9d-970d-5ccf85112050 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:51:56.500411 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-ac5d2846-3775-45c7-b51f-298e27742c43 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Floating IP d3e5754e-613d-4600-ad88-3f9d7f206e8c associated. External IP: 172.26.4.79, port: 3f3af7fa-c859-45f7-83db-c73090b4757d.
Dec 24 10:51:56.556413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff80a962-0ab7-462d-b7cd-a249066ad239 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:56.557807 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ff80a962-0ab7-462d-b7cd-a249066ad239 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "GET /v2.0/networks/38a55964-33b9-4484-a01f-c130c608c280 HTTP/1.1" status: 200  len: 881 time: 0.7471681
Dec 24 10:51:56.560814 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42974) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:56.581137 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-018cb087-f73d-4ed4-acb3-bf38e2eec7e7 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:56.615777 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-75a5778c-3de8-4b6f-9add-eac4a17d8d66 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "GET /v2.0/ports?device_id=7720413e-be1e-4aea-b8e1-4542c4f84af1 HTTP/1.1" status: 200  len: 205 time: 0.0536039
Dec 24 10:51:56.616452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42978) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:56.630471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-018cb087-f73d-4ed4-acb3-bf38e2eec7e7 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:56.643672 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-78b4ca92-248d-4446-91d5-be6e47e57a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:56.691532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-018cb087-f73d-4ed4-acb3-bf38e2eec7e7 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:56.695564 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-018cb087-f73d-4ed4-acb3-bf38e2eec7e7 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "PUT /v2.0/security-groups/5c16c390-afd8-415b-b82d-e1a9e269b863 HTTP/1.1" status: 200  len: 1776 time: 1.0445039
Dec 24 10:51:56.702488 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42982) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:56.783035 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d011190>, [{'id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'name': 'tempest-TestVolumeBootPattern-1790870919-router', 'tenant_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '77805776-f9e3-4d86-b3cc-cb9a94e5a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:40Z', 'updated_at': '2021-12-24T10:51:53Z', 'revision_number': 4, 'project_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'gw_port': {'id': '77805776-f9e3-4d86-b3cc-cb9a94e5a7fa', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'b4878cf4-4af5-4399-b428-0b48f9778aac', 'name': '', 'network_id': '1bc9d21c-308f-47a7-b560-9ceb17b79e84', 'tenant_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'mac_address': 'fa:16:3e:76:36:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b15dd3d7-c180-43ef-972c-1ab18940e3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:51Z', 'updated_at': '2021-12-24T10:51:54Z', 'revision_number': 2, 'project_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'subnets': [{'id': 'b15dd3d7-c180-43ef-972c-1ab18940e3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:56.787452 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Checking router: 3a750c06-2dc2-4e9d-970d-5ccf85112050 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:51:56.787815 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Updating router 3a750c06-2dc2-4e9d-970d-5ccf85112050 port b4878cf4-4af5-4399-b428-0b48f9778aac binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:51:56.846462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:56.850319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4c024fa1-fbdb-4c56-ae8d-7899acc22b06 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:57.175275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018cb087-f73d-4ed4-acb3-bf38e2eec7e7 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c16c390-afd8-415b-b82d-e1a9e269b863,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:57.204830 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4c024fa1-fbdb-4c56-ae8d-7899acc22b06 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:57.218305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-4c024fa1-fbdb-4c56-ae8d-7899acc22b06 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Deleting port aa4939f0-6ade-437c-84d2-aa8fbcbad636 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:57.219038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4c024fa1-fbdb-4c56-ae8d-7899acc22b06 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:57.224992 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-018cb087-f73d-4ed4-acb3-bf38e2eec7e7 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:57.283257 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b0b78abb-99f0-4c21-b2a6-89b49d1d09a5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-groups/5c16c390-afd8-415b-b82d-e1a9e269b863 HTTP/1.1" status: 200  len: 1776 time: 0.5706093
Dec 24 10:51:57.288774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 42990) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:57.304131 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:57.382143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 42994) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:57.410900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-aa70afba-4a96-4894-aa85-ed0b0d78f280 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-65734335', 'description': 'tempest-secgroup-smoke-65734335 description', 'project_id': '8543661828634582b0e4847120774eaa'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:57.427148 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object c1802bd7-36ad-4214-bf48-93e847151056 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:57.431881 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-aa70afba-4a96-4894-aa85-ed0b0d78f280 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:57.445105 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-395e9491-0cbb-46f7-a88e-cb77012e2a06 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] For port 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9, host hv-neutron-8226, got binding levels [] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:57.445576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-395e9491-0cbb-46f7-a88e-cb77012e2a06 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:57.458562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:57.461943 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-aa70afba-4a96-4894-aa85-ed0b0d78f280 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Usage tracker for resource:security_group and tenant:8543661828634582b0e4847120774eaa is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:57.467844 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-aa70afba-4a96-4894-aa85-ed0b0d78f280 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:57.472328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Transition to ACTIVE for port object b4878cf4-4af5-4399-b428-0b48f9778aac will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:51:57.480516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:57.484587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:57.525940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-aa70afba-4a96-4894-aa85-ed0b0d78f280 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:57.629685 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd3053-5168-4c8c-8ccf-ce56177a838f None None] Pushing event updated for resources: {'Port': ['ID=b4878cf4-4af5-4399-b428-0b48f9778aac,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:57.646210 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-395e9491-0cbb-46f7-a88e-cb77012e2a06 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Calling delete_port for 5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:57.659849 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a4dd3053-5168-4c8c-8ccf-ce56177a838f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:57.666182 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-132bde43-a4fe-4795-a0c1-506741488e26 None None] Provisioning for port 231b83df-95e4-4f5d-a3c4-83ccf76ea68e completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:57.681282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f439a67e-1232-4bbf-a16f-1a706b65c81b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:57.742045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Attempting to bind port b4878cf4-4af5-4399-b428-0b48f9778aac on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:51:57.742717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Attempting to bind port b4878cf4-4af5-4399-b428-0b48f9778aac by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'a50a588d-17bb-4ee3-8c80-ef81578bebcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1bc9d21c-308f-47a7-b560-9ceb17b79e84'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:51:57.743111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Attempting to bind port b4878cf4-4af5-4399-b428-0b48f9778aac on network 1bc9d21c-308f-47a7-b560-9ceb17b79e84 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:51:57.743713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aa70afba-4a96-4894-aa85-ed0b0d78f280 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:57.752291 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:51:57.752926 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Checking segment: {'id': 'a50a588d-17bb-4ee3-8c80-ef81578bebcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1bc9d21c-308f-47a7-b560-9ceb17b79e84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:51:57.753350 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:57.753760 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Bound using segment: {'id': 'a50a588d-17bb-4ee3-8c80-ef81578bebcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1bc9d21c-308f-47a7-b560-9ceb17b79e84'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:51:57.755012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Bound port: b4878cf4-4af5-4399-b428-0b48f9778aac, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a50a588d-17bb-4ee3-8c80-ef81578bebcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1bc9d21c-308f-47a7-b560-9ceb17b79e84'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:51:57.755619 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:57.759478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f439a67e-1232-4bbf-a16f-1a706b65c81b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:57.768987 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4c024fa1-fbdb-4c56-ae8d-7899acc22b06 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:57.789897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5d2846-3775-45c7-b51f-298e27742c43 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 91a969c7-6ec3-42de-b80c-73cfd6e86137 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:51:57.795200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:57.799250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-aa70afba-4a96-4894-aa85-ed0b0d78f280 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:57.806629 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-08aaaf9f-86d3-4092-9d86-42505fd8fad9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:57.808170 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:51:57.853500 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-aa70afba-4a96-4894-aa85-ed0b0d78f280 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Usage tracker for resource:security_group_rule and tenant:8543661828634582b0e4847120774eaa is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:57.859665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-395e9491-0cbb-46f7-a88e-cb77012e2a06 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:57.866053 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-aa70afba-4a96-4894-aa85-ed0b0d78f280 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:57.895131 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] For port b4878cf4-4af5-4399-b428-0b48f9778aac, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:51:57.898929 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] For port b4878cf4-4af5-4399-b428-0b48f9778aac, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=b4878cf4-4af5-4399-b428-0b48f9778aac,segment=NetworkSegment(a50a588d-17bb-4ee3-8c80-ef81578bebcd),segment_id=a50a588d-17bb-4ee3-8c80-ef81578bebcd)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:51:57.904246 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:57.909763 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:57.941426 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-aa70afba-4a96-4894-aa85-ed0b0d78f280 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:57.962786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-4c024fa1-fbdb-4c56-ae8d-7899acc22b06 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Calling delete_port for aa4939f0-6ade-437c-84d2-aa8fbcbad636 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:51:57.970595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:51:57.982712 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:51:57.988943 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=c1802bd7-36ad-4214-bf48-93e847151056,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:57.995057 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f439a67e-1232-4bbf-a16f-1a706b65c81b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:57.995990 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd3053-5168-4c8c-8ccf-ce56177a838f None None] Pushing event updated for resources: {'Port': ['ID=b4878cf4-4af5-4399-b428-0b48f9778aac,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:57.999824 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a4dd3053-5168-4c8c-8ccf-ce56177a838f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:58.005619 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:51:58.009652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:58.010314 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:58.011768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3f4e0045-f41e-45a0-b98c-e855e7e6e3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:58.014986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-395e9491-0cbb-46f7-a88e-cb77012e2a06 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:58.030954 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439a67e-1232-4bbf-a16f-1a706b65c81b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c16c390-afd8-415b-b82d-e1a9e269b863,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:58.041808 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 231b83df-95e4-4f5d-a3c4-83ccf76ea68e up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:51:58.042523 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f439a67e-1232-4bbf-a16f-1a706b65c81b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:58.053364 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f439a67e-1232-4bbf-a16f-1a706b65c81b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:58.057736 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f439a67e-1232-4bbf-a16f-1a706b65c81b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-groups/5c16c390-afd8-415b-b82d-e1a9e269b863 HTTP/1.1" status: 204  len: 168 time: 0.7676916
Dec 24 10:51:58.058221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43000) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:58.076744 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-395e9491-0cbb-46f7-a88e-cb77012e2a06 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] 10.222.0.54 "DELETE /v2.0/ports/5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 HTTP/1.1" status: 204  len: 168 time: 2.2677598
Dec 24 10:51:58.143444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43004) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:58.148277 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 945 time: 3.4883647
Dec 24 10:51:58.161097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Routers {'3a750c06-2dc2-4e9d-970d-5ccf85112050'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:58.161754 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d011190>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['3a750c06-2dc2-4e9d-970d-5ccf85112050'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:58.201449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43008) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:58.204853 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:58.207417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a977c4a5-77c5-4eb6-8d6c-028eac11ccd3 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:58.335440 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-36657bdc-3426-4018-81b1-dcf34f758111 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] GET failed (client error): The resource could not be found.
Dec 24 10:51:58.336653 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-36657bdc-3426-4018-81b1-dcf34f758111 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Synchronizing usage tracker for tenant:15458ece0d154de992538be3c42f1a25 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:58.341303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e9491-0cbb-46f7-a88e-cb77012e2a06 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Pushing event deleted for resources: {'Port': ['ID=5955d556-8a0e-4bd7-828f-a1fb9b8a3db9,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:58.363881 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-395e9491-0cbb-46f7-a88e-cb77012e2a06 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:58.421311 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] Set router 3a750c06-2dc2-4e9d-970d-5ccf85112050 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:51:58.468084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5d2846-3775-45c7-b51f-298e27742c43 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:51:58.473442 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aa70afba-4a96-4894-aa85-ed0b0d78f280 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:58.474485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-36657bdc-3426-4018-81b1-dcf34f758111 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Unset dirty status for tenant:15458ece0d154de992538be3c42f1a25 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:58.475729 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-36657bdc-3426-4018-81b1-dcf34f758111 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] 10.222.0.54 "GET /v2.0/ports/5955d556-8a0e-4bd7-828f-a1fb9b8a3db9 HTTP/1.1" status: 404  len: 333 time: 0.3260734
Dec 24 10:51:58.485637 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43016) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:58.488569 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5441e64-1d61-4135-82f3-ef127426b362 None None] Sync routers for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:51:58.502875 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5441e64-1d61-4135-82f3-ef127426b362 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:58.503745 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-a5441e64-1d61-4135-82f3-ef127426b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddf0e50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:58.575690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aa70afba-4a96-4894-aa85-ed0b0d78f280 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:58.582905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2b5b1f1f-4f52-4885-9103-54a4d569405b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:58.588194 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4c024fa1-fbdb-4c56-ae8d-7899acc22b06 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:58.592243 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:58.596083 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:58.615628 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-a5441e64-1d61-4135-82f3-ef127426b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddf0e50>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:58.624425 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5441e64-1d61-4135-82f3-ef127426b362 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:51:58.625039 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-a5441e64-1d61-4135-82f3-ef127426b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddf0e50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:58.661757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c024fa1-fbdb-4c56-ae8d-7899acc22b06 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Pushing event deleted for resources: {'Port': ['ID=aa4939f0-6ade-437c-84d2-aa8fbcbad636,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:58.677947 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4c024fa1-fbdb-4c56-ae8d-7899acc22b06 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:58.688034 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-a5441e64-1d61-4135-82f3-ef127426b362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddf0e50>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:58.688449 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5441e64-1d61-4135-82f3-ef127426b362 None None] The sync data for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:58.718884 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2b5b1f1f-4f52-4885-9103-54a4d569405b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:58.722355 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2b5b1f1f-4f52-4885-9103-54a4d569405b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.6608808
Dec 24 10:51:58.729777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43020) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:58.747509 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 231b83df-95e4-4f5d-a3c4-83ccf76ea68e completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:58.748458 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aa70afba-4a96-4894-aa85-ed0b0d78f280 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:58.752673 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-aa70afba-4a96-4894-aa85-ed0b0d78f280 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 1.3673239
Dec 24 10:51:58.757262 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43024) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:58.759789 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70afba-4a96-4894-aa85-ed0b0d78f280 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2e0dbf-18a7-4853-97c1-5be96ce78daf,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:58.769453 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7e4cd6-ee0f-47e2-bb2d-713415a24a07 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:58.775291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7e4cd6-ee0f-47e2-bb2d-713415a24a07 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:51:58.776589 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0d7e4cd6-ee0f-47e2-bb2d-713415a24a07 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:51:58.779077 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 231b83df-95e4-4f5d-a3c4-83ccf76ea68e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:58.779335 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:58.782005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-90f8c3d5-6176-4582-a5e7-b4718d4aa768 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Request body: {'security_group_rule': {'security_group_id': '1d2e0dbf-18a7-4853-97c1-5be96ce78daf', 'project_id': '8543661828634582b0e4847120774eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:58.790978 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-ed499580-f63f-48ea-8d7c-35da1421e37e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] delete failed (client error): The resource could not be found.
Dec 24 10:51:58.797007 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ed499580-f63f-48ea-8d7c-35da1421e37e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-groups/5c16c390-afd8-415b-b82d-e1a9e269b863 HTTP/1.1" status: 404  len: 347 time: 0.0612271
Dec 24 10:51:58.797360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43028) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:58.804072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-31853f27-fc5e-4390-bc10-01d767926648 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group': {'name': 'tempest-secgroup--817809082'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:58.813930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-31853f27-fc5e-4390-bc10-01d767926648 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:58.830567 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4c024fa1-fbdb-4c56-ae8d-7899acc22b06 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:58.865814 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-dab4aee9-7a9a-47fd-817d-11d3152b9c95 None None] Provisioning for port c1802bd7-36ad-4214-bf48-93e847151056 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:51:58.877502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-31853f27-fc5e-4390-bc10-01d767926648 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:58.884091 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-dab4aee9-7a9a-47fd-817d-11d3152b9c95 None None] Provisioning complete for port c1802bd7-36ad-4214-bf48-93e847151056 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:51:58.884667 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dab4aee9-7a9a-47fd-817d-11d3152b9c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:58.962397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-dab4aee9-7a9a-47fd-817d-11d3152b9c95 None None] Port c1802bd7-36ad-4214-bf48-93e847151056 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:51:58.984640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aa70afba-4a96-4894-aa85-ed0b0d78f280 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:58.985539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-90f8c3d5-6176-4582-a5e7-b4718d4aa768 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:58.990656 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dc49af74-82a1-4858-affb-d3d55c2a6cd2 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:58.999082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-90f8c3d5-6176-4582-a5e7-b4718d4aa768 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Usage tracker for resource:security_group_rule and tenant:8543661828634582b0e4847120774eaa is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:59.010376 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-31853f27-fc5e-4390-bc10-01d767926648 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.012277 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-90f8c3d5-6176-4582-a5e7-b4718d4aa768 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:59.024927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-90f8c3d5-6176-4582-a5e7-b4718d4aa768 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:59.027330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d011190>, [{'id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'name': 'tempest-TestVolumeBootPattern-1790870919-router', 'tenant_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '77805776-f9e3-4d86-b3cc-cb9a94e5a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:40Z', 'updated_at': '2021-12-24T10:51:53Z', 'revision_number': 4, 'project_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'gw_port': {'id': '77805776-f9e3-4d86-b3cc-cb9a94e5a7fa', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'b4878cf4-4af5-4399-b428-0b48f9778aac', 'name': '', 'network_id': '1bc9d21c-308f-47a7-b560-9ceb17b79e84', 'tenant_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'mac_address': 'fa:16:3e:76:36:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b15dd3d7-c180-43ef-972c-1ab18940e3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:51Z', 'updated_at': '2021-12-24T10:51:57Z', 'revision_number': 4, 'project_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'subnets': [{'id': 'b15dd3d7-c180-43ef-972c-1ab18940e3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:59.030462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.039599 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4c024fa1-fbdb-4c56-ae8d-7899acc22b06 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.042363 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb6b633-9065-4693-b88e-872b125f0f8c None None] The sync data for ids ['3a750c06-2dc2-4e9d-970d-5ccf85112050'] in dv-neutron-822668-2-hyperv is: [{'id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'name': 'tempest-TestVolumeBootPattern-1790870919-router', 'tenant_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '77805776-f9e3-4d86-b3cc-cb9a94e5a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:40Z', 'updated_at': '2021-12-24T10:51:53Z', 'revision_number': 4, 'project_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'gw_port': {'id': '77805776-f9e3-4d86-b3cc-cb9a94e5a7fa', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'b4878cf4-4af5-4399-b428-0b48f9778aac', 'name': '', 'network_id': '1bc9d21c-308f-47a7-b560-9ceb17b79e84', 'tenant_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'mac_address': 'fa:16:3e:76:36:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'b15dd3d7-c180-43ef-972c-1ab18940e3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:51Z', 'updated_at': '2021-12-24T10:51:57Z', 'revision_number': 4, 'project_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'subnets': [{'id': 'b15dd3d7-c180-43ef-972c-1ab18940e3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:51:59.043507 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4c024fa1-fbdb-4c56-ae8d-7899acc22b06 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.049421 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-31853f27-fc5e-4390-bc10-01d767926648 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:59.053826 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-31853f27-fc5e-4390-bc10-01d767926648 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:59.056804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-31853f27-fc5e-4390-bc10-01d767926648 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:59.063578 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-31853f27-fc5e-4390-bc10-01d767926648 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:59.072110 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 231b83df-95e4-4f5d-a3c4-83ccf76ea68e, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=231b83df-95e4-4f5d-a3c4-83ccf76ea68e,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:51:59.078295 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.080467 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f7e3ee0a-12d0-4246-ba6a-2ba54a0229f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:59.085267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0d7e4cd6-ee0f-47e2-bb2d-713415a24a07 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:51:59.086618 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0d7e4cd6-ee0f-47e2-bb2d-713415a24a07 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1682 time: 0.8804562
Dec 24 10:51:59.094600 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43032) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:59.153905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4c024fa1-fbdb-4c56-ae8d-7899acc22b06 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.154563 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c024fa1-fbdb-4c56-ae8d-7899acc22b06 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Fanout notify agent at l3_agent the message router_deleted on router 7720413e-be1e-4aea-b8e1-4542c4f84af1 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:51:59.200641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-90f8c3d5-6176-4582-a5e7-b4718d4aa768 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.227944 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=231b83df-95e4-4f5d-a3c4-83ccf76ea68e,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:59.233026 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:59.235568 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-622d37ea-3adb-4260-99a4-600c177f00bc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port c1802bd7-36ad-4214-bf48-93e847151056 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:51:59.236082 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-622d37ea-3adb-4260-99a4-600c177f00bc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.290054 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4c024fa1-fbdb-4c56-ae8d-7899acc22b06 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.291520 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4c024fa1-fbdb-4c56-ae8d-7899acc22b06 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "DELETE /v2.0/routers/7720413e-be1e-4aea-b8e1-4542c4f84af1 HTTP/1.1" status: 204  len: 168 time: 2.6737840
Dec 24 10:51:59.304381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43036) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:59.336946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-31853f27-fc5e-4390-bc10-01d767926648 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.340879 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-863a8992-d681-4445-b9cb-cbc256b6f086 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-112386134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:59.399874 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-31853f27-fc5e-4390-bc10-01d767926648 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.406624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-863a8992-d681-4445-b9cb-cbc256b6f086 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:59.410151 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dc49af74-82a1-4858-affb-d3d55c2a6cd2 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.414322 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fd30195a-90c4-46d5-9445-23352d9ab23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:59.455947 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-863a8992-d681-4445-b9cb-cbc256b6f086 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Usage tracker for resource:router and tenant:b35f9da743d24de58b59d0a3dfe67701 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:59.459687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-863a8992-d681-4445-b9cb-cbc256b6f086 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:59.466719 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-863a8992-d681-4445-b9cb-cbc256b6f086 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:59.494010 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31853f27-fc5e-4390-bc10-01d767926648 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd8fb3f-83ca-46cb-a81f-dde12ccc0636,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:59.511140 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-863a8992-d681-4445-b9cb-cbc256b6f086 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.512918 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-863a8992-d681-4445-b9cb-cbc256b6f086 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.513405 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-31853f27-fc5e-4390-bc10-01d767926648 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:59.514481 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-31853f27-fc5e-4390-bc10-01d767926648 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.518605 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-31853f27-fc5e-4390-bc10-01d767926648 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.7173369
Dec 24 10:51:59.521593 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43042) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:59.526663 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-91c3cf96-775e-4178-a11d-445595360e71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group_rule': {'security_group_id': '2fd8fb3f-83ca-46cb-a81f-dde12ccc0636', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:59.531405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-dc49af74-82a1-4858-affb-d3d55c2a6cd2 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c513340>,) {'filters': {'network_id': ['5bdc95c2-cd06-43c3-9b3c-4d5fae993493']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:59.543650 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-90f8c3d5-6176-4582-a5e7-b4718d4aa768 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.567031 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-61cd08e5-dedf-4b3b-aa5e-f0b9c933d7f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.567545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-863a8992-d681-4445-b9cb-cbc256b6f086 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.572900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-90f8c3d5-6176-4582-a5e7-b4718d4aa768 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.582411 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5d2846-3775-45c7-b51f-298e27742c43 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 91a969c7-6ec3-42de-b80c-73cfd6e86137 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:51:59.585960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-dc49af74-82a1-4858-affb-d3d55c2a6cd2 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c513340>, '40b33e1c-40b9-4599-8805-893db683f8b1') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:59.586339 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-dc49af74-82a1-4858-affb-d3d55c2a6cd2 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c513340>, '40b33e1c-40b9-4599-8805-893db683f8b1') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:51:59.597636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-91c3cf96-775e-4178-a11d-445595360e71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:59.614069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-91c3cf96-775e-4178-a11d-445595360e71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:59.619134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-91c3cf96-775e-4178-a11d-445595360e71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:59.627243 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:51:59.629129 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-91c3cf96-775e-4178-a11d-445595360e71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:59.641486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-90f8c3d5-6176-4582-a5e7-b4718d4aa768 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.643151 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-90f8c3d5-6176-4582-a5e7-b4718d4aa768 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8845251
Dec 24 10:51:59.646583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dc49af74-82a1-4858-affb-d3d55c2a6cd2 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.648234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43048) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:59.668564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8c3d5-6176-4582-a5e7-b4718d4aa768 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a2662a-2a77-41c4-b9d2-a4d49ebe2b63,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:51:59.672067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-90f8c3d5-6176-4582-a5e7-b4718d4aa768 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:51:59.677297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-f1a43e8c-379c-4c33-b075-a4c37cf73f2f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Request body: {'security_group_rule': {'security_group_id': '1d2e0dbf-18a7-4853-97c1-5be96ce78daf', 'project_id': '8543661828634582b0e4847120774eaa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:51:59.693675 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f1a43e8c-379c-4c33-b075-a4c37cf73f2f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:51:59.701903 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91c3cf96-775e-4178-a11d-445595360e71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.710010 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f1a43e8c-379c-4c33-b075-a4c37cf73f2f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Usage tracker for resource:security_group_rule and tenant:8543661828634582b0e4847120774eaa is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:51:59.713553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-622d37ea-3adb-4260-99a4-600c177f00bc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.731668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f1a43e8c-379c-4c33-b075-a4c37cf73f2f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:51:59.739858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dc49af74-82a1-4858-affb-d3d55c2a6cd2 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.752220 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-863a8992-d681-4445-b9cb-cbc256b6f086 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.778738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc49af74-82a1-4858-affb-d3d55c2a6cd2 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:51:59.779189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dc49af74-82a1-4858-affb-d3d55c2a6cd2 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:51:59.801703 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:51:59.873669 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f1a43e8c-379c-4c33-b075-a4c37cf73f2f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:51:59.880192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-863a8992-d681-4445-b9cb-cbc256b6f086 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.884753 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-863a8992-d681-4445-b9cb-cbc256b6f086 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5690742
Dec 24 10:51:59.930294 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43052) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:51:59.985686 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dc49af74-82a1-4858-affb-d3d55c2a6cd2 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:51:59.995962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dc49af74-82a1-4858-affb-d3d55c2a6cd2 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:00.005045 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:00.010869 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'enable_snat': False}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:00.024978 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-dc49af74-82a1-4858-affb-d3d55c2a6cd2 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] 10.222.0.54 "DELETE /v2.0/networks/5bdc95c2-cd06-43c3-9b3c-4d5fae993493 HTTP/1.1" status: 204  len: 168 time: 1.5363064
Dec 24 10:52:00.032496 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5d2846-3775-45c7-b51f-298e27742c43 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:00.039401 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ac5d2846-3775-45c7-b51f-298e27742c43 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:00.040297 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device b4878cf4-4af5-4399-b428-0b48f9778aac up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:52:00.073119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49af74-82a1-4858-affb-d3d55c2a6cd2 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Pushing event deleted for resources: {'Network': ['ID=5bdc95c2-cd06-43c3-9b3c-4d5fae993493,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:00.076821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dc49af74-82a1-4858-affb-d3d55c2a6cd2 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:00.100145 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-622d37ea-3adb-4260-99a4-600c177f00bc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for c1802bd7-36ad-4214-bf48-93e847151056 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:00.131634 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e75fa7-d7c0-41d9-9cca-8e1051b3ff28 None None] Sync routers for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:00.183455 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e75fa7-d7c0-41d9-9cca-8e1051b3ff28 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:00.184630 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f3e75fa7-d7c0-41d9-9cca-8e1051b3ff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3ff5e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:00.220111 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ac5d2846-3775-45c7-b51f-298e27742c43 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "PUT /v2.0/floatingips/d3e5754e-613d-4600-ad88-3f9d7f206e8c HTTP/1.1" status: 200  len: 977 time: 6.3491206
Dec 24 10:52:00.223169 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43058) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:00.228585 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-5c3815cd-17ff-4d27-88f3-d40bd0299617 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:00.253014 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f3e75fa7-d7c0-41d9-9cca-8e1051b3ff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3ff5e0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:00.276801 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e75fa7-d7c0-41d9-9cca-8e1051b3ff28 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:00.277476 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f3e75fa7-d7c0-41d9-9cca-8e1051b3ff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3ff5e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:51:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:00.278723 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91c3cf96-775e-4178-a11d-445595360e71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:00.362218 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port b4878cf4-4af5-4399-b428-0b48f9778aac completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:00.380386 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f1a43e8c-379c-4c33-b075-a4c37cf73f2f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:00.380639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f3e75fa7-d7c0-41d9-9cca-8e1051b3ff28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3ff5e0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:00.381341 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e75fa7-d7c0-41d9-9cca-8e1051b3ff28 None None] The sync data for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:00.382947 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port b4878cf4-4af5-4399-b428-0b48f9778aac triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:00.383322 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:00.390124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5c3815cd-17ff-4d27-88f3-d40bd0299617 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:00.424690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91c3cf96-775e-4178-a11d-445595360e71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:00.535701 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:00.581265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:00.593816 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port b4878cf4-4af5-4399-b428-0b48f9778aac, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=b4878cf4-4af5-4399-b428-0b48f9778aac,segment=NetworkSegment(a50a588d-17bb-4ee3-8c80-ef81578bebcd),segment_id=a50a588d-17bb-4ee3-8c80-ef81578bebcd)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:00.599117 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:00.600237 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 231b83df-95e4-4f5d-a3c4-83ccf76ea68e up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:52:00.613395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43066) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:00.631709 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e74a1ed8-c62d-4b00-a90c-dcd835a77ff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:00.676135 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f1a43e8c-379c-4c33-b075-a4c37cf73f2f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:00.765257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f1a43e8c-379c-4c33-b075-a4c37cf73f2f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:00.765723 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5c3815cd-17ff-4d27-88f3-d40bd0299617 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:00.766291 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=b4878cf4-4af5-4399-b428-0b48f9778aac,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:00.769995 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:00.773592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5c3815cd-17ff-4d27-88f3-d40bd0299617 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:00.774141 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-5c3815cd-17ff-4d27-88f3-d40bd0299617 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Floating IP d3e5754e-613d-4600-ad88-3f9d7f206e8c disassociated. External IP: 172.26.4.79, port: 83d386a9-7fdf-418d-a00e-b0cf3dad210b.
Dec 24 10:52:00.783999 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3cf96-775e-4178-a11d-445595360e71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74626b8-6946-4e97-991b-7d2fb9b359df,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:00.803628 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 231b83df-95e4-4f5d-a3c4-83ccf76ea68e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:00.806021 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:00.815000 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-91c3cf96-775e-4178-a11d-445595360e71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:00.815646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:00.899780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a43e8c-379c-4c33-b075-a4c37cf73f2f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dffb1bb-3971-49cc-ad7c-68efe1556935,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:00.921630 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f1a43e8c-379c-4c33-b075-a4c37cf73f2f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:00.992676 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-622d37ea-3adb-4260-99a4-600c177f00bc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:00.994437 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91c3cf96-775e-4178-a11d-445595360e71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:00.995599 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-91c3cf96-775e-4178-a11d-445595360e71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4730353
Dec 24 10:52:00.999005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43074) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:01.011188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:01.061023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.064859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d37ea-3adb-4260-99a4-600c177f00bc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=c1802bd7-36ad-4214-bf48-93e847151056,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:01.076654 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f1a43e8c-379c-4c33-b075-a4c37cf73f2f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.077815 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f1a43e8c-379c-4c33-b075-a4c37cf73f2f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.4281733
Dec 24 10:52:01.079012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-622d37ea-3adb-4260-99a4-600c177f00bc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:01.085154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43078) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:01.100796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-0c87ae8f-6af5-41f8-83a7-770458ca9db5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Request body: {'security_group_rule': {'security_group_id': '1d2e0dbf-18a7-4853-97c1-5be96ce78daf', 'project_id': '8543661828634582b0e4847120774eaa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:01.108673 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4de3fcd1-eeb3-454f-88dc-d7553353360b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.116073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0c87ae8f-6af5-41f8-83a7-770458ca9db5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:01.131585 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0c87ae8f-6af5-41f8-83a7-770458ca9db5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Usage tracker for resource:security_group_rule and tenant:8543661828634582b0e4847120774eaa is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:01.137084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0c87ae8f-6af5-41f8-83a7-770458ca9db5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:01.142646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4de3fcd1-eeb3-454f-88dc-d7553353360b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.156180 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0533430b-d752-4d9e-98ef-a4167ad971c2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4403cc8d705840389ce8fd4fa3713853&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5208619
Dec 24 10:52:01.157386 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-622d37ea-3adb-4260-99a4-600c177f00bc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.159668 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-622d37ea-3adb-4260-99a4-600c177f00bc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/c1802bd7-36ad-4214-bf48-93e847151056 HTTP/1.1" status: 204  len: 168 time: 2.0629845
Dec 24 10:52:01.161345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43082) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:01.161732 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43084) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:01.165287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0c87ae8f-6af5-41f8-83a7-770458ca9db5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:01.267196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4de3fcd1-eeb3-454f-88dc-d7553353360b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.276359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c87ae8f-6af5-41f8-83a7-770458ca9db5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.288836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a1fa7dee-76d5-4f06-966e-331622877905 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:01.309641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4de3fcd1-eeb3-454f-88dc-d7553353360b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.310797 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4de3fcd1-eeb3-454f-88dc-d7553353360b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/b74626b8-6946-4e97-991b-7d2fb9b359df HTTP/1.1" status: 204  len: 168 time: 0.3107421
Dec 24 10:52:01.311700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3fcd1-eeb3-454f-88dc-d7553353360b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b74626b8-6946-4e97-991b-7d2fb9b359df,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:01.319783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43090) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:01.335777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4de3fcd1-eeb3-454f-88dc-d7553353360b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:01.346142 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a235f073-9043-46af-b69f-8093e7194f07 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:01.347726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a235f073-9043-46af-b69f-8093e7194f07 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:01.348463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a235f073-9043-46af-b69f-8093e7194f07 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:01.384178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f994d23b-8579-4abc-abf2-68be226da2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.414101 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a235f073-9043-46af-b69f-8093e7194f07 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:01.415511 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a235f073-9043-46af-b69f-8093e7194f07 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2510221
Dec 24 10:52:01.418288 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43094) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:01.444226 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-43dcc5db-5088-42be-af25-c5c91bb58795 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:01.449637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f994d23b-8579-4abc-abf2-68be226da2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.505497 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-43dcc5db-5088-42be-af25-c5c91bb58795 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:01.506681 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-43dcc5db-5088-42be-af25-c5c91bb58795 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1826153
Dec 24 10:52:01.509832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c87ae8f-6af5-41f8-83a7-770458ca9db5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.510518 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43098) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:01.520467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c87ae8f-6af5-41f8-83a7-770458ca9db5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.536687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c3815cd-17ff-4d27-88f3-d40bd0299617 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 91a969c7-6ec3-42de-b80c-73cfd6e86137 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:52:01.537508 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:01.562916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d46c46-98e6-4dbf-b4ef-1de709970b77 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 46c58d8c-3004-484e-ba89-c0c8537e66df {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:52:01.572069 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b9d46c46-98e6-4dbf-b4ef-1de709970b77 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.599059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87ae8f-6af5-41f8-83a7-770458ca9db5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d343d6b9-f6dd-4c85-8d7d-a8b81470204f,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:01.601558 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0c87ae8f-6af5-41f8-83a7-770458ca9db5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:01.622740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c87ae8f-6af5-41f8-83a7-770458ca9db5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.626509 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0c87ae8f-6af5-41f8-83a7-770458ca9db5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5378397
Dec 24 10:52:01.628982 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43102) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:01.693771 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-e67f46cf-ad13-4d41-9c28-7f4ce7056cf0 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Request body: {'security_group_rule': {'security_group_id': '1d2e0dbf-18a7-4853-97c1-5be96ce78daf', 'project_id': '8543661828634582b0e4847120774eaa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:01.708677 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e67f46cf-ad13-4d41-9c28-7f4ce7056cf0 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:01.720306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b9d46c46-98e6-4dbf-b4ef-1de709970b77 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.755475 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e67f46cf-ad13-4d41-9c28-7f4ce7056cf0 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Usage tracker for resource:security_group_rule and tenant:8543661828634582b0e4847120774eaa is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:01.761411 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e67f46cf-ad13-4d41-9c28-7f4ce7056cf0 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:01.792245 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e67f46cf-ad13-4d41-9c28-7f4ce7056cf0 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:01.794062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f994d23b-8579-4abc-abf2-68be226da2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.799938 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7123c339-f418-41f5-9c0b-52cc057a01ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:01.840335 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ab3c8ab9-f446-4b19-867c-50eef84eca3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.850072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f994d23b-8579-4abc-abf2-68be226da2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660a3d42-627c-4dc0-8f64-5bc7f060ff5f,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:01.860756 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f994d23b-8579-4abc-abf2-68be226da2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:01.875013 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-711977bb-5d15-4ace-9062-624c7f83a8e0 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.880978 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f994d23b-8579-4abc-abf2-68be226da2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.885076 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f994d23b-8579-4abc-abf2-68be226da2cc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/660a3d42-627c-4dc0-8f64-5bc7f060ff5f HTTP/1.1" status: 204  len: 168 time: 0.7194550
Dec 24 10:52:01.901666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e67f46cf-ad13-4d41-9c28-7f4ce7056cf0 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.910023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.949816 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-711977bb-5d15-4ace-9062-624c7f83a8e0 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.957476 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:01.980439 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device b4878cf4-4af5-4399-b428-0b48f9778aac up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:52:02.036714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b9d46c46-98e6-4dbf-b4ef-1de709970b77 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:02.088446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e67f46cf-ad13-4d41-9c28-7f4ce7056cf0 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:02.093155 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-711977bb-5d15-4ace-9062-624c7f83a8e0 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:02.096908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3815cd-17ff-4d27-88f3-d40bd0299617 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:02.102801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7d53704c-7e6a-4015-92ed-2e22f3b4d3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:02.104614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e67f46cf-ad13-4d41-9c28-7f4ce7056cf0 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:02.108452 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e40bf-80f9-4f77-81fc-a0a3ccae9464 None None] Sync routers for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:02.123805 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e40bf-80f9-4f77-81fc-a0a3ccae9464 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:02.124448 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d71e40bf-80f9-4f77-81fc-a0a3ccae9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd5f0a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:02.131747 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port b4878cf4-4af5-4399-b428-0b48f9778aac triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:02.133189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:02.133330 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711977bb-5d15-4ace-9062-624c7f83a8e0 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd8fb3f-83ca-46cb-a81f-dde12ccc0636,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:02.138244 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5c3815cd-17ff-4d27-88f3-d40bd0299617 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:02.139333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-711977bb-5d15-4ace-9062-624c7f83a8e0 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:02.173465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Allocated IP 172.26.4.225 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/5e17af69-85e7-46dd-a28d-683f9d46f59e) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:02.202176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-711977bb-5d15-4ace-9062-624c7f83a8e0 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:02.204040 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-711977bb-5d15-4ace-9062-624c7f83a8e0 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-groups/2fd8fb3f-83ca-46cb-a81f-dde12ccc0636 HTTP/1.1" status: 204  len: 168 time: 0.6921935
Dec 24 10:52:02.222395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43114) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:02.262537 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d71e40bf-80f9-4f77-81fc-a0a3ccae9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd5f0a0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:02.264700 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5c3815cd-17ff-4d27-88f3-d40bd0299617 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "PUT /v2.0/floatingips/d3e5754e-613d-4600-ad88-3f9d7f206e8c HTTP/1.1" status: 200  len: 687 time: 2.0403278
Dec 24 10:52:02.283138 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43118) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:02.283778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:02.289816 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71e40bf-80f9-4f77-81fc-a0a3ccae9464 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:02.290496 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d71e40bf-80f9-4f77-81fc-a0a3ccae9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd5f0a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:02.345982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43122) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:02.390500 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f46cf-ad13-4d41-9c28-7f4ce7056cf0 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97ea1072-97a9-4846-8261-2a9dd2217888,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:02.395532 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b764eb42-ce35-4cbd-928c-e18ba31f557b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:02.406600 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e67f46cf-ad13-4d41-9c28-7f4ce7056cf0 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:02.411535 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d71e40bf-80f9-4f77-81fc-a0a3ccae9464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd5f0a0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:02.412093 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71e40bf-80f9-4f77-81fc-a0a3ccae9464 None None] The sync data for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:02.416861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e67f46cf-ad13-4d41-9c28-7f4ce7056cf0 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:02.420654 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e67f46cf-ad13-4d41-9c28-7f4ce7056cf0 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7367680
Dec 24 10:52:02.423077 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43126) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:02.440273 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-de875391-2d88-4f9d-abbd-3e9023aa1ab5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=15458ece0d154de992538be3c42f1a25&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0930521
Dec 24 10:52:02.445294 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43130) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:02.481863 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:02.484579 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b764eb42-ce35-4cbd-928c-e18ba31f557b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:02.485786 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b764eb42-ce35-4cbd-928c-e18ba31f557b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2621148
Dec 24 10:52:02.493450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-d2c630a7-0c21-40b4-a712-21df2fe53ba6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Request body: {'security_group_rule': {'security_group_id': '1d2e0dbf-18a7-4853-97c1-5be96ce78daf', 'project_id': '8543661828634582b0e4847120774eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:02.493859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43134) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:02.507649 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9cffe70b-0f52-41cc-b3cd-23eaedc87f9f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group': {'name': 'tempest-secgroup--1419640936'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:02.514910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d2c630a7-0c21-40b4-a712-21df2fe53ba6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:02.523062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9cffe70b-0f52-41cc-b3cd-23eaedc87f9f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:02.526800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d2c630a7-0c21-40b4-a712-21df2fe53ba6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Usage tracker for resource:security_group_rule and tenant:8543661828634582b0e4847120774eaa is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:02.533213 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d2c630a7-0c21-40b4-a712-21df2fe53ba6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:02.536621 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-16697364-78b9-4f74-a8a7-7221d464f24b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Deleting port 4af480bf-d43a-410f-b1c7-e263feffe794 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:02.536967 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-16697364-78b9-4f74-a8a7-7221d464f24b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:02.542187 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9cffe70b-0f52-41cc-b3cd-23eaedc87f9f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:02.568471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b9d46c46-98e6-4dbf-b4ef-1de709970b77 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:02.569470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d2c630a7-0c21-40b4-a712-21df2fe53ba6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:02.570551 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-61219940-3804-4149-8ae3-0829092310f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:02.574819 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9cffe70b-0f52-41cc-b3cd-23eaedc87f9f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:02.585849 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c91e1e58-fe9a-4751-9f84-d7a000603a03 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:02.608044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9cffe70b-0f52-41cc-b3cd-23eaedc87f9f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:02.621755 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9cffe70b-0f52-41cc-b3cd-23eaedc87f9f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:02.627800 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9cffe70b-0f52-41cc-b3cd-23eaedc87f9f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:02.631722 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-61219940-3804-4149-8ae3-0829092310f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:02.635570 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d46c46-98e6-4dbf-b4ef-1de709970b77 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=46c58d8c-3004-484e-ba89-c0c8537e66df,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:02.638297 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-d2c630a7-0c21-40b4-a712-21df2fe53ba6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Project 8543661828634582b0e4847120774eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 10:52:02.640712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:02.642752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b9d46c46-98e6-4dbf-b4ef-1de709970b77 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:02.644858 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9cffe70b-0f52-41cc-b3cd-23eaedc87f9f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:02.649656 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-addf48e3-7cde-4cd1-8ce3-1dd3b0d7d5c1 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:02.650039 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e28e95-d553-4a8b-8fe3-67ba5dfab3bb None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:52:02.652927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b9d46c46-98e6-4dbf-b4ef-1de709970b77 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:02.672371 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d2c630a7-0c21-40b4-a712-21df2fe53ba6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:02.690424 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b9d46c46-98e6-4dbf-b4ef-1de709970b77 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/46c58d8c-3004-484e-ba89-c0c8537e66df HTTP/1.1" status: 204  len: 168 time: 1.2705774
Dec 24 10:52:02.708839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43138) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:02.805475 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:02.824028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:02.836429 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3e2f344f-b6bc-462e-8cf6-1918fcbd7ac1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1238410
Dec 24 10:52:02.838187 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:02.874102 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43142) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:02.883874 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Pushing event updated for resources: {'Port': ['ID=5e17af69-85e7-46dd-a28d-683f9d46f59e,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:02.894595 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-47cfec9e-69c4-49d3-841e-883180293a8a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:02.919262 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:02.984585 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d2c630a7-0c21-40b4-a712-21df2fe53ba6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:02.991644 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70748385-25a8-4ade-b7b3-99e1c470afba None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:52:03.003847 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d2c630a7-0c21-40b4-a712-21df2fe53ba6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.006931 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-16697364-78b9-4f74-a8a7-7221d464f24b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.007604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-16697364-78b9-4f74-a8a7-7221d464f24b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.019603 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-70748385-25a8-4ade-b7b3-99e1c470afba None None] Deleting port 231b83df-95e4-4f5d-a3c4-83ccf76ea68e {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:03.021179 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-70748385-25a8-4ade-b7b3-99e1c470afba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.027875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4de3fcd1-eeb3-454f-88dc-d7553353360b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:03.076171 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.090495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-61219940-3804-4149-8ae3-0829092310f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.098270 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.107683 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-537e6c34-f434-458a-b3a7-d176463a15c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:03.212196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c630a7-0c21-40b4-a712-21df2fe53ba6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279c5eb8-9d26-4f52-870c-9ca4cc3a8162,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:03.214483 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d2c630a7-0c21-40b4-a712-21df2fe53ba6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.219260 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d2c630a7-0c21-40b4-a712-21df2fe53ba6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.7950938
Dec 24 10:52:03.231411 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-16697364-78b9-4f74-a8a7-7221d464f24b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Calling delete_port for 4af480bf-d43a-410f-b1c7-e263feffe794 owned by network:floatingip {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:03.264550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43150) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:03.265624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d2c630a7-0c21-40b4-a712-21df2fe53ba6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:03.267620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61219940-3804-4149-8ae3-0829092310f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b62360-a419-4d86-b7ee-bdb1a7a7edcf,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:03.287463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-61219940-3804-4149-8ae3-0829092310f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:03.289120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-58662f1f-5034-45c0-973a-2616de4eac72 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Request body: {'security_group_rule': {'security_group_id': '1d2e0dbf-18a7-4853-97c1-5be96ce78daf', 'project_id': '8543661828634582b0e4847120774eaa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:03.296507 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-58662f1f-5034-45c0-973a-2616de4eac72 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:03.301469 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-58662f1f-5034-45c0-973a-2616de4eac72 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Usage tracker for resource:security_group_rule and tenant:8543661828634582b0e4847120774eaa is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:03.304976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-58662f1f-5034-45c0-973a-2616de4eac72 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:03.312781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-58662f1f-5034-45c0-973a-2616de4eac72 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:03.353788 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-58662f1f-5034-45c0-973a-2616de4eac72 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Project 8543661828634582b0e4847120774eaa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 10:52:03.358008 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-70748385-25a8-4ade-b7b3-99e1c470afba None None] For port 231b83df-95e4-4f5d-a3c4-83ccf76ea68e, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=231b83df-95e4-4f5d-a3c4-83ccf76ea68e,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:03.358498 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-70748385-25a8-4ade-b7b3-99e1c470afba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.369020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-58662f1f-5034-45c0-973a-2616de4eac72 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.389753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9cffe70b-0f52-41cc-b3cd-23eaedc87f9f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.392994 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-47cfec9e-69c4-49d3-841e-883180293a8a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:03.411832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-47cfec9e-69c4-49d3-841e-883180293a8a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:03.419963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9cffe70b-0f52-41cc-b3cd-23eaedc87f9f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.427384 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-47cfec9e-69c4-49d3-841e-883180293a8a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:03.430194 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-68d73d16-1700-4a15-ba00-539d8d2e656b tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:03.451402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-61219940-3804-4149-8ae3-0829092310f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.452750 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-61219940-3804-4149-8ae3-0829092310f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/39b62360-a419-4d86-b7ee-bdb1a7a7edcf HTTP/1.1" status: 204  len: 168 time: 1.0066004
Dec 24 10:52:03.456619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-47cfec9e-69c4-49d3-841e-883180293a8a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:03.489375 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9cffe70b-0f52-41cc-b3cd-23eaedc87f9f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.495351 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9cffe70b-0f52-41cc-b3cd-23eaedc87f9f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.9940138
Dec 24 10:52:03.509361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43156) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:03.578683 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-70748385-25a8-4ade-b7b3-99e1c470afba None None] Calling delete_port for 231b83df-95e4-4f5d-a3c4-83ccf76ea68e owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:03.593496 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cfec9e-69c4-49d3-841e-883180293a8a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:03.596843 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-47cfec9e-69c4-49d3-841e-883180293a8a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.611986 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffe70b-0f52-41cc-b3cd-23eaedc87f9f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5766c1-a2eb-449a-9e8b-9202d7fe5476,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:03.613044 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-58662f1f-5034-45c0-973a-2616de4eac72 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.618074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-16697364-78b9-4f74-a8a7-7221d464f24b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.623084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9cffe70b-0f52-41cc-b3cd-23eaedc87f9f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:03.626601 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-83054286-c904-4628-8525-0b17aa4d0350 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group_rule': {'security_group_id': '4a5766c1-a2eb-449a-9e8b-9202d7fe5476', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:03.630828 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2d222dc6-a5e4-4607-83f8-6f76f314e849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:03.668876 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-70748385-25a8-4ade-b7b3-99e1c470afba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.676485 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:03.730061 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70748385-25a8-4ade-b7b3-99e1c470afba None None] Pushing event deleted for resources: {'Port': ['ID=231b83df-95e4-4f5d-a3c4-83ccf76ea68e,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:03.736932 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-70748385-25a8-4ade-b7b3-99e1c470afba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:03.737761 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70748385-25a8-4ade-b7b3-99e1c470afba None None] No DVR routers for this DVR port 231b83df-95e4-4f5d-a3c4-83ccf76ea68e on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:52:03.752755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16697364-78b9-4f74-a8a7-7221d464f24b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event deleted for resources: {'Port': ['ID=4af480bf-d43a-410f-b1c7-e263feffe794,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:03.755405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-16697364-78b9-4f74-a8a7-7221d464f24b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:03.765004 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-58662f1f-5034-45c0-973a-2616de4eac72 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.778522 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-194d9517-5600-4cbe-9a1d-d69bf14666df tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:03.780361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-83054286-c904-4628-8525-0b17aa4d0350 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:03.816130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58662f1f-5034-45c0-973a-2616de4eac72 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f453d75-350f-4f4a-a249-a4beb65c3eae,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:03.821961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-58662f1f-5034-45c0-973a-2616de4eac72 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:03.835250 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-83054286-c904-4628-8525-0b17aa4d0350 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:03.845670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-16697364-78b9-4f74-a8a7-7221d464f24b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.848167 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-16697364-78b9-4f74-a8a7-7221d464f24b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.849437 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-16697364-78b9-4f74-a8a7-7221d464f24b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/floatingips/d3e5754e-613d-4600-ad88-3f9d7f206e8c HTTP/1.1" status: 204  len: 168 time: 1.5383878
Dec 24 10:52:03.851328 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-58662f1f-5034-45c0-973a-2616de4eac72 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:03.852087 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-58662f1f-5034-45c0-973a-2616de4eac72 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5842526
Dec 24 10:52:03.852630 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43162) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:03.857184 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-83054286-c904-4628-8525-0b17aa4d0350 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:03.930637 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-a2ee1a95-aa29-455c-a965-1fed32c82ffb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] delete failed (client error): The resource could not be found.
Dec 24 10:52:03.930865 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-83054286-c904-4628-8525-0b17aa4d0350 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:03.936448 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a2ee1a95-aa29-455c-a965-1fed32c82ffb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/floatingips/d3e5754e-613d-4600-ad88-3f9d7f206e8c HTTP/1.1" status: 404  len: 345 time: 0.0784991
Dec 24 10:52:03.937570 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43178) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:03.996444 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 231b83df-95e4-4f5d-a3c4-83ccf76ea68e no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:52:04.000417 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-83054286-c904-4628-8525-0b17aa4d0350 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:04.012946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:04.041454 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aab3a0b-9183-4732-8960-bd62d3db6011 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:04.051117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aab3a0b-9183-4732-8960-bd62d3db6011 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:04.058452 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aab3a0b-9183-4732-8960-bd62d3db6011 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:04.059524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4aab3a0b-9183-4732-8960-bd62d3db6011 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Synchronizing usage tracker for tenant:cd9033324f80492388fb35eda7bfd1eb on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:04.082192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4aab3a0b-9183-4732-8960-bd62d3db6011 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Unset dirty status for tenant:cd9033324f80492388fb35eda7bfd1eb on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:04.087267 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4aab3a0b-9183-4732-8960-bd62d3db6011 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "GET /v2.0/ports?network_id=fbd35e64-b1a6-487b-8589-9c730fd275d1 HTTP/1.1" status: 200  len: 2359 time: 0.1494343
Dec 24 10:52:04.087969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43202) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:04.117190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 231b83df-95e4-4f5d-a3c4-83ccf76ea68e {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:52:04.117803 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 231b83df-95e4-4f5d-a3c4-83ccf76ea68e not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:52:04.203289 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e91ebe8-1e9e-49f0-bd24-906747ce1961 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:04.204055 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4e91ebe8-1e9e-49f0-bd24-906747ce1961 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Synchronizing usage tracker for tenant:cd9033324f80492388fb35eda7bfd1eb on resource:subnet {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:04.226117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4e91ebe8-1e9e-49f0-bd24-906747ce1961 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Unset dirty status for tenant:cd9033324f80492388fb35eda7bfd1eb on resource:subnet {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:04.229914 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4e91ebe8-1e9e-49f0-bd24-906747ce1961 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "GET /v2.0/subnets/82577826-dac5-4f61-b681-97f9cb758dd3 HTTP/1.1" status: 200  len: 797 time: 0.1383200
Dec 24 10:52:04.247311 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43220) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:04.255768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'port': {'network_id': 'fbd35e64-b1a6-487b-8589-9c730fd275d1', 'name': 'tempest-FloatingIPTestJSON-763083119', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:04.317438 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-83054286-c904-4628-8525-0b17aa4d0350 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:04.392049 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-83054286-c904-4628-8525-0b17aa4d0350 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:04.411984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-91c3cf96-775e-4178-a11d-445595360e71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:04.458837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83054286-c904-4628-8525-0b17aa4d0350 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075b9b87-93b3-456b-a4a2-05b65e4a067d,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:04.491904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-83054286-c904-4628-8525-0b17aa4d0350 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:04.533849 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:04.553560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:04.594619 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Made reservation on behalf of cd9033324f80492388fb35eda7bfd1eb for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:04.595409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-47cfec9e-69c4-49d3-841e-883180293a8a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:04.601291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-59cc8f9d-07c4-4eab-9a05-8bf0da259c07 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:04.634564 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-83054286-c904-4628-8525-0b17aa4d0350 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:04.639150 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-83054286-c904-4628-8525-0b17aa4d0350 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.0247440
Dec 24 10:52:04.642624 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43240) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:04.660936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-0c45cace-019d-4585-8578-6df2383ebea6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group_rule': {'security_group_id': '4a5766c1-a2eb-449a-9e8b-9202d7fe5476', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:04.684448 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-0c45cace-019d-4585-8578-6df2383ebea6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:04.702466 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0c45cace-019d-4585-8578-6df2383ebea6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:04.708215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cfec9e-69c4-49d3-841e-883180293a8a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:04.710987 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0c45cace-019d-4585-8578-6df2383ebea6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:04.716277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-47cfec9e-69c4-49d3-841e-883180293a8a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:04.719916 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:04.729039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cfec9e-69c4-49d3-841e-883180293a8a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:04.730324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-47cfec9e-69c4-49d3-841e-883180293a8a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:04.730980 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51bbcd9-f826-4b11-8671-f35e4db8738c None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:52:04.734437 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-0c45cace-019d-4585-8578-6df2383ebea6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:04.741638 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfec9e-69c4-49d3-841e-883180293a8a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=360772f9-6085-4cf1-a43b-bbd57ae49597,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:04.751318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:04.754767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-47cfec9e-69c4-49d3-841e-883180293a8a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:04.776548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:04.807268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] device_id is not set on port 23900bf7-d8fc-4009-9d29-3e5738dff71f yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:52:04.846022 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-47cfec9e-69c4-49d3-841e-883180293a8a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.9707866
Dec 24 10:52:04.846694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43248) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:04.853979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0c45cace-019d-4585-8578-6df2383ebea6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:04.866228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'fixed_ips': [{'subnet_id': '360772f9-6085-4cf1-a43b-bbd57ae49597', 'ip_address': '2001:db8::bc71:af3e:6e56:dbb2'}], 'name': 'tempest-NetworksTestDHCPv6-334010559'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:04.978431 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:05.192074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0c45cace-019d-4585-8578-6df2383ebea6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:05.201260 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0c45cace-019d-4585-8578-6df2383ebea6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:05.209114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:05.217358 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-83054286-c904-4628-8525-0b17aa4d0350 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:05.252924 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:05.255073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45cace-019d-4585-8578-6df2383ebea6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e420965d-7ee7-42bf-b4bc-8a1a219ad8d1,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:05.265707 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0c45cace-019d-4585-8578-6df2383ebea6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:05.279971 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': '360772f9-6085-4cf1-a43b-bbd57ae49597'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:52:05.281434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0c45cace-019d-4585-8578-6df2383ebea6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:05.281917 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:05.285537 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0c45cace-019d-4585-8578-6df2383ebea6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6391966
Dec 24 10:52:05.286251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43266) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:05.293827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-e89db640-c1e2-484f-a6aa-aa0fd78d1dd5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group_rule': {'security_group_id': '4a5766c1-a2eb-449a-9e8b-9202d7fe5476', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:05.303473 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:05.320892 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e89db640-c1e2-484f-a6aa-aa0fd78d1dd5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:05.327371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Router a6242a79-5802-4686-bb8d-3831864b41f7 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:52:05.330649 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e89db640-c1e2-484f-a6aa-aa0fd78d1dd5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:05.337373 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e89db640-c1e2-484f-a6aa-aa0fd78d1dd5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:05.397761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e89db640-c1e2-484f-a6aa-aa0fd78d1dd5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:05.430700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Allocated IP 172.20.0.14 (fbd35e64-b1a6-487b-8589-9c730fd275d1/82577826-dac5-4f61-b681-97f9cb758dd3/23900bf7-d8fc-4009-9d29-3e5738dff71f) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:05.438416 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Allocated IP 172.20.0.12 (fbd35e64-b1a6-487b-8589-9c730fd275d1/82577826-dac5-4f61-b681-97f9cb758dd3/23900bf7-d8fc-4009-9d29-3e5738dff71f) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:05.543863 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Allocated IP 2001:db8::2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/360772f9-6085-4cf1-a43b-bbd57ae49597/223e7197-f76a-4d49-aacf-58005bf9d152) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:05.737355 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43308) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:05.745258 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:05.800959 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:05.815072 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:05.948139 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e89db640-c1e2-484f-a6aa-aa0fd78d1dd5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:06.025024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:06.031729 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:06.045862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Transition to ACTIVE for port object 223e7197-f76a-4d49-aacf-58005bf9d152 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:06.064801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-569628082', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:06.080379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:06.081673 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Transition to ACTIVE for port object 223e7197-f76a-4d49-aacf-58005bf9d152 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:06.089482 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1d7f1e-bb45-4b7f-abb9-1657a6d5c5b3 None None] Sync routers for ids ['a6242a79-5802-4686-bb8d-3831864b41f7'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:06.090200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port 83264651-d601-445a-b015-3673e93a7bd6 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:52:06.102096 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:06.106235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:06.107079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network fbd35e64-b1a6-487b-8589-9c730fd275d1 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:06.114272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:06.114631 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a4dd3053-5168-4c8c-8ccf-ce56177a838f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:06.116846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:06.137887 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e89db640-c1e2-484f-a6aa-aa0fd78d1dd5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:06.154159 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e89db640-c1e2-484f-a6aa-aa0fd78d1dd5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:06.161893 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1d7f1e-bb45-4b7f-abb9-1657a6d5c5b3 None None] Routers {'a6242a79-5802-4686-bb8d-3831864b41f7'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:06.162597 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:06.163874 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7e1d7f1e-bb45-4b7f-abb9-1657a6d5c5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d461c40>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['a6242a79-5802-4686-bb8d-3831864b41f7'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:06.164195 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "PUT /v2.0/routers/a6242a79-5802-4686-bb8d-3831864b41f7 HTTP/1.1" status: 200  len: 915 time: 6.1735611
Dec 24 10:52:06.170240 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43318) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:06.173668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:06.197992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89db640-c1e2-484f-a6aa-aa0fd78d1dd5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9817c86-f0bd-4e19-9d23-cebe0e4239c1,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:06.221262 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Usage tracker for resource:port and tenant:5ccaa8fd4ea84d7e8062195ed8073ae8 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:06.234800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:06.236027 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:06.240694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=23900bf7-d8fc-4009-9d29-3e5738dff71f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:06.244877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:06.256575 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:06.268198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:06.271702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:06.291120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:06.297556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Made reservation on behalf of 5ccaa8fd4ea84d7e8062195ed8073ae8 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:06.300532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:06.301910 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:06.306736 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7e1d7f1e-bb45-4b7f-abb9-1657a6d5c5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d461c40>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:06.317762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:06.332534 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 2.0820994
Dec 24 10:52:06.335956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43322) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:06.341766 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '23900bf7-d8fc-4009-9d29-3e5738dff71f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:06.354557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:06.356803 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Pushing event updated for resources: {'Port': ['ID=223e7197-f76a-4d49-aacf-58005bf9d152,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:06.362679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:06.363684 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e89db640-c1e2-484f-a6aa-aa0fd78d1dd5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:06.366970 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1d7f1e-bb45-4b7f-abb9-1657a6d5c5b3 None None] Routers {'a6242a79-5802-4686-bb8d-3831864b41f7'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:06.367619 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7e1d7f1e-bb45-4b7f-abb9-1657a6d5c5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d461c40>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['a6242a79-5802-4686-bb8d-3831864b41f7'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:06.369090 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Usage tracker for resource:security_group_rule and tenant:5ccaa8fd4ea84d7e8062195ed8073ae8 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:06.375781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:06.385204 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:06.387534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:06.431212 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:06.439771 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:06.486675 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7e1d7f1e-bb45-4b7f-abb9-1657a6d5c5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d461c40>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:06.487009 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1d7f1e-bb45-4b7f-abb9-1657a6d5c5b3 None None] The sync data for ids ['a6242a79-5802-4686-bb8d-3831864b41f7'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:06.515075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Attempting to bind port 223e7197-f76a-4d49-aacf-58005bf9d152 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:52:06.515707 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Attempting to bind port 223e7197-f76a-4d49-aacf-58005bf9d152 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:52:06.516629 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Attempting to bind port 223e7197-f76a-4d49-aacf-58005bf9d152 on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:52:06.522513 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:52:06.523307 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:52:06.523952 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:06.524425 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:52:06.525153 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Bound port: 223e7197-f76a-4d49-aacf-58005bf9d152, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:52:06.525543 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:06.574566 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e89db640-c1e2-484f-a6aa-aa0fd78d1dd5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:06.575839 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e89db640-c1e2-484f-a6aa-aa0fd78d1dd5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.2870116
Dec 24 10:52:06.580961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43326) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:06.643130 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-febac171-e519-436f-9338-2f21b637111f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group_rule': {'security_group_id': '4a5766c1-a2eb-449a-9e8b-9202d7fe5476', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:06.661471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-febac171-e519-436f-9338-2f21b637111f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:06.662159 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] For port 223e7197-f76a-4d49-aacf-58005bf9d152, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:52:06.666175 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] For port 223e7197-f76a-4d49-aacf-58005bf9d152, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=223e7197-f76a-4d49-aacf-58005bf9d152,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:52:06.674503 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:06.680235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-ef0770c8-63cc-4404-96f0-75225958cc80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:06.696325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:06.707202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-febac171-e519-436f-9338-2f21b637111f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:06.708021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:06.712694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] device_id is not set on port e60b3d9b-07ed-4a24-b602-7eda463d6459 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:52:06.716837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-febac171-e519-436f-9338-2f21b637111f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:06.773997 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-febac171-e519-436f-9338-2f21b637111f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:06.808235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Pushing event updated for resources: {'Port': ['ID=223e7197-f76a-4d49-aacf-58005bf9d152,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:06.832944 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:06.852953 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::bc71:af3e:6e56:dbb2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/360772f9-6085-4cf1-a43b-bbd57ae49597/83264651-d601-445a-b015-3673e93a7bd6) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:06.900258 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Allocated IP 172.26.4.252 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/e60b3d9b-07ed-4a24-b602-7eda463d6459) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:06.959589 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-afcebb49-970c-4fba-9390-5aee709aa00d tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "GET /v2.0/routers/a6242a79-5802-4686-bb8d-3831864b41f7 HTTP/1.1" status: 200  len: 921 time: 0.7713506
Dec 24 10:52:06.964074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43334) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:06.965392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fd4a1105-5bd7-4205-99d7-4e6e85715f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:06.979082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:07.017971 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-febac171-e519-436f-9338-2f21b637111f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:07.160384 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-febac171-e519-436f-9338-2f21b637111f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:07.173184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea42af1f-ca8a-4798-81a7-aa60196313e9,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:07.174066 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-febac171-e519-436f-9338-2f21b637111f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:07.181749 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:07.187079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:07.200296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:07.222950 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febac171-e519-436f-9338-2f21b637111f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9ef68d-71e0-4a7f-a32d-fe321548a2e9,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:07.232111 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-febac171-e519-436f-9338-2f21b637111f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:07.242916 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object 83264651-d601-445a-b015-3673e93a7bd6 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:07.247571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-febac171-e519-436f-9338-2f21b637111f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:07.252406 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-febac171-e519-436f-9338-2f21b637111f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.6679101
Dec 24 10:52:07.254608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43338) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:07.261116 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-385e5690-09fd-41fd-846b-84728812ba71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group_rule': {'security_group_id': '4a5766c1-a2eb-449a-9e8b-9202d7fe5476', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:07.268741 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967b463f-7f0b-46f0-8e7a-4f8a7b8a9d7d tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:07.269719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-385e5690-09fd-41fd-846b-84728812ba71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:07.274474 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-967b463f-7f0b-46f0-8e7a-4f8a7b8a9d7d tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=38a55964-33b9-4484-a01f-c130c608c280&device_id=a6242a79-5802-4686-bb8d-3831864b41f7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2981508
Dec 24 10:52:07.274883 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43342) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:07.283473 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-385e5690-09fd-41fd-846b-84728812ba71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:07.296755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:07.305059 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-385e5690-09fd-41fd-846b-84728812ba71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:07.321041 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-385e5690-09fd-41fd-846b-84728812ba71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:07.359735 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:07.410013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bd714110-a065-4aac-9a2e-1b01c4d43950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:07.440994 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:07.474762 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ac9d2493-b0aa-4922-af9b-9e71a3ea2285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:07.503704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Pushing event updated for resources: {'Port': ['ID=e60b3d9b-07ed-4a24-b602-7eda463d6459,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:07.507247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:07.538553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:07.541751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:07.545980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:07.548164 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-385e5690-09fd-41fd-846b-84728812ba71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:07.581840 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3596baf-c6ac-452b-9498-a6c57ce87aa9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:07.583332 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d3596baf-c6ac-452b-9498-a6c57ce87aa9 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "GET /v2.0/networks/38a55964-33b9-4484-a01f-c130c608c280 HTTP/1.1" status: 200  len: 881 time: 0.3073428
Dec 24 10:52:07.592953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43348) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:07.601207 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:07.604481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Allocated IP 172.26.4.140 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/957381ce-5378-4c40-bbe5-13116e8d4862) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:07.608026 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:07.610806 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:07.617139 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:07.617807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:07.638119 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=83264651-d601-445a-b015-3673e93a7bd6,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:07.641345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:07.662391 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a4145c3d-65a5-4d70-9e5f-f5517c936c3f tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6242a79-5802-4686-bb8d-3831864b41f7 HTTP/1.1" status: 200  len: 205 time: 0.0682061
Dec 24 10:52:07.665863 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43352) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:07.673565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:07.674201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:07.757454 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.9051325
Dec 24 10:52:07.767222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43356) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:07.776954 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-385e5690-09fd-41fd-846b-84728812ba71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:07.833928 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1036 time: 2.0954363
Dec 24 10:52:07.837065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-385e5690-09fd-41fd-846b-84728812ba71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:07.837649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43360) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:07.845466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-487afb8c-d2cf-4cb7-afc2-98e2af92755c tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252'}]}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:07.854529 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-febac171-e519-436f-9338-2f21b637111f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:07.856449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-487afb8c-d2cf-4cb7-afc2-98e2af92755c tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:07.883089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-487afb8c-d2cf-4cb7-afc2-98e2af92755c tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Usage tracker for resource:router and tenant:5ccaa8fd4ea84d7e8062195ed8073ae8 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:07.885980 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e5690-09fd-41fd-846b-84728812ba71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f83fdc-49ca-4f89-bf31-9610e7510faf,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:07.889088 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-385e5690-09fd-41fd-846b-84728812ba71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:07.889194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-487afb8c-d2cf-4cb7-afc2-98e2af92755c tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:07.905567 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-487afb8c-d2cf-4cb7-afc2-98e2af92755c tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:07.912269 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c65a-e1ad-4fea-8321-a64325228613 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:07.981512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-385e5690-09fd-41fd-846b-84728812ba71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:07.982985 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-385e5690-09fd-41fd-846b-84728812ba71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.7269499
Dec 24 10:52:07.988960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:07.991713 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43366) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:07.994371 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-487afb8c-d2cf-4cb7-afc2-98e2af92755c tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:07.996345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-487afb8c-d2cf-4cb7-afc2-98e2af92755c tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:08.032668 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b8b07a-802a-45bf-b33e-91ac4c4c0c32 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:08.034331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5f3c9c1e-c512-476e-9d49-fcbcfd5a9f7e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:08.040854 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b8b07a-802a-45bf-b33e-91ac4c4c0c32 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:08.045494 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-17b8b07a-802a-45bf-b33e-91ac4c4c0c32 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.2772992
Dec 24 10:52:08.049396 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43372) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:08.057432 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5f3c9c1e-c512-476e-9d49-fcbcfd5a9f7e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:08.129187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 223e7197-f76a-4d49-aacf-58005bf9d152 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:52:08.142611 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-320fbd4b-30a1-44b4-b957-08e8bb2dd3ce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port 83264651-d601-445a-b015-3673e93a7bd6 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:08.143096 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-320fbd4b-30a1-44b4-b957-08e8bb2dd3ce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:08.293556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-487afb8c-d2cf-4cb7-afc2-98e2af92755c tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:08.309697 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 223e7197-f76a-4d49-aacf-58005bf9d152 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:08.376953 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5f3c9c1e-c512-476e-9d49-fcbcfd5a9f7e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:08.378857 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c65a-e1ad-4fea-8321-a64325228613 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:08.391148 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0c45cace-019d-4585-8578-6df2383ebea6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:08.404814 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c9c1e-c512-476e-9d49-fcbcfd5a9f7e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71f83fdc-49ca-4f89-bf31-9610e7510faf,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:08.407384 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5f3c9c1e-c512-476e-9d49-fcbcfd5a9f7e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:08.413407 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0c65a-e1ad-4fea-8321-a64325228613 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Deleting port 5e17af69-85e7-46dd-a28d-683f9d46f59e {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:08.413790 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c65a-e1ad-4fea-8321-a64325228613 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:08.444391 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5f3c9c1e-c512-476e-9d49-fcbcfd5a9f7e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:08.445579 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5f3c9c1e-c512-476e-9d49-fcbcfd5a9f7e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/71f83fdc-49ca-4f89-bf31-9610e7510faf HTTP/1.1" status: 204  len: 168 time: 0.4529126
Dec 24 10:52:08.453070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43378) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:08.499582 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d106083a-6a14-43b4-9903-64aff5b5959a None None] Provisioning for port 223e7197-f76a-4d49-aacf-58005bf9d152 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:08.505494 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d106083a-6a14-43b4-9903-64aff5b5959a None None] Provisioning complete for port 223e7197-f76a-4d49-aacf-58005bf9d152 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:08.506309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d106083a-6a14-43b4-9903-64aff5b5959a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:08.644332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5432601f-ee51-4392-b15e-68591de803ed tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:08.703988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5432601f-ee51-4392-b15e-68591de803ed tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:08.705329 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5432601f-ee51-4392-b15e-68591de803ed tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.2513075
Dec 24 10:52:08.708956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43382) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:08.717140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d106083a-6a14-43b4-9903-64aff5b5959a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:08.722773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:08.726605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-395e9491-0cbb-46f7-a88e-cb77012e2a06 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:08.763743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d106083a-6a14-43b4-9903-64aff5b5959a None None] For port 223e7197-f76a-4d49-aacf-58005bf9d152, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=223e7197-f76a-4d49-aacf-58005bf9d152,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:08.776479 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d106083a-6a14-43b4-9903-64aff5b5959a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:08.779309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-1c980779-c23f-4582-94fd-e470375afeef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:08.797633 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c65a-e1ad-4fea-8321-a64325228613 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:08.808226 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=957381ce-5378-4c40-bbe5-13116e8d4862,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:08.808733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-41ed12df-5d4e-4469-ac1e-8b62f99a2c85 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:08.821084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-41ed12df-5d4e-4469-ac1e-8b62f99a2c85 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:08.879974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:08.897362 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-41ed12df-5d4e-4469-ac1e-8b62f99a2c85 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:08.903127 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106083a-6a14-43b4-9903-64aff5b5959a None None] Pushing event updated for resources: {'Port': ['ID=223e7197-f76a-4d49-aacf-58005bf9d152,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:08.921329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d106083a-6a14-43b4-9903-64aff5b5959a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:08.932403 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9ee08db2-c9e6-40af-8fa1-2df932ba039c None None] Provisioning for port 83264651-d601-445a-b015-3673e93a7bd6 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:08.938652 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9ee08db2-c9e6-40af-8fa1-2df932ba039c None None] Provisioning complete for port 83264651-d601-445a-b015-3673e93a7bd6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:08.939239 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9ee08db2-c9e6-40af-8fa1-2df932ba039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:08.970166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:08.976550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-e3f0c65a-e1ad-4fea-8321-a64325228613 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Calling delete_port for 5e17af69-85e7-46dd-a28d-683f9d46f59e owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:08.988678 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:09.006365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:09.014945 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9ee08db2-c9e6-40af-8fa1-2df932ba039c None None] Port 83264651-d601-445a-b015-3673e93a7bd6 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:52:09.034049 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed12df-5d4e-4469-ac1e-8b62f99a2c85 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f9ef68d-71e0-4a7f-a32d-fe321548a2e9,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:09.037906 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-41ed12df-5d4e-4469-ac1e-8b62f99a2c85 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:09.048797 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-41ed12df-5d4e-4469-ac1e-8b62f99a2c85 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.050115 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-41ed12df-5d4e-4469-ac1e-8b62f99a2c85 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/3f9ef68d-71e0-4a7f-a32d-fe321548a2e9 HTTP/1.1" status: 204  len: 168 time: 0.3401034
Dec 24 10:52:09.051865 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:09.052872 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43386) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:09.099186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-487afb8c-d2cf-4cb7-afc2-98e2af92755c tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.138959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4a56514e-06d7-401e-b175-469a1a899de2 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:09.143093 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-320fbd4b-30a1-44b4-b957-08e8bb2dd3ce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.164068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4a56514e-06d7-401e-b175-469a1a899de2 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:09.165601 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4a56514e-06d7-401e-b175-469a1a899de2 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.1117420
Dec 24 10:52:09.169927 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43390) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:09.246154 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-46b25e93-4ffb-4449-ae11-e0ee87b5dab9 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.260184 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-46b25e93-4ffb-4449-ae11-e0ee87b5dab9 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.292494 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c65a-e1ad-4fea-8321-a64325228613 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.299853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-622d37ea-3adb-4260-99a4-600c177f00bc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:09.341912 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-320fbd4b-30a1-44b4-b957-08e8bb2dd3ce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for 83264651-d601-445a-b015-3673e93a7bd6 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:09.347255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-46b25e93-4ffb-4449-ae11-e0ee87b5dab9 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.385189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0c65a-e1ad-4fea-8321-a64325228613 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Pushing event deleted for resources: {'Port': ['ID=5e17af69-85e7-46dd-a28d-683f9d46f59e,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:09.388511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e3f0c65a-e1ad-4fea-8321-a64325228613 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:09.395441 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:09.437083 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b25e93-4ffb-4449-ae11-e0ee87b5dab9 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9817c86-f0bd-4e19-9d23-cebe0e4239c1,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:09.439763 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-46b25e93-4ffb-4449-ae11-e0ee87b5dab9 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:09.476118 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-46b25e93-4ffb-4449-ae11-e0ee87b5dab9 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.480729 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-46b25e93-4ffb-4449-ae11-e0ee87b5dab9 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/a9817c86-f0bd-4e19-9d23-cebe0e4239c1 HTTP/1.1" status: 204  len: 168 time: 0.3067119
Dec 24 10:52:09.480729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43398) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:09.498602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c65a-e1ad-4fea-8321-a64325228613 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.698764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c65a-e1ad-4fea-8321-a64325228613 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.704254 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c65a-e1ad-4fea-8321-a64325228613 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.716796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-091eefee-c864-4add-824b-76fbc18b1bf2 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:09.734578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-320fbd4b-30a1-44b4-b957-08e8bb2dd3ce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.747830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8b902f5a-4644-4e8d-842f-0c7eb23e7e23 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:09.751355 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-091eefee-c864-4add-824b-76fbc18b1bf2 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:09.752815 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-091eefee-c864-4add-824b-76fbc18b1bf2 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.2713571
Dec 24 10:52:09.754145 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c65a-e1ad-4fea-8321-a64325228613 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.754743 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f0c65a-e1ad-4fea-8321-a64325228613 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Fanout notify agent at l3_agent the message router_deleted on router a6242a79-5802-4686-bb8d-3831864b41f7 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:52:09.760722 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43404) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:09.785572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c65a-e1ad-4fea-8321-a64325228613 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.790432 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e3f0c65a-e1ad-4fea-8321-a64325228613 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "DELETE /v2.0/routers/a6242a79-5802-4686-bb8d-3831864b41f7 HTTP/1.1" status: 204  len: 168 time: 2.1198578
Dec 24 10:52:09.798259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43408) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:09.806837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1316098766', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}, 'admin_state_up': False}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:09.809530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fbd4b-30a1-44b4-b957-08e8bb2dd3ce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=83264651-d601-445a-b015-3673e93a7bd6,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:09.816305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:09.817730 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-320fbd4b-30a1-44b4-b957-08e8bb2dd3ce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:09.819163 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6e981e37-8d1e-4215-a9ff-55a730c1e133 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.830306 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6e981e37-8d1e-4215-a9ff-55a730c1e133 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.852887 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Usage tracker for resource:router and tenant:b35f9da743d24de58b59d0a3dfe67701 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:09.857473 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:09.866832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:09.874261 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6e981e37-8d1e-4215-a9ff-55a730c1e133 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.885094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:09.900891 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.907401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.911357 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e981e37-8d1e-4215-a9ff-55a730c1e133 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e420965d-7ee7-42bf-b4bc-8a1a219ad8d1,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:09.914904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6e981e37-8d1e-4215-a9ff-55a730c1e133 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:09.926875 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6e981e37-8d1e-4215-a9ff-55a730c1e133 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:09.928189 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6e981e37-8d1e-4215-a9ff-55a730c1e133 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/e420965d-7ee7-42bf-b4bc-8a1a219ad8d1 HTTP/1.1" status: 204  len: 168 time: 0.1664004
Dec 24 10:52:09.931608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43412) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:09.935674 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:10.002155 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d838f071-a052-425b-a0da-b33e4c889a29 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:10.027818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-320fbd4b-30a1-44b4-b957-08e8bb2dd3ce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:10.037354 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 223e7197-f76a-4d49-aacf-58005bf9d152 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:52:10.099694 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-320fbd4b-30a1-44b4-b957-08e8bb2dd3ce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/83264651-d601-445a-b015-3673e93a7bd6 HTTP/1.1" status: 204  len: 168 time: 2.0490239
Dec 24 10:52:10.102616 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43416) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:10.135036 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 223e7197-f76a-4d49-aacf-58005bf9d152 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:10.135553 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:10.215265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d838f071-a052-425b-a0da-b33e4c889a29 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:10.216485 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d838f071-a052-425b-a0da-b33e4c889a29 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.2839420
Dec 24 10:52:10.224888 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43420) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:10.345083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:10.431965 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:10.456451 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9f11-8f0a-4a1c-9e9c-e730c19c6e8e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:10.465134 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1931af-8dd6-4e4e-9e3f-7f7dd8e85857 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:10.467320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1931af-8dd6-4e4e-9e3f-7f7dd8e85857 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:10.468270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8f1931af-8dd6-4e4e-9e3f-7f7dd8e85857 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:10.482648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9f11-8f0a-4a1c-9e9c-e730c19c6e8e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:10.566002 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:10.618999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8f1931af-8dd6-4e4e-9e3f-7f7dd8e85857 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:10.620444 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8f1931af-8dd6-4e4e-9e3f-7f7dd8e85857 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.5168736
Dec 24 10:52:10.624579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43428) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:10.651259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9f11-8f0a-4a1c-9e9c-e730c19c6e8e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:10.659601 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:10.672861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b9f11-8f0a-4a1c-9e9c-e730c19c6e8e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=075b9b87-93b3-456b-a4a2-05b65e4a067d,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:10.680190 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-487afb8c-d2cf-4cb7-afc2-98e2af92755c tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:10.680486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ff7b9f11-8f0a-4a1c-9e9c-e730c19c6e8e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:10.702939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ff7b9f11-8f0a-4a1c-9e9c-e730c19c6e8e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:10.704752 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ff7b9f11-8f0a-4a1c-9e9c-e730c19c6e8e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/075b9b87-93b3-456b-a4a2-05b65e4a067d HTTP/1.1" status: 204  len: 168 time: 0.4789443
Dec 24 10:52:10.707786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43432) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:10.754027 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-487afb8c-d2cf-4cb7-afc2-98e2af92755c tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:10.787163 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cd3c62bd-1542-4054-be7a-64fc5b8fd4ac tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:10.827157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cb5037-a40c-47ef-9509-9e718e24f3ef tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 360772f9-6085-4cf1-a43b-bbd57ae49597 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:52:10.852922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-93cb5037-a40c-47ef-9509-9e718e24f3ef tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:10.886328 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:10.962697 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:10.999860 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:11.001821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cd3c62bd-1542-4054-be7a-64fc5b8fd4ac tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:11.005945 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cd3c62bd-1542-4054-be7a-64fc5b8fd4ac tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2942681
Dec 24 10:52:11.008772 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43438) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:11.019123 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-93cb5037-a40c-47ef-9509-9e718e24f3ef tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:11.147596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Allocated IP 172.26.4.61 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/67a50913-1d77-4de8-aad3-c0e5c2910032) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:11.253718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8418a388-2561-456d-bf95-523fa21b3b66 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:11.305556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:11.311591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-93cb5037-a40c-47ef-9509-9e718e24f3ef tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:11.348079 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:11.356094 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8418a388-2561-456d-bf95-523fa21b3b66 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:11.377601 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0a3ec2c8-115c-487e-99b1-43df4b81718b tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:11.449044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:11.456830 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:11.459301 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:11.478984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:11.487347 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:11.493765 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-138c66f4-444a-45d1-bd0e-d2a083b98271 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:11.504400 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Pushing event updated for resources: {'Port': ['ID=67a50913-1d77-4de8-aad3-c0e5c2910032,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:11.507202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:11.530470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-487afb8c-d2cf-4cb7-afc2-98e2af92755c tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:11.617759 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8418a388-2561-456d-bf95-523fa21b3b66 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:11.832207 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-93cb5037-a40c-47ef-9509-9e718e24f3ef tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:11.849723 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=957381ce-5378-4c40-bbe5-13116e8d4862,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:12.002520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:12.051374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:12.062612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:12.079752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:12.202031 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952c2bd8-38ce-49ca-aa91-42b7195cecc9 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:52:12.204203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418a388-2561-456d-bf95-523fa21b3b66 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5766c1-a2eb-449a-9e8b-9202d7fe5476,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:12.217294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-93cb5037-a40c-47ef-9509-9e718e24f3ef tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:12.224458 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-487afb8c-d2cf-4cb7-afc2-98e2af92755c tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:12.226427 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8418a388-2561-456d-bf95-523fa21b3b66 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:12.228237 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:12.263830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-487afb8c-d2cf-4cb7-afc2-98e2af92755c tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:12.284049 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-93cb5037-a40c-47ef-9509-9e718e24f3ef tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/360772f9-6085-4cf1-a43b-bbd57ae49597 HTTP/1.1" status: 204  len: 168 time: 1.6548557
Dec 24 10:52:12.284049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb5037-a40c-47ef-9509-9e718e24f3ef tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=360772f9-6085-4cf1-a43b-bbd57ae49597,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:12.287384 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43448) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:12.303139 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-93cb5037-a40c-47ef-9509-9e718e24f3ef tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:12.387540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8418a388-2561-456d-bf95-523fa21b3b66 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:12.388667 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8418a388-2561-456d-bf95-523fa21b3b66 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-groups/4a5766c1-a2eb-449a-9e8b-9202d7fe5476 HTTP/1.1" status: 204  len: 168 time: 1.3743644
Dec 24 10:52:12.393502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43452) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:12.452492 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9fe2551e-6524-4fb6-b202-fb4d8cab9125 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1608989
Dec 24 10:52:12.462872 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43456) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:12.510305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-487afb8c-d2cf-4cb7-afc2-98e2af92755c tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:12.510897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487afb8c-d2cf-4cb7-afc2-98e2af92755c tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1687eb07-cd77-4eee-a2e7-b64c9cc05d36 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:52:12.532278 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-de186e1d-bec7-4860-a71f-2a470c2c1ee6 req-c4e4cede-433c-4c17-ab51-db916e03ef53 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.8233249
Dec 24 10:52:12.595489 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Floating IP d454af33-32cc-4005-a5ce-f3a425e2c5c4 associated. External IP: 172.26.4.140, port: 23900bf7-d8fc-4009-9d29-3e5738dff71f.
Dec 24 10:52:12.617302 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc57477d-efa3-44ac-a5b6-885dfd62c294 None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:52:12.622113 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-bc57477d-efa3-44ac-a5b6-885dfd62c294 None None] Deleting port 223e7197-f76a-4d49-aacf-58005bf9d152 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:12.622502 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bc57477d-efa3-44ac-a5b6-885dfd62c294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:12.642727 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:12.657921 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7ae8c28c-1aa1-4af9-9829-5b8b447f5a2d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:12.690012 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-487afb8c-d2cf-4cb7-afc2-98e2af92755c tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] create failed (client error): There was a conflict when trying to complete your request.
Dec 24 10:52:12.691333 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-487afb8c-d2cf-4cb7-afc2-98e2af92755c tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 4.8527386
Dec 24 10:52:12.696655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43460) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:12.755643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7ae8c28c-1aa1-4af9-9829-5b8b447f5a2d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:12.768919 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7ae8c28c-1aa1-4af9-9829-5b8b447f5a2d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3637700
Dec 24 10:52:12.771094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43464) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:12.779310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c9bfdc57-4f77-4872-bba2-a7c7e16574b8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group': {'name': 'tempest-secgroup--329460520'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:12.786112 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c9bfdc57-4f77-4872-bba2-a7c7e16574b8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:12.796969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c9bfdc57-4f77-4872-bba2-a7c7e16574b8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:12.843620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c9bfdc57-4f77-4872-bba2-a7c7e16574b8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:12.881498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-cdd2e8d6-8cc3-4b79-b466-b1edabbab1b6 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Deleting port e60b3d9b-07ed-4a24-b602-7eda463d6459 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:12.881952 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cdd2e8d6-8cc3-4b79-b466-b1edabbab1b6 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:12.899310 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-bc57477d-efa3-44ac-a5b6-885dfd62c294 None None] For port 223e7197-f76a-4d49-aacf-58005bf9d152, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=223e7197-f76a-4d49-aacf-58005bf9d152,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:12.899833 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bc57477d-efa3-44ac-a5b6-885dfd62c294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:12.915689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a0d81f-5ed9-4d62-baaa-b79c56625033 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:12.916407 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-97a0d81f-5ed9-4d62-baaa-b79c56625033 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:12.943581 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c9bfdc57-4f77-4872-bba2-a7c7e16574b8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:12.960768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c9bfdc57-4f77-4872-bba2-a7c7e16574b8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:12.968220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c9bfdc57-4f77-4872-bba2-a7c7e16574b8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:12.982037 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c9bfdc57-4f77-4872-bba2-a7c7e16574b8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:13.068501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de186e1d-bec7-4860-a71f-2a470c2c1ee6 req-188b676b-aaae-4210-b6d8-6d17853f1730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:13.070040 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-de186e1d-bec7-4860-a71f-2a470c2c1ee6 req-188b676b-aaae-4210-b6d8-6d17853f1730 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d03b573e3e544eabafdb64304c44e416&device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 1098 time: 0.5090091
Dec 24 10:52:13.070644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-97a0d81f-5ed9-4d62-baaa-b79c56625033 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:13.071662 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-97a0d81f-5ed9-4d62-baaa-b79c56625033 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.6059165
Dec 24 10:52:13.075765 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43474) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:13.143987 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-bc57477d-efa3-44ac-a5b6-885dfd62c294 None None] Calling delete_port for 223e7197-f76a-4d49-aacf-58005bf9d152 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:13.183978 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Router cb854f3c-4b77-48f9-9732-4bfe84204fe0 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:52:13.255058 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bc57477d-efa3-44ac-a5b6-885dfd62c294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:13.260911 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:13.319144 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57477d-efa3-44ac-a5b6-885dfd62c294 None None] Pushing event deleted for resources: {'Port': ['ID=223e7197-f76a-4d49-aacf-58005bf9d152,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:13.321850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bc57477d-efa3-44ac-a5b6-885dfd62c294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:13.329043 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc57477d-efa3-44ac-a5b6-885dfd62c294 None None] No DVR routers for this DVR port 223e7197-f76a-4d49-aacf-58005bf9d152 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:52:13.364070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6287da-6567-4ffd-bb3c-f30f1bc332c7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:13.364798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-bf6287da-6567-4ffd-bb3c-f30f1bc332c7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:13.425887 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c9bfdc57-4f77-4872-bba2-a7c7e16574b8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:13.493794 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c9bfdc57-4f77-4872-bba2-a7c7e16574b8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:13.506361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9cffe70b-0f52-41cc-b3cd-23eaedc87f9f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:13.514717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-bf6287da-6567-4ffd-bb3c-f30f1bc332c7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:13.515907 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bf6287da-6567-4ffd-bb3c-f30f1bc332c7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4330287
Dec 24 10:52:13.523589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43478) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:13.611743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 91a969c7-6ec3-42de-b80c-73cfd6e86137 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:52:13.628953 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3eecfc52-47d0-4ab4-b5d7-a03982b28f23 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0998087
Dec 24 10:52:13.630651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de186e1d-bec7-4860-a71f-2a470c2c1ee6 req-eeb6f185-c4e9-4341-af37-773c8e70960a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:13.632085 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-de186e1d-bec7-4860-a71f-2a470c2c1ee6 req-eeb6f185-c4e9-4341-af37-773c8e70960a service neutron] 10.222.0.32 "GET /v2.0/networks?id=b4cba5be-5b3b-4f1f-947c-4814691b80fa HTTP/1.1" status: 200  len: 907 time: 0.5269544
Dec 24 10:52:13.636142 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43482) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:13.641330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cdd2e8d6-8cc3-4b79-b466-b1edabbab1b6 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:13.650663 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8e44db3b-fa21-4603-a099-39a6b2839bcf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:13.670848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfdc57-4f77-4872-bba2-a7c7e16574b8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a26df84-ea16-4e74-a969-8b46e26fd256,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:13.682506 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c9bfdc57-4f77-4872-bba2-a7c7e16574b8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:13.683939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:13.693912 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c9bfdc57-4f77-4872-bba2-a7c7e16574b8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:13.697518 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c9bfdc57-4f77-4872-bba2-a7c7e16574b8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.9231365
Dec 24 10:52:13.700234 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4735bba0-6c87-4a62-a477-fb9d207810ed None None] Sync routers for ids ['cb854f3c-4b77-48f9-9732-4bfe84204fe0'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:13.706754 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43486) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:13.715644 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735bba0-6c87-4a62-a477-fb9d207810ed None None] Routers {'cb854f3c-4b77-48f9-9732-4bfe84204fe0'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:13.716485 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4735bba0-6c87-4a62-a477-fb9d207810ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0865e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['cb854f3c-4b77-48f9-9732-4bfe84204fe0'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:13.776801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-ddbc146d-963f-4d58-a289-3d84df561a4e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group_rule': {'security_group_id': '8a26df84-ea16-4e74-a969-8b46e26fd256', 'direction': 'ingress', 'protocol': 17}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:13.777629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:13.781429 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 3.9795763
Dec 24 10:52:13.791121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43490) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:13.800463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-e4001f59-26ba-4216-a3d1-6404a3a8a7f4 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:13.846677 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4735bba0-6c87-4a62-a477-fb9d207810ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0865e0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:13.847930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ddbc146d-963f-4d58-a289-3d84df561a4e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:13.859312 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735bba0-6c87-4a62-a477-fb9d207810ed None None] Routers {'cb854f3c-4b77-48f9-9732-4bfe84204fe0'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:13.862974 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4735bba0-6c87-4a62-a477-fb9d207810ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0865e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['cb854f3c-4b77-48f9-9732-4bfe84204fe0'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:13.929652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-cdd2e8d6-8cc3-4b79-b466-b1edabbab1b6 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Calling delete_port for e60b3d9b-07ed-4a24-b602-7eda463d6459 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:13.931890 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4735bba0-6c87-4a62-a477-fb9d207810ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0865e0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:13.932312 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4735bba0-6c87-4a62-a477-fb9d207810ed None None] The sync data for ids ['cb854f3c-4b77-48f9-9732-4bfe84204fe0'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:13.958615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ddbc146d-963f-4d58-a289-3d84df561a4e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:13.968048 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 223e7197-f76a-4d49-aacf-58005bf9d152 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:52:13.979721 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ddbc146d-963f-4d58-a289-3d84df561a4e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:14.004347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 223e7197-f76a-4d49-aacf-58005bf9d152 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:52:14.004699 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 223e7197-f76a-4d49-aacf-58005bf9d152 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:52:14.022406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8e44db3b-fa21-4603-a099-39a6b2839bcf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:14.047521 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8e44db3b-fa21-4603-a099-39a6b2839bcf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:14.071895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ddbc146d-963f-4d58-a289-3d84df561a4e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:14.110327 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-de186e1d-bec7-4860-a71f-2a470c2c1ee6 req-783a3826-6319-4b62-aa4e-d302f2e0c6c7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=051d9c7d-0653-4d16-af5b-1e971a9cce53 HTTP/1.1" status: 200  len: 1001 time: 0.4706938
Dec 24 10:52:14.130276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e44db3b-fa21-4603-a099-39a6b2839bcf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:14.133633 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8e44db3b-fa21-4603-a099-39a6b2839bcf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:14.194124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ddbc146d-963f-4d58-a289-3d84df561a4e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:14.223158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:14.238450 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9650836-06f8-4d94-b45a-f775506bfe0d None None] Sync routers for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:14.267149 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9650836-06f8-4d94-b45a-f775506bfe0d None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:14.270285 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b9650836-06f8-4d94-b45a-f775506bfe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d455970>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:14.309224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de186e1d-bec7-4860-a71f-2a470c2c1ee6 req-d2969357-1633-4019-9142-c0aba761e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:14.310751 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-de186e1d-bec7-4860-a71f-2a470c2c1ee6 req-d2969357-1633-4019-9142-c0aba761e055 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=44c6a38b-978e-40ab-a992-f2918537e15e HTTP/1.1" status: 200  len: 845 time: 0.1705248
Dec 24 10:52:14.420424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:14.521120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cdd2e8d6-8cc3-4b79-b466-b1edabbab1b6 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:14.552953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b9650836-06f8-4d94-b45a-f775506bfe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d455970>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:14.565177 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-268c046b-6a17-4ddf-abee-0401108f31ce tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:14.578568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9650836-06f8-4d94-b45a-f775506bfe0d None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:14.579222 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b9650836-06f8-4d94-b45a-f775506bfe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d455970>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:14.623968 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ddbc146d-963f-4d58-a289-3d84df561a4e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:14.643718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2e8d6-8cc3-4b79-b466-b1edabbab1b6 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Pushing event deleted for resources: {'Port': ['ID=e60b3d9b-07ed-4a24-b602-7eda463d6459,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:14.661723 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b9650836-06f8-4d94-b45a-f775506bfe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d455970>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:14.662164 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9650836-06f8-4d94-b45a-f775506bfe0d None None] The sync data for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:14.675784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ddbc146d-963f-4d58-a289-3d84df561a4e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:14.677369 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 8.3403883
Dec 24 10:52:14.679986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cdd2e8d6-8cc3-4b79-b466-b1edabbab1b6 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:14.686707 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43500) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:14.701501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-259c7185-3fed-41a5-97ba-585e4f3ab760 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'floatingip': {'port_id': '23900bf7-d8fc-4009-9d29-3e5738dff71f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:14.753224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d2c630a7-0c21-40b4-a712-21df2fe53ba6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:14.768928 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e4001f59-26ba-4216-a3d1-6404a3a8a7f4 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:14.821969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e4001f59-26ba-4216-a3d1-6404a3a8a7f4 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:14.830160 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8e44db3b-fa21-4603-a099-39a6b2839bcf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:14.835162 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:14.845582 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc146d-963f-4d58-a289-3d84df561a4e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa51eb6-8322-4c50-853e-0629b1ad923a,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:14.869847 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ddbc146d-963f-4d58-a289-3d84df561a4e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:14.870115 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-e4001f59-26ba-4216-a3d1-6404a3a8a7f4 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Deleting port 67a50913-1d77-4de8-aad3-c0e5c2910032 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:14.870419 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e4001f59-26ba-4216-a3d1-6404a3a8a7f4 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:14.887911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de186e1d-bec7-4860-a71f-2a470c2c1ee6 req-4291f640-cef9-461f-9e96-636e9a50e7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:14.889430 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-de186e1d-bec7-4860-a71f-2a470c2c1ee6 req-4291f640-cef9-461f-9e96-636e9a50e7b2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b4cba5be-5b3b-4f1f-947c-4814691b80fa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5667622
Dec 24 10:52:14.894118 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ddbc146d-963f-4d58-a289-3d84df561a4e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:14.898332 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ddbc146d-963f-4d58-a289-3d84df561a4e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 1.1362066
Dec 24 10:52:14.913451 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43504) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:14.925481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-259c7185-3fed-41a5-97ba-585e4f3ab760 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:14.951395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e44db3b-fa21-4603-a099-39a6b2839bcf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:14.958257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-8e44db3b-fa21-4603-a099-39a6b2839bcf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:14.970950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e999ca3-9e45-4c9a-8747-d1532863a09f None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:52:14.979587 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e44db3b-fa21-4603-a099-39a6b2839bcf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:14.980231 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8e44db3b-fa21-4603-a099-39a6b2839bcf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:15.012366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cdd2e8d6-8cc3-4b79-b466-b1edabbab1b6 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:15.013602 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-cdd2e8d6-8cc3-4b79-b466-b1edabbab1b6 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] 10.222.0.54 "DELETE /v2.0/ports/e60b3d9b-07ed-4a24-b602-7eda463d6459 HTTP/1.1" status: 204  len: 168 time: 2.3131032
Dec 24 10:52:15.022701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44db3b-fa21-4603-a099-39a6b2839bcf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=9ceb60cb-04e8-4a69-9d43-6c81ac795e1c,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:15.033006 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8e44db3b-fa21-4603-a099-39a6b2839bcf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:15.153214 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8e44db3b-fa21-4603-a099-39a6b2839bcf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5129726
Dec 24 10:52:15.155798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43510) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:15.163219 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6452a1bf-d742-4ec3-b54c-92c2d903c923 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:15.168134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'fixed_ips': [{'subnet_id': '9ceb60cb-04e8-4a69-9d43-6c81ac795e1c', 'ip_address': '2001:db8::b039:3f6b:29db:ab3a'}], 'name': 'tempest-NetworksTestDHCPv6-971154553'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:15.341388 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e4001f59-26ba-4216-a3d1-6404a3a8a7f4 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:15.380956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6452a1bf-d742-4ec3-b54c-92c2d903c923 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:15.404051 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-de186e1d-bec7-4860-a71f-2a470c2c1ee6 req-ff5abf38-75b6-4bfb-8960-02282ad059ec service neutron] 10.222.0.32 "GET /v2.0/networks/b4cba5be-5b3b-4f1f-947c-4814691b80fa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5043271
Dec 24 10:52:15.465986 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': '9ceb60cb-04e8-4a69-9d43-6c81ac795e1c'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:52:15.468196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:15.529366 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-e4001f59-26ba-4216-a3d1-6404a3a8a7f4 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Calling delete_port for 67a50913-1d77-4de8-aad3-c0e5c2910032 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:15.683504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43522) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:15.684644 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:15.743225 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:15.761803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6452a1bf-d742-4ec3-b54c-92c2d903c923 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:15.774026 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-604fbecb-74ea-41ca-a52b-126178f3c712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:15.798726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452a1bf-d742-4ec3-b54c-92c2d903c923 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a26df84-ea16-4e74-a969-8b46e26fd256,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:15.802775 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6452a1bf-d742-4ec3-b54c-92c2d903c923 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:15.816660 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:15.841523 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6452a1bf-d742-4ec3-b54c-92c2d903c923 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:15.842759 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6452a1bf-d742-4ec3-b54c-92c2d903c923 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-groups/8a26df84-ea16-4e74-a969-8b46e26fd256 HTTP/1.1" status: 204  len: 168 time: 0.9258125
Dec 24 10:52:15.848149 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43528) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:15.937032 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Allocated IP 2001:db8::2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/9ceb60cb-04e8-4a69-9d43-6c81ac795e1c/2d593fab-323c-41d3-8632-03540b36a245) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:16.022179 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-de186e1d-bec7-4860-a71f-2a470c2c1ee6 req-648e78d2-8d05-406b-b3e1-117ef12381f4 service neutron] 10.222.0.32 "GET /v2.0/networks/b4cba5be-5b3b-4f1f-947c-4814691b80fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6031172
Dec 24 10:52:16.058966 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2280ae83-5358-4a27-a518-0c6a3af32b26 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:16.082589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:16.110128 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e4001f59-26ba-4216-a3d1-6404a3a8a7f4 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:16.124341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c828c1a8-c999-44b6-bd72-cc2713aa9d6c tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:16.265503 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-259c7185-3fed-41a5-97ba-585e4f3ab760 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:16.270913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-259c7185-3fed-41a5-97ba-585e4f3ab760 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:16.283823 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2280ae83-5358-4a27-a518-0c6a3af32b26 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:16.284348 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:16.289030 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2280ae83-5358-4a27-a518-0c6a3af32b26 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4358563
Dec 24 10:52:16.295444 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af7661f9-62ec-4a22-9e1d-fb8e531de77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:16.297998 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Transition to ACTIVE for port object 2d593fab-323c-41d3-8632-03540b36a245 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:16.304656 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43532) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:16.308514 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4001f59-26ba-4216-a3d1-6404a3a8a7f4 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Pushing event deleted for resources: {'Port': ['ID=67a50913-1d77-4de8-aad3-c0e5c2910032,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:16.319598 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Transition to ACTIVE for port object 2d593fab-323c-41d3-8632-03540b36a245 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:16.329299 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:16.333820 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c72cf813-afea-41f3-b382-26921bcffdb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:16.343514 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e4001f59-26ba-4216-a3d1-6404a3a8a7f4 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:16.347246 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-03ad7e36-8be8-4926-979f-a8185059aed8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551862033'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:16.357477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port 7f5dd331-433d-4689-9f99-0b17ec11ed11 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:52:16.402635 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-03ad7e36-8be8-4926-979f-a8185059aed8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:16.407237 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-af7661f9-62ec-4a22-9e1d-fb8e531de77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:16.412707 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:16.414233 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:16.419472 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:16.429061 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Pushing event updated for resources: {'Port': ['ID=2d593fab-323c-41d3-8632-03540b36a245,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:16.443020 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-af7661f9-62ec-4a22-9e1d-fb8e531de77d admin admin] Usage tracker for resource:security_group_rule and tenant:c5f486c5cd0e4cb099d89888ef591c4e is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:16.452277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-03ad7e36-8be8-4926-979f-a8185059aed8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:16.458731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-af7661f9-62ec-4a22-9e1d-fb8e531de77d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:16.482337 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:16.501539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-af7661f9-62ec-4a22-9e1d-fb8e531de77d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:16.551486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Attempting to bind port 2d593fab-323c-41d3-8632-03540b36a245 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:52:16.552270 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Attempting to bind port 2d593fab-323c-41d3-8632-03540b36a245 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:52:16.552647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Attempting to bind port 2d593fab-323c-41d3-8632-03540b36a245 on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:52:16.559667 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:52:16.560184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:52:16.560446 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:16.560837 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:52:16.561414 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Bound port: 2d593fab-323c-41d3-8632-03540b36a245, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:52:16.561810 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:16.618229 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03ad7e36-8be8-4926-979f-a8185059aed8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:16.668226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] For port 2d593fab-323c-41d3-8632-03540b36a245, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:52:16.672372 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] For port 2d593fab-323c-41d3-8632-03540b36a245, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=2d593fab-323c-41d3-8632-03540b36a245,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:52:16.679423 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:16.684148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a743fd7e-4a71-4289-b74b-a362e102d236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:16.717608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e4001f59-26ba-4216-a3d1-6404a3a8a7f4 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:16.767055 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259c7185-3fed-41a5-97ba-585e4f3ab760 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 91a969c7-6ec3-42de-b80c-73cfd6e86137 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:52:16.786500 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-03ad7e36-8be8-4926-979f-a8185059aed8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:16.820156 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-03ad7e36-8be8-4926-979f-a8185059aed8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:16.827556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-03ad7e36-8be8-4926-979f-a8185059aed8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:16.846728 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Pushing event updated for resources: {'Port': ['ID=2d593fab-323c-41d3-8632-03540b36a245,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:16.856237 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:16.916112 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-03ad7e36-8be8-4926-979f-a8185059aed8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:17.011125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::b039:3f6b:29db:ab3a (51d30af2-9f70-4c66-8947-64c1ea7cb845/9ceb60cb-04e8-4a69-9d43-6c81ac795e1c/7f5dd331-433d-4689-9f99-0b17ec11ed11) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:17.057161 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259c7185-3fed-41a5-97ba-585e4f3ab760 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:17.062490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-259c7185-3fed-41a5-97ba-585e4f3ab760 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:17.076714 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efafd3f-f0e5-44de-a2e7-df16bd196b4d None None] Sync routers for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:17.095093 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efafd3f-f0e5-44de-a2e7-df16bd196b4d None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:17.095726 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-0efafd3f-f0e5-44de-a2e7-df16bd196b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de9fe20>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:17.217942 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-259c7185-3fed-41a5-97ba-585e4f3ab760 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "PUT /v2.0/floatingips/d454af33-32cc-4005-a5ce-f3a425e2c5c4 HTTP/1.1" status: 200  len: 978 time: 2.5280375
Dec 24 10:52:17.234634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43542) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:17.256598 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-0efafd3f-f0e5-44de-a2e7-df16bd196b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de9fe20>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:17.282521 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efafd3f-f0e5-44de-a2e7-df16bd196b4d None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:17.283582 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-0efafd3f-f0e5-44de-a2e7-df16bd196b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de9fe20>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:17.419101 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af7661f9-62ec-4a22-9e1d-fb8e531de77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:17.420255 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-0efafd3f-f0e5-44de-a2e7-df16bd196b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de9fe20>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:17.421733 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0efafd3f-f0e5-44de-a2e7-df16bd196b4d None None] The sync data for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:17.439114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e4001f59-26ba-4216-a3d1-6404a3a8a7f4 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:17.485584 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03ad7e36-8be8-4926-979f-a8185059aed8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:17.513542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03ad7e36-8be8-4926-979f-a8185059aed8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:17.517267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af7661f9-62ec-4a22-9e1d-fb8e531de77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:17.532712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:17.551814 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e4001f59-26ba-4216-a3d1-6404a3a8a7f4 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:17.669473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-abde853f-b139-4177-b8f6-429274866f4d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Deleting port 957381ce-5378-4c40-bbe5-13116e8d4862 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:17.669816 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-abde853f-b139-4177-b8f6-429274866f4d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:17.723468 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-af7661f9-62ec-4a22-9e1d-fb8e531de77d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c5f486c5cd0e4cb099d89888ef591c4e&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0350800
Dec 24 10:52:17.730888 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad7e36-8be8-4926-979f-a8185059aed8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d20420-da3b-4da8-93c4-c0c091bbbf51,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:17.745752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43546) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:17.860440 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03ad7e36-8be8-4926-979f-a8185059aed8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:17.861907 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-03ad7e36-8be8-4926-979f-a8185059aed8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.5510724
Dec 24 10:52:17.863674 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4001f59-26ba-4216-a3d1-6404a3a8a7f4 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Router cb854f3c-4b77-48f9-9732-4bfe84204fe0 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:52:17.868378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7661f9-62ec-4a22-9e1d-fb8e531de77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcd3e2a-7966-44b8-b1a7-a6bdbd5f7664,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:17.868555 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43550) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:17.876607 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-632d464b-d4e0-4570-a050-7219e3a98576 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group': {'name': 'tempest-secgroup--374161046'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:17.888888 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-af7661f9-62ec-4a22-9e1d-fb8e531de77d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:17.891598 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:17.906450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-632d464b-d4e0-4570-a050-7219e3a98576 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:17.906615 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:17.913951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bef0afcb-143a-4b9a-9ba5-fb4164074c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:17.918328 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-632d464b-d4e0-4570-a050-7219e3a98576 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:17.921798 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-abde853f-b139-4177-b8f6-429274866f4d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:17.926310 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-abde853f-b139-4177-b8f6-429274866f4d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:17.934987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-632d464b-d4e0-4570-a050-7219e3a98576 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:17.955352 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-632d464b-d4e0-4570-a050-7219e3a98576 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:18.094425 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 2d593fab-323c-41d3-8632-03540b36a245 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:52:18.182036 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 2d593fab-323c-41d3-8632-03540b36a245 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:18.233391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-abde853f-b139-4177-b8f6-429274866f4d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Calling delete_port for 957381ce-5378-4c40-bbe5-13116e8d4862 owned by network:floatingip {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:18.259221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:18.322829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-632d464b-d4e0-4570-a050-7219e3a98576 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:18.358131 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bef0afcb-143a-4b9a-9ba5-fb4164074c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:18.360527 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4001f59-26ba-4216-a3d1-6404a3a8a7f4 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:18.362403 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object 7f5dd331-433d-4689-9f99-0b17ec11ed11 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:18.368912 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e4001f59-26ba-4216-a3d1-6404a3a8a7f4 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:18.370266 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e4001f59-26ba-4216-a3d1-6404a3a8a7f4 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "PUT /v2.0/routers/cb854f3c-4b77-48f9-9732-4bfe84204fe0 HTTP/1.1" status: 200  len: 706 time: 4.5780170
Dec 24 10:52:18.372465 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56859858-dc0e-4c47-9636-0f422b392f81 None None] Sync routers for ids ['cb854f3c-4b77-48f9-9732-4bfe84204fe0'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:18.372729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43560) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:18.388171 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56859858-dc0e-4c47-9636-0f422b392f81 None None] Routers {'cb854f3c-4b77-48f9-9732-4bfe84204fe0'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:18.388715 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-56859858-dc0e-4c47-9636-0f422b392f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d37cd30>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['cb854f3c-4b77-48f9-9732-4bfe84204fe0'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:18.470224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-632d464b-d4e0-4570-a050-7219e3a98576 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:18.508715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-632d464b-d4e0-4570-a050-7219e3a98576 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:18.522609 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-632d464b-d4e0-4570-a050-7219e3a98576 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:18.534964 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f38ee691-9741-4108-abfa-0a19f0ee18fe tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "GET /v2.0/routers/cb854f3c-4b77-48f9-9732-4bfe84204fe0 HTTP/1.1" status: 200  len: 741 time: 0.1609590
Dec 24 10:52:18.537492 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43564) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:18.539932 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-56859858-dc0e-4c47-9636-0f422b392f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d37cd30>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:18.541811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-632d464b-d4e0-4570-a050-7219e3a98576 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:18.578562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56859858-dc0e-4c47-9636-0f422b392f81 None None] Routers {'cb854f3c-4b77-48f9-9732-4bfe84204fe0'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:18.579632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-56859858-dc0e-4c47-9636-0f422b392f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d37cd30>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['cb854f3c-4b77-48f9-9732-4bfe84204fe0'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:18.595985 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7b5a636b-d01f-4408-8cce-8c4c0bc04cf0 tempest-RoutersAdminTest-489151514 tempest-RoutersAdminTest-489151514-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=38a55964-33b9-4484-a01f-c130c608c280&device_id=cb854f3c-4b77-48f9-9732-4bfe84204fe0 HTTP/1.1" status: 200  len: 205 time: 0.0555239
Dec 24 10:52:18.598604 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43568) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:18.627745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bef0afcb-143a-4b9a-9ba5-fb4164074c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:18.642770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:18.652173 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-448d844f-3acd-43ee-b11c-c0f5a3ada061 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb854f3c-4b77-48f9-9732-4bfe84204fe0 HTTP/1.1" status: 200  len: 205 time: 0.0522482
Dec 24 10:52:18.653312 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:18.654737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43572) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:18.659425 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-56859858-dc0e-4c47-9636-0f422b392f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d37cd30>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:18.660305 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56859858-dc0e-4c47-9636-0f422b392f81 None None] The sync data for ids ['cb854f3c-4b77-48f9-9732-4bfe84204fe0'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:18.669219 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-acb6fa6e-991c-47f0-a805-d89a90e14b71 None None] Provisioning for port 2d593fab-323c-41d3-8632-03540b36a245 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:18.674422 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0afcb-143a-4b9a-9ba5-fb4164074c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcd3e2a-7966-44b8-b1a7-a6bdbd5f7664,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:18.676846 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-acb6fa6e-991c-47f0-a805-d89a90e14b71 None None] Provisioning complete for port 2d593fab-323c-41d3-8632-03540b36a245 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:18.677472 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-acb6fa6e-991c-47f0-a805-d89a90e14b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:18.684287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bef0afcb-143a-4b9a-9ba5-fb4164074c3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:18.715939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e583afec-f2e5-4334-af5f-f286e84111f1 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:18.723652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-abde853f-b139-4177-b8f6-429274866f4d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:18.750864 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-abeeeac8-fb8f-4a65-94eb-d6a93081e7ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:18.852473 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-acb6fa6e-991c-47f0-a805-d89a90e14b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:18.883030 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:18.889296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:18.892467 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ba1cdd6d-2183-46b7-885c-0299b5b66710 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:18.895151 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde853f-b139-4177-b8f6-429274866f4d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event deleted for resources: {'Port': ['ID=957381ce-5378-4c40-bbe5-13116e8d4862,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:18.897398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-abde853f-b139-4177-b8f6-429274866f4d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:18.910931 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-632d464b-d4e0-4570-a050-7219e3a98576 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:18.926352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-acb6fa6e-991c-47f0-a805-d89a90e14b71 None None] For port 2d593fab-323c-41d3-8632-03540b36a245, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=2d593fab-323c-41d3-8632-03540b36a245,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:18.932486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-acb6fa6e-991c-47f0-a805-d89a90e14b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:18.936317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-90fbf961-2b2f-4d75-95ac-a0c738dbfd9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:18.962820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bef0afcb-143a-4b9a-9ba5-fb4164074c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:18.966326 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bef0afcb-143a-4b9a-9ba5-fb4164074c3d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/cbcd3e2a-7966-44b8-b1a7-a6bdbd5f7664 HTTP/1.1" status: 204  len: 168 time: 1.2172177
Dec 24 10:52:18.966473 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:18.967297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-632d464b-d4e0-4570-a050-7219e3a98576 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:18.970742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:18.971387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:18.973507 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:19.015352 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-abde853f-b139-4177-b8f6-429274866f4d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:19.015696 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-abde853f-b139-4177-b8f6-429274866f4d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Floating IP d454af33-32cc-4005-a5ce-f3a425e2c5c4 disassociated (deleted). External IP: 172.26.4.140, port: 23900bf7-d8fc-4009-9d29-3e5738dff71f.
Dec 24 10:52:19.024263 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=7f5dd331-433d-4689-9f99-0b17ec11ed11,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:19.031468 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:19.072673 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6fa6e-991c-47f0-a805-d89a90e14b71 None None] Pushing event updated for resources: {'Port': ['ID=2d593fab-323c-41d3-8632-03540b36a245,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:19.080839 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-acb6fa6e-991c-47f0-a805-d89a90e14b71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:19.084422 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-632d464b-d4e0-4570-a050-7219e3a98576 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:19.088193 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-632d464b-d4e0-4570-a050-7219e3a98576 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.2161536
Dec 24 10:52:19.088899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43580) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:19.104539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-969c2f9e-bcf3-4639-815c-8f6d8dab1369 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group_rule': {'security_group_id': '36d20420-da3b-4da8-93c4-c0c091bbbf51', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '38c0c578-8bc4-4e7a-87ed-5a19ea4c29ec', 'remote_ip_prefix': None}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:19.112111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d464b-d4e0-4570-a050-7219e3a98576 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38c0c578-8bc4-4e7a-87ed-5a19ea4c29ec,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:19.114955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-632d464b-d4e0-4570-a050-7219e3a98576 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:19.116082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-969c2f9e-bcf3-4639-815c-8f6d8dab1369 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:19.124066 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-969c2f9e-bcf3-4639-815c-8f6d8dab1369 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:19.131579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-969c2f9e-bcf3-4639-815c-8f6d8dab1369 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:19.135741 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.9772580
Dec 24 10:52:19.139612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43584) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:19.144434 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-969c2f9e-bcf3-4639-815c-8f6d8dab1369 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:19.149553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4171b93d-cee9-41f9-a35c-6faa219a0f8b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'fixed_ips': [{'subnet_id': '9ceb60cb-04e8-4a69-9d43-6c81ac795e1c', 'ip_address': '2001:db8::b039:3f6b:29db:ab3a'}], 'name': 'tempest-NetworksTestDHCPv6-1597867309'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:19.268951 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b01eb352-abc7-4083-8d36-989f0b36b9c5 None None] Provisioning for port 7f5dd331-433d-4689-9f99-0b17ec11ed11 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:19.275679 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b01eb352-abc7-4083-8d36-989f0b36b9c5 None None] Provisioning complete for port 7f5dd331-433d-4689-9f99-0b17ec11ed11 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:19.276159 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b01eb352-abc7-4083-8d36-989f0b36b9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:19.310685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-969c2f9e-bcf3-4639-815c-8f6d8dab1369 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:19.420940 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b01eb352-abc7-4083-8d36-989f0b36b9c5 None None] Port 7f5dd331-433d-4689-9f99-0b17ec11ed11 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:52:19.483203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43594) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:19.571342 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ba1cdd6d-2183-46b7-885c-0299b5b66710 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:19.578729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ba1cdd6d-2183-46b7-885c-0299b5b66710 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:19.585419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-969c2f9e-bcf3-4639-815c-8f6d8dab1369 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:19.593851 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-969c2f9e-bcf3-4639-815c-8f6d8dab1369 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:19.596492 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e6ce9544-e8c8-49ca-8d14-5509ec14720f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5ccaa8fd4ea84d7e8062195ed8073ae8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1099555
Dec 24 10:52:19.602974 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43598) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:19.669458 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ddbc146d-963f-4d58-a289-3d84df561a4e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:19.689457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ba1cdd6d-2183-46b7-885c-0299b5b66710 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:19.690010 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba1cdd6d-2183-46b7-885c-0299b5b66710 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Fanout notify agent at l3_agent the message router_deleted on router cb854f3c-4b77-48f9-9732-4bfe84204fe0 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:52:19.707800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c2f9e-bcf3-4639-815c-8f6d8dab1369 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f846862-e6fd-4890-9cf7-3ef5264768d5,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:19.714042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-969c2f9e-bcf3-4639-815c-8f6d8dab1369 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:19.728048 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ba1cdd6d-2183-46b7-885c-0299b5b66710 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:19.731304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-969c2f9e-bcf3-4639-815c-8f6d8dab1369 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:19.734403 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-969c2f9e-bcf3-4639-815c-8f6d8dab1369 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.6342812
Dec 24 10:52:19.734701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43602) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:19.734892 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ba1cdd6d-2183-46b7-885c-0299b5b66710 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "DELETE /v2.0/routers/cb854f3c-4b77-48f9-9732-4bfe84204fe0 HTTP/1.1" status: 204  len: 168 time: 1.0790083
Dec 24 10:52:19.747054 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43604) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:19.772550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4171b93d-cee9-41f9-a35c-6faa219a0f8b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:19.787434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-943a3b35-1704-4bc7-8615-2278853ae12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:19.791534 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b2e2722-8f81-4dbc-9ec1-67d8c66ec44b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:19.797621 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4171b93d-cee9-41f9-a35c-6faa219a0f8b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:port and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:19.807613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4171b93d-cee9-41f9-a35c-6faa219a0f8b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:19.819653 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b2e2722-8f81-4dbc-9ec1-67d8c66ec44b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:19.838958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4171b93d-cee9-41f9-a35c-6faa219a0f8b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:19.854630 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-943a3b35-1704-4bc7-8615-2278853ae12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:19.882566 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4171b93d-cee9-41f9-a35c-6faa219a0f8b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:19.887685 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4171b93d-cee9-41f9-a35c-6faa219a0f8b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:19.915699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b2e2722-8f81-4dbc-9ec1-67d8c66ec44b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:19.923965 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:19.943121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-4171b93d-cee9-41f9-a35c-6faa219a0f8b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port 88b9b0fc-bec6-4fe7-8d19-9613c3b5ac36 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:52:19.977839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e2722-8f81-4dbc-9ec1-67d8c66ec44b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f846862-e6fd-4890-9cf7-3ef5264768d5,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:19.988458 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-188503b4-7fc3-4a8c-bde1-5fdf8117c312 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "GET /v2.0/ports?device_id=cb854f3c-4b77-48f9-9732-4bfe84204fe0 HTTP/1.1" status: 200  len: 205 time: 0.2506466
Dec 24 10:52:19.995371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2b2e2722-8f81-4dbc-9ec1-67d8c66ec44b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:19.996391 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43610) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:20.006078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b2e2722-8f81-4dbc-9ec1-67d8c66ec44b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:20.007195 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2b2e2722-8f81-4dbc-9ec1-67d8c66ec44b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/3f846862-e6fd-4890-9cf7-3ef5264768d5 HTTP/1.1" status: 204  len: 168 time: 0.2592287
Dec 24 10:52:20.007897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 2d593fab-323c-41d3-8632-03540b36a245 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:52:20.011173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43614) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:20.073962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abde853f-b139-4177-b8f6-429274866f4d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 91a969c7-6ec3-42de-b80c-73cfd6e86137 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:52:20.108153 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 2d593fab-323c-41d3-8632-03540b36a245 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:20.108619 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:20.118815 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-972e0e40-3410-4999-9123-6c644991ac24 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:20.215077 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-48adb602-99cc-4a38-8e34-1541d2023578 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] delete failed (client error): The resource could not be found.
Dec 24 10:52:20.218836 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-48adb602-99cc-4a38-8e34-1541d2023578 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "DELETE /v2.0/routers/cb854f3c-4b77-48f9-9732-4bfe84204fe0 HTTP/1.1" status: 404  len: 336 time: 0.2204130
Dec 24 10:52:20.219712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43618) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:20.226139 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-972e0e40-3410-4999-9123-6c644991ac24 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:20.227803 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-972e0e40-3410-4999-9123-6c644991ac24 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.2099144
Dec 24 10:52:20.231334 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43622) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:20.268612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-943a3b35-1704-4bc7-8615-2278853ae12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:20.279074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f439a67e-1232-4bbf-a16f-1a706b65c81b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:20.319223 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3e9729aa-d76c-41ca-b8dc-9a4f5635ff1b tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "GET /v2.0/ports?device_id=a6242a79-5802-4686-bb8d-3831864b41f7 HTTP/1.1" status: 200  len: 205 time: 0.0939441
Dec 24 10:52:20.321389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43626) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:20.424855 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-af68ea17-5a48-48d0-8a50-6648c9a725d8 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] delete failed (client error): The resource could not be found.
Dec 24 10:52:20.426062 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-af68ea17-5a48-48d0-8a50-6648c9a725d8 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "DELETE /v2.0/routers/a6242a79-5802-4686-bb8d-3831864b41f7 HTTP/1.1" status: 404  len: 336 time: 0.1003830
Dec 24 10:52:20.435146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43636) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:20.451894 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a3b35-1704-4bc7-8615-2278853ae12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea42af1f-ca8a-4798-81a7-aa60196313e9,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:20.457038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-943a3b35-1704-4bc7-8615-2278853ae12c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:20.480757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-943a3b35-1704-4bc7-8615-2278853ae12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:20.481204 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abde853f-b139-4177-b8f6-429274866f4d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:20.481390 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-943a3b35-1704-4bc7-8615-2278853ae12c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ea42af1f-ca8a-4798-81a7-aa60196313e9 HTTP/1.1" status: 204  len: 168 time: 0.8743680
Dec 24 10:52:20.488676 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-4171b93d-cee9-41f9-a35c-6faa219a0f8b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] POST failed (client error): There was a conflict when trying to complete your request.
Dec 24 10:52:20.489230 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4171b93d-cee9-41f9-a35c-6faa219a0f8b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:52:20.493035 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a528c6d-9999-482f-a1c2-8bc0be9dc7df None None] Sync routers for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:20.500054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-abde853f-b139-4177-b8f6-429274866f4d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:20.504247 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a528c6d-9999-482f-a1c2-8bc0be9dc7df None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:20.505504 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4a528c6d-9999-482f-a1c2-8bc0be9dc7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de8be50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:20.543326 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4171b93d-cee9-41f9-a35c-6faa219a0f8b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 409  len: 389 time: 1.4023566
Dec 24 10:52:20.545737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43648) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:20.572791 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-72953362-9a4c-40c5-a204-75403b1f6731 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "GET /v2.0/ports?device_id=7720413e-be1e-4aea-b8e1-4542c4f84af1 HTTP/1.1" status: 200  len: 205 time: 0.1369090
Dec 24 10:52:20.574209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43654) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:20.584599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bca33dc0-a2b6-426f-b413-f221790205f6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:20.668427 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e752a8f-e325-40b2-bf34-4d3e9d8d2a13 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:20.675539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e752a8f-e325-40b2-bf34-4d3e9d8d2a13 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:20.677009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6e752a8f-e325-40b2-bf34-4d3e9d8d2a13 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:20.706826 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4a528c6d-9999-482f-a1c2-8bc0be9dc7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de8be50>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:20.706996 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-d0c5d496-145d-48f7-ad05-edec0cd47f1c tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] delete failed (client error): The resource could not be found.
Dec 24 10:52:20.711094 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d0c5d496-145d-48f7-ad05-edec0cd47f1c tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "DELETE /v2.0/routers/7720413e-be1e-4aea-b8e1-4542c4f84af1 HTTP/1.1" status: 404  len: 336 time: 0.1282530
Dec 24 10:52:20.712161 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43658) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:20.733238 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-abde853f-b139-4177-b8f6-429274866f4d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/floatingips/d454af33-32cc-4005-a5ce-f3a425e2c5c4 HTTP/1.1" status: 204  len: 168 time: 3.4947329
Dec 24 10:52:20.733238 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bca33dc0-a2b6-426f-b413-f221790205f6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:20.736921 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a528c6d-9999-482f-a1c2-8bc0be9dc7df None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:20.737721 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4a528c6d-9999-482f-a1c2-8bc0be9dc7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de8be50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:20.744789 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43662) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:20.757767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6e752a8f-e325-40b2-bf34-4d3e9d8d2a13 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:20.759214 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6e752a8f-e325-40b2-bf34-4d3e9d8d2a13 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1686 time: 0.2123594
Dec 24 10:52:20.765053 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43666) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:20.826725 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-78d69db9-6d8d-4eb1-a3f7-863fa642d39a tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "GET /v2.0/ports?device_id=c37907f3-e723-4f63-9066-9f48d805a662 HTTP/1.1" status: 200  len: 205 time: 0.1133409
Dec 24 10:52:20.832093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43672) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:20.849486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-98ce24c3-bfe3-489c-9a75-7f30e2674bbb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Deleting port 23900bf7-d8fc-4009-9d29-3e5738dff71f {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:20.849844 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-98ce24c3-bfe3-489c-9a75-7f30e2674bbb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:20.881542 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4a528c6d-9999-482f-a1c2-8bc0be9dc7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de8be50>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:20.882459 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a528c6d-9999-482f-a1c2-8bc0be9dc7df None None] The sync data for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:20.904262 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bca33dc0-a2b6-426f-b413-f221790205f6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:20.909841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:20.937718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca33dc0-a2b6-426f-b413-f221790205f6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c0c578-8bc4-4e7a-87ed-5a19ea4c29ec,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:20.942274 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bca33dc0-a2b6-426f-b413-f221790205f6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:20.944632 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-fa56425b-ae5b-4ffe-8f3a-10f6cf90c66c tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] delete failed (client error): The resource could not be found.
Dec 24 10:52:20.945313 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fa56425b-ae5b-4ffe-8f3a-10f6cf90c66c tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "DELETE /v2.0/routers/c37907f3-e723-4f63-9066-9f48d805a662 HTTP/1.1" status: 404  len: 336 time: 0.1122937
Dec 24 10:52:20.967456 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43676) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:20.977225 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7f48e-00ee-4e59-b860-cae728c81be2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port 7f5dd331-433d-4689-9f99-0b17ec11ed11 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:20.977510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f48e-00ee-4e59-b860-cae728c81be2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:21.014963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bca33dc0-a2b6-426f-b413-f221790205f6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:21.016086 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bca33dc0-a2b6-426f-b413-f221790205f6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-groups/38c0c578-8bc4-4e7a-87ed-5a19ea4c29ec HTTP/1.1" status: 204  len: 168 time: 0.7837970
Dec 24 10:52:21.018940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43682) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:21.072725 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ff6894e1-4213-4fbe-b132-10933630a404 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "GET /v2.0/ports?device_id=89d356e1-bfb7-433c-aa07-4160dc1dbe9e HTTP/1.1" status: 200  len: 205 time: 0.1019661
Dec 24 10:52:21.073445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43690) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:21.169171 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-60f2cef8-bf5c-4a96-b824-9e09695cbc38 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] delete failed (client error): The resource could not be found.
Dec 24 10:52:21.172595 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-60f2cef8-bf5c-4a96-b824-9e09695cbc38 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "DELETE /v2.0/routers/89d356e1-bfb7-433c-aa07-4160dc1dbe9e HTTP/1.1" status: 404  len: 336 time: 0.0954328
Dec 24 10:52:21.179016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43696) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:21.256981 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9dae3d8c-a614-42e5-bb76-ca8f3107c047 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "GET /v2.0/ports?device_id=1b025322-bef1-4a0b-867a-68f70901eb19 HTTP/1.1" status: 200  len: 205 time: 0.0765646
Dec 24 10:52:21.259881 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43702) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:21.276437 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-35ecbde3-2fbb-4a49-bed6-8297581be2d3 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:21.300947 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-98ce24c3-bfe3-489c-9a75-7f30e2674bbb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:21.374927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-35ecbde3-2fbb-4a49-bed6-8297581be2d3 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:21.379295 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-35ecbde3-2fbb-4a49-bed6-8297581be2d3 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4505 time: 0.3594303
Dec 24 10:52:21.380059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43718) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:21.474980 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-4ce35aea-0e00-4c7c-aeda-726eb52c7fab tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] delete failed (client error): The resource could not be found.
Dec 24 10:52:21.478778 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4ce35aea-0e00-4c7c-aeda-726eb52c7fab tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "DELETE /v2.0/routers/1b025322-bef1-4a0b-867a-68f70901eb19 HTTP/1.1" status: 404  len: 336 time: 0.2126946
Dec 24 10:52:21.483696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43726) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:21.487191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-98ce24c3-bfe3-489c-9a75-7f30e2674bbb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Calling delete_port for 23900bf7-d8fc-4009-9d29-3e5738dff71f owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:21.566201 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab7219e-1261-4a32-afc3-ae091a6b3dea tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:52:21.566678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab7219e-1261-4a32-afc3-ae091a6b3dea tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:52:21.570772 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1ab7219e-1261-4a32-afc3-ae091a6b3dea tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] 10.222.0.54 "DELETE /v2.0/subnets/6be43080-dd02-4fa6-98f5-919cee77124b HTTP/1.1" status: 404  len: 337 time: 0.0811996
Dec 24 10:52:21.571993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-12c6e73d-0e2e-4c36-88fb-f6cfc69d13e6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:21.635017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f48e-00ee-4e59-b860-cae728c81be2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:21.643259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43732) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:21.708466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-12c6e73d-0e2e-4c36-88fb-f6cfc69d13e6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:21.815977 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7f48e-00ee-4e59-b860-cae728c81be2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for 7f5dd331-433d-4689-9f99-0b17ec11ed11 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:22.021380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43744) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:22.044034 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1660657957'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:22.078358 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:22.083971 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f48e-00ee-4e59-b860-cae728c81be2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:22.086945 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Usage tracker for resource:network and tenant:1da5cfee888343d4b01dfe0bbd6219e4 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:22.087218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-12c6e73d-0e2e-4c36-88fb-f6cfc69d13e6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:22.093449 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fb6da016-3fcc-4200-84db-c8fe2ae58add tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:22.095623 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8b5e0ce1-277e-4e1d-b29e-0c4afe0ae04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:22.117098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6e73d-0e2e-4c36-88fb-f6cfc69d13e6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d20420-da3b-4da8-93c4-c0c091bbbf51,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:22.123080 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-12c6e73d-0e2e-4c36-88fb-f6cfc69d13e6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:22.151386 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:22.156158 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7f48e-00ee-4e59-b860-cae728c81be2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=7f5dd331-433d-4689-9f99-0b17ec11ed11,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:22.164436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:22.166620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f8c7f48e-00ee-4e59-b860-cae728c81be2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:22.168786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-98ce24c3-bfe3-489c-9a75-7f30e2674bbb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:22.206504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-12c6e73d-0e2e-4c36-88fb-f6cfc69d13e6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:22.217091 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-12c6e73d-0e2e-4c36-88fb-f6cfc69d13e6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-groups/36d20420-da3b-4da8-93c4-c0c091bbbf51 HTTP/1.1" status: 204  len: 168 time: 0.7760410
Dec 24 10:52:22.217770 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43758) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:22.218446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dd2105de-4480-4e63-bf62-a02a200872ee tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:22.257457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1d836297-c0e1-4818-84ea-8794c3946830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:22.441425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce24c3-bfe3-489c-9a75-7f30e2674bbb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event deleted for resources: {'Port': ['ID=23900bf7-d8fc-4009-9d29-3e5738dff71f,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:22.471319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-98ce24c3-bfe3-489c-9a75-7f30e2674bbb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:22.478658 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f48e-00ee-4e59-b860-cae728c81be2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:22.482558 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Made reservation on behalf of 1da5cfee888343d4b01dfe0bbd6219e4 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:22.485890 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:22.496361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1d836297-c0e1-4818-84ea-8794c3946830 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:22.511943 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-98ce24c3-bfe3-489c-9a75-7f30e2674bbb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:22.513825 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-98ce24c3-bfe3-489c-9a75-7f30e2674bbb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/ports/23900bf7-d8fc-4009-9d29-3e5738dff71f HTTP/1.1" status: 204  len: 168 time: 1.7670474
Dec 24 10:52:22.521574 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43762) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:22.528478 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:22.536685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:22.542814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Usage tracker for resource:floatingip and tenant:cd9033324f80492388fb35eda7bfd1eb is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:22.552989 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:22.554679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e03ab0-3185-41ac-b659-3d35c318d48e req-cad4b086-2d1f-497b-a1b7-0c7de82de3ec tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:22.556183 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f0e03ab0-3185-41ac-b659-3d35c318d48e req-cad4b086-2d1f-497b-a1b7-0c7de82de3ec tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 945 time: 0.2714827
Dec 24 10:52:22.557147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:22.565581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:22.571453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1d836297-c0e1-4818-84ea-8794c3946830 admin admin] Usage tracker for resource:security_group_rule and tenant:b35f9da743d24de58b59d0a3dfe67701 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:22.578772 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-378e1afc-c33a-42db-bd9f-e1aae7cd167a tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:22.585579 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1d836297-c0e1-4818-84ea-8794c3946830 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:22.597428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1d836297-c0e1-4818-84ea-8794c3946830 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:22.600898 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:22.602464 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f8c7f48e-00ee-4e59-b860-cae728c81be2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/7f5dd331-433d-4689-9f99-0b17ec11ed11 HTTP/1.1" status: 204  len: 168 time: 1.8360908
Dec 24 10:52:22.608772 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43768) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:22.618725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:22.645155 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f0e03ab0-3185-41ac-b659-3d35c318d48e req-cb1494cc-0c44-4bf0-b6a8-4e36507b2f1d tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807691
Dec 24 10:52:22.717910 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Usage tracker for resource:security_group_rule and tenant:1da5cfee888343d4b01dfe0bbd6219e4 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:22.725113 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:22.730287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-378e1afc-c33a-42db-bd9f-e1aae7cd167a tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:22.735902 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-378e1afc-c33a-42db-bd9f-e1aae7cd167a tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.5128593
Dec 24 10:52:22.736077 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43776) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:22.742143 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:22.743285 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f8af0f18-6ab0-4ad9-8347-83bb58592c02 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group': {'name': 'tempest-secgroup--1847751408'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:22.750719 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f8af0f18-6ab0-4ad9-8347-83bb58592c02 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:22.758165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb87e7-dd7e-4508-86d9-7d9598d50fc9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:22.759787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8eb87e7-dd7e-4508-86d9-7d9598d50fc9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:22.760566 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d8eb87e7-dd7e-4508-86d9-7d9598d50fc9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:22.766414 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f8af0f18-6ab0-4ad9-8347-83bb58592c02 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:22.784408 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f8af0f18-6ab0-4ad9-8347-83bb58592c02 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:22.822581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f8af0f18-6ab0-4ad9-8347-83bb58592c02 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:22.829152 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f8af0f18-6ab0-4ad9-8347-83bb58592c02 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:22.833474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f8af0f18-6ab0-4ad9-8347-83bb58592c02 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:22.840221 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f8af0f18-6ab0-4ad9-8347-83bb58592c02 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:22.841389 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d8eb87e7-dd7e-4508-86d9-7d9598d50fc9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:22.842604 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d8eb87e7-dd7e-4508-86d9-7d9598d50fc9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2291114
Dec 24 10:52:22.846652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43780) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:22.860842 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc830818-eb25-42c3-90ee-48df0fc35cb8 req-2ec6ef6b-d5d8-473f-a5da-da31f2e9b9da tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:22.862392 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-cc830818-eb25-42c3-90ee-48df0fc35cb8 req-2ec6ef6b-d5d8-473f-a5da-da31f2e9b9da tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 945 time: 0.3852966
Dec 24 10:52:22.894125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:22.944988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1d836297-c0e1-4818-84ea-8794c3946830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:22.965930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1d836297-c0e1-4818-84ea-8794c3946830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:22.976161 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-032dc8cf-8106-49f7-8168-e97eaa178c51 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:22.994518 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-cc830818-eb25-42c3-90ee-48df0fc35cb8 req-c3112bdc-1eab-4a88-b6c8-b3bdd13b4ffd tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/security-groups?id=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1183658
Dec 24 10:52:23.003637 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b5248a-e601-4b5e-9bb4-69064c1b8d50 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 9ceb60cb-04e8-4a69-9d43-6c81ac795e1c {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:52:23.016208 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-80b5248a-e601-4b5e-9bb4-69064c1b8d50 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.024727 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.036109 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d836297-c0e1-4818-84ea-8794c3946830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e051f7-ccf5-40fc-b17c-57908339d516,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:23.039468 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1d836297-c0e1-4818-84ea-8794c3946830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:23.040251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.048520 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1d836297-c0e1-4818-84ea-8794c3946830 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b35f9da743d24de58b59d0a3dfe67701&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0253575
Dec 24 10:52:23.049197 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43786) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:23.051088 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1d72fd21-77bc-47ef-94a8-8e5cee756dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:23.094787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:52:23.111370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-80b5248a-e601-4b5e-9bb4-69064c1b8d50 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.129354 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=466b61b8-7072-4007-a914-e0edf4d628b2,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:23.133408 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:23.139614 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.140538 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Added segment 0f9ca424-e229-497d-9bb7-861f13a80318 of type vlan for network 508394c1-0df6-43cc-b58b-a3ac136267c8
Dec 24 10:52:23.175887 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-294620ec-9e13-4aa8-ad53-b009d3d7839b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.193771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.215597 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-294620ec-9e13-4aa8-ad53-b009d3d7839b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.261538 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f8af0f18-6ab0-4ad9-8347-83bb58592c02 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.275572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.279111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f8af0f18-6ab0-4ad9-8347-83bb58592c02 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.283771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:23.283771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.289375 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:23.296182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0c160ad2-6187-41c1-9296-466cc666ed57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:23.304171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Allocated IP 172.26.4.224 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/b216384e-55b7-4e80-bd37-2925c363e52d) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:23.373781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af0f18-6ab0-4ad9-8347-83bb58592c02 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb8f212-da4c-4512-9e30-623109227e8a,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:23.389141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f8af0f18-6ab0-4ad9-8347-83bb58592c02 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:23.394849 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-294620ec-9e13-4aa8-ad53-b009d3d7839b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.419758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Pushing event updated for resources: {'Network': ['ID=508394c1-0df6-43cc-b58b-a3ac136267c8,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:23.427146 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:23.427146 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:23.432590 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 508394c1-0df6-43cc-b58b-a3ac136267c8 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:52:23.455306 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.8073885
Dec 24 10:52:23.458852 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-294620ec-9e13-4aa8-ad53-b009d3d7839b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.467000 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-294620ec-9e13-4aa8-ad53-b009d3d7839b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/73e051f7-ccf5-40fc-b17c-57908339d516 HTTP/1.1" status: 204  len: 168 time: 0.4073193
Dec 24 10:52:23.467665 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43794) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:23.472247 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294620ec-9e13-4aa8-ad53-b009d3d7839b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e051f7-ccf5-40fc-b17c-57908339d516,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:23.483941 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-294620ec-9e13-4aa8-ad53-b009d3d7839b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:23.487870 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-2945012d-5cd6-45bc-843f-b9a190e2afb0 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Request body: {'subnet': {'network_id': '508394c1-0df6-43cc-b58b-a3ac136267c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:23.518067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f8af0f18-6ab0-4ad9-8347-83bb58592c02 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.525408 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f8af0f18-6ab0-4ad9-8347-83bb58592c02 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.7886288
Dec 24 10:52:23.529108 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43800) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:23.541234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-80b5248a-e601-4b5e-9bb4-69064c1b8d50 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.579982 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-dd85afc8-9cf2-48eb-8324-5641f50dc996 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group_rule': {'security_group_id': 'aeb8f212-da4c-4512-9e30-623109227e8a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:23.606016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-dd85afc8-9cf2-48eb-8324-5641f50dc996 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:23.623251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-dd85afc8-9cf2-48eb-8324-5641f50dc996 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:23.629788 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-dd85afc8-9cf2-48eb-8324-5641f50dc996 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:23.642010 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-dd85afc8-9cf2-48eb-8324-5641f50dc996 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:23.660292 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2945012d-5cd6-45bc-843f-b9a190e2afb0 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:23.665678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2945012d-5cd6-45bc-843f-b9a190e2afb0 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Usage tracker for resource:subnet and tenant:1da5cfee888343d4b01dfe0bbd6219e4 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:23.669213 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2945012d-5cd6-45bc-843f-b9a190e2afb0 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:23.676278 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2945012d-5cd6-45bc-843f-b9a190e2afb0 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:23.691264 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2945012d-5cd6-45bc-843f-b9a190e2afb0 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Made reservation on behalf of 1da5cfee888343d4b01dfe0bbd6219e4 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:23.698254 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2945012d-5cd6-45bc-843f-b9a190e2afb0 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.734458 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dd85afc8-9cf2-48eb-8324-5641f50dc996 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.762990 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.777321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-80b5248a-e601-4b5e-9bb4-69064c1b8d50 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.795103 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:23.862828 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-80b5248a-e601-4b5e-9bb4-69064c1b8d50 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:23.868520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c38777-b104-45a7-95ea-335ff7136ade None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:52:24.016941 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5248a-e601-4b5e-9bb4-69064c1b8d50 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=9ceb60cb-04e8-4a69-9d43-6c81ac795e1c,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:24.038930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dd85afc8-9cf2-48eb-8324-5641f50dc996 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.044555 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.067932 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-80b5248a-e601-4b5e-9bb4-69064c1b8d50 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/9ceb60cb-04e8-4a69-9d43-6c81ac795e1c HTTP/1.1" status: 204  len: 168 time: 1.2192812
Dec 24 10:52:24.070042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-80b5248a-e601-4b5e-9bb4-69064c1b8d50 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:24.070997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:24.076935 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43822) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:24.161111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:24.206995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:24.210027 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:24.242363 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-54da41fc-a066-41f5-9805-6b601f7d23ec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1642020
Dec 24 10:52:24.245655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dd85afc8-9cf2-48eb-8324-5641f50dc996 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.245897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=b216384e-55b7-4e80-bd37-2925c363e52d,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:24.249691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:24.249847 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43826) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:24.249980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43828) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:24.317747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-61180bda-d232-418a-85b4-ac3309dd2a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:24.333384 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:24.366279 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3209444c-b1a1-48b4-aaf5-e3192daba768 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1a39ae7fdc3a4d09a5aece81904e1d32&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1136522
Dec 24 10:52:24.378936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43834) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:24.379946 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6196fb29-9dbb-4f24-b07a-71bf741c09a4 None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:52:24.386075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6196fb29-9dbb-4f24-b07a-71bf741c09a4 None None] Deleting port 2d593fab-323c-41d3-8632-03540b36a245 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:24.386530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6196fb29-9dbb-4f24-b07a-71bf741c09a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.401221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2945012d-5cd6-45bc-843f-b9a190e2afb0 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.438946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1462bbf7-4ed5-45ca-ae7a-6942a186ef07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:24.446638 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd85afc8-9cf2-48eb-8324-5641f50dc996 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78a85e39-e008-41c3-a017-d2655ebc01f9,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:24.449512 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dd85afc8-9cf2-48eb-8324-5641f50dc996 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:24.513680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.518464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ee873-c0ee-49e3-b6e1-b8b39fc79264 req-b92d783f-7c8f-44b8-9918-003570d9f83f tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:24.526347 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-200ee873-c0ee-49e3-b6e1-b8b39fc79264 req-b92d783f-7c8f-44b8-9918-003570d9f83f tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 945 time: 0.3484938
Dec 24 10:52:24.529887 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dd85afc8-9cf2-48eb-8324-5641f50dc996 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.537275 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-dd85afc8-9cf2-48eb-8324-5641f50dc996 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.9625139
Dec 24 10:52:24.546998 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43838) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:24.554309 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-61180bda-d232-418a-85b4-ac3309dd2a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:24.560358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-61180bda-d232-418a-85b4-ac3309dd2a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:24.563764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-61180bda-d232-418a-85b4-ac3309dd2a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:24.572015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-61180bda-d232-418a-85b4-ac3309dd2a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:24.627606 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2945012d-5cd6-45bc-843f-b9a190e2afb0 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Checking segment: {'id': '0f9ca424-e229-497d-9bb7-861f13a80318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '508394c1-0df6-43cc-b58b-a3ac136267c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:52:24.627969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2945012d-5cd6-45bc-843f-b9a190e2afb0 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Network hostable DHCP agents. Network: 508394c1-0df6-43cc-b58b-a3ac136267c8, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:52:24.642625 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-200ee873-c0ee-49e3-b6e1-b8b39fc79264 req-435fecf7-b69b-4a45-a343-66e040f4639a tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160829
Dec 24 10:52:24.648305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2945012d-5cd6-45bc-843f-b9a190e2afb0 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Pushing event updated for resources: {'Subnet': ['ID=19e2fd9e-f9ad-4993-b7ce-a3f59a736b55,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:24.659332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2945012d-5cd6-45bc-843f-b9a190e2afb0 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:24.663818 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4cf81a1-9cb1-4a1d-b412-3a850eafe65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.697495 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-6196fb29-9dbb-4f24-b07a-71bf741c09a4 None None] For port 2d593fab-323c-41d3-8632-03540b36a245, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=2d593fab-323c-41d3-8632-03540b36a245,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:24.701913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4cf81a1-9cb1-4a1d-b412-3a850eafe65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.703589 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6196fb29-9dbb-4f24-b07a-71bf741c09a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.713046 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2945012d-5cd6-45bc-843f-b9a190e2afb0 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Network 508394c1-0df6-43cc-b58b-a3ac136267c8 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:52:24.750521 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-2945012d-5cd6-45bc-843f-b9a190e2afb0 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 508394c1-0df6-43cc-b58b-a3ac136267c8) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:24.759803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2945012d-5cd6-45bc-843f-b9a190e2afb0 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:24.760711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2945012d-5cd6-45bc-843f-b9a190e2afb0 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.787122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61180bda-d232-418a-85b4-ac3309dd2a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:24.791174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-61180bda-d232-418a-85b4-ac3309dd2a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.797316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8993b8-1dd7-40e4-91dc-53b0668c9a6c None None] Network 508394c1-0df6-43cc-b58b-a3ac136267c8 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:52:24.808977 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2945012d-5cd6-45bc-843f-b9a190e2afb0 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3378417
Dec 24 10:52:24.812289 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43842) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:24.813039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4cf81a1-9cb1-4a1d-b412-3a850eafe65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.822555 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-686eaa43-a2ee-436f-a729-112956fe910a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:24.841256 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-16f818be-94b2-4b0b-9c05-1013c09fd018 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-446247060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:24.848282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-16f818be-94b2-4b0b-9c05-1013c09fd018 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:24.853227 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-16f818be-94b2-4b0b-9c05-1013c09fd018 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Usage tracker for resource:router and tenant:1da5cfee888343d4b01dfe0bbd6219e4 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:24.856988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-16f818be-94b2-4b0b-9c05-1013c09fd018 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:24.863643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-16f818be-94b2-4b0b-9c05-1013c09fd018 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:24.882089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4cf81a1-9cb1-4a1d-b412-3a850eafe65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.883789 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c4cf81a1-9cb1-4a1d-b412-3a850eafe65b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7b9ef737-fbed-4029-99c5-9f14acd8efce HTTP/1.1" status: 204  len: 168 time: 0.4979806
Dec 24 10:52:24.884759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf81a1-9cb1-4a1d-b412-3a850eafe65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9ef737-fbed-4029-99c5-9f14acd8efce,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:24.896336 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c4cf81a1-9cb1-4a1d-b412-3a850eafe65b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:24.897932 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-16f818be-94b2-4b0b-9c05-1013c09fd018 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.899445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-16f818be-94b2-4b0b-9c05-1013c09fd018 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.921314 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-16f818be-94b2-4b0b-9c05-1013c09fd018 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.947400 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-16f818be-94b2-4b0b-9c05-1013c09fd018 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.975695 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6196fb29-9dbb-4f24-b07a-71bf741c09a4 None None] Calling delete_port for 2d593fab-323c-41d3-8632-03540b36a245 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:24.991081 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-16f818be-94b2-4b0b-9c05-1013c09fd018 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:24.992863 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-16f818be-94b2-4b0b-9c05-1013c09fd018 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.1743150
Dec 24 10:52:24.995929 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43850) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:25.031879 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:25.140409 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6196fb29-9dbb-4f24-b07a-71bf741c09a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:25.176569 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:25.185824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128e79a-ab39-47bf-8691-3b7399a93602 req-0f1cd3e9-fefa-41df-b827-edea31be8947 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:25.198153 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3128e79a-ab39-47bf-8691-3b7399a93602 req-0f1cd3e9-fefa-41df-b827-edea31be8947 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 945 time: 1.0317171
Dec 24 10:52:25.202190 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6131d51d-1672-4336-b1b7-db2120fd4da2 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:25.252839 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196fb29-9dbb-4f24-b07a-71bf741c09a4 None None] Pushing event deleted for resources: {'Port': ['ID=2d593fab-323c-41d3-8632-03540b36a245,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:25.255612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6131d51d-1672-4336-b1b7-db2120fd4da2 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:25.264727 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6196fb29-9dbb-4f24-b07a-71bf741c09a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:25.266841 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6196fb29-9dbb-4f24-b07a-71bf741c09a4 None None] No DVR routers for this DVR port 2d593fab-323c-41d3-8632-03540b36a245 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:52:25.411077 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-508394c1-0df6-43cc-b58b-a3ac136267c8', 'network_id': '508394c1-0df6-43cc-b58b-a3ac136267c8', 'tenant_id': '1da5cfee888343d4b01dfe0bbd6219e4', 'fixed_ips': [{'subnet_id': '19e2fd9e-f9ad-4993-b7ce-a3f59a736b55'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:52:25.411955 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:25.557402 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3128e79a-ab39-47bf-8691-3b7399a93602 req-10425c4e-0d5b-4d7e-bbfc-c3f611d8b56a tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/security-groups?id=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3574572
Dec 24 10:52:25.588376 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-61180bda-d232-418a-85b4-ac3309dd2a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:25.662741 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6a5101ad-9d02-4d54-aa95-279eea3f78a2 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:25.710927 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Allocated IP 172.20.0.2 (508394c1-0df6-43cc-b58b-a3ac136267c8/19e2fd9e-f9ad-4993-b7ce-a3f59a736b55/213954aa-d9e6-4b1e-a489-1fdb58496743) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:25.765071 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6131d51d-1672-4336-b1b7-db2120fd4da2 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:25.801909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61180bda-d232-418a-85b4-ac3309dd2a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:25.828386 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-61180bda-d232-418a-85b4-ac3309dd2a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:25.838844 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61180bda-d232-418a-85b4-ac3309dd2a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:25.840200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-61180bda-d232-418a-85b4-ac3309dd2a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:25.861648 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2febbc49-ae08-4726-a40c-b36bbd1bed5d None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:52:25.962658 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6131d51d-1672-4336-b1b7-db2120fd4da2 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:25.964140 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6131d51d-1672-4336-b1b7-db2120fd4da2 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/78a85e39-e008-41c3-a017-d2655ebc01f9 HTTP/1.1" status: 204  len: 168 time: 1.3763440
Dec 24 10:52:25.967059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61180bda-d232-418a-85b4-ac3309dd2a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=3c0f0810-418c-4a6f-92b8-9bc2d05aaa74,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:25.970192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-61180bda-d232-418a-85b4-ac3309dd2a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:25.971419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43870) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:26.013274 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e67f46cf-ad13-4d41-9c28-7f4ce7056cf0 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:26.060483 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-61180bda-d232-418a-85b4-ac3309dd2a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.8047371
Dec 24 10:52:26.080599 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43878) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:26.090201 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-03c0792e-9bba-46ef-ac97-dcded947a1c5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'fixed_ips': [{'subnet_id': '3c0f0810-418c-4a6f-92b8-9bc2d05aaa74', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-508500566'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:26.097007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131d51d-1672-4336-b1b7-db2120fd4da2 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78a85e39-e008-41c3-a017-d2655ebc01f9,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:26.101919 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6131d51d-1672-4336-b1b7-db2120fd4da2 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:26.118650 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 2d593fab-323c-41d3-8632-03540b36a245 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:52:26.164622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:26.193014 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:26.202588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c624c850-f026-4973-bcd2-0afd719e84aa tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:26.219359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:26.237908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 2d593fab-323c-41d3-8632-03540b36a245 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:52:26.237908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 2d593fab-323c-41d3-8632-03540b36a245 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:52:26.282252 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b600c4-ebc0-4caa-91f1-9d0f7b3ad359 req-6722ea40-b471-4fb5-a9f8-5505ef7f15a7 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:26.283993 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-43b600c4-ebc0-4caa-91f1-9d0f7b3ad359 req-6722ea40-b471-4fb5-a9f8-5505ef7f15a7 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 945 time: 0.4259789
Dec 24 10:52:26.429379 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:26.441790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Transition to ACTIVE for port object 213954aa-d9e6-4b1e-a489-1fdb58496743 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:26.465373 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Transition to ACTIVE for port object 213954aa-d9e6-4b1e-a489-1fdb58496743 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:26.471549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': '3c0f0810-418c-4a6f-92b8-9bc2d05aaa74'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:52:26.472877 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:26.485321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=b216384e-55b7-4e80-bd37-2925c363e52d,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:26.496070 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:26.498301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:26.514525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-70748385-25a8-4ade-b7b3-99e1c470afba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:26.525191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4579c711-0989-46d3-9679-4d476bf831d9 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:26.552035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d585ed-6ba3-4256-a4fe-9ea8159e1477 req-b3e07f0b-4c39-414e-8dd0-9d38fa0441ba tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:26.553547 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f3d585ed-6ba3-4256-a4fe-9ea8159e1477 req-b3e07f0b-4c39-414e-8dd0-9d38fa0441ba tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.32 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 945 time: 0.8922300
Dec 24 10:52:26.613632 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4579c711-0989-46d3-9679-4d476bf831d9 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:26.617541 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4579c711-0989-46d3-9679-4d476bf831d9 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.5529649
Dec 24 10:52:26.626829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43888) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:26.635513 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-43b600c4-ebc0-4caa-91f1-9d0f7b3ad359 req-352c0b76-dc7b-4435-bf5c-24ff5646669e tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3426185
Dec 24 10:52:26.669536 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:26.707557 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-03c0792e-9bba-46ef-ac97-dcded947a1c5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:26.729518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:26.730854 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.2082744
Dec 24 10:52:26.743387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4a9c4-8727-48d9-a0fb-ed0e8bd7012b req-1d5cb19a-52e2-4543-8c94-1c7db6ecb4d5 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:26.744998 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aa4a9c4-8727-48d9-a0fb-ed0e8bd7012b req-1d5cb19a-52e2-4543-8c94-1c7db6ecb4d5 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.32 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 945 time: 0.7876253
Dec 24 10:52:26.769461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43892) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:26.778462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Network 508394c1-0df6-43cc-b58b-a3ac136267c8 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:26.785344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-03c0792e-9bba-46ef-ac97-dcded947a1c5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:port and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:26.796845 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'port': {'network_id': 'fbd35e64-b1a6-487b-8589-9c730fd275d1', 'name': 'tempest-FloatingIPTestJSON-273061626'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:26.805315 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:26.808094 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Allocated IP 2001:db8::2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/3c0f0810-418c-4a6f-92b8-9bc2d05aaa74/e1e69120-4e7e-414f-9834-1483e09f5283) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:26.814066 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:26.818666 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-03c0792e-9bba-46ef-ac97-dcded947a1c5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:26.854972 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-03c0792e-9bba-46ef-ac97-dcded947a1c5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:26.864858 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Pushing event updated for resources: {'Port': ['ID=213954aa-d9e6-4b1e-a489-1fdb58496743,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:26.873945 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:26.893713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-f3d585ed-6ba3-4256-a4fe-9ea8159e1477 req-479f0d39-38b5-48c3-9e96-7e7e9fae9e39 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Deleting port 98135ef8-9880-4ddc-aded-a63122b26670 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:26.894113 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f3d585ed-6ba3-4256-a4fe-9ea8159e1477 req-479f0d39-38b5-48c3-9e96-7e7e9fae9e39 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:26.982019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03b844a8-518a-4d1b-955e-d566b869e7ad tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:27.005551 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c0792e-9bba-46ef-ac97-dcded947a1c5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:27.019897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Attempting to bind port 213954aa-d9e6-4b1e-a489-1fdb58496743 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:52:27.019897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Attempting to bind port 213954aa-d9e6-4b1e-a489-1fdb58496743 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0f9ca424-e229-497d-9bb7-861f13a80318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '508394c1-0df6-43cc-b58b-a3ac136267c8'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:52:27.020245 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Attempting to bind port 213954aa-d9e6-4b1e-a489-1fdb58496743 on network 508394c1-0df6-43cc-b58b-a3ac136267c8 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:52:27.031540 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:52:27.031962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Checking segment: {'id': '0f9ca424-e229-497d-9bb7-861f13a80318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '508394c1-0df6-43cc-b58b-a3ac136267c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:52:27.032324 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:27.032727 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Bound using segment: {'id': '0f9ca424-e229-497d-9bb7-861f13a80318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '508394c1-0df6-43cc-b58b-a3ac136267c8'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:52:27.033231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Bound port: 213954aa-d9e6-4b1e-a489-1fdb58496743, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9ca424-e229-497d-9bb7-861f13a80318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '508394c1-0df6-43cc-b58b-a3ac136267c8'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:52:27.033598 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:27.056632 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-1aa4a9c4-8727-48d9-a0fb-ed0e8bd7012b req-f21f960f-8628-4d22-a4b2-767b29c528dd tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Deleting port 051d9c7d-0653-4d16-af5b-1e971a9cce53 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:27.056940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1aa4a9c4-8727-48d9-a0fb-ed0e8bd7012b req-f21f960f-8628-4d22-a4b2-767b29c528dd tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:27.206969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03c0792e-9bba-46ef-ac97-dcded947a1c5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:27.264405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] For port 213954aa-d9e6-4b1e-a489-1fdb58496743, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:52:27.284496 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] For port 213954aa-d9e6-4b1e-a489-1fdb58496743, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=213954aa-d9e6-4b1e-a489-1fdb58496743,segment=NetworkSegment(0f9ca424-e229-497d-9bb7-861f13a80318),segment_id=0f9ca424-e229-497d-9bb7-861f13a80318)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:52:27.285813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:27.299590 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Transition to ACTIVE for port object e1e69120-4e7e-414f-9834-1483e09f5283 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:27.310166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c59c6c-8af4-4ab4-8193-218b313a0a1b req-bdca4109-b60d-48fa-82ca-a0da6daa8caf tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:27.321857 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-71c59c6c-8af4-4ab4-8193-218b313a0a1b req-bdca4109-b60d-48fa-82ca-a0da6daa8caf tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 945 time: 0.4884169
Dec 24 10:52:27.324860 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Transition to ACTIVE for port object e1e69120-4e7e-414f-9834-1483e09f5283 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:27.329669 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:27.332352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03b844a8-518a-4d1b-955e-d566b869e7ad tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:27.336833 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-acb6fa6e-991c-47f0-a805-d89a90e14b71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:27.360648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-03c0792e-9bba-46ef-ac97-dcded947a1c5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port fbe62ec0-5a4f-43ef-90cf-d814ad76de36 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:52:27.415808 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:27.500305 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:27.503079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:27.506006 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:27.511483 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Pushing event updated for resources: {'Port': ['ID=213954aa-d9e6-4b1e-a489-1fdb58496743,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:27.515700 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:27.516170 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:27.576027 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-71c59c6c-8af4-4ab4-8193-218b313a0a1b req-52151c89-e666-402d-8812-f072281d3052 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/security-groups?id=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2531557
Dec 24 10:52:27.648034 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:27.653344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Usage tracker for resource:port and tenant:cd9033324f80492388fb35eda7bfd1eb is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:27.656677 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:27.680221 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-f3d585ed-6ba3-4256-a4fe-9ea8159e1477 req-479f0d39-38b5-48c3-9e96-7e7e9fae9e39 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] For port 98135ef8-9880-4ddc-aded-a63122b26670, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=98135ef8-9880-4ddc-aded-a63122b26670,segment=NetworkSegment(5d9ccc71-7f94-4da7-b7fb-d38452276eaf),segment_id=5d9ccc71-7f94-4da7-b7fb-d38452276eaf)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:27.680646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f3d585ed-6ba3-4256-a4fe-9ea8159e1477 req-479f0d39-38b5-48c3-9e96-7e7e9fae9e39 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:27.692160 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:27.721366 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Allocated IP 172.20.0.1 (508394c1-0df6-43cc-b58b-a3ac136267c8/19e2fd9e-f9ad-4993-b7ce-a3f59a736b55/1c210749-056c-4846-ab68-1842fd7bc6bf) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:27.851214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Pushing event updated for resources: {'Port': ['ID=e1e69120-4e7e-414f-9834-1483e09f5283,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:27.858944 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:27.862664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Attempting to bind port e1e69120-4e7e-414f-9834-1483e09f5283 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:52:27.866018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Attempting to bind port e1e69120-4e7e-414f-9834-1483e09f5283 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:52:27.866616 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Attempting to bind port e1e69120-4e7e-414f-9834-1483e09f5283 on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:52:27.881054 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:52:27.881432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:52:27.882077 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:27.882625 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:52:27.883291 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Bound port: e1e69120-4e7e-414f-9834-1483e09f5283, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:52:27.883847 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:28.078352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] For port e1e69120-4e7e-414f-9834-1483e09f5283, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:52:28.079105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43912) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:28.082685 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] For port e1e69120-4e7e-414f-9834-1483e09f5283, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e1e69120-4e7e-414f-9834-1483e09f5283,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:52:28.085797 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 213954aa-d9e6-4b1e-a489-1fdb58496743 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:52:28.113741 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Made reservation on behalf of cd9033324f80492388fb35eda7bfd1eb for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:28.117015 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:28.123342 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:28.134477 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:28.180385 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03b844a8-518a-4d1b-955e-d566b869e7ad tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:28.199185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1d836297-c0e1-4818-84ea-8794c3946830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:28.226399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] device_id is not set on port 4e747b8f-d8ae-4f3a-9b4f-ad281d5c5118 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:52:28.271122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Pushing event updated for resources: {'Port': ['ID=e1e69120-4e7e-414f-9834-1483e09f5283,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:28.277484 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:28.310966 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 213954aa-d9e6-4b1e-a489-1fdb58496743 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:28.314064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b844a8-518a-4d1b-955e-d566b869e7ad tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb8f212-da4c-4512-9e30-623109227e8a,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:28.324252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-1aa4a9c4-8727-48d9-a0fb-ed0e8bd7012b req-f21f960f-8628-4d22-a4b2-767b29c528dd tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] For port 051d9c7d-0653-4d16-af5b-1e971a9cce53, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=051d9c7d-0653-4d16-af5b-1e971a9cce53,segment=NetworkSegment(c3f666df-cfe1-4d16-a1e0-2863183c8e20),segment_id=c3f666df-cfe1-4d16-a1e0-2863183c8e20)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:28.324706 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1aa4a9c4-8727-48d9-a0fb-ed0e8bd7012b req-f21f960f-8628-4d22-a4b2-767b29c528dd tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:28.337443 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-03b844a8-518a-4d1b-955e-d566b869e7ad tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:28.426328 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1930398122', 'router:external': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:28.449214 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:28.456659 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c0792e-9bba-46ef-ac97-dcded947a1c5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:52:28.457620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c0792e-9bba-46ef-ac97-dcded947a1c5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:52:28.472345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Usage tracker for resource:network and tenant:7065dbeb15604390bd404252b2a01e55 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:28.481786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:28.493857 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03b844a8-518a-4d1b-955e-d566b869e7ad tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:28.499332 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-03b844a8-518a-4d1b-955e-d566b869e7ad tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-groups/aeb8f212-da4c-4512-9e30-623109227e8a HTTP/1.1" status: 204  len: 168 time: 1.8685043
Dec 24 10:52:28.507910 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43920) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:28.519998 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:28.597017 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-03c0792e-9bba-46ef-ac97-dcded947a1c5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 2.5124960
Dec 24 10:52:28.597749 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43926) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:28.668297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Made reservation on behalf of 7065dbeb15604390bd404252b2a01e55 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:28.670699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:28.792973 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:28.870061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:28.874775 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:28.886198 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b013440e-3a96-4c1e-98ca-e6d7a60819d6 req-bc478929-f13f-4c45-aef7-a9a3889f4f3b tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:28.889398 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b013440e-3a96-4c1e-98ca-e6d7a60819d6 req-bc478929-f13f-4c45-aef7-a9a3889f4f3b tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 945 time: 0.8120754
Dec 24 10:52:28.900050 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-15079d32-95ce-4377-aeee-145552f7ab34 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:28.904338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Usage tracker for resource:security_group_rule and tenant:7065dbeb15604390bd404252b2a01e55 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:28.911254 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Allocated IP 172.20.0.9 (fbd35e64-b1a6-487b-8589-9c730fd275d1/82577826-dac5-4f61-b681-97f9cb758dd3/4e747b8f-d8ae-4f3a-9b4f-ad281d5c5118) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:28.929986 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:28.959380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:28.978808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Transition to ACTIVE for port object 1c210749-056c-4846-ab68-1842fd7bc6bf will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:29.026816 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-15079d32-95ce-4377-aeee-145552f7ab34 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:29.033860 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-15079d32-95ce-4377-aeee-145552f7ab34 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.5152433
Dec 24 10:52:29.034805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43930) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:29.045803 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f5faea56-2a9c-45ae-a6e3-0f660ece25b5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405471892'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:29.063296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f5faea56-2a9c-45ae-a6e3-0f660ece25b5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:29.069024 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1aa4a9c4-8727-48d9-a0fb-ed0e8bd7012b req-f21f960f-8628-4d22-a4b2-767b29c528dd tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.069490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1aa4a9c4-8727-48d9-a0fb-ed0e8bd7012b req-f21f960f-8628-4d22-a4b2-767b29c528dd tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.069708 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [req-1aa4a9c4-8727-48d9-a0fb-ed0e8bd7012b req-f21f960f-8628-4d22-a4b2-767b29c528dd tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Floating IP c4a634b8-3873-4a52-a9c4-8f43d35f3c63 disassociated. External IP: 172.26.4.110, port: 051d9c7d-0653-4d16-af5b-1e971a9cce53.
Dec 24 10:52:29.070073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-1aa4a9c4-8727-48d9-a0fb-ed0e8bd7012b req-f21f960f-8628-4d22-a4b2-767b29c528dd tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Calling delete_port for 051d9c7d-0653-4d16-af5b-1e971a9cce53 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:29.084011 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f48837b-6d9c-4687-9aca-785e9592e281 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:29.084823 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8f48837b-6d9c-4687-9aca-785e9592e281 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:29.100150 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f3d585ed-6ba3-4256-a4fe-9ea8159e1477 req-479f0d39-38b5-48c3-9e96-7e7e9fae9e39 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.100150 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f3d585ed-6ba3-4256-a4fe-9ea8159e1477 req-479f0d39-38b5-48c3-9e96-7e7e9fae9e39 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.100514 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [req-f3d585ed-6ba3-4256-a4fe-9ea8159e1477 req-479f0d39-38b5-48c3-9e96-7e7e9fae9e39 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Floating IP c8e15719-0e8d-46cb-9f8a-635f051fbfb2 disassociated. External IP: 172.26.4.215, port: 98135ef8-9880-4ddc-aded-a63122b26670.
Dec 24 10:52:29.100819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-f3d585ed-6ba3-4256-a4fe-9ea8159e1477 req-479f0d39-38b5-48c3-9e96-7e7e9fae9e39 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Calling delete_port for 98135ef8-9880-4ddc-aded-a63122b26670 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:29.104133 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b013440e-3a96-4c1e-98ca-e6d7a60819d6 req-f827bce7-2e5c-4a35-95c5-dc95123e01b1 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups?id=eb899612-7b84-4f90-9291-96b80c22f770&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1870039
Dec 24 10:52:29.157596 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f5faea56-2a9c-45ae-a6e3-0f660ece25b5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:29.182449 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae11d0bd-8e39-43a6-9476-3373297edcbf None None] Network 508394c1-0df6-43cc-b58b-a3ac136267c8 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:52:29.202576 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8f48837b-6d9c-4687-9aca-785e9592e281 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:29.206989 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8f48837b-6d9c-4687-9aca-785e9592e281 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.5592742
Dec 24 10:52:29.208025 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43934) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:29.236117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66b38d4-e574-4a43-87e0-d147d1219a79 req-9edadec9-c259-4f66-941a-458eee8331c5 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:29.237793 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a66b38d4-e574-4a43-87e0-d147d1219a79 req-9edadec9-c259-4f66-941a-458eee8331c5 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 945 time: 0.4470801
Dec 24 10:52:29.243947 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f5faea56-2a9c-45ae-a6e3-0f660ece25b5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.248342 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.256133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b0b9ef8b-d2b4-4caf-8071-36266242c241 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:29.295295 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e8d15519-1e68-4320-94f3-3a77e69a8f3b None None] Provisioning for port 213954aa-d9e6-4b1e-a489-1fdb58496743 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:29.304330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e8d15519-1e68-4320-94f3-3a77e69a8f3b None None] Provisioning complete for port 213954aa-d9e6-4b1e-a489-1fdb58496743 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:29.304994 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e8d15519-1e68-4320-94f3-3a77e69a8f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.372395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Network 508394c1-0df6-43cc-b58b-a3ac136267c8 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:29.395886 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:29.398379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:29.442248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 98135ef8-9880-4ddc-aded-a63122b26670 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:52:29.444380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Pushing event updated for resources: {'Port': ['ID=1c210749-056c-4846-ab68-1842fd7bc6bf,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:29.447276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:29.475832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.484792 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.494745 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.501326 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c4cf81a1-9cb1-4a1d-b412-3a850eafe65b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:29.519275 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.560993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1aa4a9c4-8727-48d9-a0fb-ed0e8bd7012b req-f21f960f-8628-4d22-a4b2-767b29c528dd tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.624481 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e8d15519-1e68-4320-94f3-3a77e69a8f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.647621 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a66b38d4-e574-4a43-87e0-d147d1219a79 req-0f33c0f7-b1a4-4177-9fc1-48851e52a674 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/security-groups?id=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3812780
Dec 24 10:52:29.649069 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ab218317-789b-4f05-94ea-18c275e05d56 tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:29.657328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b5e6f2f1-3e24-43e9-b2d4-a31ec08501f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.669521 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No active binding found for port 98135ef8-9880-4ddc-aded-a63122b26670 {{(pid=87560) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 24 10:52:29.670246 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 98135ef8-9880-4ddc-aded-a63122b26670 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:52:29.670832 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 051d9c7d-0653-4d16-af5b-1e971a9cce53 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:52:29.711861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:52:29.713042 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 051d9c7d-0653-4d16-af5b-1e971a9cce53 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:52:29.713740 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 051d9c7d-0653-4d16-af5b-1e971a9cce53 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:52:29.723245 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f3d585ed-6ba3-4256-a4fe-9ea8159e1477 req-479f0d39-38b5-48c3-9e96-7e7e9fae9e39 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.732547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f960f-8628-4d22-a4b2-767b29c528dd tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Pushing event deleted for resources: {'Port': ['ID=051d9c7d-0653-4d16-af5b-1e971a9cce53,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:29.736096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e8d15519-1e68-4320-94f3-3a77e69a8f3b None None] For port 213954aa-d9e6-4b1e-a489-1fdb58496743, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=213954aa-d9e6-4b1e-a489-1fdb58496743,segment=NetworkSegment(0f9ca424-e229-497d-9bb7-861f13a80318),segment_id=0f9ca424-e229-497d-9bb7-861f13a80318)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:29.742994 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40190e2-c5e5-4395-8155-158000a19d5c,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:29.747023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:29.758994 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.759635 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Added segment 5bd659a1-9113-4da0-9abb-612daad006c4 of type vlan for network 2c06e242-b76f-4c53-b750-fffd07617a54
Dec 24 10:52:29.761642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e8d15519-1e68-4320-94f3-3a77e69a8f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.764795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f5faea56-2a9c-45ae-a6e3-0f660ece25b5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:29.770024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2ac2afc4-251c-42be-bb75-e6f7c063dd04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:29.774214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f21f960f-8628-4d22-a4b2-767b29c528dd tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:29.816271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.852181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1a790fb7-946a-4270-92d1-017ae27c05e7 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:29.896168 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.900120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd14110-4400-477d-bbde-3aaa8c5512dd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:29.916342 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d15519-1e68-4320-94f3-3a77e69a8f3b None None] Pushing event updated for resources: {'Port': ['ID=213954aa-d9e6-4b1e-a489-1fdb58496743,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:29.920316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e8d15519-1e68-4320-94f3-3a77e69a8f3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:29.920568 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd14110-4400-477d-bbde-3aaa8c5512dd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:29.921337 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bcd14110-4400-477d-bbde-3aaa8c5512dd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:29.968691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f5faea56-2a9c-45ae-a6e3-0f660ece25b5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:29.975075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f5faea56-2a9c-45ae-a6e3-0f660ece25b5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:29.984534 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:29.986931 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f5faea56-2a9c-45ae-a6e3-0f660ece25b5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:30.002787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-bae07b80-f77c-4c5c-b366-3222b4d489ea tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:30.020578 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2c9df89b-e158-4982-b554-51371ac9e0f8 None None] Provisioning for port e1e69120-4e7e-414f-9834-1483e09f5283 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:30.061203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:30.061808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:30.092639 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f5faea56-2a9c-45ae-a6e3-0f660ece25b5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:30.100506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479f0d39-38b5-48c3-9e96-7e7e9fae9e39 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Pushing event deleted for resources: {'Port': ['ID=98135ef8-9880-4ddc-aded-a63122b26670,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:30.141295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-479f0d39-38b5-48c3-9e96-7e7e9fae9e39 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:30.160019 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e1e69120-4e7e-414f-9834-1483e09f5283 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:52:30.183032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f5faea56-2a9c-45ae-a6e3-0f660ece25b5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:30.217635 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1b3d5a58-4a04-41f6-b4e2-bca462de92ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:30.246828 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network fbd35e64-b1a6-487b-8589-9c730fd275d1 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:30.255017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:30.264533 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:30.275217 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=4e747b8f-d8ae-4f3a-9b4f-ad281d5c5118,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:30.288653 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:30.302907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f8e7e011-9998-4be9-a665-5b3bc0fe4cae None None] Provisioning for port 1c210749-056c-4846-ab68-1842fd7bc6bf completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:30.322261 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f8e7e011-9998-4be9-a665-5b3bc0fe4cae None None] Provisioning complete for port 1c210749-056c-4846-ab68-1842fd7bc6bf triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:30.322866 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e011-9998-4be9-a665-5b3bc0fe4cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:30.324240 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 2.2380109
Dec 24 10:52:30.327787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:30.391042 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7e011-9998-4be9-a665-5b3bc0fe4cae None None] Port 1c210749-056c-4846-ab68-1842fd7bc6bf cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:52:30.406251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c2282c5e-971b-4f18-ae3a-b33dab04096d tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:30.413468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f8e7e011-9998-4be9-a665-5b3bc0fe4cae None None] Provisioning complete for port 213954aa-d9e6-4b1e-a489-1fdb58496743 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:30.415877 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f8e7e011-9998-4be9-a665-5b3bc0fe4cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:30.443877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43948) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:30.572941 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Request body: {'subnet': {'network_id': '2c06e242-b76f-4c53-b750-fffd07617a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:30.598495 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a81d8d60-a4cf-4b81-a544-3af134932580 req-927646b3-b8ed-4762-a31d-78578c6b2ab2 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 210 time: 0.3264415
Dec 24 10:52:30.629370 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port e1e69120-4e7e-414f-9834-1483e09f5283 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:30.634845 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e1e69120-4e7e-414f-9834-1483e09f5283 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:30.635242 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:30.686658 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1aa4a9c4-8727-48d9-a0fb-ed0e8bd7012b req-f21f960f-8628-4d22-a4b2-767b29c528dd tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Router 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:52:30.701294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bcd14110-4400-477d-bbde-3aaa8c5512dd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:30.706161 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bcd14110-4400-477d-bbde-3aaa8c5512dd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 1.4798112
Dec 24 10:52:30.717959 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43956) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:30.720910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f5faea56-2a9c-45ae-a6e3-0f660ece25b5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:30.726115 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f5faea56-2a9c-45ae-a6e3-0f660ece25b5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.6901259
Dec 24 10:52:30.760361 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ba2ae5df-bb26-44df-bedf-154ec07ac267 None None] Provisioning complete for port 1c210749-056c-4846-ab68-1842fd7bc6bf triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:30.760778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ba2ae5df-bb26-44df-bedf-154ec07ac267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:30.776210 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43958) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:30.865148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-ba2ae5df-bb26-44df-bedf-154ec07ac267 None None] Port 1c210749-056c-4846-ab68-1842fd7bc6bf cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:52:30.868150 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:30.868931 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-459dce22-88d3-483f-b995-414c13e3bd88 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group_rule': {'security_group_id': 'd893e0a7-ed67-4341-ab52-825e715a0a9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:30.870631 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:30.876518 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:30.877141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:30.883388 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-459dce22-88d3-483f-b995-414c13e3bd88 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:30.904683 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port e1e69120-4e7e-414f-9834-1483e09f5283, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e1e69120-4e7e-414f-9834-1483e09f5283,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:30.910300 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:30.912530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:30.946321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Usage tracker for resource:subnet and tenant:7065dbeb15604390bd404252b2a01e55 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:30.953569 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:30.963495 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faea56-2a9c-45ae-a6e3-0f660ece25b5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d893e0a7-ed67-4341-ab52-825e715a0a9b,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:30.967146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-459dce22-88d3-483f-b995-414c13e3bd88 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:30.983285 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:30.986371 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 4.2110004
Dec 24 10:52:30.987490 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Pushing event updated for resources: {'Network': ['ID=2c06e242-b76f-4c53-b750-fffd07617a54,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:30.999613 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-becee0fb-1333-4978-92ec-05fd34a90b0a req-4f2d71bb-d4d8-4b44-b629-2dd2a20c8de7 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 210 time: 0.1329460
Dec 24 10:52:31.000120 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 43964) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:31.001072 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 2c06e242-b76f-4c53-b750-fffd07617a54 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:52:31.007047 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:31.026321 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=e1e69120-4e7e-414f-9834-1483e09f5283,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:31.038187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:31.046671 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-68c995b6-a7ec-4087-be9b-1560141587d1 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Synchronizing usage tracker for tenant:8543661828634582b0e4847120774eaa on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:31.055586 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-459dce22-88d3-483f-b995-414c13e3bd88 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:31.064005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f5faea56-2a9c-45ae-a6e3-0f660ece25b5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.846s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:31.078985 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-fbc31752-4c16-42b2-81fe-ea89e21876b0 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'floatingip': {'port_id': '4e747b8f-d8ae-4f3a-9b4f-ad281d5c5118'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:31.089924 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-459dce22-88d3-483f-b995-414c13e3bd88 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:31.138275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec0f406-d85a-4314-9bfd-dccf8a5da0ff tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 3c0f0810-418c-4a6f-92b8-9bc2d05aaa74 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:52:31.205503 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1ec0f406-d85a-4314-9bfd-dccf8a5da0ff tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:31.207619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Made reservation on behalf of 7065dbeb15604390bd404252b2a01e55 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:31.209923 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:31.242672 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fbc31752-4c16-42b2-81fe-ea89e21876b0 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:31.268282 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-68c995b6-a7ec-4087-be9b-1560141587d1 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Unset dirty status for tenant:8543661828634582b0e4847120774eaa on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:31.269468 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-68c995b6-a7ec-4087-be9b-1560141587d1 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-65734335&fields=id&tenant_id=8543661828634582b0e4847120774eaa HTTP/1.1" status: 200  len: 267 time: 0.5810506
Dec 24 10:52:31.270108 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-459dce22-88d3-483f-b995-414c13e3bd88 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:31.286037 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3d585ed-6ba3-4256-a4fe-9ea8159e1477 req-479f0d39-38b5-48c3-9e96-7e7e9fae9e39 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Router 121577c0-10d2-4633-951d-3d514b4209a9 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:52:31.403866 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1ec0f406-d85a-4314-9bfd-dccf8a5da0ff tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:31.464404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1aa4a9c4-8727-48d9-a0fb-ed0e8bd7012b req-f21f960f-8628-4d22-a4b2-767b29c528dd tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:31.481361 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb54652-cc4b-49c3-ba2b-a0d6802a7a3b None None] Sync routers for ids ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:31.493225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb54652-cc4b-49c3-ba2b-a0d6802a7a3b None None] Routers {'46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:31.494303 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-ceb54652-cc4b-49c3-ba2b-a0d6802a7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7595b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:31.690625 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa4a9c4-8727-48d9-a0fb-ed0e8bd7012b req-f21f960f-8628-4d22-a4b2-767b29c528dd tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] No DVR routers for this DVR port 051d9c7d-0653-4d16-af5b-1e971a9cce53 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:52:31.696245 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1aa4a9c4-8727-48d9-a0fb-ed0e8bd7012b req-f21f960f-8628-4d22-a4b2-767b29c528dd tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:31.740495 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38143a76-4427-4462-ae84-e6f48a376a96', 'name': 'network-vif-deleted', 'tag': '051d9c7d-0653-4d16-af5b-1e971a9cce53'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:52:31.746533 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aa4a9c4-8727-48d9-a0fb-ed0e8bd7012b req-f21f960f-8628-4d22-a4b2-767b29c528dd tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.32 "DELETE /v2.0/ports/051d9c7d-0653-4d16-af5b-1e971a9cce53 HTTP/1.1" status: 204  len: 173 time: 4.9720187
Dec 24 10:52:31.795047 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-459dce22-88d3-483f-b995-414c13e3bd88 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:31.809475 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1ec0f406-d85a-4314-9bfd-dccf8a5da0ff tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:31.821942 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-ceb54652-cc4b-49c3-ba2b-a0d6802a7a3b None None] Set router 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:52:31.893279 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c2cf35cf-b1f8-44b0-bbd3-2d1408817c7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:31.922591 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b72cfffb-1873-416b-93d2-71056d5424c8 req-bb0129eb-8317-48a6-9452-10a52bb9c089 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 210 time: 0.1616328
Dec 24 10:52:32.012953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-459dce22-88d3-483f-b995-414c13e3bd88 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:32.015321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1ec0f406-d85a-4314-9bfd-dccf8a5da0ff tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:32.019923 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38143a76-4427-4462-ae84-e6f48a376a96', 'name': 'network-vif-deleted', 'tag': '051d9c7d-0653-4d16-af5b-1e971a9cce53', 'status': 'completed', 'code': 200}
Dec 24 10:52:32.054767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:32.070579 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 213954aa-d9e6-4b1e-a489-1fdb58496743 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:52:32.080368 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-90f8c3d5-6176-4582-a5e7-b4718d4aa768 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:32.110041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-7d185e51-5adf-4df2-8620-245ae7e6025c tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:32.110784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-7d185e51-5adf-4df2-8620-245ae7e6025c tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Synchronizing usage tracker for tenant:8543661828634582b0e4847120774eaa on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:32.175571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:32.202506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3d585ed-6ba3-4256-a4fe-9ea8159e1477 req-479f0d39-38b5-48c3-9e96-7e7e9fae9e39 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:32.218902 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89cb73b-a370-4283-bc38-97d6cfd89f1c None None] Sync routers for ids ['121577c0-10d2-4633-951d-3d514b4209a9'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:32.219591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-459dce22-88d3-483f-b995-414c13e3bd88 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:32.222941 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-459dce22-88d3-483f-b995-414c13e3bd88 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.4286110
Dec 24 10:52:32.225492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43974) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:32.235633 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89cb73b-a370-4283-bc38-97d6cfd89f1c None None] Routers {'121577c0-10d2-4633-951d-3d514b4209a9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:32.237290 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d89cb73b-a370-4283-bc38-97d6cfd89f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de8bca0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['121577c0-10d2-4633-951d-3d514b4209a9'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:32.244550 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9f3fdf-d566-4945-aac2-e620156106bf None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:52:32.330600 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7766bd72-f704-4a6d-8b6d-df9443a749e0 tempest-ExternalNetworksAdminNegativeTestJSON-528098801 tempest-ExternalNetworksAdminNegativeTestJSON-528098801-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:32.356270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1ec0f406-d85a-4314-9bfd-dccf8a5da0ff tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:32.358538 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1ec0f406-d85a-4314-9bfd-dccf8a5da0ff tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/3c0f0810-418c-4a6f-92b8-9bc2d05aaa74 HTTP/1.1" status: 204  len: 168 time: 1.6312172
Dec 24 10:52:32.362267 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-661a438b-0e9c-4571-95b3-26a4880b799f tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-group-rules/8e64087b-72dd-46a4-91dd-fb3f8a1abfcd HTTP/1.1" status: 200  len: 763 time: 0.0629828
Dec 24 10:52:32.363770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459dce22-88d3-483f-b995-414c13e3bd88 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e64087b-72dd-46a4-91dd-fb3f8a1abfcd,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:32.366543 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-459dce22-88d3-483f-b995-414c13e3bd88 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:32.368076 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-7d185e51-5adf-4df2-8620-245ae7e6025c tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Unset dirty status for tenant:8543661828634582b0e4847120774eaa on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:32.375586 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-7d185e51-5adf-4df2-8620-245ae7e6025c tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/networks?id=5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 200  len: 811 time: 1.0956087
Dec 24 10:52:32.388212 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43978) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:32.388810 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43980) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:32.390690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bb36909b-8f69-421f-b5f5-7d52725079fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:32.535060 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0f406-d85a-4314-9bfd-dccf8a5da0ff tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0f0810-418c-4a6f-92b8-9bc2d05aaa74,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:32.541313 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d585ed-6ba3-4256-a4fe-9ea8159e1477 req-479f0d39-38b5-48c3-9e96-7e7e9fae9e39 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] No DVR routers for this DVR port 98135ef8-9880-4ddc-aded-a63122b26670 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:52:32.551379 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1ec0f406-d85a-4314-9bfd-dccf8a5da0ff tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:32.553168 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-a75ff149-ba26-4954-bc43-a922a96383cb tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/quotas/8543661828634582b0e4847120774eaa HTTP/1.1" status: 200  len: 375 time: 0.1762524
Dec 24 10:52:32.565777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f3d585ed-6ba3-4256-a4fe-9ea8159e1477 req-479f0d39-38b5-48c3-9e96-7e7e9fae9e39 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:32.567738 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f3d585ed-6ba3-4256-a4fe-9ea8159e1477 req-479f0d39-38b5-48c3-9e96-7e7e9fae9e39 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.32 "DELETE /v2.0/ports/98135ef8-9880-4ddc-aded-a63122b26670 HTTP/1.1" status: 204  len: 173 time: 6.0001819
Dec 24 10:52:32.581654 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-75614e83-e21e-4c29-bf2e-73bd56accf7f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1572564
Dec 24 10:52:32.585580 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-d89cb73b-a370-4283-bc38-97d6cfd89f1c None None] Set router 121577c0-10d2-4633-951d-3d514b4209a9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:52:32.586001 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43988) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:32.698368 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-01652111-5f6b-4d91-bf4b-918be0f79687 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:32.762232 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-be78bbd1-1ae5-4aac-b3c3-a835873a3e36 req-e9c1bb36-570d-4134-a484-e550f944c140 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/ports?device_id=38143a76-4427-4462-ae84-e6f48a376a96 HTTP/1.1" status: 200  len: 210 time: 0.5959678
Dec 24 10:52:32.805175 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 213954aa-d9e6-4b1e-a489-1fdb58496743 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:32.805794 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:32.877663 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:32.891361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Pushing event updated for resources: {'Port': ['ID=1c210749-056c-4846-ab68-1842fd7bc6bf,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:32.894798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:33.057329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-59a0a3b5-46aa-4935-ba5f-7c8a5baa7131 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:33.154625 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:33.189747 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d89cb73b-a370-4283-bc38-97d6cfd89f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de8bca0>, [{'id': '121577c0-10d2-4633-951d-3d514b4209a9', 'name': 'tempest-ServersTestManualDisk-683291800-router', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:50Z', 'updated_at': '2021-12-24T10:49:58Z', 'revision_number': 4, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'gw_port': {'id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:51Z', 'updated_at': '2021-12-24T10:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '30418d6b-95d7-404c-984f-97d3aa5480a6', 'name': '', 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'mac_address': 'fa:16:3e:7e:5a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:55Z', 'updated_at': '2021-12-24T10:50:10Z', 'revision_number': 5, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'subnets': [{'id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:33.197047 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89cb73b-a370-4283-bc38-97d6cfd89f1c None None] Checking router: 121577c0-10d2-4633-951d-3d514b4209a9 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:52:33.206642 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89cb73b-a370-4283-bc38-97d6cfd89f1c None None] Routers {'121577c0-10d2-4633-951d-3d514b4209a9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:33.207420 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d89cb73b-a370-4283-bc38-97d6cfd89f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de8bca0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['121577c0-10d2-4633-951d-3d514b4209a9'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:33.240526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:33.283197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-59a0a3b5-46aa-4935-ba5f-7c8a5baa7131 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:33.285353 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-59a0a3b5-46aa-4935-ba5f-7c8a5baa7131 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.8594248
Dec 24 10:52:33.291644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 43994) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:33.298001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-ceb54652-cc4b-49c3-ba2b-a0d6802a7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7595b0>, [{'id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'name': 'tempest-ServersTestJSON-1631046866-router', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:53Z', 'updated_at': '2021-12-24T10:50:04Z', 'revision_number': 4, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'gw_port': {'id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:54Z', 'updated_at': '2021-12-24T10:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '41fbe976-a559-426f-b930-f16895a8ed9c', 'name': '', 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'mac_address': 'fa:16:3e:62:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:50:01Z', 'updated_at': '2021-12-24T10:50:18Z', 'revision_number': 5, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'subnets': [{'id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:33.319088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb54652-cc4b-49c3-ba2b-a0d6802a7a3b None None] Checking router: 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:52:33.349182 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e1e69120-4e7e-414f-9834-1483e09f5283 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:52:33.404989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-01652111-5f6b-4d91-bf4b-918be0f79687 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:33.456788 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96a70a9-79c3-4a9e-86f0-0970c05d62f3 None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:52:33.498833 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb54652-cc4b-49c3-ba2b-a0d6802a7a3b None None] Routers {'46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:33.499478 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-ceb54652-cc4b-49c3-ba2b-a0d6802a7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7595b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:33.528020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-221382d4-adfb-4899-ba85-662519c8546a tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:33.557353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-bcd7c857-bcfa-4eb8-980d-e9ffd87262ad tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Synchronizing usage tracker for tenant:8543661828634582b0e4847120774eaa on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:33.562455 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-245602b0-47bb-4a6f-a044-1cc1e9268ae6 req-99ee79e6-14b5-4e62-8fa0-838f0ba746ec tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/ports?device_id=4211da47-52de-49ff-9bae-88143065117a HTTP/1.1" status: 200  len: 210 time: 0.1709669
Dec 24 10:52:33.576786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-01652111-5f6b-4d91-bf4b-918be0f79687 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:33.594156 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-221382d4-adfb-4899-ba85-662519c8546a tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:33.641427 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-d89cb73b-a370-4283-bc38-97d6cfd89f1c None None] Set router 121577c0-10d2-4633-951d-3d514b4209a9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:52:33.656031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01652111-5f6b-4d91-bf4b-918be0f79687 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:33.664665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-01652111-5f6b-4d91-bf4b-918be0f79687 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:33.691508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Network 508394c1-0df6-43cc-b58b-a3ac136267c8 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:33.693058 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-bcd7c857-bcfa-4eb8-980d-e9ffd87262ad tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Unset dirty status for tenant:8543661828634582b0e4847120774eaa on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:33.694420 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-bcd7c857-bcfa-4eb8-980d-e9ffd87262ad tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8543661828634582b0e4847120774eaa&fields=id HTTP/1.1" status: 200  len: 302 time: 1.1257319
Dec 24 10:52:33.697466 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:33.807182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-221382d4-adfb-4899-ba85-662519c8546a tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:33.811135 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-ceb54652-cc4b-49c3-ba2b-a0d6802a7a3b None None] Set router 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:52:33.829741 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fbc31752-4c16-42b2-81fe-ea89e21876b0 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:33.841920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:33.969795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221382d4-adfb-4899-ba85-662519c8546a tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8e64087b-72dd-46a4-91dd-fb3f8a1abfcd,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:33.971546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44002) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:34.005040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-221382d4-adfb-4899-ba85-662519c8546a tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:34.056840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4211da47-52de-49ff-9bae-88143065117a', 'name': 'network-vif-deleted', 'tag': '98135ef8-9880-4ddc-aded-a63122b26670'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:52:34.105647 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fbc31752-4c16-42b2-81fe-ea89e21876b0 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:34.108757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-221382d4-adfb-4899-ba85-662519c8546a tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:34.112654 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-221382d4-adfb-4899-ba85-662519c8546a tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/8e64087b-72dd-46a4-91dd-fb3f8a1abfcd HTTP/1.1" status: 204  len: 168 time: 0.7882934
Dec 24 10:52:34.113378 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44008) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:34.143587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b96a70a9-79c3-4a9e-86f0-0970c05d62f3 None None] Deleting port e1e69120-4e7e-414f-9834-1483e09f5283 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:34.144461 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b96a70a9-79c3-4a9e-86f0-0970c05d62f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:34.157475 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4211da47-52de-49ff-9bae-88143065117a', 'name': 'network-vif-deleted', 'tag': '98135ef8-9880-4ddc-aded-a63122b26670', 'status': 'completed', 'code': 200}
Dec 24 10:52:34.263677 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-1d3882a0-0181-46c7-a662-179b7cb0420d service neutron] 10.222.0.54 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5032463
Dec 24 10:52:34.271376 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-13268b9e-a790-4cdd-871f-e8212cfba9d3 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:34.322233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a3cd73c7-a1e3-4776-9f12-fa5d6ad9fcdc tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:34.322939 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d89cb73b-a370-4283-bc38-97d6cfd89f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de8bca0>, [{'id': '121577c0-10d2-4633-951d-3d514b4209a9', 'name': 'tempest-ServersTestManualDisk-683291800-router', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:50Z', 'updated_at': '2021-12-24T10:49:58Z', 'revision_number': 4, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'gw_port': {'id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:51Z', 'updated_at': '2021-12-24T10:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '30418d6b-95d7-404c-984f-97d3aa5480a6', 'name': '', 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'mac_address': 'fa:16:3e:7e:5a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:55Z', 'updated_at': '2021-12-24T10:50:10Z', 'revision_number': 5, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'subnets': [{'id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:34.329600 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89cb73b-a370-4283-bc38-97d6cfd89f1c None None] The sync data for ids ['121577c0-10d2-4633-951d-3d514b4209a9'] in dv-neutron-822668-2-hyperv is: [{'id': '121577c0-10d2-4633-951d-3d514b4209a9', 'name': 'tempest-ServersTestManualDisk-683291800-router', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:50Z', 'updated_at': '2021-12-24T10:49:58Z', 'revision_number': 4, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'gw_port': {'id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:51Z', 'updated_at': '2021-12-24T10:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '30418d6b-95d7-404c-984f-97d3aa5480a6', 'name': '', 'network_id': 'a7742ed0-282c-40e9-882c-70ecf1a98582', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'mac_address': 'fa:16:3e:7e:5a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:55Z', 'updated_at': '2021-12-24T10:50:10Z', 'revision_number': 5, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'subnets': [{'id': 'ff11db0c-77ce-44d3-a68a-6e78734121fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:34.356858 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.objects.ports [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87559) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:52:34.357420 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:34.364024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8e44db3b-fa21-4603-a099-39a6b2839bcf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:34.373369 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-63ec2575-1de1-4440-8ef5-24fdbfc01d54 None None] Provisioning complete for port 1c210749-056c-4846-ab68-1842fd7bc6bf triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:34.374133 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-63ec2575-1de1-4440-8ef5-24fdbfc01d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:34.446367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Router d9b22103-f9da-4039-bd33-1acb5d84a848 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:52:34.470452 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-13268b9e-a790-4cdd-871f-e8212cfba9d3 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:34.471814 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-fbc31752-4c16-42b2-81fe-ea89e21876b0 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Floating IP 289019a1-cc3f-416e-9b4f-4b918c9a0414 associated. External IP: 172.26.4.224, port: 4e747b8f-d8ae-4f3a-9b4f-ad281d5c5118.
Dec 24 10:52:34.514353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a3cd73c7-a1e3-4776-9f12-fa5d6ad9fcdc tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:34.515609 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a3cd73c7-a1e3-4776-9f12-fa5d6ad9fcdc tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3922753
Dec 24 10:52:34.529553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44012) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:34.535906 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Pushing event updated for resources: {'Subnet': ['ID=549d285b-17cb-438b-b7a7-729f1aa2f1a1,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:34.538975 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:34.551200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f8e99d6d-94be-43df-9422-498f7f848c00 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group_rule': {'security_group_id': 'd893e0a7-ed67-4341-ab52-825e715a0a9b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:34.562740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f8e99d6d-94be-43df-9422-498f7f848c00 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:34.606962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f8e99d6d-94be-43df-9422-498f7f848c00 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:34.634586 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b96a70a9-79c3-4a9e-86f0-0970c05d62f3 None None] For port e1e69120-4e7e-414f-9834-1483e09f5283, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e1e69120-4e7e-414f-9834-1483e09f5283,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:34.634994 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b96a70a9-79c3-4a9e-86f0-0970c05d62f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:34.643070 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-82c6d34e-806b-4f7e-8297-91b5cfbf2cd1 service neutron] 10.222.0.54 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3652325
Dec 24 10:52:34.653467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-01652111-5f6b-4d91-bf4b-918be0f79687 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:34.658050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:34.740461 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-13268b9e-a790-4cdd-871f-e8212cfba9d3 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:34.769912 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f8e99d6d-94be-43df-9422-498f7f848c00 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:34.793348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01652111-5f6b-4d91-bf4b-918be0f79687 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:34.801965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-01652111-5f6b-4d91-bf4b-918be0f79687 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:34.811316 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:52:34.811983 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01652111-5f6b-4d91-bf4b-918be0f79687 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:34.812420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-01652111-5f6b-4d91-bf4b-918be0f79687 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:34.827440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44022) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:34.843552 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01652111-5f6b-4d91-bf4b-918be0f79687 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=2905aa8f-4c4e-4dd6-980a-74314a163935,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:34.868370 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b96a70a9-79c3-4a9e-86f0-0970c05d62f3 None None] Calling delete_port for e1e69120-4e7e-414f-9834-1483e09f5283 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:34.870817 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-01652111-5f6b-4d91-bf4b-918be0f79687 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:34.874487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fa02f1e1-f0b2-49e0-a895-afe2912c8d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:34.900710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13268b9e-a790-4cdd-871f-e8212cfba9d3 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4160320e-50b8-4e8a-a3a7-5a1daa8a09f8,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:34.910652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-13268b9e-a790-4cdd-871f-e8212cfba9d3 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:34.911785 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-13268b9e-a790-4cdd-871f-e8212cfba9d3 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "DELETE /v2.0/security-groups/4160320e-50b8-4e8a-a3a7-5a1daa8a09f8 HTTP/1.1" status: 204  len: 168 time: 0.9108963
Dec 24 10:52:34.917505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-13268b9e-a790-4cdd-871f-e8212cfba9d3 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:34.921980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44026) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:34.927633 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-01652111-5f6b-4d91-bf4b-918be0f79687 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.2856443
Dec 24 10:52:34.931891 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44028) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:34.969265 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-63ec2575-1de1-4440-8ef5-24fdbfc01d54 None None] Port 1c210749-056c-4846-ab68-1842fd7bc6bf cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:52:34.969499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-08068ea7-1ef2-45ca-81c1-a2876ee710ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1101784400', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:34.974464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Checking segment: {'id': '5bd659a1-9113-4da0-9abb-612daad006c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2c06e242-b76f-4c53-b750-fffd07617a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:52:34.974464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Network hostable DHCP agents. Network: 2c06e242-b76f-4c53-b750-fffd07617a54, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:52:34.981798 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-08068ea7-1ef2-45ca-81c1-a2876ee710ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:34.986688 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-08068ea7-1ef2-45ca-81c1-a2876ee710ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:router and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:34.989641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-08068ea7-1ef2-45ca-81c1-a2876ee710ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:34.996948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-08068ea7-1ef2-45ca-81c1-a2876ee710ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:34.998757 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e1e69120-4e7e-414f-9834-1483e09f5283 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:34.999295 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:35.022141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:35.027535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-08068ea7-1ef2-45ca-81c1-a2876ee710ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:35.028604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-08068ea7-1ef2-45ca-81c1-a2876ee710ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:35.032904 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-2918703e-71de-400b-8b4f-264ad6627c43 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] show failed (client error): The resource could not be found.
Dec 24 10:52:35.034629 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2918703e-71de-400b-8b4f-264ad6627c43 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "GET /v2.0/security-groups/4160320e-50b8-4e8a-a3a7-5a1daa8a09f8 HTTP/1.1" status: 404  len: 347 time: 0.1033978
Dec 24 10:52:35.035074 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82358e65-3498-4002-8a07-62c9ab97d616 None None] Sync routers for ids ['d9b22103-f9da-4039-bd33-1acb5d84a848'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:35.040200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44038) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:35.047158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f8e99d6d-94be-43df-9422-498f7f848c00 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:35.050478 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] 10.222.0.54 "PUT /v2.0/routers/d9b22103-f9da-4039-bd33-1acb5d84a848/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0531712
Dec 24 10:52:35.052111 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82358e65-3498-4002-8a07-62c9ab97d616 None None] Routers {'d9b22103-f9da-4039-bd33-1acb5d84a848'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:35.053916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44042) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:35.054770 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-82358e65-3498-4002-8a07-62c9ab97d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7df68340>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['d9b22103-f9da-4039-bd33-1acb5d84a848'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:35.073695 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a169a9-9393-419a-a01b-dc207ea11325 None None] New status for floating IP c8e15719-0e8d-46cb-9f8a-635f051fbfb2: DOWN {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 10:52:35.076940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Request body: {'port': {'network_id': '508394c1-0df6-43cc-b58b-a3ac136267c8', 'name': 'tempest-FloatingIPNegativeTestJSON-832329873'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:35.119576 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Network 2c06e242-b76f-4c53-b750-fffd07617a54 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:52:35.205634 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-82358e65-3498-4002-8a07-62c9ab97d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7df68340>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:35.217398 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82358e65-3498-4002-8a07-62c9ab97d616 None None] Routers {'d9b22103-f9da-4039-bd33-1acb5d84a848'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:35.218190 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-82358e65-3498-4002-8a07-62c9ab97d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7df68340>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['d9b22103-f9da-4039-bd33-1acb5d84a848'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:35.222546 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b96a70a9-79c3-4a9e-86f0-0970c05d62f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:35.248688 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-df29cdca-e63f-49b9-b9a0-8eb984af4abd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:35.272118 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:35.275877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Usage tracker for resource:port and tenant:1da5cfee888343d4b01dfe0bbd6219e4 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:35.279061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:35.284809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:35.292722 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Port e1e69120-4e7e-414f-9834-1483e09f5283 was deleted so its status cannot be updated. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 24 10:52:35.294962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96a70a9-79c3-4a9e-86f0-0970c05d62f3 None None] No DVR routers for this DVR port e1e69120-4e7e-414f-9834-1483e09f5283 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:52:35.297405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f8e99d6d-94be-43df-9422-498f7f848c00 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:35.304091 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-08068ea7-1ef2-45ca-81c1-a2876ee710ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:35.307083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Made reservation on behalf of 1da5cfee888343d4b01dfe0bbd6219e4 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:35.311902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:35.314977 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96a70a9-79c3-4a9e-86f0-0970c05d62f3 None None] Pushing event deleted for resources: {'Port': ['ID=e1e69120-4e7e-414f-9834-1483e09f5283,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:35.327200 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-82358e65-3498-4002-8a07-62c9ab97d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7df68340>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:35.328431 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82358e65-3498-4002-8a07-62c9ab97d616 None None] The sync data for ids ['d9b22103-f9da-4039-bd33-1acb5d84a848'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:35.342899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0c87ae8f-6af5-41f8-83a7-770458ca9db5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:35.363847 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e99d6d-94be-43df-9422-498f7f848c00 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e93b196a-e2c3-41d3-a267-8d61cf526e7f,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:35.365703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5ba910a5-2280-4ab1-ad78-28e3c26d076e tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:35.418318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 2c06e242-b76f-4c53-b750-fffd07617a54) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:35.423022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:35.423781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:35.457890 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f8e99d6d-94be-43df-9422-498f7f848c00 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:35.466865 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b96a70a9-79c3-4a9e-86f0-0970c05d62f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:35.471133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5ba910a5-2280-4ab1-ad78-28e3c26d076e tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:35.487992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202565e9-d373-4c6d-9392-b2c44c4a2865 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:52:35.501821 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01cfc33-3add-4a7d-9237-3192530e1049 None None] Network 2c06e242-b76f-4c53-b750-fffd07617a54 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:52:35.514220 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-08068ea7-1ef2-45ca-81c1-a2876ee710ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:35.515205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e1e69120-4e7e-414f-9834-1483e09f5283 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:52:35.530823 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-34f7f171-b3e3-4f9a-899b-2ee4e72eb6b0 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Deleting port 89d99e30-65b4-4e42-9ec7-1cedab173688 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:35.531172 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-34f7f171-b3e3-4f9a-899b-2ee4e72eb6b0 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:35.545209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-08068ea7-1ef2-45ca-81c1-a2876ee710ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:35.546452 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-08068ea7-1ef2-45ca-81c1-a2876ee710ab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.5851231
Dec 24 10:52:35.547960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] device_id is not set on port 7f7df710-d30a-491d-81d9-b06f200eb3cc yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:52:35.579613 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:35.587665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44056) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:35.588427 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f8e99d6d-94be-43df-9422-498f7f848c00 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:35.590048 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f8e99d6d-94be-43df-9422-498f7f848c00 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.0594079
Dec 24 10:52:35.593375 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: e1e69120-4e7e-414f-9834-1483e09f5283 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:52:35.593920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e1e69120-4e7e-414f-9834-1483e09f5283 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:52:35.716574 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44060) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:35.753547 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-65585b0c-db88-4578-a9a8-423de6ddb238 req-63dbdef2-f582-4925-82e6-7f3cdfadadc8 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 210 time: 0.3557239
Dec 24 10:52:35.828556 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 5.3715258
Dec 24 10:52:35.831377 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44066) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:35.902001 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5308d7a2-b0ae-4514-a821-657c393f7d0a tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-group-rules/e93b196a-e2c3-41d3-a267-8d61cf526e7f HTTP/1.1" status: 200  len: 763 time: 0.1736326
Dec 24 10:52:35.908477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1783322653', 'network_id': '2c06e242-b76f-4c53-b750-fffd07617a54'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:35.914694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:35.919735 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Usage tracker for resource:port and tenant:7065dbeb15604390bd404252b2a01e55 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:35.923751 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:35.930488 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:35.947554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44070) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:35.969904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-34f7f171-b3e3-4f9a-899b-2ee4e72eb6b0 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:35.970248 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-34f7f171-b3e3-4f9a-899b-2ee4e72eb6b0 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:35.970488 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-ceb54652-cc4b-49c3-ba2b-a0d6802a7a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7595b0>, [{'id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'name': 'tempest-ServersTestJSON-1631046866-router', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:53Z', 'updated_at': '2021-12-24T10:50:04Z', 'revision_number': 4, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'gw_port': {'id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:54Z', 'updated_at': '2021-12-24T10:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '41fbe976-a559-426f-b930-f16895a8ed9c', 'name': '', 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'mac_address': 'fa:16:3e:62:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:50:01Z', 'updated_at': '2021-12-24T10:50:18Z', 'revision_number': 5, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'subnets': [{'id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:35.977987 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb54652-cc4b-49c3-ba2b-a0d6802a7a3b None None] The sync data for ids ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'] in dv-neutron-822668-2-hyperv is: [{'id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'name': 'tempest-ServersTestJSON-1631046866-router', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:53Z', 'updated_at': '2021-12-24T10:50:04Z', 'revision_number': 4, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'gw_port': {'id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:54Z', 'updated_at': '2021-12-24T10:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '41fbe976-a559-426f-b930-f16895a8ed9c', 'name': '', 'network_id': 'b4cba5be-5b3b-4f1f-947c-4814691b80fa', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'mac_address': 'fa:16:3e:62:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:50:01Z', 'updated_at': '2021-12-24T10:50:18Z', 'revision_number': 5, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'subnets': [{'id': '44c6a38b-978e-40ab-a992-f2918537e15e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:35.981243 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Made reservation on behalf of 7065dbeb15604390bd404252b2a01e55 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:35.983597 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:36.107800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5ba910a5-2280-4ab1-ad78-28e3c26d076e tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:36.115544 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50205b35-6988-4246-ab75-517b2eb9020a None None] Network 2c06e242-b76f-4c53-b750-fffd07617a54 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:52:36.123173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-759f9918-e730-49ea-9f9c-0ba710de648f tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:36.151560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba910a5-2280-4ab1-ad78-28e3c26d076e tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb899612-7b84-4f90-9291-96b80c22f770,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:36.155108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-34f7f171-b3e3-4f9a-899b-2ee4e72eb6b0 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Calling delete_port for 89d99e30-65b4-4e42-9ec7-1cedab173688 owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:36.201754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] device_id is not set on port b08c3b9c-5ea1-49e3-abc2-3843be80b158 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:52:36.252487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5ba910a5-2280-4ab1-ad78-28e3c26d076e tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:36.306319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc31752-4c16-42b2-81fe-ea89e21876b0 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 91a969c7-6ec3-42de-b80c-73cfd6e86137 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:52:36.322191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cdbb2e8d-b70c-44db-ab01-8f1ff7f68d7d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:36.349068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Allocated IP 172.20.0.7 (508394c1-0df6-43cc-b58b-a3ac136267c8/19e2fd9e-f9ad-4993-b7ce-a3f59a736b55/7f7df710-d30a-491d-81d9-b06f200eb3cc) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:36.379291 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': '2905aa8f-4c4e-4dd6-980a-74314a163935'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:52:36.380595 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:36.411700 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9097ade1-1bb8-4639-aac6-fd9fb11761ba None None] New status for floating IP c4a634b8-3873-4a52-a9c4-8f43d35f3c63: DOWN {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 10:52:36.515059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5ba910a5-2280-4ab1-ad78-28e3c26d076e tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:36.516476 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5ba910a5-2280-4ab1-ad78-28e3c26d076e tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "DELETE /v2.0/security-groups/eb899612-7b84-4f90-9291-96b80c22f770 HTTP/1.1" status: 204  len: 168 time: 1.6824269
Dec 24 10:52:36.521604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44074) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:36.557367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cdbb2e8d-b70c-44db-ab01-8f1ff7f68d7d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:36.561605 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cdbb2e8d-b70c-44db-ab01-8f1ff7f68d7d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.6085000
Dec 24 10:52:36.563168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44078) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:36.578158 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-ca2bffd5-b696-4625-8bd1-5348cf4e31bb tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] show failed (client error): The resource could not be found.
Dec 24 10:52:36.583674 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ca2bffd5-b696-4625-8bd1-5348cf4e31bb tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "GET /v2.0/security-groups/eb899612-7b84-4f90-9291-96b80c22f770 HTTP/1.1" status: 404  len: 347 time: 0.0535858
Dec 24 10:52:36.609217 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44082) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:36.785302 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-adc31d86-505f-49fe-b9d5-d76b77e479b1 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:36.788217 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-adc31d86-505f-49fe-b9d5-d76b77e479b1 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.32 "GET /v2.0/networks?id=5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 200  len: 811 time: 0.1703186
Dec 24 10:52:36.811989 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Allocated IP 2001:db8::39d (2c06e242-b76f-4c53-b750-fffd07617a54/549d285b-17cb-438b-b7a7-729f1aa2f1a1/b08c3b9c-5ea1-49e3-abc2-3843be80b158) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:36.814674 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-9097ade1-1bb8-4639-aac6-fd9fb11761ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:52:36.815278 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-9097ade1-1bb8-4639-aac6-fd9fb11761ba None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:52:36.828590 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Allocated IP 2001:db8::2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/2905aa8f-4c4e-4dd6-980a-74314a163935/4ca43639-6da6-49da-a13b-aed56f1cf120) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:36.911898 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:36.992256 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-34f7f171-b3e3-4f9a-899b-2ee4e72eb6b0 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:37.000314 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e9be5b1c-3499-440f-9a55-8a5824692401 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:37.015249 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-510f2e46-f87f-43ee-a261-3b31110065ff req-616fa4af-f9a1-475f-90cb-9ea7f5c58cc8 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 210 time: 0.0868843
Dec 24 10:52:37.032379 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fcdd7995-992f-441e-95ab-55e42cc8ad41 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:37.043588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fcdd7995-992f-441e-95ab-55e42cc8ad41 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:37.085231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:37.101022 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Transition to ACTIVE for port object 4ca43639-6da6-49da-a13b-aed56f1cf120 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:37.128916 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Transition to ACTIVE for port object 4ca43639-6da6-49da-a13b-aed56f1cf120 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:37.139666 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:37.139877 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-9d90e250-f97b-49f9-927a-a3b025c9924f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8543661828634582b0e4847120774eaa HTTP/1.1" status: 200  len: 378 time: 0.2415671
Dec 24 10:52:37.148660 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7f171-b3e3-4f9a-899b-2ee4e72eb6b0 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Pushing event deleted for resources: {'Port': ['ID=89d99e30-65b4-4e42-9ec7-1cedab173688,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:37.153822 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-34f7f171-b3e3-4f9a-899b-2ee4e72eb6b0 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:37.158452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f06ec878-e8ee-4e5e-b6b3-2dfac20a0d01 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Deleting port e8df4e20-5c92-4e71-b7c2-8395525e876b {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:37.158798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f06ec878-e8ee-4e5e-b6b3-2dfac20a0d01 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:37.160220 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7b2858de-1cc7-4e7f-9d9b-1b6696affc97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:37.210222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-20f56aef-2e11-4ed6-939e-637ed0c8e28a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Request body: {'port': {'device_id': 'd1e0a975-8b2b-4fa7-a409-e086c8848e29', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'admin_state_up': True, 'tenant_id': '8543661828634582b0e4847120774eaa', 'security_groups': ['1d2e0dbf-18a7-4853-97c1-5be96ce78daf']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:37.245943 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc31752-4c16-42b2-81fe-ea89e21876b0 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:37.251248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:37.256299 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:37.258615 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4e2628-1212-45b8-b653-0a6a4117e414 None None] Sync routers for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:37.265671 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:37.280775 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4e2628-1212-45b8-b653-0a6a4117e414 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:37.281391 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-dd4e2628-1212-45b8-b653-0a6a4117e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea04e50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:37.317685 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9097ade1-1bb8-4639-aac6-fd9fb11761ba None None] New status for floating IP c4a634b8-3873-4a52-a9c4-8f43d35f3c63: DOWN {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 10:52:37.363680 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-dd4e2628-1212-45b8-b653-0a6a4117e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea04e50>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:37.370269 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4e2628-1212-45b8-b653-0a6a4117e414 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:37.371173 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-dd4e2628-1212-45b8-b653-0a6a4117e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea04e50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:37.492435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Pushing event updated for resources: {'Port': ['ID=4ca43639-6da6-49da-a13b-aed56f1cf120,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:37.503253 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-dd4e2628-1212-45b8-b653-0a6a4117e414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea04e50>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:37.503869 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4e2628-1212-45b8-b653-0a6a4117e414 None None] The sync data for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:37.535600 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:37.537391 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fbc31752-4c16-42b2-81fe-ea89e21876b0 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:37.559132 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Attempting to bind port 4ca43639-6da6-49da-a13b-aed56f1cf120 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:52:37.559668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Attempting to bind port 4ca43639-6da6-49da-a13b-aed56f1cf120 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:52:37.560292 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Attempting to bind port 4ca43639-6da6-49da-a13b-aed56f1cf120 on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:52:37.566342 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:52:37.566862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:52:37.567373 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:37.567873 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:52:37.568754 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Bound port: 4ca43639-6da6-49da-a13b-aed56f1cf120, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:52:37.569242 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:37.584464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::1 (51d30af2-9f70-4c66-8947-64c1ea7cb845/2905aa8f-4c4e-4dd6-980a-74314a163935/d4e15d51-b2c8-43d5-a963-4e480125b00c) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:37.669092 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-34f7f171-b3e3-4f9a-899b-2ee4e72eb6b0 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:37.671482 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-34f7f171-b3e3-4f9a-899b-2ee4e72eb6b0 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:37.672380 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] For port 4ca43639-6da6-49da-a13b-aed56f1cf120, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:52:37.672636 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-34f7f171-b3e3-4f9a-899b-2ee4e72eb6b0 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] 10.222.0.54 "DELETE /v2.0/floatingips/c4a634b8-3873-4a52-a9c4-8f43d35f3c63 HTTP/1.1" status: 204  len: 168 time: 2.6314149
Dec 24 10:52:37.675686 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] For port 4ca43639-6da6-49da-a13b-aed56f1cf120, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4ca43639-6da6-49da-a13b-aed56f1cf120,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:52:37.679363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44090) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:37.683751 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:37.688912 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:37.775242 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Pushing event updated for resources: {'Port': ['ID=4ca43639-6da6-49da-a13b-aed56f1cf120,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:37.782405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:37.810927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:37.830127 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object d4e15d51-b2c8-43d5-a963-4e480125b00c will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:37.840478 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fbc31752-4c16-42b2-81fe-ea89e21876b0 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "PUT /v2.0/floatingips/289019a1-cc3f-416e-9b4f-4b918c9a0414 HTTP/1.1" status: 200  len: 977 time: 6.8299112
Dec 24 10:52:37.843348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44094) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:37.896418 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:37.914414 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Transition to ACTIVE for port object 7f7df710-d30a-491d-81d9-b06f200eb3cc will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:37.938375 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fcdd7995-992f-441e-95ab-55e42cc8ad41 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:37.943684 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f06ec878-e8ee-4e5e-b6b3-2dfac20a0d01 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:37.944398 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f06ec878-e8ee-4e5e-b6b3-2dfac20a0d01 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:38.085719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-329a9106-98a2-473e-82ba-b7c4fa3ef827 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Deleting port 4e747b8f-d8ae-4f3a-9b4f-ad281d5c5118 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:38.086804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-329a9106-98a2-473e-82ba-b7c4fa3ef827 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:38.139726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f8e99d6d-94be-43df-9422-498f7f848c00 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:38.145789 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:38.180954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd7995-992f-441e-95ab-55e42cc8ad41 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e93b196a-e2c3-41d3-a267-8d61cf526e7f,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:38.197034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fcdd7995-992f-441e-95ab-55e42cc8ad41 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:38.209779 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:38.273363 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:38.289011 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:38.291425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:38.303524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:38.304054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:38.306786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fcdd7995-992f-441e-95ab-55e42cc8ad41 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:38.308446 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fcdd7995-992f-441e-95ab-55e42cc8ad41 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/e93b196a-e2c3-41d3-a267-8d61cf526e7f HTTP/1.1" status: 204  len: 168 time: 1.7397666
Dec 24 10:52:38.320713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44100) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:38.355018 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f06ec878-e8ee-4e5e-b6b3-2dfac20a0d01 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Calling delete_port for e8df4e20-5c92-4e71-b7c2-8395525e876b owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:38.381039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-20f56aef-2e11-4ed6-939e-637ed0c8e28a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:38.424240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Network 508394c1-0df6-43cc-b58b-a3ac136267c8 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:38.447645 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-20f56aef-2e11-4ed6-939e-637ed0c8e28a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:38.459192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-08cc1a57-3d7a-44d5-bb6d-538a2763c948 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:38.461945 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:38.470690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=d4e15d51-b2c8-43d5-a963-4e480125b00c,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:38.474348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:38.532156 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:38.535711 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-068fb2f7-889d-4820-a7b9-e2232561d818 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:38.551345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:38.567687 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3507fa4d-51c0-4901-a5b6-87996d298bc4 req-1fcd1a24-bb9c-4487-800a-eaee82fd1e8a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 210 time: 0.3838298
Dec 24 10:52:38.596252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:38.596951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:38.654144 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Pushing event updated for resources: {'Port': ['ID=7f7df710-d30a-491d-81d9-b06f200eb3cc,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:38.659022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-08cc1a57-3d7a-44d5-bb6d-538a2763c948 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:38.660523 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-08cc1a57-3d7a-44d5-bb6d-538a2763c948 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3289113
Dec 24 10:52:38.663117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:38.664758 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-20f56aef-2e11-4ed6-939e-637ed0c8e28a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Made reservation on behalf of 8543661828634582b0e4847120774eaa for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:38.669065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-20f56aef-2e11-4ed6-939e-637ed0c8e28a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:38.689935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44104) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:38.706463 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.6500080
Dec 24 10:52:38.710189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-7ef679c3-67f3-4393-bfa4-bca9f4a9547d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group_rule': {'security_group_id': 'd893e0a7-ed67-4341-ab52-825e715a0a9b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:38.714970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44108) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:38.760363 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:38.772612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:38.779006 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Usage tracker for resource:floatingip and tenant:1da5cfee888343d4b01dfe0bbd6219e4 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:38.785669 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:38.795482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:38.798998 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7ef679c3-67f3-4393-bfa4-bca9f4a9547d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:38.859023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7ef679c3-67f3-4393-bfa4-bca9f4a9547d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:38.892477 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for floatingip, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:38.926344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-329a9106-98a2-473e-82ba-b7c4fa3ef827 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:38.944029 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e1259fdb-af8e-4663-94c4-110d72e4b30d None None] Provisioning for port 7f7df710-d30a-491d-81d9-b06f200eb3cc completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:38.952427 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-7ef679c3-67f3-4393-bfa4-bca9f4a9547d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Project c1657b27188645aabd8baef493c2cb19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 10:52:38.955286 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e1259fdb-af8e-4663-94c4-110d72e4b30d None None] Provisioning complete for port 7f7df710-d30a-491d-81d9-b06f200eb3cc triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:38.955679 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e1259fdb-af8e-4663-94c4-110d72e4b30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:38.998218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:39.013731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7ef679c3-67f3-4393-bfa4-bca9f4a9547d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:39.078309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-e1259fdb-af8e-4663-94c4-110d72e4b30d None None] Port 7f7df710-d30a-491d-81d9-b06f200eb3cc cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:52:39.205677 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e4b96a4a-78ae-44dc-8110-21964c0176b1 None None] Provisioning for port 4ca43639-6da6-49da-a13b-aed56f1cf120 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:39.329803 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-20f56aef-2e11-4ed6-939e-637ed0c8e28a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Allocated IP 172.20.0.8 (5649a2db-549e-48e6-b856-f7dfd6b31b16/e0a321e5-1d5c-4349-a6e4-b5d68559fd38/868bd56a-5c74-4a2f-99e0-00e731c28f06) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:39.462832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7ef679c3-67f3-4393-bfa4-bca9f4a9547d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:39.490008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7ef679c3-67f3-4393-bfa4-bca9f4a9547d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:39.496691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4ca43639-6da6-49da-a13b-aed56f1cf120 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:52:39.512692 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:39.528580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:39.574269 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5708c8da-4083-4f44-ad4d-10472c32fd5d None None] Provisioning for port d4e15d51-b2c8-43d5-a963-4e480125b00c completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:39.581950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5708c8da-4083-4f44-ad4d-10472c32fd5d None None] Provisioning complete for port d4e15d51-b2c8-43d5-a963-4e480125b00c triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:39.582629 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5708c8da-4083-4f44-ad4d-10472c32fd5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:39.625276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef679c3-67f3-4393-bfa4-bca9f4a9547d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d36fa76-4756-4265-a3fa-fb85aacd5f50,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:39.645761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-34f7f171-b3e3-4f9a-899b-2ee4e72eb6b0 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:39.657651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7ef679c3-67f3-4393-bfa4-bca9f4a9547d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:39.679012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-5708c8da-4083-4f44-ad4d-10472c32fd5d None None] Port d4e15d51-b2c8-43d5-a963-4e480125b00c cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:52:39.685034 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Network 2c06e242-b76f-4c53-b750-fffd07617a54 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:39.701258 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 4ca43639-6da6-49da-a13b-aed56f1cf120 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:39.707570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:39.710618 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 4ca43639-6da6-49da-a13b-aed56f1cf120 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:39.711232 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:39.730936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:39.731940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:39.732548 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:39.841444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-c38f5b3b-843d-487c-b839-5ba42305e056 req-4b2462d5-2a8a-4084-a7a0-4f1db24cd297 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Synchronizing usage tracker for tenant:8543661828634582b0e4847120774eaa on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:39.843838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Pushing event updated for resources: {'Port': ['ID=b08c3b9c-5ea1-49e3-abc2-3843be80b158,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:39.856683 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7ef679c3-67f3-4393-bfa4-bca9f4a9547d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:39.857945 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7ef679c3-67f3-4393-bfa4-bca9f4a9547d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 1.1601086
Dec 24 10:52:39.858149 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:39.862097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-329a9106-98a2-473e-82ba-b7c4fa3ef827 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:39.862460 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-329a9106-98a2-473e-82ba-b7c4fa3ef827 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:39.862778 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-329a9106-98a2-473e-82ba-b7c4fa3ef827 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Floating IP 289019a1-cc3f-416e-9b4f-4b918c9a0414 disassociated. External IP: 172.26.4.224, port: 4e747b8f-d8ae-4f3a-9b4f-ad281d5c5118.
Dec 24 10:52:39.863117 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-329a9106-98a2-473e-82ba-b7c4fa3ef827 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Calling delete_port for 4e747b8f-d8ae-4f3a-9b4f-ad281d5c5118 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:39.870011 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44114) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:39.880140 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:39.902264 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 4.0666921
Dec 24 10:52:39.903069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f06ec878-e8ee-4e5e-b6b3-2dfac20a0d01 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:39.910297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44118) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:39.912307 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3020454f-6db1-4bd0-bd92-68e507b93110 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:39.921661 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:39.959036 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 4ca43639-6da6-49da-a13b-aed56f1cf120, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4ca43639-6da6-49da-a13b-aed56f1cf120,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:39.965205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:39.967570 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6196fb29-9dbb-4f24-b07a-71bf741c09a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:39.986873 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8346e712-2ce6-4a8f-a567-8797e3bd62c0 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-group-rules/4d36fa76-4756-4265-a3fa-fb85aacd5f50 HTTP/1.1" status: 200  len: 769 time: 0.1069083
Dec 24 10:52:39.986873 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-c38f5b3b-843d-487c-b839-5ba42305e056 req-4b2462d5-2a8a-4084-a7a0-4f1db24cd297 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Unset dirty status for tenant:8543661828634582b0e4847120774eaa on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:39.987134 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c38f5b3b-843d-487c-b839-5ba42305e056 req-4b2462d5-2a8a-4084-a7a0-4f1db24cd297 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 210 time: 0.2286537
Dec 24 10:52:40.000617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44122) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:40.020827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ec878-e8ee-4e5e-b6b3-2dfac20a0d01 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Pushing event deleted for resources: {'Port': ['ID=e8df4e20-5c92-4e71-b7c2-8395525e876b,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:40.058200 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=4ca43639-6da6-49da-a13b-aed56f1cf120,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:40.064841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f06ec878-e8ee-4e5e-b6b3-2dfac20a0d01 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:40.071189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:40.172781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f9611649-0422-4917-be89-a4102f37e32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Deleting port b08c3b9c-5ea1-49e3-abc2-3843be80b158 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:40.173051 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9611649-0422-4917-be89-a4102f37e32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:40.275928 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f06ec878-e8ee-4e5e-b6b3-2dfac20a0d01 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:40.283475 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-20f56aef-2e11-4ed6-939e-637ed0c8e28a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:40.304259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f06ec878-e8ee-4e5e-b6b3-2dfac20a0d01 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:40.306411 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:40.308482 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f06ec878-e8ee-4e5e-b6b3-2dfac20a0d01 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] 10.222.0.54 "DELETE /v2.0/floatingips/c8e15719-0e8d-46cb-9f8a-635f051fbfb2 HTTP/1.1" status: 204  len: 168 time: 3.6883843
Dec 24 10:52:40.311456 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44126) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:40.360583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-20f56aef-2e11-4ed6-939e-637ed0c8e28a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Transition to ACTIVE for port object 868bd56a-5c74-4a2f-99e0-00e731c28f06 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:40.383311 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a5e8c18f-d399-484e-9100-ce12d8799116 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:40.409507 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:40.419586 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a5e8c18f-d399-484e-9100-ce12d8799116 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:40.421205 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a5e8c18f-d399-484e-9100-ce12d8799116 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.4095349
Dec 24 10:52:40.425808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44130) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:40.450622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Allocated IP 172.26.4.188 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/c7689ff8-cbc7-42c3-aec5-47627fe1c48b) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:40.452636 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:40.453482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:40.465485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f21f960f-8628-4d22-a4b2-767b29c528dd tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:40.472451 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-329a9106-98a2-473e-82ba-b7c4fa3ef827 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:40.488228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9c673317-c7cb-4bac-bd03-96d8cc900097 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:40.604336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f3876ff9-a8a2-4049-890a-0d346815f389 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:40.717360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=d4e15d51-b2c8-43d5-a963-4e480125b00c,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:40.721411 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:40.740352 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f3876ff9-a8a2-4049-890a-0d346815f389 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:40.750776 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-20f56aef-2e11-4ed6-939e-637ed0c8e28a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:40.753065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a9106-98a2-473e-82ba-b7c4fa3ef827 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event deleted for resources: {'Port': ['ID=4e747b8f-d8ae-4f3a-9b4f-ad281d5c5118,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:40.756375 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-329a9106-98a2-473e-82ba-b7c4fa3ef827 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:40.766087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-479f0d39-38b5-48c3-9e96-7e7e9fae9e39 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:40.863896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-20f56aef-2e11-4ed6-939e-637ed0c8e28a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Network 5649a2db-549e-48e6-b856-f7dfd6b31b16 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:40.896917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-20f56aef-2e11-4ed6-939e-637ed0c8e28a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:40.912997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-20f56aef-2e11-4ed6-939e-637ed0c8e28a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:40.964727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f3876ff9-a8a2-4049-890a-0d346815f389 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:40.965499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f56aef-2e11-4ed6-939e-637ed0c8e28a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event updated for resources: {'Port': ['ID=868bd56a-5c74-4a2f-99e0-00e731c28f06,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:40.969051 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-20f56aef-2e11-4ed6-939e-637ed0c8e28a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:41.001347 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:41.024492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:41.036223 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3876ff9-a8a2-4049-890a-0d346815f389 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d36fa76-4756-4265-a3fa-fb85aacd5f50,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:41.039416 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f3876ff9-a8a2-4049-890a-0d346815f389 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:41.044589 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:41.056186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:41.070241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-20f56aef-2e11-4ed6-939e-637ed0c8e28a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:41.070893 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-20f56aef-2e11-4ed6-939e-637ed0c8e28a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:41.146361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9611649-0422-4917-be89-a4102f37e32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:41.221684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3223683b-30d3-4535-8332-a4b35061e4a2 None None] Provisioning for port 868bd56a-5c74-4a2f-99e0-00e731c28f06 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:41.227516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3223683b-30d3-4535-8332-a4b35061e4a2 None None] Provisioning complete for port 868bd56a-5c74-4a2f-99e0-00e731c28f06 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:41.228668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3223683b-30d3-4535-8332-a4b35061e4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:41.267845 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-81b2813b-4e17-423d-a61d-21f4fab4a919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:41.296268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f3876ff9-a8a2-4049-890a-0d346815f389 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:41.300073 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f3876ff9-a8a2-4049-890a-0d346815f389 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/4d36fa76-4756-4265-a3fa-fb85aacd5f50 HTTP/1.1" status: 204  len: 168 time: 0.8700008
Dec 24 10:52:41.317502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44136) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:41.321995 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-20f56aef-2e11-4ed6-939e-637ed0c8e28a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.1155953
Dec 24 10:52:41.340232 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3223683b-30d3-4535-8332-a4b35061e4a2 None None] Port 868bd56a-5c74-4a2f-99e0-00e731c28f06 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:52:41.384874 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Request body: {'port': {'device_id': 'd1e0a975-8b2b-4fa7-a409-e086c8848e29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:41.459099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4ca43639-6da6-49da-a13b-aed56f1cf120 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:52:41.489462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f9611649-0422-4917-be89-a4102f37e32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Calling delete_port for b08c3b9c-5ea1-49e3-abc2-3843be80b158 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:41.525794 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1847f4cf-19b8-44c7-b318-7906715e9bca None None] Provisioning complete for port d4e15d51-b2c8-43d5-a963-4e480125b00c triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:41.526951 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1847f4cf-19b8-44c7-b318-7906715e9bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:41.539581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:41.555071 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:41.599032 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 4ca43639-6da6-49da-a13b-aed56f1cf120 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:41.599481 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:41.623230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1847f4cf-19b8-44c7-b318-7906715e9bca None None] Port d4e15d51-b2c8-43d5-a963-4e480125b00c cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:52:41.650098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-59e556a6-628a-4be7-a7ca-5cf202c6ed01 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:41.664230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:41.664956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Router 9e8a597d-ab23-439e-9695-139b5bb94fe3 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:52:41.679247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:41.682214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:41.720196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:41.758200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-329a9106-98a2-473e-82ba-b7c4fa3ef827 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 91a969c7-6ec3-42de-b80c-73cfd6e86137 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:52:41.770768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Pushing event updated for resources: {'Port': ['ID=c7689ff8-cbc7-42c3-aec5-47627fe1c48b,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:41.774226 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:41.781510 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-59e556a6-628a-4be7-a7ca-5cf202c6ed01 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:41.785744 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-59e556a6-628a-4be7-a7ca-5cf202c6ed01 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.4582195
Dec 24 10:52:41.789357 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44140) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:42.067306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:42.081678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Sync routers for ids ['9e8a597d-ab23-439e-9695-139b5bb94fe3'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:42.092589 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "PUT /v2.0/routers/9e8a597d-ab23-439e-9695-139b5bb94fe3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4989934
Dec 24 10:52:42.093078 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Routers {'9e8a597d-ab23-439e-9695-139b5bb94fe3'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:42.094318 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c624e50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['9e8a597d-ab23-439e-9695-139b5bb94fe3'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:42.095082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44146) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:42.101205 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:42.276651 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Set router 9e8a597d-ab23-439e-9695-139b5bb94fe3 gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:52:42.339851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb2908-b0dc-46b6-9a43-8c136a698031 req-4361f613-08a2-41f9-afc9-c09fc7eaf521 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:42.341252 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9fbb2908-b0dc-46b6-9a43-8c136a698031 req-4361f613-08a2-41f9-afc9-c09fc7eaf521 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 931 time: 1.1846499
Dec 24 10:52:42.449498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e6510c-bb24-4f05-93c3-93eb02638274 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:42.450354 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a9e6510c-bb24-4f05-93c3-93eb02638274 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:42.452447 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:42.529900 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9c541d3-0813-43c1-abcd-1b6f7b5a42e8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:42.533806 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a9e6510c-bb24-4f05-93c3-93eb02638274 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:42.538018 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a9e6510c-bb24-4f05-93c3-93eb02638274 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports/d4e15d51-b2c8-43d5-a963-4e480125b00c HTTP/1.1" status: 200  len: 911 time: 0.4377880
Dec 24 10:52:42.539551 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44150) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:42.598872 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9fbb2908-b0dc-46b6-9a43-8c136a698031 req-86dd46c9-10f0-4757-a2ce-6bb54cecb790 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1951544
Dec 24 10:52:42.599770 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329a9106-98a2-473e-82ba-b7c4fa3ef827 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:42.601844 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9611649-0422-4917-be89-a4102f37e32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:42.623081 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c624e50>, [{'id': '9e8a597d-ab23-439e-9695-139b5bb94fe3', 'name': 'tempest-NetworksTestDHCPv6-router-1101784400', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:35Z', 'updated_at': '2021-12-24T10:52:38Z', 'revision_number': 2, 'project_id': '57944efc8ac84c778890de6d87115d3a', 'gw_port_host': None, '_interfaces': [{'id': 'd4e15d51-b2c8-43d5-a963-4e480125b00c', 'name': '', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'mac_address': 'fa:16:3e:65:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8a597d-ab23-439e-9695-139b5bb94fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '2905aa8f-4c4e-4dd6-980a-74314a163935', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:52:37Z', 'updated_at': '2021-12-24T10:52:39Z', 'revision_number': 2, 'project_id': '57944efc8ac84c778890de6d87115d3a', 'subnets': [{'id': '2905aa8f-4c4e-4dd6-980a-74314a163935', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:42.629367 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Checking router: 9e8a597d-ab23-439e-9695-139b5bb94fe3 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:52:42.629790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Updating router 9e8a597d-ab23-439e-9695-139b5bb94fe3 port d4e15d51-b2c8-43d5-a963-4e480125b00c binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:52:42.631830 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5aebc3-6d8e-4b9e-b8a2-2c57831e9354 None None] Sync routers for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:42.646076 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9c541d3-0813-43c1-abcd-1b6f7b5a42e8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:42.653991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f06ec878-e8ee-4e5e-b6b3-2dfac20a0d01 tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:42.659600 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5aebc3-6d8e-4b9e-b8a2-2c57831e9354 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:42.662560 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-0e5aebc3-6d8e-4b9e-b8a2-2c57831e9354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7df5d5e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:42.705701 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:42.748514 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9611649-0422-4917-be89-a4102f37e32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Pushing event deleted for resources: {'Port': ['ID=b08c3b9c-5ea1-49e3-abc2-3843be80b158,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:42.754415 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-0e5aebc3-6d8e-4b9e-b8a2-2c57831e9354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7df5d5e0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:42.765760 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5aebc3-6d8e-4b9e-b8a2-2c57831e9354 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:42.766858 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f9611649-0422-4917-be89-a4102f37e32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:42.767475 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-0e5aebc3-6d8e-4b9e-b8a2-2c57831e9354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7df5d5e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:42.831661 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0f1817-fb61-432d-851b-40499f888bee tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:42.838343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0f1817-fb61-432d-851b-40499f888bee tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:42.840004 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6f0f1817-fb61-432d-851b-40499f888bee tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.2939525
Dec 24 10:52:42.844660 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44154) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:42.849165 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-0e5aebc3-6d8e-4b9e-b8a2-2c57831e9354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7df5d5e0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:42.850025 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5aebc3-6d8e-4b9e-b8a2-2c57831e9354 None None] The sync data for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:42.865556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9611649-0422-4917-be89-a4102f37e32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:42.902689 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-329a9106-98a2-473e-82ba-b7c4fa3ef827 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:42.912119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 868bd56a-5c74-4a2f-99e0-00e731c28f06 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:52:42.916620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9c541d3-0813-43c1-abcd-1b6f7b5a42e8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:42.919824 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9c541d3-0813-43c1-abcd-1b6f7b5a42e8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:42.923357 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f9c541d3-0813-43c1-abcd-1b6f7b5a42e8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-groups/d893e0a7-ed67-4341-ab52-825e715a0a9b HTTP/1.1" status: 204  len: 168 time: 1.1239119
Dec 24 10:52:42.924423 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b01c0a83-64d4-4bf6-b18d-6737a4bcaef0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:42.932298 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44158) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:42.934443 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-329a9106-98a2-473e-82ba-b7c4fa3ef827 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/ports/4e747b8f-d8ae-4f3a-9b4f-ad281d5c5118 HTTP/1.1" status: 204  len: 168 time: 5.0869207
Dec 24 10:52:42.935294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:42.938808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44160) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:42.945047 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.resource_extend [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:52:42.983871 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f9611649-0422-4917-be89-a4102f37e32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "DELETE /v2.0/ports/b08c3b9c-5ea1-49e3-abc2-3843be80b158 HTTP/1.1" status: 204  len: 168 time: 3.0414207
Dec 24 10:52:43.006821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44166) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:43.013107 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c541d3-0813-43c1-abcd-1b6f7b5a42e8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d893e0a7-ed67-4341-ab52-825e715a0a9b,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:43.023508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f9c541d3-0813-43c1-abcd-1b6f7b5a42e8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:43.027082 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c06e242-b76f-4c53-b750-fffd07617a54', 'external_fixed_ips': [{'subnet_id': '549d285b-17cb-438b-b7a7-729f1aa2f1a1', 'ip_address': '2001:db8::39d'}]}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:43.040430 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:43.056750 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Usage tracker for resource:router and tenant:7065dbeb15604390bd404252b2a01e55 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:43.066787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:43.083698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:43.092075 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c188e30-466a-4a3d-afe8-1c9e0a7f274f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:43.106906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:43.113849 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-71a04620-80b1-4ebd-9d6d-0d5eb0baab64 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "GET /v2.0/floatingips/289019a1-cc3f-416e-9b4f-4b918c9a0414 HTTP/1.1" status: 200  len: 688 time: 0.1682394
Dec 24 10:52:43.123605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44170) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:43.124885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Transition to ACTIVE for port object 868bd56a-5c74-4a2f-99e0-00e731c28f06 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:43.140263 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-81b2813b-4e17-423d-a61d-21f4fab4a919 admin admin] Deleting port 41fbe976-a559-426f-b930-f16895a8ed9c {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:43.140608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-81b2813b-4e17-423d-a61d-21f4fab4a919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:43.150920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:43.163234 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Transition to ACTIVE for port object d4e15d51-b2c8-43d5-a963-4e480125b00c will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:43.170269 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:43.174036 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a4dd3053-5168-4c8c-8ccf-ce56177a838f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:43.185326 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:43.197412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-abde853f-b139-4177-b8f6-429274866f4d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:43.217754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:43.218888 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:43.225249 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fa9cf30f-8b84-4d13-a7ce-68ad14c175dd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:43.243789 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:43.495870 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887ebb7-4b19-459b-a5bb-0627be2222a0 None None] Pushing event updated for resources: {'Port': ['ID=d4e15d51-b2c8-43d5-a963-4e480125b00c,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:43.514620 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d887ebb7-4b19-459b-a5bb-0627be2222a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:43.530281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Attempting to bind port d4e15d51-b2c8-43d5-a963-4e480125b00c on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:52:43.530667 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Attempting to bind port d4e15d51-b2c8-43d5-a963-4e480125b00c by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:52:43.531038 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Attempting to bind port d4e15d51-b2c8-43d5-a963-4e480125b00c on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:52:43.541396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:52:43.542119 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:52:43.542717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:43.543274 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:52:43.543818 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Bound port: d4e15d51-b2c8-43d5-a963-4e480125b00c, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:52:43.547904 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:43.554427 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:43.669016 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fa9cf30f-8b84-4d13-a7ce-68ad14c175dd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:43.670446 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fa9cf30f-8b84-4d13-a7ce-68ad14c175dd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.6995628
Dec 24 10:52:43.671160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] For port d4e15d51-b2c8-43d5-a963-4e480125b00c, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:52:43.679228 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] For port d4e15d51-b2c8-43d5-a963-4e480125b00c, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d4e15d51-b2c8-43d5-a963-4e480125b00c,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:52:43.686497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:43.691829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44176) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:43.693226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d1d30ad9-8982-4cb4-829b-162fa275a072 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:43.712280 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-26fa4a76-0740-4fdd-8748-8c4f3f9a5e58 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group': {'name': 'tempest-secgroup--839078498'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:43.719027 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-26fa4a76-0740-4fdd-8748-8c4f3f9a5e58 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:43.731240 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-26fa4a76-0740-4fdd-8748-8c4f3f9a5e58 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:43.780931 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887ebb7-4b19-459b-a5bb-0627be2222a0 None None] Pushing event updated for resources: {'Port': ['ID=d4e15d51-b2c8-43d5-a963-4e480125b00c,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:43.784650 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d887ebb7-4b19-459b-a5bb-0627be2222a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:43.819966 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-26fa4a76-0740-4fdd-8748-8c4f3f9a5e58 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:43.821841 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Routers {'9e8a597d-ab23-439e-9695-139b5bb94fe3'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:43.822666 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c624e50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['9e8a597d-ab23-439e-9695-139b5bb94fe3'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:43.879862 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0fb87f8f-bcf9-4bfb-bd16-fe4e88de708d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Deleting port b216384e-55b7-4e80-bd37-2925c363e52d {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:43.880416 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0fb87f8f-bcf9-4bfb-bd16-fe4e88de708d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:43.910713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Pushing event updated for resources: {'Port': ['ID=c7689ff8-cbc7-42c3-aec5-47627fe1c48b,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:43.953597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:43.958437 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-320fbd4b-30a1-44b4-b957-08e8bb2dd3ce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.692s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:44.005189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] Set router 9e8a597d-ab23-439e-9695-139b5bb94fe3 gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:52:44.037517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Pushing event updated for resources: {'Port': ['ID=868bd56a-5c74-4a2f-99e0-00e731c28f06,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:44.072744 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:44.093291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-81b2813b-4e17-423d-a61d-21f4fab4a919 admin admin] For port 41fbe976-a559-426f-b930-f16895a8ed9c, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=41fbe976-a559-426f-b930-f16895a8ed9c,segment=NetworkSegment(c3f666df-cfe1-4d16-a1e0-2863183c8e20),segment_id=c3f666df-cfe1-4d16-a1e0-2863183c8e20)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:44.093722 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-81b2813b-4e17-423d-a61d-21f4fab4a919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:44.101358 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-26fa4a76-0740-4fdd-8748-8c4f3f9a5e58 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:44.110533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:44.174426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-26fa4a76-0740-4fdd-8748-8c4f3f9a5e58 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:44.181737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:44.186122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-26fa4a76-0740-4fdd-8748-8c4f3f9a5e58 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:44.302746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:44.303946 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.5502951
Dec 24 10:52:44.306417 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-26fa4a76-0740-4fdd-8748-8c4f3f9a5e58 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:44.317533 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-81b2813b-4e17-423d-a61d-21f4fab4a919 admin admin] Calling delete_port for 41fbe976-a559-426f-b930-f16895a8ed9c owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:44.324116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44180) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:44.342465 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c624e50>, [{'id': '9e8a597d-ab23-439e-9695-139b5bb94fe3', 'name': 'tempest-NetworksTestDHCPv6-router-1101784400', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:35Z', 'updated_at': '2021-12-24T10:52:38Z', 'revision_number': 2, 'project_id': '57944efc8ac84c778890de6d87115d3a', 'gw_port_host': None, '_interfaces': [{'id': 'd4e15d51-b2c8-43d5-a963-4e480125b00c', 'name': '', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'mac_address': 'fa:16:3e:65:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8a597d-ab23-439e-9695-139b5bb94fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '2905aa8f-4c4e-4dd6-980a-74314a163935', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:52:37Z', 'updated_at': '2021-12-24T10:52:43Z', 'revision_number': 4, 'project_id': '57944efc8ac84c778890de6d87115d3a', 'subnets': [{'id': '2905aa8f-4c4e-4dd6-980a-74314a163935', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:44.343216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1746e99-ab65-47fd-924f-6ed872f32d92 req-6c1e699e-38d4-49a3-809c-7c2a686c3c47 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:44.344784 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c1746e99-ab65-47fd-924f-6ed872f32d92 req-6c1e699e-38d4-49a3-809c-7c2a686c3c47 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 943 time: 0.5252447
Dec 24 10:52:44.349136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed0863a-226c-4191-8a6b-583422e97f45 None None] The sync data for ids ['9e8a597d-ab23-439e-9695-139b5bb94fe3'] in dv-neutron-822668-2-hyperv is: [{'id': '9e8a597d-ab23-439e-9695-139b5bb94fe3', 'name': 'tempest-NetworksTestDHCPv6-router-1101784400', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:35Z', 'updated_at': '2021-12-24T10:52:38Z', 'revision_number': 2, 'project_id': '57944efc8ac84c778890de6d87115d3a', 'gw_port_host': None, '_interfaces': [{'id': 'd4e15d51-b2c8-43d5-a963-4e480125b00c', 'name': '', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'mac_address': 'fa:16:3e:65:b3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e8a597d-ab23-439e-9695-139b5bb94fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '2905aa8f-4c4e-4dd6-980a-74314a163935', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:52:37Z', 'updated_at': '2021-12-24T10:52:43Z', 'revision_number': 4, 'project_id': '57944efc8ac84c778890de6d87115d3a', 'subnets': [{'id': '2905aa8f-4c4e-4dd6-980a-74314a163935', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:44.353731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-6b286489-ba57-497e-bf5f-b17a59053c3a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Request body: {'floatingip': {'port_id': '7f7df710-d30a-491d-81d9-b06f200eb3cc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:44.458159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Attempting to bind port 868bd56a-5c74-4a2f-99e0-00e731c28f06 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:52:44.458501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Attempting to bind port 868bd56a-5c74-4a2f-99e0-00e731c28f06 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:52:44.458990 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Attempting to bind port 868bd56a-5c74-4a2f-99e0-00e731c28f06 on network 5649a2db-549e-48e6-b856-f7dfd6b31b16 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:52:44.476126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6b286489-ba57-497e-bf5f-b17a59053c3a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for floatingip, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:44.539565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Port 868bd56a-5c74-4a2f-99e0-00e731c28f06 on network 5649a2db-549e-48e6-b856-f7dfd6b31b16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:52:44.539672 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Attempting to bind port 868bd56a-5c74-4a2f-99e0-00e731c28f06 on network 5649a2db-549e-48e6-b856-f7dfd6b31b16 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:52:44.613659 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-9c188e30-466a-4a3d-afe8-1c9e0a7f274f admin admin] Deleting port 30418d6b-95d7-404c-984f-97d3aa5480a6 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:44.613659 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c188e30-466a-4a3d-afe8-1c9e0a7f274f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:44.631576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:52:44.631576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Checking segment: {'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:52:44.631914 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Bound using segment: {'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:52:44.632741 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Bound port: 868bd56a-5c74-4a2f-99e0-00e731c28f06, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:52:44.632741 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:44.683921 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c1746e99-ab65-47fd-924f-6ed872f32d92 req-10f7d6c4-82ef-4a5c-9f09-6daaed51292b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2624626
Dec 24 10:52:44.686143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0fb87f8f-bcf9-4bfb-bd16-fe4e88de708d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:44.686475 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0fb87f8f-bcf9-4bfb-bd16-fe4e88de708d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:44.703613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-26fa4a76-0740-4fdd-8748-8c4f3f9a5e58 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:44.721481 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-26fa4a76-0740-4fdd-8748-8c4f3f9a5e58 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:44.728213 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:44.860632 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0fb87f8f-bcf9-4bfb-bd16-fe4e88de708d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Calling delete_port for b216384e-55b7-4e80-bd37-2925c363e52d owned by network:floatingip {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:44.866477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa4a76-0740-4fdd-8748-8c4f3f9a5e58 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28b1885c-f4b5-4248-ab01-c2b0f70d9c09,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:44.878334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-26fa4a76-0740-4fdd-8748-8c4f3f9a5e58 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:44.953847 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-26fa4a76-0740-4fdd-8748-8c4f3f9a5e58 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:44.955108 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-26fa4a76-0740-4fdd-8748-8c4f3f9a5e58 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.2518001
Dec 24 10:52:44.965224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44184) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:45.000471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-155a6787-8b91-41e1-a420-f19b54997982 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Request body: {'security_group_rule': {'security_group_id': '28b1885c-f4b5-4248-ab01-c2b0f70d9c09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:45.006671 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-155a6787-8b91-41e1-a420-f19b54997982 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:45.014292 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-9c188e30-466a-4a3d-afe8-1c9e0a7f274f admin admin] For port 30418d6b-95d7-404c-984f-97d3aa5480a6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=30418d6b-95d7-404c-984f-97d3aa5480a6,segment=NetworkSegment(5d9ccc71-7f94-4da7-b7fb-d38452276eaf),segment_id=5d9ccc71-7f94-4da7-b7fb-d38452276eaf)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:45.014534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-155a6787-8b91-41e1-a420-f19b54997982 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Usage tracker for resource:security_group_rule and tenant:c1657b27188645aabd8baef493c2cb19 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:45.014789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c188e30-466a-4a3d-afe8-1c9e0a7f274f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:45.025540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-155a6787-8b91-41e1-a420-f19b54997982 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:45.094164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-155a6787-8b91-41e1-a420-f19b54997982 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:45.122690 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-6b286489-ba57-497e-bf5f-b17a59053c3a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] update failed (client error): The resource could not be found.
Dec 24 10:52:45.123785 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6b286489-ba57-497e-bf5f-b17a59053c3a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] 10.222.0.54 "PUT /v2.0/floatingips/c5d7141c-147f-4a5f-8f7f-debafa70221c HTTP/1.1" status: 404  len: 507 time: 0.7926886
Dec 24 10:52:45.133002 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44188) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:45.140704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] For port 868bd56a-5c74-4a2f-99e0-00e731c28f06, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:52:45.180865 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-9c188e30-466a-4a3d-afe8-1c9e0a7f274f admin admin] Calling delete_port for 30418d6b-95d7-404c-984f-97d3aa5480a6 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:45.231329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-81b2813b-4e17-423d-a61d-21f4fab4a919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:45.237902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-155a6787-8b91-41e1-a420-f19b54997982 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:45.243151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1b9ee63c-8ff3-4557-a2b5-c1b3780b4bb6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:45.298185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b2813b-4e17-423d-a61d-21f4fab4a919 admin admin] Pushing event deleted for resources: {'Port': ['ID=41fbe976-a559-426f-b930-f16895a8ed9c,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:45.343091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-81b2813b-4e17-423d-a61d-21f4fab4a919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:45.510255 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d4e15d51-b2c8-43d5-a963-4e480125b00c up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:52:45.560330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-2726ac64-9275-46df-80ec-8037db72ac26 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Deleting port c7689ff8-cbc7-42c3-aec5-47627fe1c48b {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:45.560723 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2726ac64-9275-46df-80ec-8037db72ac26 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:45.586606 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port d4e15d51-b2c8-43d5-a963-4e480125b00c completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:45.593020 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port d4e15d51-b2c8-43d5-a963-4e480125b00c triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:45.593020 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:45.690141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0fb87f8f-bcf9-4bfb-bd16-fe4e88de708d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:45.700098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a588d0b3-b932-4678-9cdc-2d6c4702fc52 tempest-RoutersAdminNegativeTest-1546270740 tempest-RoutersAdminNegativeTest-1546270740-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:45.751424 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:45.754448 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb87f8f-bcf9-4bfb-bd16-fe4e88de708d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event deleted for resources: {'Port': ['ID=b216384e-55b7-4e80-bd37-2925c363e52d,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:45.757502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] For port 868bd56a-5c74-4a2f-99e0-00e731c28f06, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=868bd56a-5c74-4a2f-99e0-00e731c28f06,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:52:45.824338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port d4e15d51-b2c8-43d5-a963-4e480125b00c, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d4e15d51-b2c8-43d5-a963-4e480125b00c,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:45.827430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0fb87f8f-bcf9-4bfb-bd16-fe4e88de708d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:45.828197 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:45.833198 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b96a70a9-79c3-4a9e-86f0-0970c05d62f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:45.863487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-155a6787-8b91-41e1-a420-f19b54997982 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:45.866556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:45.899305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-655aed6f-e6eb-4f9d-82a2-21319d7f7498 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:45.900863 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:45.918944 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=d4e15d51-b2c8-43d5-a963-4e480125b00c,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:45.924752 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:45.964038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:45.966489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-155a6787-8b91-41e1-a420-f19b54997982 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:46.032318 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:46.032954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:46.034820 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] 10.222.0.32 "PUT /v2.0/ports/868bd56a-5c74-4a2f-99e0-00e731c28f06 HTTP/1.1" status: 200  len: 1093 time: 4.6572919
Dec 24 10:52:46.048767 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e0a975-8b2b-4fa7-a409-e086c8848e29', 'tag': '868bd56a-5c74-4a2f-99e0-00e731c28f06'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:52:46.155085 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e0a975-8b2b-4fa7-a409-e086c8848e29', 'tag': '868bd56a-5c74-4a2f-99e0-00e731c28f06', 'status': 'completed', 'code': 200}
Dec 24 10:52:46.193901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6c0a-544c-4877-baee-87519e8a53e4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:46.260078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2726ac64-9275-46df-80ec-8037db72ac26 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:46.261023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2726ac64-9275-46df-80ec-8037db72ac26 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:46.283305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Pushing event updated for resources: {'Port': ['ID=868bd56a-5c74-4a2f-99e0-00e731c28f06,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:46.286647 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-81b2813b-4e17-423d-a61d-21f4fab4a919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:46.296923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:46.302649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fcdd7995-992f-441e-95ab-55e42cc8ad41 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.322s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:46.307754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70d992-ccef-4202-a7d0-9e2a7c89daf2 req-b41468ed-8a02-4adf-9a4d-73bcf1905bbf tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:46.309246 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3d70d992-ccef-4202-a7d0-9e2a7c89daf2 req-b41468ed-8a02-4adf-9a4d-73bcf1905bbf tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 943 time: 0.4484606
Dec 24 10:52:46.337727 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c188e30-466a-4a3d-afe8-1c9e0a7f274f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:46.391910 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f235062e-d7a5-43bc-9e4a-e251dd67f7b3 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:46.470701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-155a6787-8b91-41e1-a420-f19b54997982 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:46.471887 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-155a6787-8b91-41e1-a420-f19b54997982 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 1.4915633
Dec 24 10:52:46.473008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0fb87f8f-bcf9-4bfb-bd16-fe4e88de708d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:46.475480 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0fb87f8f-bcf9-4bfb-bd16-fe4e88de708d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:46.476506 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0fb87f8f-bcf9-4bfb-bd16-fe4e88de708d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/floatingips/289019a1-cc3f-416e-9b4f-4b918c9a0414 HTTP/1.1" status: 204  len: 168 time: 3.3505614
Dec 24 10:52:46.483423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-2726ac64-9275-46df-80ec-8037db72ac26 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Calling delete_port for c7689ff8-cbc7-42c3-aec5-47627fe1c48b owned by network:floatingip {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:46.485792 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c188e30-466a-4a3d-afe8-1c9e0a7f274f admin admin] Pushing event deleted for resources: {'Port': ['ID=30418d6b-95d7-404c-984f-97d3aa5480a6,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:46.487582 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44196) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:46.488577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44198) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:46.527977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a6787-8b91-41e1-a420-f19b54997982 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa06248-d6d2-4562-938d-2cb96457403f,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:46.540405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-155a6787-8b91-41e1-a420-f19b54997982 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:46.542560 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '83d386a9-7fdf-418d-a00e-b0cf3dad210b'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:46.549400 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9c188e30-466a-4a3d-afe8-1c9e0a7f274f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:46.581733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:46.627292 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Usage tracker for resource:floatingip and tenant:cd9033324f80492388fb35eda7bfd1eb is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:46.635320 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3d70d992-ccef-4202-a7d0-9e2a7c89daf2 req-763e04e6-31cc-4f5e-a16d-dcd66b859cd9 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3188522
Dec 24 10:52:46.636656 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:46.642226 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-a498feb0-43ce-4676-b543-2d720adfe2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:46.660939 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-a498feb0-43ce-4676-b543-2d720adfe2a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8543661828634582b0e4847120774eaa&device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 1096 time: 0.5459423
Dec 24 10:52:46.681289 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:46.767434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Allocated IP 2001:db8::39d (2c06e242-b76f-4c53-b750-fffd07617a54/549d285b-17cb-438b-b7a7-729f1aa2f1a1/6644c23c-d263-4953-bf65-cb785f183d2d) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:46.772575 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-5823dc3a-1af5-41f1-aae6-19bf715bec4a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=868bd56a-5c74-4a2f-99e0-00e731c28f06 HTTP/1.1" status: 200  len: 217 time: 0.1096704
Dec 24 10:52:46.803240 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:46.898890 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-66924d9d-2819-4f9a-ab1e-2822d1cd9235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:46.900081 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-66924d9d-2819-4f9a-ab1e-2822d1cd9235 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0a321e5-1d5c-4349-a6e4-b5d68559fd38 HTTP/1.1" status: 200  len: 850 time: 0.1209242
Dec 24 10:52:46.932916 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-052c6e95-4c5e-4ebc-ac36-cbe4d6ff1d5d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:46.951921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2726ac64-9275-46df-80ec-8037db72ac26 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:46.956960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c6ebb86a-d2f8-46c8-b45f-4b33a238c10d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:46.999082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce6c0a-544c-4877-baee-87519e8a53e4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port d4e15d51-b2c8-43d5-a963-4e480125b00c {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:46.999832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6c0a-544c-4877-baee-87519e8a53e4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:47.174969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726ac64-9275-46df-80ec-8037db72ac26 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Pushing event deleted for resources: {'Port': ['ID=c7689ff8-cbc7-42c3-aec5-47627fe1c48b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:47.181737 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2726ac64-9275-46df-80ec-8037db72ac26 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:47.293385 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-052c6e95-4c5e-4ebc-ac36-cbe4d6ff1d5d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:47.389174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-d79b2a30-1f19-4a59-8efa-0443c5920158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:47.390712 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-d79b2a30-1f19-4a59-8efa-0443c5920158 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5649a2db-549e-48e6-b856-f7dfd6b31b16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4816039
Dec 24 10:52:47.396944 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2726ac64-9275-46df-80ec-8037db72ac26 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for floatingip, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:47.469345 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d4e15d51-b2c8-43d5-a963-4e480125b00c up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:52:47.516713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2726ac64-9275-46df-80ec-8037db72ac26 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:47.517849 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2726ac64-9275-46df-80ec-8037db72ac26 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] 10.222.0.54 "DELETE /v2.0/floatingips/c5d7141c-147f-4a5f-8f7f-debafa70221c HTTP/1.1" status: 204  len: 168 time: 2.3839290
Dec 24 10:52:47.522357 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44204) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:47.532155 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-7caa6609-be98-4a2a-80fc-f91624fbb77a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Request body: {'floatingip': {'floating_network_id': '508394c1-0df6-43cc-b58b-a3ac136267c8', 'port_id': '7f7df710-d30a-491d-81d9-b06f200eb3cc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:47.540387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-a6ce6c0a-544c-4877-baee-87519e8a53e4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] For port d4e15d51-b2c8-43d5-a963-4e480125b00c, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d4e15d51-b2c8-43d5-a963-4e480125b00c,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:47.540750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6c0a-544c-4877-baee-87519e8a53e4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:47.545702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port d4e15d51-b2c8-43d5-a963-4e480125b00c triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:47.546129 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:47.550577 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7caa6609-be98-4a2a-80fc-f91624fbb77a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:47.561552 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c188e30-466a-4a3d-afe8-1c9e0a7f274f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:47.572605 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:47.662323 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-052c6e95-4c5e-4ebc-ac36-cbe4d6ff1d5d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:47.675825 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce6c0a-544c-4877-baee-87519e8a53e4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for d4e15d51-b2c8-43d5-a963-4e480125b00c owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:47.675925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c7aa5e7f-6b52-4407-a7e5-b24deedccdd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:47.703472 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-7caa6609-be98-4a2a-80fc-f91624fbb77a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Usage tracker for resource:floatingip and tenant:1da5cfee888343d4b01dfe0bbd6219e4 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:47.708419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-7caa6609-be98-4a2a-80fc-f91624fbb77a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:47.713444 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c6e95-4c5e-4ebc-ac36-cbe4d6ff1d5d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b1885c-f4b5-4248-ab01-c2b0f70d9c09,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:47.716220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b2813b-4e17-423d-a61d-21f4fab4a919 admin admin] Router 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:52:47.721310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-052c6e95-4c5e-4ebc-ac36-cbe4d6ff1d5d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:47.736767 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7caa6609-be98-4a2a-80fc-f91624fbb77a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:47.779320 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-4d3eeaac-6b28-406e-a2ce-0466dd164d91 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3790536
Dec 24 10:52:47.780017 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7caa6609-be98-4a2a-80fc-f91624fbb77a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for floatingip, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:47.915936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-052c6e95-4c5e-4ebc-ac36-cbe4d6ff1d5d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:47.920377 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-052c6e95-4c5e-4ebc-ac36-cbe4d6ff1d5d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-groups/28b1885c-f4b5-4248-ab01-c2b0f70d9c09 HTTP/1.1" status: 204  len: 168 time: 1.3941426
Dec 24 10:52:47.929173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44210) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:47.957950 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:47.973777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:47.985108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4c024fa1-fbdb-4c56-ae8d-7899acc22b06 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:48.107300 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8d0a9a15-18c7-4d82-84a1-a90d32224dfd req-c1ff763e-b244-4b06-a592-1b49ba6cd9c1 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2767951
Dec 24 10:52:48.167604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c04447-c1ae-4479-b94c-5c7129230bc9 req-5e3f171f-099e-4129-8841-a9ff678b5580 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:48.169060 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f0c04447-c1ae-4479-b94c-5c7129230bc9 req-5e3f171f-099e-4129-8841-a9ff678b5580 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 943 time: 0.3969543
Dec 24 10:52:48.194098 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Network 2c06e242-b76f-4c53-b750-fffd07617a54 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:48.212741 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:48.225276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:48.278332 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6c0a-544c-4877-baee-87519e8a53e4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:48.281675 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cfa4804d-5d83-4df4-a737-dd30bde59c62 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:48.293440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-15f80b11-df29-463d-8213-ce219ab2b697 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:48.344521 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f0c04447-c1ae-4479-b94c-5c7129230bc9 req-a29d0f6b-74f3-436f-8f87-716c1e2ac969 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1404819
Dec 24 10:52:48.358319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b2813b-4e17-423d-a61d-21f4fab4a919 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:48.371236 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a11d8d7-b19c-4ae1-a339-305dab545f67 None None] Sync routers for ids ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:48.371367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Pushing event updated for resources: {'Port': ['ID=6644c23c-d263-4953-bf65-cb785f183d2d,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:48.380593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce6c0a-544c-4877-baee-87519e8a53e4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=d4e15d51-b2c8-43d5-a963-4e480125b00c,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:48.388823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a6ce6c0a-544c-4877-baee-87519e8a53e4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:48.410774 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a11d8d7-b19c-4ae1-a339-305dab545f67 None None] Routers {'46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:48.411643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2a11d8d7-b19c-4ae1-a339-305dab545f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d5b7b50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:48.437550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:48.548973 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-81b2813b-4e17-423d-a61d-21f4fab4a919 admin admin] 10.222.0.54 "PUT /v2.0/routers/46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8642690
Dec 24 10:52:48.558041 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cfa4804d-5d83-4df4-a737-dd30bde59c62 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:48.559289 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cfa4804d-5d83-4df4-a737-dd30bde59c62 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.6292260
Dec 24 10:52:48.565147 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44214) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:48.565449 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44216) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:48.584399 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d934ee-00ba-4151-8ea0-960c0a4444ca req-bfe9ba7f-fcad-40c6-9a68-56d6681f6802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:48.585904 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-82d934ee-00ba-4151-8ea0-960c0a4444ca req-bfe9ba7f-fcad-40c6-9a68-56d6681f6802 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8543661828634582b0e4847120774eaa&device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 1096 time: 0.4285250
Dec 24 10:52:48.638430 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-7caa6609-be98-4a2a-80fc-f91624fbb77a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:52:48.639459 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7caa6609-be98-4a2a-80fc-f91624fbb77a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 1.1147497
Dec 24 10:52:48.640091 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a6ce6c0a-544c-4877-baee-87519e8a53e4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:48.659082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-2a11d8d7-b19c-4ae1-a339-305dab545f67 None None] Set router 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:52:48.661624 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44222) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:48.898045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '7f7df710-d30a-491d-81d9-b06f200eb3cc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:48.929075 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:48.943907 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Allocated IP 172.26.4.239 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/b8a465bd-a299-4482-919c-9dfa07e5fd8a) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:48.953064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Usage tracker for resource:floatingip and tenant:1da5cfee888343d4b01dfe0bbd6219e4 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:48.957414 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:48.993417 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:49.004923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2a11d8d7-b19c-4ae1-a339-305dab545f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d5b7b50>, [{'id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'name': 'tempest-ServersTestJSON-1631046866-router', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:53Z', 'updated_at': '2021-12-24T10:52:44Z', 'revision_number': 5, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'gw_port': {'id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:54Z', 'updated_at': '2021-12-24T10:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:49.011127 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a11d8d7-b19c-4ae1-a339-305dab545f67 None None] Checking router: 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:52:49.024835 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a11d8d7-b19c-4ae1-a339-305dab545f67 None None] Routers {'46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:49.025265 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2a11d8d7-b19c-4ae1-a339-305dab545f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d5b7b50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:49.150087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d934ee-00ba-4151-8ea0-960c0a4444ca req-89e15149-71c9-4712-ae05-39140ba3bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:49.152046 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-82d934ee-00ba-4151-8ea0-960c0a4444ca req-89e15149-71c9-4712-ae05-39140ba3bc8f service neutron] 10.222.0.32 "GET /v2.0/networks?id=5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 200  len: 912 time: 0.5499804
Dec 24 10:52:49.157542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ce6c0a-544c-4877-baee-87519e8a53e4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Router 9e8a597d-ab23-439e-9695-139b5bb94fe3 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:52:49.157911 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-32ea80ed-66ed-4037-a1ad-68937cfcc30e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:49.214521 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-2a11d8d7-b19c-4ae1-a339-305dab545f67 None None] Set router 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:52:49.225863 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-82d934ee-00ba-4151-8ea0-960c0a4444ca req-9f74af42-4a45-4aa7-8a00-99e44f5b1f3e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=868bd56a-5c74-4a2f-99e0-00e731c28f06 HTTP/1.1" status: 200  len: 217 time: 0.0649295
Dec 24 10:52:49.231853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:49.255180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c188e30-466a-4a3d-afe8-1c9e0a7f274f admin admin] Router 121577c0-10d2-4633-951d-3d514b4209a9 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:52:49.411987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ce6c0a-544c-4877-baee-87519e8a53e4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:49.413530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-32ea80ed-66ed-4037-a1ad-68937cfcc30e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group_rule {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:49.425231 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0520c-6446-4e71-90bb-8758806b44cb None None] Sync routers for ids ['9e8a597d-ab23-439e-9695-139b5bb94fe3'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:49.430459 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-32ea80ed-66ed-4037-a1ad-68937cfcc30e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.8584332
Dec 24 10:52:49.430624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44228) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:49.438361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d934ee-00ba-4151-8ea0-960c0a4444ca req-fa839930-bad5-4307-89a5-070a4ec7ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:49.441350 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0520c-6446-4e71-90bb-8758806b44cb None None] Routers {'9e8a597d-ab23-439e-9695-139b5bb94fe3'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:49.442277 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-50b0520c-6446-4e71-90bb-8758806b44cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dde33a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['9e8a597d-ab23-439e-9695-139b5bb94fe3'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:49.446423 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-82d934ee-00ba-4151-8ea0-960c0a4444ca req-fa839930-bad5-4307-89a5-070a4ec7ae1c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0a321e5-1d5c-4349-a6e4-b5d68559fd38 HTTP/1.1" status: 200  len: 850 time: 0.1647346
Dec 24 10:52:49.476201 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a6ce6c0a-544c-4877-baee-87519e8a53e4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "PUT /v2.0/routers/9e8a597d-ab23-439e-9695-139b5bb94fe3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6303856
Dec 24 10:52:49.476974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44232) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:49.540799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:49.556744 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-6a200c11-466c-4801-9a80-955b9dbe1708 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] delete failed (client error): The resource could not be found.
Dec 24 10:52:49.558304 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6a200c11-466c-4801-9a80-955b9dbe1708 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "DELETE /v2.0/security-groups/28b1885c-f4b5-4248-ab01-c2b0f70d9c09 HTTP/1.1" status: 404  len: 347 time: 0.1267438
Dec 24 10:52:49.564343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44236) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:49.622907 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-50b0520c-6446-4e71-90bb-8758806b44cb None None] Set router 9e8a597d-ab23-439e-9695-139b5bb94fe3 gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:52:49.637179 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b274b7a7-658e-4c4a-ae25-30e4cb53568c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:49.638954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b274b7a7-658e-4c4a-ae25-30e4cb53568c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:49.639694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b274b7a7-658e-4c4a-ae25-30e4cb53568c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:49.646616 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2a11d8d7-b19c-4ae1-a339-305dab545f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d5b7b50>, [{'id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'name': 'tempest-ServersTestJSON-1631046866-router', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:53Z', 'updated_at': '2021-12-24T10:52:44Z', 'revision_number': 5, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'gw_port': {'id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:54Z', 'updated_at': '2021-12-24T10:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:49.652832 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a11d8d7-b19c-4ae1-a339-305dab545f67 None None] The sync data for ids ['46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb'] in dv-neutron-822668-2-hyperv is: [{'id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'name': 'tempest-ServersTestJSON-1631046866-router', 'tenant_id': 'd03b573e3e544eabafdb64304c44e416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94'}], 'enable_snat': True}, 'gw_port_id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:53Z', 'updated_at': '2021-12-24T10:52:44Z', 'revision_number': 5, 'project_id': 'd03b573e3e544eabafdb64304c44e416', 'gw_port': {'id': '78e8e7bc-6187-4d3d-b4f2-573f945adb6d', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:54Z', 'updated_at': '2021-12-24T10:50:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:49.673107 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-49e63816-826f-45db-813e-11f6aa98ee58 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Synchronizing usage tracker for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:49.696901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-49e63816-826f-45db-813e-11f6aa98ee58 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Unset dirty status for tenant:c1657b27188645aabd8baef493c2cb19 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:49.696901 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-49e63816-826f-45db-813e-11f6aa98ee58 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1232958
Dec 24 10:52:49.697967 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b274b7a7-658e-4c4a-ae25-30e4cb53568c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:49.699443 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b274b7a7-658e-4c4a-ae25-30e4cb53568c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1906474
Dec 24 10:52:49.702888 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44242) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:49.747031 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-50b0520c-6446-4e71-90bb-8758806b44cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dde33a0>, [{'id': '9e8a597d-ab23-439e-9695-139b5bb94fe3', 'name': 'tempest-NetworksTestDHCPv6-router-1101784400', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:35Z', 'updated_at': '2021-12-24T10:52:48Z', 'revision_number': 3, 'project_id': '57944efc8ac84c778890de6d87115d3a', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:49.755691 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0520c-6446-4e71-90bb-8758806b44cb None None] Checking router: 9e8a597d-ab23-439e-9695-139b5bb94fe3 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:52:49.768817 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b0520c-6446-4e71-90bb-8758806b44cb None None] Routers {'9e8a597d-ab23-439e-9695-139b5bb94fe3'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:49.770062 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-50b0520c-6446-4e71-90bb-8758806b44cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dde33a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['9e8a597d-ab23-439e-9695-139b5bb94fe3'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:49.771449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d934ee-00ba-4151-8ea0-960c0a4444ca req-c4878a50-63a7-44f0-847d-b1cb8024dad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:49.773051 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-82d934ee-00ba-4151-8ea0-960c0a4444ca req-c4878a50-63a7-44f0-847d-b1cb8024dad0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5649a2db-549e-48e6-b856-f7dfd6b31b16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3048031
Dec 24 10:52:49.882793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:49.889165 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-01447f9d-78ab-4bae-9bf6-53549a7a5985 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 2905aa8f-4c4e-4dd6-980a-74314a163935 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:52:49.894212 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-01447f9d-78ab-4bae-9bf6-53549a7a5985 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:49.925903 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c188e30-466a-4a3d-afe8-1c9e0a7f274f admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:49.936230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074b5bf-4ed6-4518-870f-fc8764191ddf None None] Sync routers for ids ['121577c0-10d2-4633-951d-3d514b4209a9'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:49.951877 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e074b5bf-4ed6-4518-870f-fc8764191ddf None None] Routers {'121577c0-10d2-4633-951d-3d514b4209a9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:49.955761 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e074b5bf-4ed6-4518-870f-fc8764191ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0e8e80>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['121577c0-10d2-4633-951d-3d514b4209a9'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:49.966325 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9c188e30-466a-4a3d-afe8-1c9e0a7f274f admin admin] 10.222.0.54 "PUT /v2.0/routers/121577c0-10d2-4633-951d-3d514b4209a9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6520052
Dec 24 10:52:49.971819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44246) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:49.989754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:50.035477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:50.077605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-01447f9d-78ab-4bae-9bf6-53549a7a5985 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:50.077744 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-50b0520c-6446-4e71-90bb-8758806b44cb None None] Set router 9e8a597d-ab23-439e-9695-139b5bb94fe3 gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:52:50.136261 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-82d934ee-00ba-4151-8ea0-960c0a4444ca req-79f03d2b-19c4-4549-844d-59bd061af4b8 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3550777
Dec 24 10:52:50.151751 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:50.160873 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:50.203876 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:50.230530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:50.265300 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-e074b5bf-4ed6-4518-870f-fc8764191ddf None None] Set router 121577c0-10d2-4633-951d-3d514b4209a9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:52:50.271791 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-50b0520c-6446-4e71-90bb-8758806b44cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dde33a0>, [{'id': '9e8a597d-ab23-439e-9695-139b5bb94fe3', 'name': 'tempest-NetworksTestDHCPv6-router-1101784400', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:35Z', 'updated_at': '2021-12-24T10:52:48Z', 'revision_number': 3, 'project_id': '57944efc8ac84c778890de6d87115d3a', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:50.276641 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b0520c-6446-4e71-90bb-8758806b44cb None None] The sync data for ids ['9e8a597d-ab23-439e-9695-139b5bb94fe3'] in dv-neutron-822668-2-hyperv is: [{'id': '9e8a597d-ab23-439e-9695-139b5bb94fe3', 'name': 'tempest-NetworksTestDHCPv6-router-1101784400', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:35Z', 'updated_at': '2021-12-24T10:52:48Z', 'revision_number': 3, 'project_id': '57944efc8ac84c778890de6d87115d3a', 'gw_port_host': None}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:50.318275 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44252) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:50.465403 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-82d934ee-00ba-4151-8ea0-960c0a4444ca req-ad33610c-6c90-4b5f-ae4a-79b26b40658c service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3105321
Dec 24 10:52:50.566028 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e074b5bf-4ed6-4518-870f-fc8764191ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0e8e80>, [{'id': '121577c0-10d2-4633-951d-3d514b4209a9', 'name': 'tempest-ServersTestManualDisk-683291800-router', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:50Z', 'updated_at': '2021-12-24T10:52:46Z', 'revision_number': 5, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'gw_port': {'id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:51Z', 'updated_at': '2021-12-24T10:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:50.570234 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074b5bf-4ed6-4518-870f-fc8764191ddf None None] Checking router: 121577c0-10d2-4633-951d-3d514b4209a9 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:52:50.579641 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=b8a465bd-a299-4482-919c-9dfa07e5fd8a,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:50.579782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e074b5bf-4ed6-4518-870f-fc8764191ddf None None] Routers {'121577c0-10d2-4633-951d-3d514b4209a9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:50.580342 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e074b5bf-4ed6-4518-870f-fc8764191ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0e8e80>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['121577c0-10d2-4633-951d-3d514b4209a9'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:50.583223 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:50.586558 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-74c59d21-9435-4c22-b0e2-d4945bd74312 admin admin] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:50.701302 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-01447f9d-78ab-4bae-9bf6-53549a7a5985 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:50.732061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e0d2e-91c8-4a2c-a9aa-3eb21a5c8940 req-cddd9725-f998-4ed5-a10e-01a7bf868287 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:50.733363 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a92e0d2e-91c8-4a2c-a9aa-3eb21a5c8940 req-cddd9725-f998-4ed5-a10e-01a7bf868287 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 943 time: 1.1225398
Dec 24 10:52:50.872642 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:50.872905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-e074b5bf-4ed6-4518-870f-fc8764191ddf None None] Set router 121577c0-10d2-4633-951d-3d514b4209a9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:52:50.880737 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-74c59d21-9435-4c22-b0e2-d4945bd74312 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:50.895537 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-01447f9d-78ab-4bae-9bf6-53549a7a5985 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:50.902001 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:50.928432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-74c59d21-9435-4c22-b0e2-d4945bd74312 admin admin] Deleting port bbef91f6-c9b2-4cc4-88c4-2a34507bc733 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:50.928768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-74c59d21-9435-4c22-b0e2-d4945bd74312 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:50.983960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01447f9d-78ab-4bae-9bf6-53549a7a5985 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=2905aa8f-4c4e-4dd6-980a-74314a163935,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:50.986390 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-01447f9d-78ab-4bae-9bf6-53549a7a5985 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:50.992260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-01447f9d-78ab-4bae-9bf6-53549a7a5985 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:51.003030 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549bf6a5-df98-4290-be4f-e8ca7b4cd31d None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:52:51.014613 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-01447f9d-78ab-4bae-9bf6-53549a7a5985 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/2905aa8f-4c4e-4dd6-980a-74314a163935 HTTP/1.1" status: 204  len: 168 time: 1.3083808
Dec 24 10:52:51.014868 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44258) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:51.040349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Deleting port 78e8e7bc-6187-4d3d-b4f2-573f945adb6d {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:51.040931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:51.114835 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a92e0d2e-91c8-4a2c-a9aa-3eb21a5c8940 req-47e541ff-73b1-40d6-9812-32d1666c773d tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3274648
Dec 24 10:52:51.280039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-aa3d0b5a-49a3-4a07-a89e-fa51b5721062 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:router {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:51.294591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-74c59d21-9435-4c22-b0e2-d4945bd74312 admin admin] For port bbef91f6-c9b2-4cc4-88c4-2a34507bc733, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=bbef91f6-c9b2-4cc4-88c4-2a34507bc733,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:51.295073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-74c59d21-9435-4c22-b0e2-d4945bd74312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:51.318454 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-94b006ae-1e35-4756-891e-35e286e7020a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c1657b27188645aabd8baef493c2cb19&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9876430
Dec 24 10:52:51.318627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44262) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:51.345191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:51.348330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e074b5bf-4ed6-4518-870f-fc8764191ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0e8e80>, [{'id': '121577c0-10d2-4633-951d-3d514b4209a9', 'name': 'tempest-ServersTestManualDisk-683291800-router', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:50Z', 'updated_at': '2021-12-24T10:52:46Z', 'revision_number': 5, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'gw_port': {'id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:51Z', 'updated_at': '2021-12-24T10:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:51.352163 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 41fbe976-a559-426f-b930-f16895a8ed9c no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:52:51.388907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074b5bf-4ed6-4518-870f-fc8764191ddf None None] The sync data for ids ['121577c0-10d2-4633-951d-3d514b4209a9'] in dv-neutron-822668-2-hyperv is: [{'id': '121577c0-10d2-4633-951d-3d514b4209a9', 'name': 'tempest-ServersTestManualDisk-683291800-router', 'tenant_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81'}], 'enable_snat': True}, 'gw_port_id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:49:50Z', 'updated_at': '2021-12-24T10:52:46Z', 'revision_number': 5, 'project_id': '2ee5bf25e0bc49e883ffc4ff6be4736f', 'gw_port': {'id': 'bbef91f6-c9b2-4cc4-88c4-2a34507bc733', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:3e:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121577c0-10d2-4633-951d-3d514b4209a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:49:51Z', 'updated_at': '2021-12-24T10:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:51.395612 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 41fbe976-a559-426f-b930-f16895a8ed9c {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:52:51.395967 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 41fbe976-a559-426f-b930-f16895a8ed9c not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:52:51.396391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d4e15d51-b2c8-43d5-a963-4e480125b00c no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:52:51.426503 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2caec7-6dd6-4f5d-82b3-26ad64e392de None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:52:51.435317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: d4e15d51-b2c8-43d5-a963-4e480125b00c {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:52:51.435676 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d4e15d51-b2c8-43d5-a963-4e480125b00c not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:52:51.438323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-4c2caec7-6dd6-4f5d-82b3-26ad64e392de None None] Deleting port 4ca43639-6da6-49da-a13b-aed56f1cf120 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:51.438702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4c2caec7-6dd6-4f5d-82b3-26ad64e392de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:51.475462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-aa3d0b5a-49a3-4a07-a89e-fa51b5721062 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:router {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:51.479978 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-aa3d0b5a-49a3-4a07-a89e-fa51b5721062 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.4640825
Dec 24 10:52:51.480686 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44266) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:51.530561 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:51.559949 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-74c59d21-9435-4c22-b0e2-d4945bd74312 admin admin] Calling delete_port for bbef91f6-c9b2-4cc4-88c4-2a34507bc733 owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:51.649755 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-4c2caec7-6dd6-4f5d-82b3-26ad64e392de None None] For port 4ca43639-6da6-49da-a13b-aed56f1cf120, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4ca43639-6da6-49da-a13b-aed56f1cf120,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:51.650128 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4c2caec7-6dd6-4f5d-82b3-26ad64e392de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:51.732841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] For port 78e8e7bc-6187-4d3d-b4f2-573f945adb6d, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=78e8e7bc-6187-4d3d-b4f2-573f945adb6d,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:51.733214 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:51.738224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5d3724ab-b9a4-4227-9539-f1e237c171df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:51.761837 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26fc3a36-e602-42d1-981f-190fb4d1ba9f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:51.774281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-4c2caec7-6dd6-4f5d-82b3-26ad64e392de None None] Calling delete_port for 4ca43639-6da6-49da-a13b-aed56f1cf120 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:51.862684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4c2caec7-6dd6-4f5d-82b3-26ad64e392de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:51.867198 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:51.916700 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2caec7-6dd6-4f5d-82b3-26ad64e392de None None] Pushing event deleted for resources: {'Port': ['ID=4ca43639-6da6-49da-a13b-aed56f1cf120,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:51.920074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4c2caec7-6dd6-4f5d-82b3-26ad64e392de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:51.921158 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2caec7-6dd6-4f5d-82b3-26ad64e392de None None] No DVR routers for this DVR port 4ca43639-6da6-49da-a13b-aed56f1cf120 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:52:52.003770 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Calling delete_port for 78e8e7bc-6187-4d3d-b4f2-573f945adb6d owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:52.056464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5d3724ab-b9a4-4227-9539-f1e237c171df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:52.096123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Allocated IP 172.26.4.35 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/26bd4280-9394-452b-9764-90a4ad8a4d96) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:52.321418 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26fc3a36-e602-42d1-981f-190fb4d1ba9f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:52.337914 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26fc3a36-e602-42d1-981f-190fb4d1ba9f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:52.419336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26fc3a36-e602-42d1-981f-190fb4d1ba9f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:52.420160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fc3a36-e602-42d1-981f-190fb4d1ba9f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Fanout notify agent at l3_agent the message router_deleted on router 9e8a597d-ab23-439e-9695-139b5bb94fe3 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:52:52.425553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5d3724ab-b9a4-4227-9539-f1e237c171df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:52.432184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ea39aa1b-3218-429f-b7d0-2c87ea7b4aee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:52.457119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3724ab-b9a4-4227-9539-f1e237c171df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d6c8f4-c850-4299-a9a8-fa3b46ce1545,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:52.460343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5d3724ab-b9a4-4227-9539-f1e237c171df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:52.479065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Router 4ab7abca-3488-4fd9-b7b3-e057305dd957 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:52:52.501889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea8b31-b982-4f55-9406-b4fb1b1d9d37 req-68485e26-b644-442f-a96a-4dd7f1a1245a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:52.503405 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d0ea8b31-b982-4f55-9406-b4fb1b1d9d37 req-68485e26-b644-442f-a96a-4dd7f1a1245a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 943 time: 0.2351594
Dec 24 10:52:52.540717 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-74c59d21-9435-4c22-b0e2-d4945bd74312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:52.554008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:52.614382 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:52.633501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26fc3a36-e602-42d1-981f-190fb4d1ba9f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:52.634610 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-26fc3a36-e602-42d1-981f-190fb4d1ba9f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/routers/9e8a597d-ab23-439e-9695-139b5bb94fe3 HTTP/1.1" status: 204  len: 168 time: 1.0826862
Dec 24 10:52:52.641723 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44272) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:52.648290 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:52.659526 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-273696e2-0e00-41dc-a262-6f3302106953 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:52.660402 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c59d21-9435-4c22-b0e2-d4945bd74312 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbef91f6-c9b2-4cc4-88c4-2a34507bc733,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:52.663823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-74c59d21-9435-4c22-b0e2-d4945bd74312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:52.664619 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5d3724ab-b9a4-4227-9539-f1e237c171df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:52.665719 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5d3724ab-b9a4-4227-9539-f1e237c171df admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b2d6c8f4-c850-4299-a9a8-fa3b46ce1545 HTTP/1.1" status: 204  len: 168 time: 1.3447533
Dec 24 10:52:52.712504 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d0ea8b31-b982-4f55-9406-b4fb1b1d9d37 req-b39206b6-cff2-43e8-972f-aa41d2025016 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1959338
Dec 24 10:52:52.731162 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-74c59d21-9435-4c22-b0e2-d4945bd74312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:52.844553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:52.854946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9cab1e34-6be6-4105-93d2-950c35d3bb28 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:52.914202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-74c59d21-9435-4c22-b0e2-d4945bd74312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:52.917062 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-74c59d21-9435-4c22-b0e2-d4945bd74312 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:52.945821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-74c59d21-9435-4c22-b0e2-d4945bd74312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:52.946623 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c59d21-9435-4c22-b0e2-d4945bd74312 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 121577c0-10d2-4633-951d-3d514b4209a9 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:52:52.953348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=78e8e7bc-6187-4d3d-b4f2-573f945adb6d,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:52.965264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-74c59d21-9435-4c22-b0e2-d4945bd74312 admin admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:52.966565 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-74c59d21-9435-4c22-b0e2-d4945bd74312 admin admin] 10.222.0.54 "DELETE /v2.0/routers/121577c0-10d2-4633-951d-3d514b4209a9 HTTP/1.1" status: 204  len: 168 time: 2.9938416
Dec 24 10:52:52.968920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44282) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:53.049116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b10945-1994-4fa9-89e1-e1d2b40e6e18 admin admin] Deleting subnet ff11db0c-77ce-44d3-a68a-6e78734121fc {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:52:53.053159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41b10945-1994-4fa9-89e1-e1d2b40e6e18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:53.054246 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:53.054640 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:53.055020 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:53.055391 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:53.055759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:53.056123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:53.056489 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:53.056854 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:53.057763 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:53.058151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:53.058510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:53.058866 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:53.072187 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:53.085469 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Sync routers for ids ['4ab7abca-3488-4fd9-b7b3-e057305dd957'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:53.086027 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:53.101496 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Routers {'4ab7abca-3488-4fd9-b7b3-e057305dd957'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:53.102587 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de9fd90>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4ab7abca-3488-4fd9-b7b3-e057305dd957'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:53.112585 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-273696e2-0e00-41dc-a262-6f3302106953 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:53.114167 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41b10945-1994-4fa9-89e1-e1d2b40e6e18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:53.119282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:53.148033 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-273696e2-0e00-41dc-a262-6f3302106953 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:53.168429 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-273696e2-0e00-41dc-a262-6f3302106953 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:53.179537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-273696e2-0e00-41dc-a262-6f3302106953 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:53.186398 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:53.196952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8d3600eb-5ead-4ab5-94ea-9b039b5f437d tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:53.238397 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41b10945-1994-4fa9-89e1-e1d2b40e6e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:53.252893 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:53.254213 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 10.2463367
Dec 24 10:52:53.266260 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:53.271380 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44292) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:53.356174 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273696e2-0e00-41dc-a262-6f3302106953 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:53.360913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-273696e2-0e00-41dc-a262-6f3302106953 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:53.373416 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Set router 4ab7abca-3488-4fd9-b7b3-e057305dd957 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:52:53.497447 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:53.529766 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:53.705419 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:53.709129 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:53.709928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device bbef91f6-c9b2-4cc4-88c4-2a34507bc733 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:52:53.747111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41b10945-1994-4fa9-89e1-e1d2b40e6e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:53.752252 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: bbef91f6-c9b2-4cc4-88c4-2a34507bc733 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:52:53.752909 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device bbef91f6-c9b2-4cc4-88c4-2a34507bc733 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:52:53.753572 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 30418d6b-95d7-404c-984f-97d3aa5480a6 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:52:53.763534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44304) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:53.763534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:53.793142 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 30418d6b-95d7-404c-984f-97d3aa5480a6 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:52:53.793859 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 30418d6b-95d7-404c-984f-97d3aa5480a6 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:52:53.794533 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4ca43639-6da6-49da-a13b-aed56f1cf120 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:52:53.817701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b10945-1994-4fa9-89e1-e1d2b40e6e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff11db0c-77ce-44d3-a68a-6e78734121fc,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:53.825338 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-41b10945-1994-4fa9-89e1-e1d2b40e6e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:53.828088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41b10945-1994-4fa9-89e1-e1d2b40e6e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:53.833432 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de9fd90>, [{'id': '4ab7abca-3488-4fd9-b7b3-e057305dd957', 'name': '', 'tenant_id': '7065dbeb15604390bd404252b2a01e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c06e242-b76f-4c53-b750-fffd07617a54', 'external_fixed_ips': [{'subnet_id': '549d285b-17cb-438b-b7a7-729f1aa2f1a1', 'ip_address': '2001:db8::39d'}], 'enable_snat': True}, 'gw_port_id': '6644c23c-d263-4953-bf65-cb785f183d2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:43Z', 'updated_at': '2021-12-24T10:52:48Z', 'revision_number': 3, 'project_id': '7065dbeb15604390bd404252b2a01e55', 'gw_port': {'id': '6644c23c-d263-4953-bf65-cb785f183d2d', 'name': '', 'network_id': '2c06e242-b76f-4c53-b750-fffd07617a54', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:b8:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ab7abca-3488-4fd9-b7b3-e057305dd957', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '549d285b-17cb-438b-b7a7-729f1aa2f1a1', 'ip_address': '2001:db8::39d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:52:46Z', 'updated_at': '2021-12-24T10:52:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '549d285b-17cb-438b-b7a7-729f1aa2f1a1', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:53.836612 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-41b10945-1994-4fa9-89e1-e1d2b40e6e18 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ff11db0c-77ce-44d3-a68a-6e78734121fc HTTP/1.1" status: 204  len: 168 time: 0.8666372
Dec 24 10:52:53.839070 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Checking router: 4ab7abca-3488-4fd9-b7b3-e057305dd957 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:52:53.839641 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Updating router 4ab7abca-3488-4fd9-b7b3-e057305dd957 port 6644c23c-d263-4953-bf65-cb785f183d2d binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:52:53.846190 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44312) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:53.876757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:53.879255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:53.927281 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:53.986354 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 4ca43639-6da6-49da-a13b-aed56f1cf120 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:52:53.989331 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4ca43639-6da6-49da-a13b-aed56f1cf120 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:52:54.007598 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2305f42-ac13-4ed1-9940-7578d4be1742 None None] Network a7742ed0-282c-40e9-882c-70ecf1a98582 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:52:54.044113 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107352974'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:54.069921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:54.088234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:54.094813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.112059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:54.121204 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.131121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:54.142950 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Deleting port 4a954b37-8307-4342-80f7-55de18aea080 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:54.143440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.189386 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Deleting port 6644c23c-d263-4953-bf65-cb785f183d2d {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:54.190617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.211826 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.212407 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:52:54.230468 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Deleting port 26bd4280-9394-452b-9764-90a4ad8a4d96 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:54.230839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.243549 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.267181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.317359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:54.321977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:54.326370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:54.332837 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:54.344499 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] DHCP port deletion for a7742ed0-282c-40e9-882c-70ecf1a98582 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:52:54.350668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Deleting port 4a954b37-8307-4342-80f7-55de18aea080 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:54.351235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.395821 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.410661 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Transition to ACTIVE for port object 6644c23c-d263-4953-bf65-cb785f183d2d will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:54.422905 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.428531 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.429067 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.430237 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:54.506199 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.509775 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] 10.222.0.54 "DELETE /v2.0/routers/46ecd96d-0da4-4ac5-97cb-9b1ae2808dcb HTTP/1.1" status: 204  len: 168 time: 5.9405282
Dec 24 10:52:54.514691 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb3b65-417d-472a-b4b4-43d699b879c7 None None] Pushing event updated for resources: {'Port': ['ID=6644c23c-d263-4953-bf65-cb785f183d2d,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:54.516084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44316) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:54.521976 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.resource_extend [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:52:54.524033 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb3b65-417d-472a-b4b4-43d699b879c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:54.524386 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb3b65-417d-472a-b4b4-43d699b879c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:54.524981 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb3b65-417d-472a-b4b4-43d699b879c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:54.525341 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb3b65-417d-472a-b4b4-43d699b879c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:54.525658 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb3b65-417d-472a-b4b4-43d699b879c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:54.526069 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb3b65-417d-472a-b4b4-43d699b879c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:54.526403 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb3b65-417d-472a-b4b4-43d699b879c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:54.526731 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb3b65-417d-472a-b4b4-43d699b879c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:54.527072 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb3b65-417d-472a-b4b4-43d699b879c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:54.527398 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb3b65-417d-472a-b4b4-43d699b879c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:54.527719 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb3b65-417d-472a-b4b4-43d699b879c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:54.528039 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eb3b65-417d-472a-b4b4-43d699b879c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:54.540269 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-44eb3b65-417d-472a-b4b4-43d699b879c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:54.540575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.555816 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Attempting to bind port 6644c23c-d263-4953-bf65-cb785f183d2d on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:52:54.556195 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Attempting to bind port 6644c23c-d263-4953-bf65-cb785f183d2d by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5bd659a1-9113-4da0-9abb-612daad006c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2c06e242-b76f-4c53-b750-fffd07617a54'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:52:54.556828 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Attempting to bind port 6644c23c-d263-4953-bf65-cb785f183d2d on network 2c06e242-b76f-4c53-b750-fffd07617a54 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:52:54.563264 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:52:54.563635 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Checking segment: {'id': '5bd659a1-9113-4da0-9abb-612daad006c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2c06e242-b76f-4c53-b750-fffd07617a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:52:54.564156 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.564711 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Bound using segment: {'id': '5bd659a1-9113-4da0-9abb-612daad006c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2c06e242-b76f-4c53-b750-fffd07617a54'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:52:54.565188 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Bound port: 6644c23c-d263-4953-bf65-cb785f183d2d, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd659a1-9113-4da0-9abb-612daad006c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '2c06e242-b76f-4c53-b750-fffd07617a54'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:52:54.565583 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.641712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Pushing event updated for resources: {'Port': ['ID=26bd4280-9394-452b-9764-90a4ad8a4d96,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:54.644705 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] For port 6644c23c-d263-4953-bf65-cb785f183d2d, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:52:54.648437 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] For port 6644c23c-d263-4953-bf65-cb785f183d2d, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6644c23c-d263-4953-bf65-cb785f183d2d,segment=NetworkSegment(5bd659a1-9113-4da0-9abb-612daad006c4),segment_id=5bd659a1-9113-4da0-9abb-612daad006c4)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:52:54.651807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Calling delete_port for 26bd4280-9394-452b-9764-90a4ad8a4d96 owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:54.656985 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.663178 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-db2270ca-fa2e-449b-be19-2e97951062e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:54.676248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] For port 4a954b37-8307-4342-80f7-55de18aea080, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4a954b37-8307-4342-80f7-55de18aea080,segment=NetworkSegment(5d9ccc71-7f94-4da7-b7fb-d38452276eaf),segment_id=5d9ccc71-7f94-4da7-b7fb-d38452276eaf)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:54.677274 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.695553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.714570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.517s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:54.714950 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:54.731747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dac26e8-1aa1-4093-80bd-010649386fb2 admin admin] Deleting subnet 44c6a38b-978e-40ab-a992-f2918537e15e {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:52:54.742821 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb3b65-417d-472a-b4b4-43d699b879c7 None None] Pushing event updated for resources: {'Port': ['ID=6644c23c-d263-4953-bf65-cb785f183d2d,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:54.748241 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-44eb3b65-417d-472a-b4b4-43d699b879c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:54.774090 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Routers {'4ab7abca-3488-4fd9-b7b3-e057305dd957'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:54.774966 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de9fd90>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4ab7abca-3488-4fd9-b7b3-e057305dd957'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:54.814933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2dac26e8-1aa1-4093-80bd-010649386fb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.874560 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.879609 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Calling delete_port for 4a954b37-8307-4342-80f7-55de18aea080 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:54.927477 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.969373 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] For port 4a954b37-8307-4342-80f7-55de18aea080, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4a954b37-8307-4342-80f7-55de18aea080,segment=NetworkSegment(5d9ccc71-7f94-4da7-b7fb-d38452276eaf),segment_id=5d9ccc71-7f94-4da7-b7fb-d38452276eaf)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:54.970073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.984386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:54.991050 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d887ebb7-4b19-459b-a5bb-0627be2222a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:54.993127 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] Set router 4ab7abca-3488-4fd9-b7b3-e057305dd957 gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:52:55.036157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:55.066098 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Pushing event deleted for resources: {'Port': ['ID=4a954b37-8307-4342-80f7-55de18aea080,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:55.079396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] No DVR routers for this DVR port 4a954b37-8307-4342-80f7-55de18aea080 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:52:55.095568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.095920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.096277 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.096589 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.096917 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.097243 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.097564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.097948 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.098235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.098604 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.098925 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.099241 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.102169 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2dac26e8-1aa1-4093-80bd-010649386fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:55.110462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:55.132285 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=b8a465bd-a299-4482-919c-9dfa07e5fd8a,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:55.133418 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de9fd90>, [{'id': '4ab7abca-3488-4fd9-b7b3-e057305dd957', 'name': '', 'tenant_id': '7065dbeb15604390bd404252b2a01e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:43Z', 'updated_at': '2021-12-24T10:52:54Z', 'revision_number': 4, 'project_id': '7065dbeb15604390bd404252b2a01e55', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:55.141261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Calling delete_port for 6644c23c-d263-4953-bf65-cb785f183d2d owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:55.145165 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a077ce7b-a6ee-4c46-a452-0ae11214a779 None None] The sync data for ids ['4ab7abca-3488-4fd9-b7b3-e057305dd957'] in dv-neutron-822668-2-hyperv is: [{'id': '4ab7abca-3488-4fd9-b7b3-e057305dd957', 'name': '', 'tenant_id': '7065dbeb15604390bd404252b2a01e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:43Z', 'updated_at': '2021-12-24T10:52:54Z', 'revision_number': 4, 'project_id': '7065dbeb15604390bd404252b2a01e55', 'gw_port_host': None}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:55.152304 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:55.212269 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a88ee-e727-47fa-983a-2d227558c45d req-13c64262-bde3-414e-b319-f1a32654dbb1 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:55.213897 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-533a88ee-e727-47fa-983a-2d227558c45d req-13c64262-bde3-414e-b319-f1a32654dbb1 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 943 time: 0.9898617
Dec 24 10:52:55.226154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:55.228591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5ba910a5-2280-4ab1-ad78-28e3c26d076e tempest-ServersTestManualDisk-1390082756 tempest-ServersTestManualDisk-1390082756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:55.287330 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Floating IP 72178701-dbcb-4ad8-ba0c-d01b8112c1e0 associated. External IP: 172.26.4.239, port: 83d386a9-7fdf-418d-a00e-b0cf3dad210b.
Dec 24 10:52:55.312853 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:55.323153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Calling delete_port for 4a954b37-8307-4342-80f7-55de18aea080 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:55.387838 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-533a88ee-e727-47fa-983a-2d227558c45d req-ba0777f6-0702-4026-80bf-c3d8817747d3 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1307669
Dec 24 10:52:55.422000 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4a954b37-8307-4342-80f7-55de18aea080 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:52:55.481309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 4a954b37-8307-4342-80f7-55de18aea080 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:52:55.481664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4a954b37-8307-4342-80f7-55de18aea080 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:52:55.482134 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 78e8e7bc-6187-4d3d-b4f2-573f945adb6d no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:52:55.513604 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:55.518131 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 78e8e7bc-6187-4d3d-b4f2-573f945adb6d {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:52:55.518491 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 78e8e7bc-6187-4d3d-b4f2-573f945adb6d not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:52:55.522170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-bb4ceb71-6ad4-4fbe-b549-5edcf6849a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:55.573747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:55.583171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:55.606063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2038299-e4c1-4f5c-9001-e8ff04e2a6d3,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:55.614613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Pushing event deleted for resources: {'Port': ['ID=26bd4280-9394-452b-9764-90a4ad8a4d96,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:55.616439 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:55.624360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:55.632163 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-273696e2-0e00-41dc-a262-6f3302106953 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:55.638217 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9367e5b0-db46-4988-b6d8-aa6ae59f4cd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:55.647965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.648320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.648737 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.649239 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.649519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.649919 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.650294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.651171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.651545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.651909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.652271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.652639 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:52:55.662876 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:55.704616 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2dac26e8-1aa1-4093-80bd-010649386fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:55.748727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:52:55.749410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:52:55.807118 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:52:55.807437 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:52:55.824248 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2dac26e8-1aa1-4093-80bd-010649386fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:55.831746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-61180bda-d232-418a-85b4-ac3309dd2a10 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:55.876099 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac26e8-1aa1-4093-80bd-010649386fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c6a38b-978e-40ab-a992-f2918537e15e,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:55.879659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:55.882237 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2dac26e8-1aa1-4093-80bd-010649386fb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:55.883250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2dac26e8-1aa1-4093-80bd-010649386fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:55.888159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:55.890726 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16970ae3-e9a7-4c49-8729-171e7597f379 None None] Network b4cba5be-5b3b-4f1f-947c-4814691b80fa requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:52:55.895463 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-24d1503b-dde3-4f58-90e1-105e4125c6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:55.922771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273696e2-0e00-41dc-a262-6f3302106953 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:55.936992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-273696e2-0e00-41dc-a262-6f3302106953 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:55.944712 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2dac26e8-1aa1-4093-80bd-010649386fb2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/44c6a38b-978e-40ab-a992-f2918537e15e HTTP/1.1" status: 204  len: 168 time: 1.4133532
Dec 24 10:52:55.944976 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273696e2-0e00-41dc-a262-6f3302106953 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:55.945503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-273696e2-0e00-41dc-a262-6f3302106953 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:55.945618 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=294e23da-6fe6-46cd-aab3-c5b39f62e495,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:55.948354 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44322) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:55.951297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:55.969347 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:55.973353 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 2.1829903
Dec 24 10:52:55.974241 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273696e2-0e00-41dc-a262-6f3302106953 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=b8832514-bb36-45ad-ad77-8df43b654190,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:55.976136 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44326) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:55.989291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-273696e2-0e00-41dc-a262-6f3302106953 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:56.000529 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d52f7-0147-4c04-9a44-c63fa8b32306 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:52:56.069064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:56.080300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Deleting port 23f278c2-a0ea-4a99-8dd3-f744e60c936d {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:56.080763 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:56.109567 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-273696e2-0e00-41dc-a262-6f3302106953 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.4648941
Dec 24 10:52:56.110538 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] create failed (client error): The resource could not be found.
Dec 24 10:52:56.112360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44330) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:56.115211 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 7.4436734
Dec 24 10:52:56.117907 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44332) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:56.126081 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-093ace9e-a62b-48ac-8f4e-198c62af97d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1404453245', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:56.134625 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-093ace9e-a62b-48ac-8f4e-198c62af97d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:56.139676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-093ace9e-a62b-48ac-8f4e-198c62af97d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:router and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:56.142506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-093ace9e-a62b-48ac-8f4e-198c62af97d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:56.151523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-093ace9e-a62b-48ac-8f4e-198c62af97d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:56.208992 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-093ace9e-a62b-48ac-8f4e-198c62af97d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:56.210491 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-093ace9e-a62b-48ac-8f4e-198c62af97d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:56.232324 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-29faf84f-eb93-4da4-87e4-9043fc9de6b1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4505 time: 0.2444599
Dec 24 10:52:56.237569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44338) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:56.241632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 91a969c7-6ec3-42de-b80c-73cfd6e86137 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:52:56.246343 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-253e6974-19fc-46ec-a9af-242dff327b55 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Deleting port 7f7df710-d30a-491d-81d9-b06f200eb3cc {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:56.246799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-253e6974-19fc-46ec-a9af-242dff327b55 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:56.248757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a9146e30-955b-431f-ab90-2f3677cdfb52 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group': {'name': 'tempest-security--1819219497', 'description': 'tempest-security-description-1943802521'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:56.257853 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Deleting port 4a954b37-8307-4342-80f7-55de18aea080 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:56.258213 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:56.289644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-093ace9e-a62b-48ac-8f4e-198c62af97d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:56.312473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Deleting port 6644c23c-d263-4953-bf65-cb785f183d2d {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:56.312806 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:56.370262 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': 'b8832514-bb36-45ad-ad77-8df43b654190'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:52:56.370889 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:56.389214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de3dd78-0523-4981-9101-7da47201dbab None None] DHCP port deletion for b4cba5be-5b3b-4f1f-947c-4814691b80fa request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:52:56.399593 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-7de3dd78-0523-4981-9101-7da47201dbab None None] Deleting port 23f278c2-a0ea-4a99-8dd3-f744e60c936d {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:56.400947 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7de3dd78-0523-4981-9101-7da47201dbab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:56.405407 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] The port '4a954b37-8307-4342-80f7-55de18aea080' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:52:56.538210 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9146e30-955b-431f-ab90-2f3677cdfb52 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:56.586508 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-093ace9e-a62b-48ac-8f4e-198c62af97d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:56.676611 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:52:56.703991 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc12c677-e825-495c-9876-9e78f510a580 None None] Sync routers for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:52:56.707728 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:56.708669 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Allocated IP 2001:db8::2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/b8832514-bb36-45ad-ad77-8df43b654190/cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:56.748867 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc12c677-e825-495c-9876-9e78f510a580 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:56.749496 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-dc12c677-e825-495c-9876-9e78f510a580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d390640>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:56.754185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-253e6974-19fc-46ec-a9af-242dff327b55 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:56.795172 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] For port 23f278c2-a0ea-4a99-8dd3-f744e60c936d, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=23f278c2-a0ea-4a99-8dd3-f744e60c936d,segment=NetworkSegment(c3f666df-cfe1-4d16-a1e0-2863183c8e20),segment_id=c3f666df-cfe1-4d16-a1e0-2863183c8e20)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:56.795766 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:56.825610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:56.885550 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-dc12c677-e825-495c-9876-9e78f510a580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d390640>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:56.890809 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-253e6974-19fc-46ec-a9af-242dff327b55 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Calling delete_port for 7f7df710-d30a-491d-81d9-b06f200eb3cc owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:56.929185 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 10.4017434
Dec 24 10:52:56.930106 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44344) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:56.938926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-a489f80c-18cb-4aab-af51-649c556f031f tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-519784410'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:56.950938 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a489f80c-18cb-4aab-af51-649c556f031f tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:56.958950 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a489f80c-18cb-4aab-af51-649c556f031f tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Usage tracker for resource:network and tenant:cd9033324f80492388fb35eda7bfd1eb is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:56.965052 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a489f80c-18cb-4aab-af51-649c556f031f tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:56.968514 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Calling delete_port for 23f278c2-a0ea-4a99-8dd3-f744e60c936d owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:56.973937 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a489f80c-18cb-4aab-af51-649c556f031f tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:56.979543 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-7de3dd78-0523-4981-9101-7da47201dbab None None] For port 23f278c2-a0ea-4a99-8dd3-f744e60c936d, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=23f278c2-a0ea-4a99-8dd3-f744e60c936d,segment=NetworkSegment(c3f666df-cfe1-4d16-a1e0-2863183c8e20),segment_id=c3f666df-cfe1-4d16-a1e0-2863183c8e20)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:56.980080 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7de3dd78-0523-4981-9101-7da47201dbab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:56.987307 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc12c677-e825-495c-9876-9e78f510a580 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:52:56.987606 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-dc12c677-e825-495c-9876-9e78f510a580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d390640>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:52:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:56.997664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a489f80c-18cb-4aab-af51-649c556f031f tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Made reservation on behalf of cd9033324f80492388fb35eda7bfd1eb for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:57.001526 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a489f80c-18cb-4aab-af51-649c556f031f tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.004442 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-093ace9e-a62b-48ac-8f4e-198c62af97d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.008467 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-093ace9e-a62b-48ac-8f4e-198c62af97d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.8883724
Dec 24 10:52:57.013308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44348) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:57.024385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9146e30-955b-431f-ab90-2f3677cdfb52 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.048303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c273730>,) {'filters': {'network_id': ['a7742ed0-282c-40e9-882c-70ecf1a98582']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:57.057559 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9146e30-955b-431f-ab90-2f3677cdfb52 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.060196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9146e30-955b-431f-ab90-2f3677cdfb52 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.067242 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a9146e30-955b-431f-ab90-2f3677cdfb52 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "PUT /v2.0/security-groups/294e23da-6fe6-46cd-aab3-c5b39f62e495 HTTP/1.1" status: 200  len: 1778 time: 0.8208594
Dec 24 10:52:57.069373 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bef0afcb-143a-4b9a-9ba5-fb4164074c3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:57.095676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44352) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:57.105709 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c273730>, '5d9ccc71-7f94-4da7-b7fb-d38452276eaf') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:57.106033 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c273730>, '5d9ccc71-7f94-4da7-b7fb-d38452276eaf') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:57.152942 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] For port 6644c23c-d263-4953-bf65-cb785f183d2d, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6644c23c-d263-4953-bf65-cb785f183d2d,segment=NetworkSegment(5bd659a1-9113-4da0-9abb-612daad006c4),segment_id=5bd659a1-9113-4da0-9abb-612daad006c4)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:57.153328 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.175714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.196903 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-dc12c677-e825-495c-9876-9e78f510a580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d390640>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:57.197316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc12c677-e825-495c-9876-9e78f510a580 None None] The sync data for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:52:57.206336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9146e30-955b-431f-ab90-2f3677cdfb52 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=294e23da-6fe6-46cd-aab3-c5b39f62e495,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:57.207274 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-7de3dd78-0523-4981-9101-7da47201dbab None None] Calling delete_port for 23f278c2-a0ea-4a99-8dd3-f744e60c936d owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:57.211535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a9146e30-955b-431f-ab90-2f3677cdfb52 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:57.378428 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.382649 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7de3dd78-0523-4981-9101-7da47201dbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.401204 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b1034e9a-fb70-4ef6-8b6c-265d79245009 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:57.457582 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 23f278c2-a0ea-4a99-8dd3-f744e60c936d no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:52:57.488875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Calling delete_port for 6644c23c-d263-4953-bf65-cb785f183d2d owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:52:57.500299 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Transition to ACTIVE for port object cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:57.508232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-253e6974-19fc-46ec-a9af-242dff327b55 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.518058 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de3dd78-0523-4981-9101-7da47201dbab None None] Pushing event deleted for resources: {'Port': ['ID=23f278c2-a0ea-4a99-8dd3-f744e60c936d,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:57.519714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 23f278c2-a0ea-4a99-8dd3-f744e60c936d {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:52:57.520250 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 23f278c2-a0ea-4a99-8dd3-f744e60c936d not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:52:57.525027 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92785eb4-9bfb-4f08-b463-3d758e20afc6 req-2e32b7d0-49b1-413e-b155-4476a31cedc9 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:57.525730 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a489f80c-18cb-4aab-af51-649c556f031f tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:52:57.526983 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-92785eb4-9bfb-4f08-b463-3d758e20afc6 req-2e32b7d0-49b1-413e-b155-4476a31cedc9 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 943 time: 0.9809120
Dec 24 10:52:57.534197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.535270 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Transition to ACTIVE for port object cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:57.538514 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de3dd78-0523-4981-9101-7da47201dbab None None] No DVR routers for this DVR port 23f278c2-a0ea-4a99-8dd3-f744e60c936d on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:52:57.540438 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7de3dd78-0523-4981-9101-7da47201dbab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:57.544741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.551416 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d52ba979-02b9-454a-82bb-4b3c54726675 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:57.551981 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:52:57.551981 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.553562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a489f80c-18cb-4aab-af51-649c556f031f tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.554009 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-a489f80c-18cb-4aab-af51-649c556f031f tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Added segment 7870593f-b229-4359-97a9-22b7ddc2db5a of type vlan for network 9482c789-dd6a-4f06-a095-f5c8a8d24247
Dec 24 10:52:57.562051 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d0e1b52e-7f3f-4340-919d-3628fed5a462 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:52:57.578681 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:52:57.593669 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ef3f3241-2176-44ce-b73e-42cb353b9f8b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-groups/294e23da-6fe6-46cd-aab3-c5b39f62e495 HTTP/1.1" status: 200  len: 1778 time: 0.4967360
Dec 24 10:52:57.600710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:52:57.601334 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:52:57.618592 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:57.618592 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 868bd56a-5c74-4a2f-99e0-00e731c28f06 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 10:52:57.623053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:57.628554 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:57.636041 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Pushing event updated for resources: {'Port': ['ID=cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:57.640884 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:57.649960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44356) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:57.738160 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-92785eb4-9bfb-4f08-b463-3d758e20afc6 req-0ee65b1b-cfad-4f06-a712-83754b2cde14 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1935353
Dec 24 10:52:57.755598 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.763898 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-54b1379f-7dc6-47dc-9c46-77d825cb6689 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:57.784180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.798691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7742ed0-282c-40e9-882c-70ecf1a98582,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:57.799994 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253e6974-19fc-46ec-a9af-242dff327b55 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Pushing event deleted for resources: {'Port': ['ID=7f7df710-d30a-491d-81d9-b06f200eb3cc,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:57.809380 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:57.815311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-253e6974-19fc-46ec-a9af-242dff327b55 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:57.819753 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Attempting to bind port cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:52:57.820355 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Attempting to bind port cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:52:57.820823 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Attempting to bind port cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:52:57.835468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:52:57.835923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:52:57.836335 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.836918 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:52:57.837570 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Bound port: cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:52:57.838199 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.838731 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a7742ed0-282c-40e9-882c-70ecf1a98582 HTTP/1.1" status: 204  len: 168 time: 3.9914992
Dec 24 10:52:57.854472 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1dd6432-7d28-45db-8049-5f53dbc55fba tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.901111 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a489f80c-18cb-4aab-af51-649c556f031f tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.908607 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1dd6432-7d28-45db-8049-5f53dbc55fba tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.964754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a489f80c-18cb-4aab-af51-649c556f031f tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:57.974264 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 868bd56a-5c74-4a2f-99e0-00e731c28f06, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=868bd56a-5c74-4a2f-99e0-00e731c28f06,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:58.012924 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a489f80c-18cb-4aab-af51-649c556f031f tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:58.013575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a489f80c-18cb-4aab-af51-649c556f031f tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.016532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '868bd56a-5c74-4a2f-99e0-00e731c28f06', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'port_id': '868bd56a-5c74-4a2f-99e0-00e731c28f06', 'mac_address': 'fa:16:3e:00:03:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 10:52:58.025048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.033234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cdd2e8d6-8cc3-4b79-b466-b1edabbab1b6 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:58.051522 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:58.061329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] For port cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:52:58.076679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1dd6432-7d28-45db-8049-5f53dbc55fba tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.079456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] For port cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:52:58.093859 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.099739 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Pushing event deleted for resources: {'Port': ['ID=6644c23c-d263-4953-bf65-cb785f183d2d,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:58.108579 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.115713 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d887ebb7-4b19-459b-a5bb-0627be2222a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:58.129504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Deleting port 23f278c2-a0ea-4a99-8dd3-f744e60c936d {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:52:58.130249 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.158661 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44362) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:58.160696 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 868bd56a-5c74-4a2f-99e0-00e731c28f06 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:52:58.164532 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a489f80c-18cb-4aab-af51-649c556f031f tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.2312615
Dec 24 10:52:58.169668 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:58.169837 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44366) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:58.170336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:58.191898 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-b0875757-e19a-48fa-b9e9-dae005327660 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'subnet': {'network_id': '9482c789-dd6a-4f06-a095-f5c8a8d24247', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:58.219719 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 868bd56a-5c74-4a2f-99e0-00e731c28f06, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=868bd56a-5c74-4a2f-99e0-00e731c28f06,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:52:58.225534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Pushing event updated for resources: {'Port': ['ID=cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:58.230907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:58.231858 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.233900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:58.245725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.252394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.259215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489f80c-18cb-4aab-af51-649c556f031f tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Network': ['ID=9482c789-dd6a-4f06-a095-f5c8a8d24247,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:58.262746 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a489f80c-18cb-4aab-af51-649c556f031f tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:58.274906 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 9482c789-dd6a-4f06-a095-f5c8a8d24247 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:52:58.285787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-253e6974-19fc-46ec-a9af-242dff327b55 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.290629 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-253e6974-19fc-46ec-a9af-242dff327b55 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] 10.222.0.54 "DELETE /v2.0/ports/7f7df710-d30a-491d-81d9-b06f200eb3cc HTTP/1.1" status: 204  len: 168 time: 2.1606572
Dec 24 10:52:58.297933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd6432-7d28-45db-8049-5f53dbc55fba tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=294e23da-6fe6-46cd-aab3-c5b39f62e495,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:58.299492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44370) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:58.304590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] The port '23f278c2-a0ea-4a99-8dd3-f744e60c936d' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:52:58.437386 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-31b4d7dc-6410-43dc-8fb9-8b23bc3c5a19 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2ee5bf25e0bc49e883ffc4ff6be4736f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2773843
Dec 24 10:52:58.445629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44374) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:58.479855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a1dd6432-7d28-45db-8049-5f53dbc55fba tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:58.480734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1dd6432-7d28-45db-8049-5f53dbc55fba tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.484022 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a1dd6432-7d28-45db-8049-5f53dbc55fba tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-groups/294e23da-6fe6-46cd-aab3-c5b39f62e495 HTTP/1.1" status: 204  len: 168 time: 0.8292084
Dec 24 10:52:58.498306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=868bd56a-5c74-4a2f-99e0-00e731c28f06,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:58.500603 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:58.513712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44378) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:58.593134 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['868bd56a-5c74-4a2f-99e0-00e731c28f06'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 10:52:58.656512 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.659652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.711806 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b0875757-e19a-48fa-b9e9-dae005327660 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:58.720856 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2ab27910-638b-4c89-979e-d664ac2ab84d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1996951
Dec 24 10:52:58.720856 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5337db22-00e2-48aa-9a26-745e3cef04fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.722509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44382) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:58.753088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.753581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ab7abca-3488-4fd9-b7b3-e057305dd957 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:52:58.765379 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b0875757-e19a-48fa-b9e9-dae005327660 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:58.797585 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5337db22-00e2-48aa-9a26-745e3cef04fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.867215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::1 (51d30af2-9f70-4c66-8947-64c1ea7cb845/b8832514-bb36-45ad-ad77-8df43b654190/bd7a6b7b-23e9-47c5-a88a-36c495b584dd) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:52:58.871066 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.903901 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-43aa1896-1f0f-48e3-ab7c-e55a69390454 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] delete failed (client error): The resource could not be found.
Dec 24 10:52:58.908439 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-43aa1896-1f0f-48e3-ab7c-e55a69390454 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-groups/294e23da-6fe6-46cd-aab3-c5b39f62e495 HTTP/1.1" status: 404  len: 347 time: 0.1780467
Dec 24 10:52:58.922596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44388) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:58.938537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-e361c1b1-20a3-44be-abe2-b951db9f5080 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group': {'name': 'tempest-secgroup--200332900'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:58.944961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e361c1b1-20a3-44be-abe2-b951db9f5080 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:58.946316 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.947650 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "DELETE /v2.0/routers/4ab7abca-3488-4fd9-b7b3-e057305dd957 HTTP/1.1" status: 204  len: 168 time: 5.6751993
Dec 24 10:52:58.949178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e361c1b1-20a3-44be-abe2-b951db9f5080 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:58.956183 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0875757-e19a-48fa-b9e9-dae005327660 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Made reservation on behalf of cd9033324f80492388fb35eda7bfd1eb for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:52:58.960260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b0875757-e19a-48fa-b9e9-dae005327660 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:58.980634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44392) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:58.986534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c444ee0>,) {'filters': {'network_id': ['b4cba5be-5b3b-4f1f-947c-4814691b80fa']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:59.030345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e361c1b1-20a3-44be-abe2-b951db9f5080 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:59.033004 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5337db22-00e2-48aa-9a26-745e3cef04fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.049065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6452a1bf-d742-4ec3-b54c-92c2d903c923 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:59.072108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e361c1b1-20a3-44be-abe2-b951db9f5080 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:59.096125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337db22-00e2-48aa-9a26-745e3cef04fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2013a33-7002-40e7-8287-7ae452969b09,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:59.103105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5337db22-00e2-48aa-9a26-745e3cef04fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:59.118120 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e361c1b1-20a3-44be-abe2-b951db9f5080 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.183650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5337db22-00e2-48aa-9a26-745e3cef04fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.184860 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5337db22-00e2-48aa-9a26-745e3cef04fa admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/e2013a33-7002-40e7-8287-7ae452969b09 HTTP/1.1" status: 204  len: 168 time: 0.7380319
Dec 24 10:52:59.189841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e361c1b1-20a3-44be-abe2-b951db9f5080 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:59.198363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e361c1b1-20a3-44be-abe2-b951db9f5080 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:59.209754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e361c1b1-20a3-44be-abe2-b951db9f5080 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:59.219993 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e361c1b1-20a3-44be-abe2-b951db9f5080 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:59.248736 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.257068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c444ee0>, 'c3f666df-cfe1-4d16-a1e0-2863183c8e20') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:59.257381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c444ee0>, 'c3f666df-cfe1-4d16-a1e0-2863183c8e20') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:52:59.270099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec13a47-88b3-4298-a6ee-ca27a7a2543f req-82d6d2c0-591b-459d-bd55-070309a39ae3 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:59.271658 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6ec13a47-88b3-4298-a6ee-ca27a7a2543f req-82d6d2c0-591b-459d-bd55-070309a39ae3 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 944 time: 0.3403668
Dec 24 10:52:59.296664 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.315044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object bd7a6b7b-23e9-47c5-a88a-36c495b584dd will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:52:59.337222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcacf011-40e7-42d2-87f8-95aa5f76cb5b tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:52:59.338618 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bcacf011-40e7-42d2-87f8-95aa5f76cb5b tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Synchronizing usage tracker for tenant:1da5cfee888343d4b01dfe0bbd6219e4 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:52:59.360558 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.373708 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-8933ae2b-9d6e-4c99-bb17-b9ff2f0b9da4 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Deleting subnet 549d285b-17cb-438b-b7a7-729f1aa2f1a1 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:52:59.377706 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6ec13a47-88b3-4298-a6ee-ca27a7a2543f req-e856bc7c-a656-4c69-a1d7-84d5cc40d02c tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0936770
Dec 24 10:52:59.384060 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:52:59.384474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:52:59.401540 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:52:59.403938 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8933ae2b-9d6e-4c99-bb17-b9ff2f0b9da4 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.482288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e361c1b1-20a3-44be-abe2-b951db9f5080 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.507156 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.516296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e361c1b1-20a3-44be-abe2-b951db9f5080 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.520534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bcacf011-40e7-42d2-87f8-95aa5f76cb5b tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Unset dirty status for tenant:1da5cfee888343d4b01dfe0bbd6219e4 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:52:59.522143 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bcacf011-40e7-42d2-87f8-95aa5f76cb5b tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] 10.222.0.54 "GET /v2.0/ports?device_id=d9b22103-f9da-4039-bd33-1acb5d84a848 HTTP/1.1" status: 200  len: 913 time: 1.2100382
Dec 24 10:52:59.533162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:52:59.539536 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44400) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:59.566956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8936858e-f600-44a4-998b-0d43ba0cdb7c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:59.638461 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 868bd56a-5c74-4a2f-99e0-00e731c28f06 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:52:59.649750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8933ae2b-9d6e-4c99-bb17-b9ff2f0b9da4 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.659482 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:52:59.663693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:52:59.674486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:52:59.674987 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.690155 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4ad0b1b3-3e21-4edb-ab44-c6e7b51fcc6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.696067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.702118 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e361c1b1-20a3-44be-abe2-b951db9f5080 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.704320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.714730 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e361c1b1-20a3-44be-abe2-b951db9f5080 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.7893977
Dec 24 10:52:59.715529 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44406) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:52:59.730576 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=bd7a6b7b-23e9-47c5-a88a-36c495b584dd,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:59.740473 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:59.740621 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0a83e288-416c-4c4b-a6b0-e96b0b03de1a None None] Provisioning for port cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:59.745048 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-af7661f9-62ec-4a22-9e1d-fb8e531de77d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:59.753091 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:59.760499 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:59.760883 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.775820 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-610878ee-b7ea-4049-8a27-b57805407d21 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group_rule': {'security_group_id': 'd1c06796-88ad-408b-9c0c-5ea57b6c683c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:52:59.786778 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-610878ee-b7ea-4049-8a27-b57805407d21 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:52:59.787712 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:52:59.799703 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-610878ee-b7ea-4049-8a27-b57805407d21 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:52:59.804467 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-610878ee-b7ea-4049-8a27-b57805407d21 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:52:59.814413 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 868bd56a-5c74-4a2f-99e0-00e731c28f06 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:52:59.825370 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 868bd56a-5c74-4a2f-99e0-00e731c28f06 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:52:59.825749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:52:59.829620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-610878ee-b7ea-4049-8a27-b57805407d21 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:52:59.850276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361c1b1-20a3-44be-abe2-b951db9f5080 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c06796-88ad-408b-9c0c-5ea57b6c683c,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:59.867025 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e361c1b1-20a3-44be-abe2-b951db9f5080 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:59.887491 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4cba5be-5b3b-4f1f-947c-4814691b80fa,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:52:59.901468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:52:59.954072 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/b4cba5be-5b3b-4f1f-947c-4814691b80fa HTTP/1.1" status: 204  len: 168 time: 4.0044758
Dec 24 10:53:00.052787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8933ae2b-9d6e-4c99-bb17-b9ff2f0b9da4 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.112778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.141680 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.159335 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-610878ee-b7ea-4049-8a27-b57805407d21 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.164122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-82db769f-8170-418b-b460-7c4b1dd64a73 None None] Provisioning for port bd7a6b7b-23e9-47c5-a88a-36c495b584dd completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:00.179143 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.184243 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-82db769f-8170-418b-b460-7c4b1dd64a73 None None] Provisioning complete for port bd7a6b7b-23e9-47c5-a88a-36c495b584dd triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:00.184788 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-82db769f-8170-418b-b460-7c4b1dd64a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.232329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:00.233450 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e0a975-8b2b-4fa7-a409-e086c8848e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868bd56a-5c74-4a2f-99e0-00e731c28f06'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:53:00.250488 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.253555 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 868bd56a-5c74-4a2f-99e0-00e731c28f06, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=868bd56a-5c74-4a2f-99e0-00e731c28f06,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:00.263138 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:00.343028 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e0a975-8b2b-4fa7-a409-e086c8848e29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '868bd56a-5c74-4a2f-99e0-00e731c28f06', 'code': 200}
Dec 24 10:53:00.343870 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.352674 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b0875757-e19a-48fa-b9e9-dae005327660 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.364659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-82db769f-8170-418b-b460-7c4b1dd64a73 None None] Port bd7a6b7b-23e9-47c5-a88a-36c495b584dd cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:53:00.370519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1ec0f406-d85a-4314-9bfd-dccf8a5da0ff tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:00.414329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:00.421698 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44428) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:00.432214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:00.433039 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:00.582890 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=868bd56a-5c74-4a2f-99e0-00e731c28f06,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:00.585842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:00.656455 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8933ae2b-9d6e-4c99-bb17-b9ff2f0b9da4 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.659945 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0875757-e19a-48fa-b9e9-dae005327660 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Subnet': ['ID=60126bb2-8cdd-4736-ba67-b4cafa7f5864,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:00.670785 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-610878ee-b7ea-4049-8a27-b57805407d21 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.705007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b0875757-e19a-48fa-b9e9-dae005327660 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:00.707450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:00.709856 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-610878ee-b7ea-4049-8a27-b57805407d21 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.739307 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:00.776456 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8933ae2b-9d6e-4c99-bb17-b9ff2f0b9da4 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.778135 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8933ae2b-9d6e-4c99-bb17-b9ff2f0b9da4 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=549d285b-17cb-438b-b7a7-729f1aa2f1a1,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:00.779922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0875757-e19a-48fa-b9e9-dae005327660 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Checking segment: {'id': '7870593f-b229-4359-97a9-22b7ddc2db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9482c789-dd6a-4f06-a095-f5c8a8d24247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:53:00.780060 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610878ee-b7ea-4049-8a27-b57805407d21 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef8d1ebf-0b92-4201-a14a-5cbeb9f7a3f3,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:00.780297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0875757-e19a-48fa-b9e9-dae005327660 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network hostable DHCP agents. Network: 9482c789-dd6a-4f06-a095-f5c8a8d24247, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:53:00.785029 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-610878ee-b7ea-4049-8a27-b57805407d21 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:00.795012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-610878ee-b7ea-4049-8a27-b57805407d21 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.799202 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-610878ee-b7ea-4049-8a27-b57805407d21 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0710108
Dec 24 10:53:00.799859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44440) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:00.815210 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8933ae2b-9d6e-4c99-bb17-b9ff2f0b9da4 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:00.821657 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-268eb332-fe40-4e4f-aab0-cd40ba40d13d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d03b573e3e544eabafdb64304c44e416&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3903921
Dec 24 10:53:00.824801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44444) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:00.840382 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8933ae2b-9d6e-4c99-bb17-b9ff2f0b9da4 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "DELETE /v2.0/subnets/549d285b-17cb-438b-b7a7-729f1aa2f1a1 HTTP/1.1" status: 204  len: 168 time: 1.8561635
Dec 24 10:53:00.843867 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44448) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:00.888776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.891821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5d5acba3-140b-40ee-a552-c6c1e258d68e tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.911089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.911821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.916937 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5d5acba3-140b-40ee-a552-c6c1e258d68e tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.924261 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:00.929582 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0875757-e19a-48fa-b9e9-dae005327660 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network 9482c789-dd6a-4f06-a095-f5c8a8d24247 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:53:00.977345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bfe7f-738c-43ff-b385-bd4146cf958b req-237c0d09-900d-40c6-99f3-31a925e79a3e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:00.978907 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3e7bfe7f-738c-43ff-b385-bd4146cf958b req-237c0d09-900d-40c6-99f3-31a925e79a3e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 945 time: 0.3182833
Dec 24 10:53:00.985577 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-b0875757-e19a-48fa-b9e9-dae005327660 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 9482c789-dd6a-4f06-a095-f5c8a8d24247) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:00.995663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0875757-e19a-48fa-b9e9-dae005327660 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:00.996251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b0875757-e19a-48fa-b9e9-dae005327660 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:00.999589 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f21533b-d88d-45fc-aabc-4556654455af None None] Network 9482c789-dd6a-4f06-a095-f5c8a8d24247 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:01.002680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-68943420-7b3c-4bce-a7ec-34043d0e3769 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.017494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b35c8-597a-4da3-a2d3-f7faa15d7a1f req-142e1d3f-8611-4f87-aae3-051e723d2a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:01.019012 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-442b35c8-597a-4da3-a2d3-f7faa15d7a1f req-142e1d3f-8611-4f87-aae3-051e723d2a3c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 1098 time: 0.3498867
Dec 24 10:53:01.080190 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b0875757-e19a-48fa-b9e9-dae005327660 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.9013233
Dec 24 10:53:01.089987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44458) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:01.141195 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2101767058', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:01.151999 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=bd7a6b7b-23e9-47c5-a88a-36c495b584dd,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:01.158648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-320f3a62-f357-4d09-963d-2e0a1fe2b9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.162316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:01.164904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5d5acba3-140b-40ee-a552-c6c1e258d68e tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.171187 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3e7bfe7f-738c-43ff-b385-bd4146cf958b req-ac0ae8ac-3540-43ab-9d85-1ea105f6477c tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1775258
Dec 24 10:53:01.171984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:01.178312 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-442b35c8-597a-4da3-a2d3-f7faa15d7a1f req-b90d72d1-3497-4eef-b5d6-df0217ed37b9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1498604
Dec 24 10:53:01.186572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-41ed12df-5d4e-4469-ac1e-8b62f99a2c85 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:01.223816 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Usage tracker for resource:router and tenant:cd9033324f80492388fb35eda7bfd1eb is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:01.225569 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5acba3-140b-40ee-a552-c6c1e258d68e tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef8d1ebf-0b92-4201-a14a-5cbeb9f7a3f3,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:01.227534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:01.234345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-320f3a62-f357-4d09-963d-2e0a1fe2b9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.241792 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5d5acba3-140b-40ee-a552-c6c1e258d68e tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:01.242931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5d5acba3-140b-40ee-a552-c6c1e258d68e tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.247581 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5d5acba3-140b-40ee-a552-c6c1e258d68e tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/ef8d1ebf-0b92-4201-a14a-5cbeb9f7a3f3 HTTP/1.1" status: 204  len: 168 time: 0.4454858
Dec 24 10:53:01.251057 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44464) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:01.255861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:01.269385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-68943420-7b3c-4bce-a7ec-34043d0e3769 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.322185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:01.328895 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:01.330558 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-9482c789-dd6a-4f06-a095-f5c8a8d24247', 'network_id': '9482c789-dd6a-4f06-a095-f5c8a8d24247', 'tenant_id': 'cd9033324f80492388fb35eda7bfd1eb', 'fixed_ips': [{'subnet_id': '60126bb2-8cdd-4736-ba67-b4cafa7f5864'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:53:01.331699 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.438383 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0b884e26-d616-48db-ae5f-60f4cfbf8758 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:01.470192 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:01.546248 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-320f3a62-f357-4d09-963d-2e0a1fe2b9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.560429 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-711977bb-5d15-4ace-9062-624c7f83a8e0 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:01.576540 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0b884e26-d616-48db-ae5f-60f4cfbf8758 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:01.581493 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0b884e26-d616-48db-ae5f-60f4cfbf8758 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3277895
Dec 24 10:53:01.586642 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44470) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:01.587893 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f3a62-f357-4d09-963d-2e0a1fe2b9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5fbfd3-7902-465d-a992-2d8ad0e5cb09,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:01.592449 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-320f3a62-f357-4d09-963d-2e0a1fe2b9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:01.605852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-68943420-7b3c-4bce-a7ec-34043d0e3769 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c851160>,) {'filters': {'network_id': ['2c06e242-b76f-4c53-b750-fffd07617a54']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:01.629238 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-68943420-7b3c-4bce-a7ec-34043d0e3769 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c851160>, '5bd659a1-9113-4da0-9abb-612daad006c4') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:01.629581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-68943420-7b3c-4bce-a7ec-34043d0e3769 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c851160>, '5bd659a1-9113-4da0-9abb-612daad006c4') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:01.630489 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44474) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:01.633308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-320f3a62-f357-4d09-963d-2e0a1fe2b9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.634630 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-320f3a62-f357-4d09-963d-2e0a1fe2b9af admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ac5fbfd3-7902-465d-a992-2d8ad0e5cb09 HTTP/1.1" status: 204  len: 168 time: 0.8088813
Dec 24 10:53:01.654457 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:01.654996 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.657559 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-68943420-7b3c-4bce-a7ec-34043d0e3769 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.685145 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-68943420-7b3c-4bce-a7ec-34043d0e3769 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.695428 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68943420-7b3c-4bce-a7ec-34043d0e3769 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:53:01.696117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-68943420-7b3c-4bce-a7ec-34043d0e3769 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.726410 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b881f5f-c82a-443c-837e-6e1725286f28 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.764090 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Router 8b44e0f6-7d68-4c8c-9378-150b6b446e87 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:53:01.800320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b881f5f-c82a-443c-837e-6e1725286f28 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.826092 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Allocated IP 172.20.0.2 (9482c789-dd6a-4f06-a095-f5c8a8d24247/60126bb2-8cdd-4736-ba67-b4cafa7f5864/ba929755-086f-40bb-8848-6099507eaaf5) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:53:01.849403 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:53:01.851788 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.854776 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.878630 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0f9a248b-36d9-488d-875d-83cafce436a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.887065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e3a6d9f7-56e7-4c9a-a3e6-0afb4d42257d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.888383 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1bca7457-2031-4ee1-92cb-8599c07248e9 None None] Provisioning complete for port bd7a6b7b-23e9-47c5-a88a-36c495b584dd triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:01.888757 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1bca7457-2031-4ee1-92cb-8599c07248e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.960240 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1114611917'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:01.979462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.980098 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:01.980961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-68943420-7b3c-4bce-a7ec-34043d0e3769 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:01.996522 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Usage tracker for resource:network and tenant:de6e8a83e4e64af7961a81e6b7e02194 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:02.048844 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1bca7457-2031-4ee1-92cb-8599c07248e9 None None] Port bd7a6b7b-23e9-47c5-a88a-36c495b584dd cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:53:02.049158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ece661e4-e119-44d9-8346-cc4e82878dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:02.062198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68943420-7b3c-4bce-a7ec-34043d0e3769 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  2c06e242-b76f-4c53-b750-fffd07617a54 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 24 10:53:02.069588 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:02.076206 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-68943420-7b3c-4bce-a7ec-34043d0e3769 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:02.080997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68943420-7b3c-4bce-a7ec-34043d0e3769 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Pushing event deleted for resources: {'Network': ['ID=2c06e242-b76f-4c53-b750-fffd07617a54,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:02.097231 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-68943420-7b3c-4bce-a7ec-34043d0e3769 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:02.111270 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:02.113646 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-68943420-7b3c-4bce-a7ec-34043d0e3769 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "DELETE /v2.0/networks/2c06e242-b76f-4c53-b750-fffd07617a54 HTTP/1.1" status: 204  len: 168 time: 1.2655680
Dec 24 10:53:02.196678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:53:02.199343 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b881f5f-c82a-443c-837e-6e1725286f28 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:02.211140 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:02.236346 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Made reservation on behalf of de6e8a83e4e64af7961a81e6b7e02194 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:02.254470 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:02.280921 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b881f5f-c82a-443c-837e-6e1725286f28 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c06796-88ad-408b-9c0c-5ea57b6c683c,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:02.286554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8b881f5f-c82a-443c-837e-6e1725286f28 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:02.300979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:02.349992 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "PUT /v2.0/routers/8b44e0f6-7d68-4c8c-9378-150b6b446e87/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3320603
Dec 24 10:53:02.349992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44496) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:02.362894 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:02.381724 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:02.404864 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Transition to ACTIVE for port object ba929755-086f-40bb-8848-6099507eaaf5 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:02.437838 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Transition to ACTIVE for port object ba929755-086f-40bb-8848-6099507eaaf5 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:02.461148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:02.467159 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e8d15519-1e68-4320-94f3-3a77e69a8f3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:02.639811 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Network 9482c789-dd6a-4f06-a095-f5c8a8d24247 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:02.672566 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:02.691705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:02.696266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44504) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:02.714911 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Pushing event updated for resources: {'Port': ['ID=ba929755-086f-40bb-8848-6099507eaaf5,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:02.716173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-af7c5586-5447-43d4-9240-beda1cf8d9c7 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Request body: {'router': {'name': 'tempest-router--1409405241', 'project_id': 'f67911a922414fc8bc8c451e645a0fe8'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:02.719637 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:02.742588 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b881f5f-c82a-443c-837e-6e1725286f28 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:02.748437 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8b881f5f-c82a-443c-837e-6e1725286f28 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-groups/d1c06796-88ad-408b-9c0c-5ea57b6c683c HTTP/1.1" status: 204  len: 168 time: 1.1566472
Dec 24 10:53:02.751040 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Usage tracker for resource:security_group_rule and tenant:de6e8a83e4e64af7961a81e6b7e02194 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:02.759951 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44508) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:02.762698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:02.795694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:02.796624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-af7c5586-5447-43d4-9240-beda1cf8d9c7 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:02.803365 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Sync routers for ids ['8b44e0f6-7d68-4c8c-9378-150b6b446e87'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:53:02.829343 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Routers {'8b44e0f6-7d68-4c8c-9378-150b6b446e87'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:02.831541 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddf07f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['8b44e0f6-7d68-4c8c-9378-150b6b446e87'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:02.841315 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9fa49e-7392-45f0-bdec-1fc60bee183f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:02.841945 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cd9fa49e-7392-45f0-bdec-1fc60bee183f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:02.865556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-af7c5586-5447-43d4-9240-beda1cf8d9c7 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Usage tracker for resource:router and tenant:f67911a922414fc8bc8c451e645a0fe8 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:02.869382 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Attempting to bind port ba929755-086f-40bb-8848-6099507eaaf5 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:02.869936 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Attempting to bind port ba929755-086f-40bb-8848-6099507eaaf5 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '7870593f-b229-4359-97a9-22b7ddc2db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9482c789-dd6a-4f06-a095-f5c8a8d24247'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:02.870561 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Attempting to bind port ba929755-086f-40bb-8848-6099507eaaf5 on network 9482c789-dd6a-4f06-a095-f5c8a8d24247 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:02.872031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-af7c5586-5447-43d4-9240-beda1cf8d9c7 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:02.878381 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:53:02.879423 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Checking segment: {'id': '7870593f-b229-4359-97a9-22b7ddc2db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9482c789-dd6a-4f06-a095-f5c8a8d24247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:53:02.879980 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:02.880700 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Bound using segment: {'id': '7870593f-b229-4359-97a9-22b7ddc2db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9482c789-dd6a-4f06-a095-f5c8a8d24247'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:53:02.880903 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:02.881396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Bound port: ba929755-086f-40bb-8848-6099507eaaf5, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7870593f-b229-4359-97a9-22b7ddc2db5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '9482c789-dd6a-4f06-a095-f5c8a8d24247'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:53:02.881903 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:02.884424 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-20016e15-08ad-4b87-a135-1a5d816d5454 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:02.888652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-af7c5586-5447-43d4-9240-beda1cf8d9c7 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:02.921541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cd9fa49e-7392-45f0-bdec-1fc60bee183f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:02.928326 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cd9fa49e-7392-45f0-bdec-1fc60bee183f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports/bd7a6b7b-23e9-47c5-a88a-36c495b584dd HTTP/1.1" status: 200  len: 911 time: 0.5773430
Dec 24 10:53:02.930519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-af7c5586-5447-43d4-9240-beda1cf8d9c7 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:02.931590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-af7c5586-5447-43d4-9240-beda1cf8d9c7 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:02.943989 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44516) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:02.976512 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-af7c5586-5447-43d4-9240-beda1cf8d9c7 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:03.001154 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-20016e15-08ad-4b87-a135-1a5d816d5454 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:03.003078 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:03.007024 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-20016e15-08ad-4b87-a135-1a5d816d5454 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2460206
Dec 24 10:53:03.008113 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44522) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:03.024373 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-2d2b54dd-95c5-4b70-9563-49d3b14ce3b2 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group': {'name': 'tempest-secgroup--941801938'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:03.034101 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2d2b54dd-95c5-4b70-9563-49d3b14ce3b2 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:03.046418 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:03.050991 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] For port ba929755-086f-40bb-8848-6099507eaaf5, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:53:03.054772 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] For port ba929755-086f-40bb-8848-6099507eaaf5, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ba929755-086f-40bb-8848-6099507eaaf5,segment=NetworkSegment(7870593f-b229-4359-97a9-22b7ddc2db5a),segment_id=7870593f-b229-4359-97a9-22b7ddc2db5a)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:53:03.063963 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:03.067369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2d2b54dd-95c5-4b70-9563-49d3b14ce3b2 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:03.074716 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4425ea30-bad9-4fc9-8dca-c1ca3e9e700d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:03.078460 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99e8cc-36fe-41ad-ad00-437ab640e63d req-b7fe8aab-1cbe-4d5c-8686-b83106a1344e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:03.085707 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3c99e8cc-36fe-41ad-ad00-437ab640e63d req-b7fe8aab-1cbe-4d5c-8686-b83106a1344e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 945 time: 0.5538952
Dec 24 10:53:03.093224 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:03.110742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:03.115685 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-26fa4a76-0740-4fdd-8748-8c4f3f9a5e58 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:03.170272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2d2b54dd-95c5-4b70-9563-49d3b14ce3b2 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:03.194507 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-e3a6d9f7-56e7-4c9a-a3e6-0afb4d42257d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Deleting port 1c210749-056c-4846-ab68-1842fd7bc6bf {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:03.195733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e3a6d9f7-56e7-4c9a-a3e6-0afb4d42257d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:03.201642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Pushing event updated for resources: {'Port': ['ID=ba929755-086f-40bb-8848-6099507eaaf5,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:03.219832 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:03.225999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-af7c5586-5447-43d4-9240-beda1cf8d9c7 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:03.227638 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1ed803-a8a2-47e7-a246-0ffdf147825c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:03.233517 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1ed803-a8a2-47e7-a246-0ffdf147825c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:03.239612 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3c99e8cc-36fe-41ad-ad00-437ab640e63d req-d52646b9-47e8-40cd-879f-9785a2fa7d05 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1529460
Dec 24 10:53:03.245342 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-dc1ed803-a8a2-47e7-a246-0ffdf147825c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.2989361
Dec 24 10:53:03.253553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44528) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:03.259024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:53:03.263089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97f5a3ff-35b6-4e88-b1a5-7d06efd407a0,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:03.303795 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Set router 8b44e0f6-7d68-4c8c-9378-150b6b446e87 gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:53:03.324856 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-af7c5586-5447-43d4-9240-beda1cf8d9c7 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:03.328474 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-af7c5586-5447-43d4-9240-beda1cf8d9c7 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.6278243
Dec 24 10:53:03.328474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44532) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:03.339299 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44534) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:03.345492 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:03.357819 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2d2b54dd-95c5-4b70-9563-49d3b14ce3b2 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:03.421523 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2d2b54dd-95c5-4b70-9563-49d3b14ce3b2 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:03.425610 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:03.425989 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Added segment 4e029e81-55bc-4dc1-9a86-0bbecbbace3a of type vlan for network 504b239f-0244-468c-aa87-4a746042adc5
Dec 24 10:53:03.428000 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2d2b54dd-95c5-4b70-9563-49d3b14ce3b2 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:03.448960 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2d2b54dd-95c5-4b70-9563-49d3b14ce3b2 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:03.633312 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:03.797385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1670379209-network', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:03.811950 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-84e71607-cf41-4eca-a9b6-0005e2a79442 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:03.851929 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:03.863612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:03.867755 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:03.868655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:03.877950 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2d2b54dd-95c5-4b70-9563-49d3b14ce3b2 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:03.881078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-84cad647-7b40-44c4-b770-6a6e210609ab tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:03.907728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Usage tracker for resource:network and tenant:a8ba107df4e84355959c1593c8cc3a54 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:03.910958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2d2b54dd-95c5-4b70-9563-49d3b14ce3b2 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:03.924304 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddf07f0>, [{'id': '8b44e0f6-7d68-4c8c-9378-150b6b446e87', 'name': 'tempest-NetworksTestDHCPv6-router-1404453245', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:56Z', 'updated_at': '2021-12-24T10:52:59Z', 'revision_number': 2, 'project_id': '57944efc8ac84c778890de6d87115d3a', 'gw_port_host': None, '_interfaces': [{'id': 'bd7a6b7b-23e9-47c5-a88a-36c495b584dd', 'name': '', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'mac_address': 'fa:16:3e:01:c8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b44e0f6-7d68-4c8c-9378-150b6b446e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b8832514-bb36-45ad-ad77-8df43b654190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:52:58Z', 'updated_at': '2021-12-24T10:53:00Z', 'revision_number': 2, 'project_id': '57944efc8ac84c778890de6d87115d3a', 'subnets': [{'id': 'b8832514-bb36-45ad-ad77-8df43b654190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:03.929282 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Checking router: 8b44e0f6-7d68-4c8c-9378-150b6b446e87 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:53:03.929801 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Updating router 8b44e0f6-7d68-4c8c-9378-150b6b446e87 port bd7a6b7b-23e9-47c5-a88a-36c495b584dd binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:53:03.985393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:04.004045 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.022944 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:04.023586 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Pushing event updated for resources: {'Network': ['ID=504b239f-0244-468c-aa87-4a746042adc5,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:04.028825 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e3a6d9f7-56e7-4c9a-a3e6-0afb4d42257d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.035048 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:04.035639 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b7b09381-f1b0-48be-8cb7-f380113b2fbd tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:04.041605 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 504b239f-0244-468c-aa87-4a746042adc5 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:53:04.053924 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2d2b54dd-95c5-4b70-9563-49d3b14ce3b2 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.058621 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2d2b54dd-95c5-4b70-9563-49d3b14ce3b2 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.0430787
Dec 24 10:53:04.062499 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 2.4282968
Dec 24 10:53:04.062499 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44544) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:04.076696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-e11ad1e2-dd73-4219-935c-9331ba72a058 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group_rule': {'security_group_id': 'cdb81f6d-a0d1-444b-b7e2-ecaaba3ccd05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:04.086312 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e11ad1e2-dd73-4219-935c-9331ba72a058 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:04.094759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e11ad1e2-dd73-4219-935c-9331ba72a058 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:04.097406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b54dd-95c5-4b70-9563-49d3b14ce3b2 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb81f6d-a0d1-444b-b7e2-ecaaba3ccd05,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:04.140235 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e11ad1e2-dd73-4219-935c-9331ba72a058 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:04.151288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2d2b54dd-95c5-4b70-9563-49d3b14ce3b2 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:04.177080 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e11ad1e2-dd73-4219-935c-9331ba72a058 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:04.216904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e11ad1e2-dd73-4219-935c-9331ba72a058 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.223160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Made reservation on behalf of a8ba107df4e84355959c1593c8cc3a54 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:04.226548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.391083 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.518307 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e11ad1e2-dd73-4219-935c-9331ba72a058 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.577297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44554) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:04.590398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-e3a6d9f7-56e7-4c9a-a3e6-0afb4d42257d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Calling delete_port for 1c210749-056c-4846-ab68-1842fd7bc6bf owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:04.592153 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e11ad1e2-dd73-4219-935c-9331ba72a058 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.598381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Request body: {'port': {'network_id': '504b239f-0244-468c-aa87-4a746042adc5', 'binding:host_id': 'hv-neutron-8226', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-526278348'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:04.606780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:04.611022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:04.619761 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.629151 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.636904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Usage tracker for resource:port and tenant:18d5ddf23de340419c33b8a771c7b14b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:04.645851 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Transition to ACTIVE for port object bd7a6b7b-23e9-47c5-a88a-36c495b584dd will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:04.646376 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:04.656661 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ad1e2-dd73-4219-935c-9331ba72a058 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af87dadc-fee0-44e9-8081-b787ed9b3cff,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:04.657724 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.668569 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e11ad1e2-dd73-4219-935c-9331ba72a058 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:04.669425 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:04.676594 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-44eb3b65-417d-472a-b4b4-43d699b879c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:04.767706 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.771511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e11ad1e2-dd73-4219-935c-9331ba72a058 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.775979 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e11ad1e2-dd73-4219-935c-9331ba72a058 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7105861
Dec 24 10:53:04.781493 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44558) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:04.786945 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-61a99d54-42e2-4c50-ad07-3a4824a5cec5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group_rule': {'security_group_id': 'cdb81f6d-a0d1-444b-b7e2-ecaaba3ccd05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:04.792577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Made reservation on behalf of 18d5ddf23de340419c33b8a771c7b14b for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:04.794813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.797058 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f78b83-3efd-4881-baf4-d82fd4be529e None None] Network 9482c789-dd6a-4f06-a095-f5c8a8d24247 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:04.807814 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-61a99d54-42e2-4c50-ad07-3a4824a5cec5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:04.812910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-84e71607-cf41-4eca-a9b6-0005e2a79442 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.813444 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.815214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:04.825037 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-61a99d54-42e2-4c50-ad07-3a4824a5cec5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:04.831401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-61a99d54-42e2-4c50-ad07-3a4824a5cec5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:04.833332 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-84e71607-cf41-4eca-a9b6-0005e2a79442 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.841837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-61a99d54-42e2-4c50-ad07-3a4824a5cec5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:04.844018 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:04.848703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Usage tracker for resource:security_group_rule and tenant:a8ba107df4e84355959c1593c8cc3a54 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:04.850028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Usage tracker for resource:security_group_rule and tenant:18d5ddf23de340419c33b8a771c7b14b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:04.856335 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:04.871265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:04.895466 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-61a99d54-42e2-4c50-ad07-3a4824a5cec5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.895699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:04.919154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:04.927737 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.938287 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea5de9-e9d5-4514-aa90-c1fd53ac695c None None] Pushing event updated for resources: {'Port': ['ID=bd7a6b7b-23e9-47c5-a88a-36c495b584dd,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:04.945915 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port bd7a6b7b-23e9-47c5-a88a-36c495b584dd {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:04.946128 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-e8ea5de9-e9d5-4514-aa90-c1fd53ac695c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:04.946254 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.982522 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.985745 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Attempting to bind port bd7a6b7b-23e9-47c5-a88a-36c495b584dd on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:04.986063 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Attempting to bind port bd7a6b7b-23e9-47c5-a88a-36c495b584dd by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:04.986625 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Attempting to bind port bd7a6b7b-23e9-47c5-a88a-36c495b584dd on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:04.988325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-84e71607-cf41-4eca-a9b6-0005e2a79442 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:04.988836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e71607-cf41-4eca-a9b6-0005e2a79442 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f6acd05-9d95-4a1a-a14a-42433344f2a5 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:53:05.001087 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:53:05.006446 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:53:05.007202 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:05.007613 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:53:05.008181 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Bound port: bd7a6b7b-23e9-47c5-a88a-36c495b584dd, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:53:05.008603 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:05.068802 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3105cd83-2eb0-4ebb-a6fd-672e93f6d2ae None None] Provisioning for port ba929755-086f-40bb-8848-6099507eaaf5 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:05.175812 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] For port bd7a6b7b-23e9-47c5-a88a-36c495b584dd, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:53:05.181754 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] For port bd7a6b7b-23e9-47c5-a88a-36c495b584dd, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=bd7a6b7b-23e9-47c5-a88a-36c495b584dd,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:53:05.188591 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:05.203630 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-59479f5d-721b-4373-abe5-37fc73fcbe7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:05.208974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-84e71607-cf41-4eca-a9b6-0005e2a79442 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:05.210153 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-84e71607-cf41-4eca-a9b6-0005e2a79442 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "DELETE /v2.0/routers/7f6acd05-9d95-4a1a-a14a-42433344f2a5 HTTP/1.1" status: 204  len: 168 time: 1.8697603
Dec 24 10:53:05.219020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd18bde-14c7-491a-9b39-d6edd4978404 req-d31a19e6-268b-43b5-98aa-6f0bad215d3c tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:05.220544 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9dd18bde-14c7-491a-9b39-d6edd4978404 req-d31a19e6-268b-43b5-98aa-6f0bad215d3c tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 945 time: 0.7132356
Dec 24 10:53:05.370803 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Routers {'8b44e0f6-7d68-4c8c-9378-150b6b446e87'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:05.371282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-61a99d54-42e2-4c50-ad07-3a4824a5cec5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:05.371451 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddf07f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['8b44e0f6-7d68-4c8c-9378-150b6b446e87'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:05.417769 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-61a99d54-42e2-4c50-ad07-3a4824a5cec5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:05.492626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:05.514180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ba929755-086f-40bb-8848-6099507eaaf5 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:05.558934 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a99d54-42e2-4c50-ad07-3a4824a5cec5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01f912aa-1d5c-4130-ae3a-69a0ffca21c9,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:05.581774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-61a99d54-42e2-4c50-ad07-3a4824a5cec5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:05.583781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:05.596807 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:05.613151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44564) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:05.614245 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:05.622992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-61219940-3804-4149-8ae3-0829092310f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:05.637283 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] device_id is not set on port 88b6fbfa-f742-445f-b1db-180e840aed32 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:53:05.637698 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9dd18bde-14c7-491a-9b39-d6edd4978404 req-c780e3b0-9269-4cb1-a326-ac1d6589e357 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4071052
Dec 24 10:53:05.644107 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Allocated IP 172.26.4.91 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/cbb8866d-3745-47ac-95f5-29b3c315ef93) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:05.646088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:05.675862 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a1dd6432-7d28-45db-8049-5f53dbc55fba tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:05.679756 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port ba929755-086f-40bb-8848-6099507eaaf5 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:05.691593 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port ba929755-086f-40bb-8848-6099507eaaf5 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:05.691999 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:05.760243 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:53:05.775228 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ea5de9-e9d5-4514-aa90-c1fd53ac695c None None] Pushing event updated for resources: {'Port': ['ID=bd7a6b7b-23e9-47c5-a88a-36c495b584dd,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:05.778438 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e3a6d9f7-56e7-4c9a-a3e6-0afb4d42257d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:05.796795 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-e8ea5de9-e9d5-4514-aa90-c1fd53ac695c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:05.811026 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] For port bd7a6b7b-23e9-47c5-a88a-36c495b584dd, host dv-neutron-822668-2-hyperv, got binding levels [] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:05.811393 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:05.829177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-61a99d54-42e2-4c50-ad07-3a4824a5cec5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:05.830522 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-61a99d54-42e2-4c50-ad07-3a4824a5cec5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.0477679
Dec 24 10:53:05.843677 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44572) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:05.852341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617d49f8-36f9-41c8-8dcb-aeb2cff7d789,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:05.857132 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] Set router 8b44e0f6-7d68-4c8c-9378-150b6b446e87 gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:53:05.896444 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:05.923542 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3cf7eadd-9459-4c2f-9280-a570ed96f0ab None None] Provisioning complete for port ba929755-086f-40bb-8848-6099507eaaf5 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:05.924610 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3cf7eadd-9459-4c2f-9280-a570ed96f0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:05.985264 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for bd7a6b7b-23e9-47c5-a88a-36c495b584dd owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:05.986107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port ba929755-086f-40bb-8848-6099507eaaf5, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ba929755-086f-40bb-8848-6099507eaaf5,segment=NetworkSegment(7870593f-b229-4359-97a9-22b7ddc2db5a),segment_id=7870593f-b229-4359-97a9-22b7ddc2db5a)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:06.005412 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:06.015419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:06.080234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0f0d46-375a-47dd-9e89-43688d8272ae,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:06.100874 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1334143621', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}, 'admin_state_up': False}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:06.113982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:06.115900 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:06.133030 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Usage tracker for resource:router and tenant:38b0eb92497a47de9f680dcf463f5ea8 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:06.148448 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:06.174195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=ba929755-086f-40bb-8848-6099507eaaf5,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:06.174690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:06.177615 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:06.182246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:06.187291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a8d03aa1-5188-48fc-9749-3aa6cb862b0a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:06.241242 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-cdb5ba24-be4d-4a46-b6dc-d6984db7ca2b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group_rule': {'security_group_id': 'cdb81f6d-a0d1-444b-b7e2-ecaaba3ccd05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:06.247838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-cdb5ba24-be4d-4a46-b6dc-d6984db7ca2b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:06.252268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cdb5ba24-be4d-4a46-b6dc-d6984db7ca2b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:06.255352 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cdb5ba24-be4d-4a46-b6dc-d6984db7ca2b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:06.264452 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-cdb5ba24-be4d-4a46-b6dc-d6984db7ca2b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:06.283327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6d9f7-56e7-4c9a-a3e6-0afb4d42257d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Pushing event deleted for resources: {'Port': ['ID=1c210749-056c-4846-ab68-1842fd7bc6bf,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:06.287004 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e3a6d9f7-56e7-4c9a-a3e6-0afb4d42257d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:06.293709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:06.294755 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:06.300225 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddf07f0>, [{'id': '8b44e0f6-7d68-4c8c-9378-150b6b446e87', 'name': 'tempest-NetworksTestDHCPv6-router-1404453245', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:56Z', 'updated_at': '2021-12-24T10:52:59Z', 'revision_number': 2, 'project_id': '57944efc8ac84c778890de6d87115d3a', 'gw_port_host': None, '_interfaces': [{'id': 'bd7a6b7b-23e9-47c5-a88a-36c495b584dd', 'name': '', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'mac_address': 'fa:16:3e:01:c8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b44e0f6-7d68-4c8c-9378-150b6b446e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b8832514-bb36-45ad-ad77-8df43b654190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:52:58Z', 'updated_at': '2021-12-24T10:53:05Z', 'revision_number': 4, 'project_id': '57944efc8ac84c778890de6d87115d3a', 'subnets': [{'id': 'b8832514-bb36-45ad-ad77-8df43b654190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:06.304715 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8efad6-9300-455d-9674-2214072a6bbb None None] The sync data for ids ['8b44e0f6-7d68-4c8c-9378-150b6b446e87'] in dv-neutron-822668-2-hyperv is: [{'id': '8b44e0f6-7d68-4c8c-9378-150b6b446e87', 'name': 'tempest-NetworksTestDHCPv6-router-1404453245', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:56Z', 'updated_at': '2021-12-24T10:52:59Z', 'revision_number': 2, 'project_id': '57944efc8ac84c778890de6d87115d3a', 'gw_port_host': None, '_interfaces': [{'id': 'bd7a6b7b-23e9-47c5-a88a-36c495b584dd', 'name': '', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'mac_address': 'fa:16:3e:01:c8:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b44e0f6-7d68-4c8c-9378-150b6b446e87', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'b8832514-bb36-45ad-ad77-8df43b654190', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:52:58Z', 'updated_at': '2021-12-24T10:53:05Z', 'revision_number': 4, 'project_id': '57944efc8ac84c778890de6d87115d3a', 'subnets': [{'id': 'b8832514-bb36-45ad-ad77-8df43b654190', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:53:06.368370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:06.370070 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Added segment 710ad8ff-6c58-4620-9759-f195e587de11 of type vlan for network 0f843d2e-fb9b-4cfa-bf12-376b9ccf9213
Dec 24 10:53:06.377474 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:06.437709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aad2a2-a343-4c02-9f42-8aec582e85c8 req-b0dbd918-e56b-4fab-90a6-993bf4059f7f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:06.439333 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-92aad2a2-a343-4c02-9f42-8aec582e85c8 req-b0dbd918-e56b-4fab-90a6-993bf4059f7f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 945 time: 0.4644389
Dec 24 10:53:06.468395 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cdb5ba24-be4d-4a46-b6dc-d6984db7ca2b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:06.482856 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] device_id is not set on port 88b6fbfa-f742-445f-b1db-180e840aed32 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:53:06.506325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:06.559416 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.api [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:53:06.559732 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_db.api [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:53:06.578201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cdb5ba24-be4d-4a46-b6dc-d6984db7ca2b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:06.592815 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-92aad2a2-a343-4c02-9f42-8aec582e85c8 req-804e7b00-542c-4654-9a20-eade14bb0506 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1381278
Dec 24 10:53:06.613328 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:06.640379 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cdb5ba24-be4d-4a46-b6dc-d6984db7ca2b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:06.648494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44576) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:06.648494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:06.659338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Transition to ACTIVE for port object 88b6fbfa-f742-445f-b1db-180e840aed32 will not be triggered until provisioned by entity L2. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:06.712768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5ba24-be4d-4a46-b6dc-d6984db7ca2b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b05f63-4036-47af-931a-24c2182987c3,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:06.735299 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:06.742472 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-329a9106-98a2-473e-82ba-b7c4fa3ef827 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:06.784023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cdb5ba24-be4d-4a46-b6dc-d6984db7ca2b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:06.795909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.resource_extend [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:53:06.851056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:06.904512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Pushing event updated for resources: {'Port': ['ID=88b6fbfa-f742-445f-b1db-180e840aed32,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:06.911444 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:06.940763 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:06.968990 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e3a6d9f7-56e7-4c9a-a3e6-0afb4d42257d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:06.975754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Checking segment: {'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:53:06.976117 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Network hostable DHCP agents. Network: 504b239f-0244-468c-aa87-4a746042adc5, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:53:06.976745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:06.977827 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:06.979075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:06.988134 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:07.012891 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cdb5ba24-be4d-4a46-b6dc-d6984db7ca2b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:07.013152 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Network 504b239f-0244-468c-aa87-4a746042adc5 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:53:07.016851 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-cdb5ba24-be4d-4a46-b6dc-d6984db7ca2b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.1413438
Dec 24 10:53:07.018867 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44582) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:07.027971 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6ab07382-6713-4df0-bb2d-1eed32ea9048 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group_rule': {'security_group_id': 'cdb81f6d-a0d1-444b-b7e2-ecaaba3ccd05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:07.035080 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 504b239f-0244-468c-aa87-4a746042adc5) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:07.036895 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6ab07382-6713-4df0-bb2d-1eed32ea9048 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:07.044697 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fb458f-0843-4a39-814b-53317661ca89 None None] Network 504b239f-0244-468c-aa87-4a746042adc5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:07.045328 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:07.053935 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6ab07382-6713-4df0-bb2d-1eed32ea9048 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:07.059966 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6ab07382-6713-4df0-bb2d-1eed32ea9048 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:07.062407 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port bd7a6b7b-23e9-47c5-a88a-36c495b584dd {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:07.062706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:07.183080 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 3.8510957
Dec 24 10:53:07.190617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44586) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:07.236745 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6ab07382-6713-4df0-bb2d-1eed32ea9048 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:07.248151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:07.248501 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:07.248845 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:07.252773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-5411a6c9-282f-4bcb-b2d4-0bc7a594278d admin admin] Request body: {'subnet': {'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1670379209-subnet', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:07.264684 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Pushing event updated for resources: {'Network': ['ID=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:07.267599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:07.274869 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5411a6c9-282f-4bcb-b2d4-0bc7a594278d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:07.279763 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:53:07.281096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:07.281438 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:07.285565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5411a6c9-282f-4bcb-b2d4-0bc7a594278d admin admin] Usage tracker for resource:subnet and tenant:a8ba107df4e84355959c1593c8cc3a54 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:07.289757 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 2 to bind port 88b6fbfa-f742-445f-b1db-180e840aed32
Dec 24 10:53:07.295773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5411a6c9-282f-4bcb-b2d4-0bc7a594278d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:07.309792 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5411a6c9-282f-4bcb-b2d4-0bc7a594278d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:07.337769 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6ab07382-6713-4df0-bb2d-1eed32ea9048 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:07.394604 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:07.394931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:07.395272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:07.421233 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:07.421578 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:07.432937 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 3 to bind port 88b6fbfa-f742-445f-b1db-180e840aed32
Dec 24 10:53:07.458729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:07.468031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:07.510331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5411a6c9-282f-4bcb-b2d4-0bc7a594278d admin admin] Made reservation on behalf of a8ba107df4e84355959c1593c8cc3a54 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:07.512505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5411a6c9-282f-4bcb-b2d4-0bc7a594278d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:07.527097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fe36ff-5e7a-4792-a48c-f22973ecc57d tempest-TestVolumeBootPattern-1656391368 tempest-TestVolumeBootPattern-1656391368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:07.531312 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d0fe36ff-5e7a-4792-a48c-f22973ecc57d tempest-TestVolumeBootPattern-1656391368 tempest-TestVolumeBootPattern-1656391368-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 1093 time: 0.8664541
Dec 24 10:53:07.544918 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44590) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:07.562697 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ba929755-086f-40bb-8848-6099507eaaf5 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:07.606034 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:07.606626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:07.606867 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3a6d9f7-56e7-4c9a-a3e6-0afb4d42257d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Router d9b22103-f9da-4039-bd33-1acb5d84a848 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:53:07.607009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:07.615345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:07.620690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '868bd56a-5c74-4a2f-99e0-00e731c28f06', 'tenant_id': '8543661828634582b0e4847120774eaa', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:07.629520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:07.631959 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:07.650789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:07.656213 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:07.656213 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:07.661625 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 4 to bind port 88b6fbfa-f742-445f-b1db-180e840aed32
Dec 24 10:53:07.661932 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port ba929755-086f-40bb-8848-6099507eaaf5 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:07.662675 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:07.694058 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Usage tracker for resource:floatingip and tenant:8543661828634582b0e4847120774eaa is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:07.706202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:07.716913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=cbb8866d-3745-47ac-95f5-29b3c315ef93,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:07.719386 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:07.731596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:07.734491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] For port bd7a6b7b-23e9-47c5-a88a-36c495b584dd, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=bd7a6b7b-23e9-47c5-a88a-36c495b584dd,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:07.734846 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:07.753460 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:07.786412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:07.786775 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:07.787152 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:07.790500 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6ab07382-6713-4df0-bb2d-1eed32ea9048 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:07.795457 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device bd7a6b7b-23e9-47c5-a88a-36c495b584dd up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:07.849498 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:07.868532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port bd7a6b7b-23e9-47c5-a88a-36c495b584dd completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:07.874887 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port bd7a6b7b-23e9-47c5-a88a-36c495b584dd triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:07.875430 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:07.921575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for bd7a6b7b-23e9-47c5-a88a-36c495b584dd owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:07.985650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6ab07382-6713-4df0-bb2d-1eed32ea9048 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:07.986283 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:07.986617 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:07.994222 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 5 to bind port 88b6fbfa-f742-445f-b1db-180e840aed32
Dec 24 10:53:08.001216 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:08.001782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:08.032583 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ff7b9f11-8f0a-4a1c-9e9c-e730c19c6e8e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:08.037121 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port bd7a6b7b-23e9-47c5-a88a-36c495b584dd, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=bd7a6b7b-23e9-47c5-a88a-36c495b584dd,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:08.044811 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:08.047509 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:08.082416 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:08.082747 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:08.083083 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:08.093644 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab07382-6713-4df0-bb2d-1eed32ea9048 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1097758-80c1-476a-941b-620e0cc262d1,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:08.105434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6ab07382-6713-4df0-bb2d-1eed32ea9048 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:08.110078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:08.110408 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:08.117622 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 6 to bind port 88b6fbfa-f742-445f-b1db-180e840aed32
Dec 24 10:53:08.122903 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=bd7a6b7b-23e9-47c5-a88a-36c495b584dd,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:08.126480 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:08.173121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3a6d9f7-56e7-4c9a-a3e6-0afb4d42257d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:53:08.182958 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b80b82e-b443-4d92-b410-6c8af39f4b94 None None] Sync routers for ids ['d9b22103-f9da-4039-bd33-1acb5d84a848'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:53:08.192834 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b80b82e-b443-4d92-b410-6c8af39f4b94 None None] Routers {'d9b22103-f9da-4039-bd33-1acb5d84a848'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:08.193825 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-6b80b82e-b443-4d92-b410-6c8af39f4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2b0a00>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['d9b22103-f9da-4039-bd33-1acb5d84a848'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:08.237269 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e3a6d9f7-56e7-4c9a-a3e6-0afb4d42257d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] 10.222.0.54 "PUT /v2.0/routers/d9b22103-f9da-4039-bd33-1acb5d84a848/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6900787
Dec 24 10:53:08.242701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44594) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:08.253559 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:08.253905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:08.254243 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:08.256985 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-6b80b82e-b443-4d92-b410-6c8af39f4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2b0a00>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:08.267253 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b80b82e-b443-4d92-b410-6c8af39f4b94 None None] Routers {'d9b22103-f9da-4039-bd33-1acb5d84a848'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:08.267771 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-6b80b82e-b443-4d92-b410-6c8af39f4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2b0a00>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['d9b22103-f9da-4039-bd33-1acb5d84a848'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:08.270254 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6ab07382-6713-4df0-bb2d-1eed32ea9048 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:08.274032 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6ab07382-6713-4df0-bb2d-1eed32ea9048 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.2508008
Dec 24 10:53:08.278148 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44598) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:08.282278 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:08.282609 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:08.292972 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 7 to bind port 88b6fbfa-f742-445f-b1db-180e840aed32
Dec 24 10:53:08.301822 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-7707c599-ee3f-4921-b353-75d6b27e08e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group_rule': {'security_group_id': 'cdb81f6d-a0d1-444b-b7e2-ecaaba3ccd05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:08.325028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7707c599-ee3f-4921-b353-75d6b27e08e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:08.332492 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-6b80b82e-b443-4d92-b410-6c8af39f4b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2b0a00>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:08.333032 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b80b82e-b443-4d92-b410-6c8af39f4b94 None None] The sync data for ids ['d9b22103-f9da-4039-bd33-1acb5d84a848'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:53:08.348013 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Allocated IP 172.26.4.82 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/6a679303-296f-408c-909e-4359b8670e1e) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:08.350504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7707c599-ee3f-4921-b353-75d6b27e08e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:08.353748 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:08.354108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:08.354441 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:08.360353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7707c599-ee3f-4921-b353-75d6b27e08e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:08.375059 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7707c599-ee3f-4921-b353-75d6b27e08e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:08.378157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:08.378482 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:08.381582 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 8 to bind port 88b6fbfa-f742-445f-b1db-180e840aed32
Dec 24 10:53:08.421708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.api [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:53:08.421933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_db.api [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:53:08.427977 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:08.428316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:08.428643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:08.476408 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port bd7a6b7b-23e9-47c5-a88a-36c495b584dd {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:08.476747 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:08.494636 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aea29b6d-e6aa-4ea9-8f06-b2fc9de6e95c tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:08.533497 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:08.533830 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:08.534403 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7707c599-ee3f-4921-b353-75d6b27e08e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:08.546755 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 9 to bind port 88b6fbfa-f742-445f-b1db-180e840aed32
Dec 24 10:53:08.608987 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:08.609316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:08.609646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:08.676639 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:08.676965 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:08.706295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5411a6c9-282f-4bcb-b2d4-0bc7a594278d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:08.714702 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:08.724795 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 10 to bind port 88b6fbfa-f742-445f-b1db-180e840aed32
Dec 24 10:53:08.914283 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:08.918176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:08.918546 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:08.918847 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:08.926056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:08.946587 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port 88b6fbfa-f742-445f-b1db-180e840aed32 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:08.946912 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port 88b6fbfa-f742-445f-b1db-180e840aed32 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:08.947302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:08.971706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:08.978086 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7707c599-ee3f-4921-b353-75d6b27e08e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.028569 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7707c599-ee3f-4921-b353-75d6b27e08e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.058877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aea29b6d-e6aa-4ea9-8f06-b2fc9de6e95c tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.062931 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5411a6c9-282f-4bcb-b2d4-0bc7a594278d admin admin] Pushing event updated for resources: {'Subnet': ['ID=23635e8e-e8d9-42de-9682-d6045c59768a,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:09.066218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5411a6c9-282f-4bcb-b2d4-0bc7a594278d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:09.070883 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aea29b6d-e6aa-4ea9-8f06-b2fc9de6e95c tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.085350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-385e5690-09fd-41fd-846b-84728812ba71 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:09.093557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5411a6c9-282f-4bcb-b2d4-0bc7a594278d admin admin] Checking segment: {'id': '710ad8ff-6c58-4620-9759-f195e587de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:53:09.094009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5411a6c9-282f-4bcb-b2d4-0bc7a594278d admin admin] Network hostable DHCP agents. Network: 0f843d2e-fb9b-4cfa-bf12-376b9ccf9213, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:53:09.109203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] For port bd7a6b7b-23e9-47c5-a88a-36c495b584dd, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=bd7a6b7b-23e9-47c5-a88a-36c495b584dd,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:09.109555 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.204350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707c599-ee3f-4921-b353-75d6b27e08e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dda3eadb-c549-4445-8071-2780ada4ea21,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:09.279203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7707c599-ee3f-4921-b353-75d6b27e08e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:09.289297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for bd7a6b7b-23e9-47c5-a88a-36c495b584dd owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:09.336046 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aea29b6d-e6aa-4ea9-8f06-b2fc9de6e95c tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.336595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea29b6d-e6aa-4ea9-8f06-b2fc9de6e95c tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Fanout notify agent at l3_agent the message router_deleted on router d9b22103-f9da-4039-bd33-1acb5d84a848 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:53:09.366739 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aea29b6d-e6aa-4ea9-8f06-b2fc9de6e95c tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.367375 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-aea29b6d-e6aa-4ea9-8f06-b2fc9de6e95c tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] 10.222.0.54 "DELETE /v2.0/routers/d9b22103-f9da-4039-bd33-1acb5d84a848 HTTP/1.1" status: 204  len: 168 time: 1.1209466
Dec 24 10:53:09.367917 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] For port 88b6fbfa-f742-445f-b1db-180e840aed32, host hv-neutron-8226, cleared binding levels {{(pid=87559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:53:09.368275 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempted to set empty binding levels {{(pid=87559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 24 10:53:09.372787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7707c599-ee3f-4921-b353-75d6b27e08e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.373720 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7707c599-ee3f-4921-b353-75d6b27e08e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 1.0927317
Dec 24 10:53:09.374378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44602) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:09.379050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44604) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:09.410489 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device bd7a6b7b-23e9-47c5-a88a-36c495b584dd up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:09.412929 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.417228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-26090e8c-9fde-4043-83f8-12cb8f872215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:09.448180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.455063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5411a6c9-282f-4bcb-b2d4-0bc7a594278d admin admin] Network 0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:53:09.486610 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port bd7a6b7b-23e9-47c5-a88a-36c495b584dd triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:09.487816 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.494852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-5411a6c9-282f-4bcb-b2d4-0bc7a594278d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 0f843d2e-fb9b-4cfa-bf12-376b9ccf9213) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:09.517000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5411a6c9-282f-4bcb-b2d4-0bc7a594278d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:09.517379 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5411a6c9-282f-4bcb-b2d4-0bc7a594278d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.527387 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe63e472-aefc-4215-b8da-dd4a717eafad None None] Network 0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:09.534829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f3a0f5c7-0e0b-4264-a68e-1acbb4910459 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.558043 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:09.558913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.602363 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f3a0f5c7-0e0b-4264-a68e-1acbb4910459 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.608801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:09.625490 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:09.634472 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Allocated IP 172.26.4.228 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/36597a12-d703-4345-a8ce-12ec6dc57aa1) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:09.637508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:09.650275 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5411a6c9-282f-4bcb-b2d4-0bc7a594278d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.4042916
Dec 24 10:53:09.651644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44610) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:09.668650 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1670379209-router', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:09.672042 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-43027f18-9b63-4554-b03a-e1ccecbe041d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Deleting subnet 19e2fd9e-f9ad-4993-b7ce-a3f59a736b55 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:53:09.674114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Pushing event updated for resources: {'Port': ['ID=6a679303-296f-408c-909e-4359b8670e1e,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:09.675251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:09.678012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.683064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Usage tracker for resource:router and tenant:a8ba107df4e84355959c1593c8cc3a54 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:09.684690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43027f18-9b63-4554-b03a-e1ccecbe041d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.687127 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:09.690030 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f3a0f5c7-0e0b-4264-a68e-1acbb4910459 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.757353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:09.759420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-155a6787-8b91-41e1-a420-f19b54997982 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:09.776064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:09.790730 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0f5c7-0e0b-4264-a68e-1acbb4910459 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dda3eadb-c549-4445-8071-2780ada4ea21,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:09.797054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f3a0f5c7-0e0b-4264-a68e-1acbb4910459 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.798182 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f3a0f5c7-0e0b-4264-a68e-1acbb4910459 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/dda3eadb-c549-4445-8071-2780ada4ea21 HTTP/1.1" status: 204  len: 168 time: 0.3447220
Dec 24 10:53:09.800300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f3a0f5c7-0e0b-4264-a68e-1acbb4910459 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:09.802723 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44614) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:09.811729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e5dabb3c-c7f9-45d6-b9b6-ce97d58829ad tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:09.830276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.831602 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.849280 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 985 time: 5.2703130
Dec 24 10:53:09.868625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43027f18-9b63-4554-b03a-e1ccecbe041d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.889896 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-0f843d2e-fb9b-4cfa-bf12-376b9ccf9213', 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'fixed_ips': [{'subnet_id': '23635e8e-e8d9-42de-9682-d6045c59768a'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:53:09.890760 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:09.908189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44618) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:09.961752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:10.011230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-935e5a00-8320-428b-8906-b87eac42b709 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:10.050891 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-fce97a58-5c6b-4b83-8a2b-5258ddd281c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Deleting port 88b6fbfa-f742-445f-b1db-180e840aed32 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:10.051152 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fce97a58-5c6b-4b83-8a2b-5258ddd281c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:10.053383 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Pushing event updated for resources: {'Port': ['ID=88b6fbfa-f742-445f-b1db-180e840aed32,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:10.082501 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Allocated IP 172.20.0.2 (0f843d2e-fb9b-4cfa-bf12-376b9ccf9213/23635e8e-e8d9-42de-9682-d6045c59768a/99a9935f-04e3-40f3-97b1-1f1192c0ebe1) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:10.161708 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-935e5a00-8320-428b-8906-b87eac42b709 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:10.163125 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-935e5a00-8320-428b-8906-b87eac42b709 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.3594980
Dec 24 10:53:10.169439 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44622) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:10.239903 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:10.295263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:10.316923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Transition to ACTIVE for port object 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:10.337035 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:10.340332 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Transition to ACTIVE for port object 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:10.346085 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:10.350684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:10.417067 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Network 0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:10.420522 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:10.422547 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:10.424648 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:10.430586 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Pushing event updated for resources: {'Port': ['ID=99a9935f-04e3-40f3-97b1-1f1192c0ebe1,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:10.435106 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:10.435848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6e614214-2d52-4d83-a267-e65b9849d70a tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:10.456821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:10.463531 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-61bcbae6-aecc-4fa3-b1c0-0c7653b489e3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:10.479318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:10.491080 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-61bcbae6-aecc-4fa3-b1c0-0c7653b489e3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:10.509095 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=bd7a6b7b-23e9-47c5-a88a-36c495b584dd,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:10.513927 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:10.517295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43027f18-9b63-4554-b03a-e1ccecbe041d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:10.534425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 52809331-f7c1-435d-b3c0-c7a480480f3f is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:53:10.540391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Attempting to bind port 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:10.540780 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Attempting to bind port 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '710ad8ff-6c58-4620-9759-f195e587de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:10.541340 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Attempting to bind port 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 on network 0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:10.549096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:53:10.549438 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Checking segment: {'id': '710ad8ff-6c58-4620-9759-f195e587de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:53:10.549942 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:10.550355 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Bound using segment: {'id': '710ad8ff-6c58-4620-9759-f195e587de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:53:10.550854 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Bound port: 99a9935f-04e3-40f3-97b1-1f1192c0ebe1, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710ad8ff-6c58-4620-9759-f195e587de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:53:10.551253 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:10.726699 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] For port 99a9935f-04e3-40f3-97b1-1f1192c0ebe1, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:53:10.731217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] For port 99a9935f-04e3-40f3-97b1-1f1192c0ebe1, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=99a9935f-04e3-40f3-97b1-1f1192c0ebe1,segment=NetworkSegment(710ad8ff-6c58-4620-9759-f195e587de11),segment_id=710ad8ff-6c58-4620-9759-f195e587de11)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:53:10.737940 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:10.743430 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bc57477d-efa3-44ac-a5b6-885dfd62c294 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:10.758107 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-fce97a58-5c6b-4b83-8a2b-5258ddd281c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] For port 88b6fbfa-f742-445f-b1db-180e840aed32, host hv-neutron-8226, got binding levels [] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:10.758470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fce97a58-5c6b-4b83-8a2b-5258ddd281c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:10.834359 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Pushing event updated for resources: {'Port': ['ID=99a9935f-04e3-40f3-97b1-1f1192c0ebe1,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:10.837961 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:10.915361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-61bcbae6-aecc-4fa3-b1c0-0c7653b489e3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:10.921402 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:11.002490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bcbae6-aecc-4fa3-b1c0-0c7653b489e3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1097758-80c1-476a-941b-620e0cc262d1,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:11.018031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:11.023104 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:11.077318 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-61bcbae6-aecc-4fa3-b1c0-0c7653b489e3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:11.084754 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-fce97a58-5c6b-4b83-8a2b-5258ddd281c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Calling delete_port for 88b6fbfa-f742-445f-b1db-180e840aed32 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:11.237568 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-61bcbae6-aecc-4fa3-b1c0-0c7653b489e3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:11.238625 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-61bcbae6-aecc-4fa3-b1c0-0c7653b489e3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/d1097758-80c1-476a-941b-620e0cc262d1 HTTP/1.1" status: 204  len: 168 time: 1.0227070
Dec 24 10:53:11.244829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44626) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:11.266597 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:11.280809 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e3f0c65a-e1ad-4fea-8321-a64325228613 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:11.285568 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:53:11.297609 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc0281-dc8a-4c9d-b15d-79678b0651a8 None None] Sync routers for ids ['52809331-f7c1-435d-b3c0-c7a480480f3f'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:53:11.312904 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcc0281-dc8a-4c9d-b15d-79678b0651a8 None None] Routers {'52809331-f7c1-435d-b3c0-c7a480480f3f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:11.313934 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1fcc0281-dc8a-4c9d-b15d-79678b0651a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de012b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['52809331-f7c1-435d-b3c0-c7a480480f3f'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:11.316930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43027f18-9b63-4554-b03a-e1ccecbe041d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:11.320832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fce97a58-5c6b-4b83-8a2b-5258ddd281c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:11.335427 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9e039d24-8f54-4524-a279-e7b66ec50147 tempest-RoutersAdminNegativeIpV6Test-2135239195 tempest-RoutersAdminNegativeIpV6Test-2135239195-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:11.392064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:11.396202 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 10.3021891
Dec 24 10:53:11.403230 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1fcc0281-dc8a-4c9d-b15d-79678b0651a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de012b0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:11.407259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44630) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:11.425455 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-927ed411-b42c-4bcb-acc6-383d05162452 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:11.428222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce97a58-5c6b-4b83-8a2b-5258ddd281c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Pushing event deleted for resources: {'Port': ['ID=88b6fbfa-f742-445f-b1db-180e840aed32,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:11.435245 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcc0281-dc8a-4c9d-b15d-79678b0651a8 None None] Routers {'52809331-f7c1-435d-b3c0-c7a480480f3f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:11.436542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fce97a58-5c6b-4b83-8a2b-5258ddd281c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:11.437206 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1fcc0281-dc8a-4c9d-b15d-79678b0651a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de012b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['52809331-f7c1-435d-b3c0-c7a480480f3f'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:11.532741 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1fcc0281-dc8a-4c9d-b15d-79678b0651a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de012b0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:11.533623 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcc0281-dc8a-4c9d-b15d-79678b0651a8 None None] The sync data for ids ['52809331-f7c1-435d-b3c0-c7a480480f3f'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:53:11.535812 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fce97a58-5c6b-4b83-8a2b-5258ddd281c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:11.541670 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fce97a58-5c6b-4b83-8a2b-5258ddd281c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] 10.222.0.54 "DELETE /v2.0/ports/88b6fbfa-f742-445f-b1db-180e840aed32 HTTP/1.1" status: 204  len: 168 time: 1.6325080
Dec 24 10:53:11.542014 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43027f18-9b63-4554-b03a-e1ccecbe041d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:11.542694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44634) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:11.550263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00db4bf0-c4b6-4149-801d-29f8ae1b4cf3 None None] Network 508394c1-0df6-43cc-b58b-a3ac136267c8 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:11.574837 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:11.588823 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:11.598848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:11.602067 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:11.624324 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-930cd012-a245-4d54-be56-32858aa30091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] GET failed (client error): The resource could not be found.
Dec 24 10:53:11.624973 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-930cd012-a245-4d54-be56-32858aa30091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Synchronizing usage tracker for tenant:18d5ddf23de340419c33b8a771c7b14b on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:11.690173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-927ed411-b42c-4bcb-acc6-383d05162452 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:11.691490 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-927ed411-b42c-4bcb-acc6-383d05162452 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.4431775
Dec 24 10:53:11.702894 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-43027f18-9b63-4554-b03a-e1ccecbe041d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] 10.222.0.54 "DELETE /v2.0/subnets/19e2fd9e-f9ad-4993-b7ce-a3f59a736b55 HTTP/1.1" status: 204  len: 168 time: 2.3222790
Dec 24 10:53:11.703744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44638) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:11.717040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44640) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:11.722279 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event updated for resources: {'Port': ['ID=36597a12-d703-4345-a8ce-12ec6dc57aa1,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:11.725589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:11.738621 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-273696e2-0e00-41dc-a262-6f3302106953 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.406s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:11.798751 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43027f18-9b63-4554-b03a-e1ccecbe041d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Pushing event deleted for resources: {'Subnet': ['ID=19e2fd9e-f9ad-4993-b7ce-a3f59a736b55,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:11.801508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-43027f18-9b63-4554-b03a-e1ccecbe041d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:11.818249 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:53:11.824692 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:11.892447 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Router 8b44e0f6-7d68-4c8c-9378-150b6b446e87 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:53:11.935394 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc5f2a1-be3b-4d4e-a473-46850e11af21 None None] DHCP port deletion for 508394c1-0df6-43cc-b58b-a3ac136267c8 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:53:11.940435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5f2a1-be3b-4d4e-a473-46850e11af21 None None] Deleting port 213954aa-d9e6-4b1e-a489-1fdb58496743 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:11.940754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-381f186a-3491-4f52-87c7-329a936c3ab3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:11.940948 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5dc5f2a1-be3b-4d4e-a473-46850e11af21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:11.971738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-381f186a-3491-4f52-87c7-329a936c3ab3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:12.011321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-930cd012-a245-4d54-be56-32858aa30091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Unset dirty status for tenant:18d5ddf23de340419c33b8a771c7b14b on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:12.012483 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-930cd012-a245-4d54-be56-32858aa30091 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] 10.222.0.54 "GET /v2.0/ports/88b6fbfa-f742-445f-b1db-180e840aed32 HTTP/1.1" status: 404  len: 333 time: 0.4629657
Dec 24 10:53:12.044268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44646) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:12.095240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-43d570b3-6d34-4669-a016-5c370ce8371e tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Request body: {'port': {'network_id': '504b239f-0244-468c-aa87-4a746042adc5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1308949160'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:12.099740 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad363b8-4ced-42d4-8685-f58ae57521cf None None] Network 0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:12.123465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-43d570b3-6d34-4669-a016-5c370ce8371e tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:12.215288 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-43d570b3-6d34-4669-a016-5c370ce8371e tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:12.232380 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:12.241841 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-04142992-7f25-42e0-a700-48188bf2e30c None None] Provisioning for port 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:12.253907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-04142992-7f25-42e0-a700-48188bf2e30c None None] Provisioning complete for port 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:12.254407 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-04142992-7f25-42e0-a700-48188bf2e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:12.258459 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:12.301444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d570b3-6d34-4669-a016-5c370ce8371e tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Made reservation on behalf of 18d5ddf23de340419c33b8a771c7b14b for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:12.303895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-43d570b3-6d34-4669-a016-5c370ce8371e tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:12.318163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:12.319304 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-5dc5f2a1-be3b-4d4e-a473-46850e11af21 None None] For port 213954aa-d9e6-4b1e-a489-1fdb58496743, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=213954aa-d9e6-4b1e-a489-1fdb58496743,segment=NetworkSegment(0f9ca424-e229-497d-9bb7-861f13a80318),segment_id=0f9ca424-e229-497d-9bb7-861f13a80318)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:12.319713 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5dc5f2a1-be3b-4d4e-a473-46850e11af21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:12.328853 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0266d8df-f837-4a2a-bb4b-289ea40c7aee req-bad359d0-e443-4b92-9763-ee567efe2de1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6250396
Dec 24 10:53:12.428064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:53:12.441383 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-381f186a-3491-4f52-87c7-329a936c3ab3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:12.464175 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-381f186a-3491-4f52-87c7-329a936c3ab3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:12.470318 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-381f186a-3491-4f52-87c7-329a936c3ab3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/d0b05f63-4036-47af-931a-24c2182987c3 HTTP/1.1" status: 204  len: 168 time: 0.7447300
Dec 24 10:53:12.472424 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-61a99d54-42e2-4c50-ad07-3a4824a5cec5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:12.484837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44650) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:12.496204 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "PUT /v2.0/routers/8b44e0f6-7d68-4c8c-9378-150b6b446e87/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2388923
Dec 24 10:53:12.500550 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cd025c-eed4-46e6-9471-8b8846e53405 None None] Sync routers for ids ['8b44e0f6-7d68-4c8c-9378-150b6b446e87'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:53:12.514533 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-5dc5f2a1-be3b-4d4e-a473-46850e11af21 None None] Calling delete_port for 213954aa-d9e6-4b1e-a489-1fdb58496743 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:12.530789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44652) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:12.551764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f186a-3491-4f52-87c7-329a936c3ab3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0b05f63-4036-47af-931a-24c2182987c3,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:12.554687 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-381f186a-3491-4f52-87c7-329a936c3ab3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:12.598760 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cd025c-eed4-46e6-9471-8b8846e53405 None None] Routers {'8b44e0f6-7d68-4c8c-9378-150b6b446e87'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:12.600545 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d0cd025c-eed4-46e6-9471-8b8846e53405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5e06d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['8b44e0f6-7d68-4c8c-9378-150b6b446e87'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:12.623502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Deleting port 213954aa-d9e6-4b1e-a489-1fdb58496743 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:12.623502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:12.677537 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-43d570b3-6d34-4669-a016-5c370ce8371e tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] device_id is not set on port d4696ec3-774b-427a-9077-fc17bbb54051 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:53:12.678578 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:12.825740 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-04142992-7f25-42e0-a700-48188bf2e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:12.850848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1bd8433b-c6db-40e2-b3ae-4c370664fefb tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:12.859306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-d0cd025c-eed4-46e6-9471-8b8846e53405 None None] Set router 8b44e0f6-7d68-4c8c-9378-150b6b446e87 gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:53:12.922215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10dc04d-9430-4350-98a0-5be0ecf7cf05 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:12.922475 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10dc04d-9430-4350-98a0-5be0ecf7cf05 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:12.928933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c10dc04d-9430-4350-98a0-5be0ecf7cf05 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:13.054280 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d0cd025c-eed4-46e6-9471-8b8846e53405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5e06d0>, [{'id': '8b44e0f6-7d68-4c8c-9378-150b6b446e87', 'name': 'tempest-NetworksTestDHCPv6-router-1404453245', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:56Z', 'updated_at': '2021-12-24T10:53:09Z', 'revision_number': 3, 'project_id': '57944efc8ac84c778890de6d87115d3a', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:13.057627 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-04142992-7f25-42e0-a700-48188bf2e30c None None] For port 99a9935f-04e3-40f3-97b1-1f1192c0ebe1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=99a9935f-04e3-40f3-97b1-1f1192c0ebe1,segment=NetworkSegment(710ad8ff-6c58-4620-9759-f195e587de11),segment_id=710ad8ff-6c58-4620-9759-f195e587de11)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:13.071238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-04142992-7f25-42e0-a700-48188bf2e30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:13.080868 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1bd8433b-c6db-40e2-b3ae-4c370664fefb tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:13.081185 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d106083a-6a14-43b4-9903-64aff5b5959a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:13.082290 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1bd8433b-c6db-40e2-b3ae-4c370664fefb tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.5831759
Dec 24 10:53:13.088747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44658) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:13.093219 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c10dc04d-9430-4350-98a0-5be0ecf7cf05 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:13.098473 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c10dc04d-9430-4350-98a0-5be0ecf7cf05 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.5654979
Dec 24 10:53:13.099270 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44660) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:13.117801 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cd025c-eed4-46e6-9471-8b8846e53405 None None] Checking router: 8b44e0f6-7d68-4c8c-9378-150b6b446e87 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:53:13.131180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5dc5f2a1-be3b-4d4e-a473-46850e11af21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:13.151505 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cd025c-eed4-46e6-9471-8b8846e53405 None None] Routers {'8b44e0f6-7d68-4c8c-9378-150b6b446e87'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:13.157704 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d0cd025c-eed4-46e6-9471-8b8846e53405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5e06d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['8b44e0f6-7d68-4c8c-9378-150b6b446e87'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:13.238367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ece14e-40be-4972-86a1-c43093dab22e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet b8832514-bb36-45ad-ad77-8df43b654190 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:53:13.238367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Router 6c8ff4ef-b771-41ab-a1db-c584ed64ba38 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:53:13.238367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-88ece14e-40be-4972-86a1-c43093dab22e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:13.257714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Allocated IP 172.26.4.147 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/4db35f3b-7afa-4ad1-9e40-5c8b730055ce) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:13.265707 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc5f2a1-be3b-4d4e-a473-46850e11af21 None None] No DVR routers for this DVR port 213954aa-d9e6-4b1e-a489-1fdb58496743 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:53:13.347192 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-d0cd025c-eed4-46e6-9471-8b8846e53405 None None] Set router 8b44e0f6-7d68-4c8c-9378-150b6b446e87 gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:53:13.365009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266d8df-f837-4a2a-bb4b-289ea40c7aee req-05f497e3-6f6e-4224-9453-eb04fb54c5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:13.366578 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0266d8df-f837-4a2a-bb4b-289ea40c7aee req-05f497e3-6f6e-4224-9453-eb04fb54c5e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8543661828634582b0e4847120774eaa&device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 1098 time: 0.7869473
Dec 24 10:53:13.419552 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04142992-7f25-42e0-a700-48188bf2e30c None None] Pushing event updated for resources: {'Port': ['ID=99a9935f-04e3-40f3-97b1-1f1192c0ebe1,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:13.421441 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-04142992-7f25-42e0-a700-48188bf2e30c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:13.439916 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-88ece14e-40be-4972-86a1-c43093dab22e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:13.501762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e3855eb6-339e-4650-8a26-a3db26b62133 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:13.507574 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] For port 213954aa-d9e6-4b1e-a489-1fdb58496743, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=213954aa-d9e6-4b1e-a489-1fdb58496743,segment=NetworkSegment(0f9ca424-e229-497d-9bb7-861f13a80318),segment_id=0f9ca424-e229-497d-9bb7-861f13a80318)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:13.507736 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7de3dd78-0523-4981-9101-7da47201dbab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.365s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:13.507917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:13.594484 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 213954aa-d9e6-4b1e-a489-1fdb58496743 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:53:13.611924 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:13.639094 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5f2a1-be3b-4d4e-a473-46850e11af21 None None] Pushing event deleted for resources: {'Port': ['ID=213954aa-d9e6-4b1e-a489-1fdb58496743,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:13.643315 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5dc5f2a1-be3b-4d4e-a473-46850e11af21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:13.644517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 213954aa-d9e6-4b1e-a489-1fdb58496743 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:53:13.644878 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 213954aa-d9e6-4b1e-a489-1fdb58496743 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:53:13.647989 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d0cd025c-eed4-46e6-9471-8b8846e53405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5e06d0>, [{'id': '8b44e0f6-7d68-4c8c-9378-150b6b446e87', 'name': 'tempest-NetworksTestDHCPv6-router-1404453245', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:56Z', 'updated_at': '2021-12-24T10:53:09Z', 'revision_number': 3, 'project_id': '57944efc8ac84c778890de6d87115d3a', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:13.665344 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0cd025c-eed4-46e6-9471-8b8846e53405 None None] The sync data for ids ['8b44e0f6-7d68-4c8c-9378-150b6b446e87'] in dv-neutron-822668-2-hyperv is: [{'id': '8b44e0f6-7d68-4c8c-9378-150b6b446e87', 'name': 'tempest-NetworksTestDHCPv6-router-1404453245', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:52:56Z', 'updated_at': '2021-12-24T10:53:09Z', 'revision_number': 3, 'project_id': '57944efc8ac84c778890de6d87115d3a', 'gw_port_host': None}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:53:13.682520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:53:13.684050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e3855eb6-339e-4650-8a26-a3db26b62133 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:13.697243 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d10a30-3763-4531-a67c-5188e2fa51a3 None None] Sync routers for ids ['6c8ff4ef-b771-41ab-a1db-c584ed64ba38'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:53:13.727233 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d10a30-3763-4531-a67c-5188e2fa51a3 None None] Routers {'6c8ff4ef-b771-41ab-a1db-c584ed64ba38'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:13.729927 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-71d10a30-3763-4531-a67c-5188e2fa51a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3037c0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['6c8ff4ef-b771-41ab-a1db-c584ed64ba38'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:13.757300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-88ece14e-40be-4972-86a1-c43093dab22e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:13.777571 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Calling delete_port for 213954aa-d9e6-4b1e-a489-1fdb58496743 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:13.806036 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:13.809787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-43d570b3-6d34-4669-a016-5c370ce8371e tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:13.810020 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 8.1928735
Dec 24 10:53:13.818137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44666) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:13.823033 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-71d10a30-3763-4531-a67c-5188e2fa51a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3037c0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:13.841220 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d10a30-3763-4531-a67c-5188e2fa51a3 None None] Routers {'6c8ff4ef-b771-41ab-a1db-c584ed64ba38'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:13.842128 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-71d10a30-3763-4531-a67c-5188e2fa51a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3037c0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['6c8ff4ef-b771-41ab-a1db-c584ed64ba38'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:13.888879 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:13.958068 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-71d10a30-3763-4531-a67c-5188e2fa51a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3037c0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:13.958068 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d10a30-3763-4531-a67c-5188e2fa51a3 None None] The sync data for ids ['6c8ff4ef-b771-41ab-a1db-c584ed64ba38'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:53:14.161527 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e3855eb6-339e-4650-8a26-a3db26b62133 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:14.164818 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ff26d040-7eb2-47f2-80bc-7bbe05b08fa4 None None] Provisioning complete for port 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:14.165029 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ff26d040-7eb2-47f2-80bc-7bbe05b08fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:14.197166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:14.242321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-88ece14e-40be-4972-86a1-c43093dab22e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:14.243941 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:14.250259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-45eccec0-ff78-4002-b250-525e03977652 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:14.256120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266d8df-f837-4a2a-bb4b-289ea40c7aee req-1f05dde7-0c69-4758-918b-99d7963ac8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:14.257171 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0266d8df-f837-4a2a-bb4b-289ea40c7aee req-1f05dde7-0c69-4758-918b-99d7963ac8d6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 200  len: 912 time: 0.8322680
Dec 24 10:53:14.265657 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3855eb6-339e-4650-8a26-a3db26b62133 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01f912aa-1d5c-4130-ae3a-69a0ffca21c9,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:14.282963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e3855eb6-339e-4650-8a26-a3db26b62133 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:14.321220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ece14e-40be-4972-86a1-c43093dab22e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=b8832514-bb36-45ad-ad77-8df43b654190,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:14.323595 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-88ece14e-40be-4972-86a1-c43093dab22e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:14.332059 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-88ece14e-40be-4972-86a1-c43093dab22e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:14.359017 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34555227-8f5d-455f-8d25-d80273c29046 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:14.413387 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7e0df245-ce25-4b36-b6ba-1491c8ed67aa tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "GET /v2.0/routers/6c8ff4ef-b771-41ab-a1db-c584ed64ba38 HTTP/1.1" status: 200  len: 924 time: 0.5940938
Dec 24 10:53:14.415754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44670) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:14.419694 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-88ece14e-40be-4972-86a1-c43093dab22e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/b8832514-bb36-45ad-ad77-8df43b654190 HTTP/1.1" status: 204  len: 168 time: 1.3137252
Dec 24 10:53:14.422657 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44674) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:14.435984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:53:14.436295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:53:14.438729 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0266d8df-f837-4a2a-bb4b-289ea40c7aee req-ca3c3725-f16b-4974-8fb4-4863c89f3e8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=868bd56a-5c74-4a2f-99e0-00e731c28f06 HTTP/1.1" status: 200  len: 999 time: 0.1647110
Dec 24 10:53:14.515871 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e3855eb6-339e-4650-8a26-a3db26b62133 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:14.521512 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e3855eb6-339e-4650-8a26-a3db26b62133 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/01f912aa-1d5c-4130-ae3a-69a0ffca21c9 HTTP/1.1" status: 204  len: 168 time: 1.4076667
Dec 24 10:53:14.521512 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-43d570b3-6d34-4669-a016-5c370ce8371e tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:14.523180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44678) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:14.537592 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5c3d312a-2dd7-4a11-8f1d-66aac6a8616e tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c8ff4ef-b771-41ab-a1db-c584ed64ba38 HTTP/1.1" status: 200  len: 205 time: 0.1195102
Dec 24 10:53:14.552405 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44682) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:14.556985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e3a6d9f7-56e7-4c9a-a3e6-0afb4d42257d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:14.660073 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0973e0-c97a-47a5-81cb-04dceb14fc3a None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:53:14.661427 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d570b3-6d34-4669-a016-5c370ce8371e tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Network 504b239f-0244-468c-aa87-4a746042adc5 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:14.665122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-8d0973e0-c97a-47a5-81cb-04dceb14fc3a None None] Deleting port cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:14.666478 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8d0973e0-c97a-47a5-81cb-04dceb14fc3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:14.674301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:14.689242 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-43d570b3-6d34-4669-a016-5c370ce8371e tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:14.691873 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d570b3-6d34-4669-a016-5c370ce8371e tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:14.694704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d570b3-6d34-4669-a016-5c370ce8371e tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:14.695143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-43d570b3-6d34-4669-a016-5c370ce8371e tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:14.707376 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266d8df-f837-4a2a-bb4b-289ea40c7aee req-1961c8e7-b8bd-42d1-825b-8e010de65ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:14.709147 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0266d8df-f837-4a2a-bb4b-289ea40c7aee req-1961c8e7-b8bd-42d1-825b-8e010de65ce9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0a321e5-1d5c-4349-a6e4-b5d68559fd38 HTTP/1.1" status: 200  len: 850 time: 0.2326231
Dec 24 10:53:14.774974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-69db12bd-8137-48df-aa2a-a93876d28802 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:14.778521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:14.782073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d570b3-6d34-4669-a016-5c370ce8371e tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Pushing event updated for resources: {'Port': ['ID=d4696ec3-774b-427a-9077-fc17bbb54051,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:14.785388 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-43d570b3-6d34-4669-a016-5c370ce8371e tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:14.785934 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-43d570b3-6d34-4669-a016-5c370ce8371e tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:14.807888 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-46a319d9-dd08-4069-a8b8-baedc946f478 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.3838756
Dec 24 10:53:14.812688 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44686) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:14.829431 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:14.880670 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-8d0973e0-c97a-47a5-81cb-04dceb14fc3a None None] For port cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:14.881323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8d0973e0-c97a-47a5-81cb-04dceb14fc3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:14.894829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:14.908700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:14.944985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Deleting port 213954aa-d9e6-4b1e-a489-1fdb58496743 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:14.944985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:14.978319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:14.999413 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-43d570b3-6d34-4669-a016-5c370ce8371e tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 2.9506340
Dec 24 10:53:14.999413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:15.005216 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3e7e-1db0-480a-8fd9-352cc8d79154 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:15.011634 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-8d0973e0-c97a-47a5-81cb-04dceb14fc3a None None] Calling delete_port for cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:15.012737 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-69db12bd-8137-48df-aa2a-a93876d28802 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:15.016843 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-69db12bd-8137-48df-aa2a-a93876d28802 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.4815004
Dec 24 10:53:15.017255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44690) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:15.017771 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44692) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:15.018526 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:15.088771 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Pushing event updated for resources: {'Port': ['ID=4db35f3b-7afa-4ad1-9e40-5c8b730055ce,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:15.092259 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8d0973e0-c97a-47a5-81cb-04dceb14fc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:15.104150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-65d081c3-2f49-4005-8f92-b87eee723f6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:15.132512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9c1a781-e7d8-4844-bdd2-10fa77c72ad2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:15.141240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:15.149383 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0973e0-c97a-47a5-81cb-04dceb14fc3a None None] No DVR routers for this DVR port cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:53:15.159273 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0973e0-c97a-47a5-81cb-04dceb14fc3a None None] Pushing event deleted for resources: {'Port': ['ID=cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:15.162665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:15.165220 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8d0973e0-c97a-47a5-81cb-04dceb14fc3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:15.191694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] The port '213954aa-d9e6-4b1e-a489-1fdb58496743' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:53:15.208103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event updated for resources: {'Port': ['ID=36597a12-d703-4345-a8ce-12ec6dc57aa1,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:15.232701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:15.347952 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b04df89d-6335-459b-8bec-75f48552eb4a tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:15.406055 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:15.505671 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:15.514869 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b04df89d-6335-459b-8bec-75f48552eb4a tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:15.524520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:15.524900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:15.583020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266d8df-f837-4a2a-bb4b-289ea40c7aee req-74d188d7-ba9c-4a34-8575-d78770d9fc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:15.584535 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0266d8df-f837-4a2a-bb4b-289ea40c7aee req-74d188d7-ba9c-4a34-8575-d78770d9fc2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5649a2db-549e-48e6-b856-f7dfd6b31b16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8592155
Dec 24 10:53:15.696150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:53:15.732589 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:53:15.732952 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cf0dd9f7-f9b5-4c72-9627-c98c26e4e5fd not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:53:15.733372 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device bd7a6b7b-23e9-47c5-a88a-36c495b584dd no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:53:15.767880 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: bd7a6b7b-23e9-47c5-a88a-36c495b584dd {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:53:15.767880 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device bd7a6b7b-23e9-47c5-a88a-36c495b584dd not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:53:15.794378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9c1a781-e7d8-4844-bdd2-10fa77c72ad2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:15.796759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3e7e-1db0-480a-8fd9-352cc8d79154 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:15.799855 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9c1a781-e7d8-4844-bdd2-10fa77c72ad2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:15.813285 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:15.881015 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f3e7e-1db0-480a-8fd9-352cc8d79154 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Deleting port 6a679303-296f-408c-909e-4359b8670e1e {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:15.881419 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3e7e-1db0-480a-8fd9-352cc8d79154 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:15.932915 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9c1a781-e7d8-4844-bdd2-10fa77c72ad2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:15.933342 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c1a781-e7d8-4844-bdd2-10fa77c72ad2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Fanout notify agent at l3_agent the message router_deleted on router 8b44e0f6-7d68-4c8c-9378-150b6b446e87 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:53:15.957906 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Floating IP 97b69ac0-2187-4b51-9c16-de0778720188 associated. External IP: 172.26.4.228, port: 868bd56a-5c74-4a2f-99e0-00e731c28f06.
Dec 24 10:53:15.987715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:16.001711 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c801bb0>,) {'filters': {'network_id': ['508394c1-0df6-43cc-b58b-a3ac136267c8']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:16.031940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b04df89d-6335-459b-8bec-75f48552eb4a tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:16.047875 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9c1a781-e7d8-4844-bdd2-10fa77c72ad2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:16.048960 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f9c1a781-e7d8-4844-bdd2-10fa77c72ad2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/routers/8b44e0f6-7d68-4c8c-9378-150b6b446e87 HTTP/1.1" status: 204  len: 168 time: 1.2268946
Dec 24 10:53:16.067439 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f3876ff9-a8a2-4049-890a-0d346815f389 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:16.080410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c801bb0>, '0f9ca424-e229-497d-9bb7-861f13a80318') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:16.080699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c801bb0>, '0f9ca424-e229-497d-9bb7-861f13a80318') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:16.091368 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44698) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:16.155582 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04df89d-6335-459b-8bec-75f48552eb4a tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af87dadc-fee0-44e9-8081-b787ed9b3cff,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:16.186491 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:16.204198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b04df89d-6335-459b-8bec-75f48552eb4a tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:16.222522 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-495c6c8f-6c2d-4cfb-b284-7c5cda049573 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:16.247289 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3e7e-1db0-480a-8fd9-352cc8d79154 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:16.347947 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:16.377009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b04df89d-6335-459b-8bec-75f48552eb4a tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:16.378130 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b04df89d-6335-459b-8bec-75f48552eb4a tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/af87dadc-fee0-44e9-8081-b787ed9b3cff HTTP/1.1" status: 204  len: 168 time: 1.3032281
Dec 24 10:53:16.379273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:53:16.379665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:16.414699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44702) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:16.425226 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f3e7e-1db0-480a-8fd9-352cc8d79154 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Calling delete_port for 6a679303-296f-408c-909e-4359b8670e1e owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:53:16.427024 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:53:16.429168 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0266d8df-f837-4a2a-bb4b-289ea40c7aee req-cd9ff14b-76af-4b5f-aede-76308f3bc64d service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6355789
Dec 24 10:53:16.470128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-495c6c8f-6c2d-4cfb-b284-7c5cda049573 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:16.471248 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-495c6c8f-6c2d-4cfb-b284-7c5cda049573 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.3720095
Dec 24 10:53:16.484630 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44706) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:16.791465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Allocated IP 172.20.0.1 (9482c789-dd6a-4f06-a095-f5c8a8d24247/60126bb2-8cdd-4736-ba67-b4cafa7f5864/6137d20a-5c9e-4e60-bbc6-1f4ddd06f834) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:16.806126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:16.821794 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bd044d5a-e153-4cdd-8595-9245433424d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:16.832796 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-526cdb3c-de28-4b05-a306-691e41e7201e tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3735607
Dec 24 10:53:16.836632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4f20c8-43da-4900-a5b4-d6e2eefd06ed tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:16.837320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ff4f20c8-43da-4900-a5b4-d6e2eefd06ed tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:16.841436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44710) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:16.842039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:16.849225 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:16.923633 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ff4f20c8-43da-4900-a5b4-d6e2eefd06ed tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:16.924783 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ff4f20c8-43da-4900-a5b4-d6e2eefd06ed tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4374566
Dec 24 10:53:16.928000 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Router 78491838-022f-4d68-9cab-210ed7f126c1 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:53:16.928171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Pushing event deleted for resources: {'Network': ['ID=508394c1-0df6-43cc-b58b-a3ac136267c8,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:16.932071 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44714) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:16.955726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:16.959676 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] 10.222.0.54 "DELETE /v2.0/networks/508394c1-0df6-43cc-b58b-a3ac136267c8 HTTP/1.1" status: 204  len: 168 time: 5.1238441
Dec 24 10:53:17.020296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-89fd3e3a-7a7b-44ee-808f-05e156e64f47 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:router {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:17.047820 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0266d8df-f837-4a2a-bb4b-289ea40c7aee req-09cc268e-474c-4703-8696-e30354170655 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5786753
Dec 24 10:53:17.055997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.resource_extend [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:53:17.114426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7681-8980-4e33-b548-756811fc9718 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:17.184419 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-89fd3e3a-7a7b-44ee-808f-05e156e64f47 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:router {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:17.185562 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-89fd3e3a-7a7b-44ee-808f-05e156e64f47 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2464931
Dec 24 10:53:17.198109 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44722) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:17.206894 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7681-8980-4e33-b548-756811fc9718 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:17.226924 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-d8e7b4a2-b076-4056-9ded-21f098c1f4d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:17.314664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44726) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:17.392830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] device_id is not set on port d4696ec3-774b-427a-9077-fc17bbb54051 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:53:17.404453 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:17.436141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3e7e-1db0-480a-8fd9-352cc8d79154 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:17.450977 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9df7043e-fee6-435f-ad76-865a5381c84d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:17.503997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:17.509224 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f3e7e-1db0-480a-8fd9-352cc8d79154 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Pushing event deleted for resources: {'Port': ['ID=6a679303-296f-408c-909e-4359b8670e1e,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:17.543376 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:53:17.549914 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-bc8f3e7e-1db0-480a-8fd9-352cc8d79154 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:17.556187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6693eac-15ce-44a3-98c3-342ba621affb None None] Sync routers for ids ['78491838-022f-4d68-9cab-210ed7f126c1'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:53:17.565416 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d8e7b4a2-b076-4056-9ded-21f098c1f4d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:17.571444 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6693eac-15ce-44a3-98c3-342ba621affb None None] Routers {'78491838-022f-4d68-9cab-210ed7f126c1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:17.572656 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f6693eac-15ce-44a3-98c3-342ba621affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d47e460>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['78491838-022f-4d68-9cab-210ed7f126c1'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:17.580030 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d8e7b4a2-b076-4056-9ded-21f098c1f4d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:17.600762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Transition to ACTIVE for port object 6137d20a-5c9e-4e60-bbc6-1f4ddd06f834 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:17.624429 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Transition to ACTIVE for port object d4696ec3-774b-427a-9077-fc17bbb54051 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:17.633485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:17.640610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-000bc9a9-b683-478b-bcb0-fe2d436c4f44 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:17.680244 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:17.686644 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7681-8980-4e33-b548-756811fc9718 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:17.689126 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a1d7681-8980-4e33-b548-756811fc9718 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:17.693397 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6a1d7681-8980-4e33-b548-756811fc9718 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-groups/cdb81f6d-a0d1-444b-b7e2-ecaaba3ccd05 HTTP/1.1" status: 204  len: 168 time: 0.8492446
Dec 24 10:53:17.697018 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44734) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:17.721989 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f9c541d3-0813-43c1-abcd-1b6f7b5a42e8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:17.732078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e7b4a2-b076-4056-9ded-21f098c1f4d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:17.736334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d8e7b4a2-b076-4056-9ded-21f098c1f4d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:17.749984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network 9482c789-dd6a-4f06-a095-f5c8a8d24247 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:17.761472 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:17.768095 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-f6693eac-15ce-44a3-98c3-342ba621affb None None] Set router 78491838-022f-4d68-9cab-210ed7f126c1 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:53:17.838366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:17.842081 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:17.847167 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=6137d20a-5c9e-4e60-bbc6-1f4ddd06f834,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:17.855848 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:17.880450 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1d7681-8980-4e33-b548-756811fc9718 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb81f6d-a0d1-444b-b7e2-ecaaba3ccd05,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:17.891035 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6a1d7681-8980-4e33-b548-756811fc9718 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:17.894229 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3e7e-1db0-480a-8fd9-352cc8d79154 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:18.088397 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:18.103781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0fb87f8f-bcf9-4bfb-bd16-fe4e88de708d tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:18.145780 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 10.5970452
Dec 24 10:53:18.157101 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e0a975-8b2b-4fa7-a409-e086c8848e29', 'tag': '868bd56a-5c74-4a2f-99e0-00e731c28f06'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:53:18.165167 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7b1169e1-945b-4a50-8b0e-39c543c364e3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1da5cfee888343d4b01dfe0bbd6219e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8401167
Dec 24 10:53:18.170810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44742) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:18.175567 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3e7e-1db0-480a-8fd9-352cc8d79154 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:18.191060 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f6693eac-15ce-44a3-98c3-342ba621affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d47e460>, [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '97b69ac0-2187-4b51-9c16-de0778720188', 'tenant_id': '8543661828634582b0e4847120774eaa', 'floating_ip_address': '172.26.4.228', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'port_id': '868bd56a-5c74-4a2f-99e0-00e731c28f06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'mac_address': 'fa:16:3e:00:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e0a975-8b2b-4fa7-a409-e086c8848e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:53:13Z', 'updated_at': '2021-12-24T10:53:13Z', 'revision_number': 0, 'project_id': '8543661828634582b0e4847120774eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:39Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:18.194650 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e91377e9-a17c-438d-b5cd-399447704a47 None None] Provisioning for port 6137d20a-5c9e-4e60-bbc6-1f4ddd06f834 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:18.200515 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e91377e9-a17c-438d-b5cd-399447704a47 None None] Provisioning complete for port 6137d20a-5c9e-4e60-bbc6-1f4ddd06f834 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:18.200892 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e91377e9-a17c-438d-b5cd-399447704a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:18.210335 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3e7e-1db0-480a-8fd9-352cc8d79154 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:18.259020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Pushing event updated for resources: {'Port': ['ID=d4696ec3-774b-427a-9077-fc17bbb54051,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:18.261153 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-e91377e9-a17c-438d-b5cd-399447704a47 None None] Port 6137d20a-5c9e-4e60-bbc6-1f4ddd06f834 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:53:18.262809 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6693eac-15ce-44a3-98c3-342ba621affb None None] Checking router: 78491838-022f-4d68-9cab-210ed7f126c1 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:53:18.271679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3e7e-1db0-480a-8fd9-352cc8d79154 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:18.272275 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8f3e7e-1db0-480a-8fd9-352cc8d79154 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Fanout notify agent at l3_agent the message router_deleted on router 6c8ff4ef-b771-41ab-a1db-c584ed64ba38 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:53:18.274237 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6693eac-15ce-44a3-98c3-342ba621affb None None] Routers {'78491838-022f-4d68-9cab-210ed7f126c1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:18.275132 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f6693eac-15ce-44a3-98c3-342ba621affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d47e460>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['78491838-022f-4d68-9cab-210ed7f126c1'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:18.283814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:18.284775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:18.306075 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d5edb822-56ef-4339-a2de-21e5331b5998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:18.362891 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bc8f3e7e-1db0-480a-8fd9-352cc8d79154 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:18.370672 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bc8f3e7e-1db0-480a-8fd9-352cc8d79154 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "DELETE /v2.0/routers/6c8ff4ef-b771-41ab-a1db-c584ed64ba38 HTTP/1.1" status: 204  len: 168 time: 3.8172283
Dec 24 10:53:18.373415 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d5edb822-56ef-4339-a2de-21e5331b5998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:18.374787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4ce615c5-2539-4990-a16f-60f7ece7f270 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:18.381646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44748) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:18.488759 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4ce615c5-2539-4990-a16f-60f7ece7f270 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:18.496251 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4ce615c5-2539-4990-a16f-60f7ece7f270 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.7798634
Dec 24 10:53:18.497194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:18.501549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-f6693eac-15ce-44a3-98c3-342ba621affb None None] Set router 78491838-022f-4d68-9cab-210ed7f126c1 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:53:18.511026 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1633862450', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'enable_snat': False}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:18.516495 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:18.520526 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Usage tracker for resource:router and tenant:7065dbeb15604390bd404252b2a01e55 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:18.523549 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:18.530428 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:18.541951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44756) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:18.558186 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e0a975-8b2b-4fa7-a409-e086c8848e29', 'tag': '868bd56a-5c74-4a2f-99e0-00e731c28f06', 'status': 'completed', 'code': 200}
Dec 24 10:53:18.559531 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d5edb822-56ef-4339-a2de-21e5331b5998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:18.563155 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-85060888-331d-4105-bf8b-00e96e1881f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group': {'name': 'tempest-secgroup--50847372'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:18.566305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1f379b08-216f-431a-b03d-8fa04bff02e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:18.570278 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-85060888-331d-4105-bf8b-00e96e1881f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:18.578015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:18.578924 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:18.579263 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:18.590101 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:18.591082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:18.594911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-85060888-331d-4105-bf8b-00e96e1881f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:18.614944 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5edb822-56ef-4339-a2de-21e5331b5998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466b61b8-7072-4007-a914-e0edf4d628b2,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:18.621582 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.objects.ports [None req-d8e7b4a2-b076-4056-9ded-21f098c1f4d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87559) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:53:18.622916 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d5edb822-56ef-4339-a2de-21e5331b5998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:18.623943 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d8e7b4a2-b076-4056-9ded-21f098c1f4d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:18.627701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d5edb822-56ef-4339-a2de-21e5331b5998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:18.631067 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d5edb822-56ef-4339-a2de-21e5331b5998 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/466b61b8-7072-4007-a914-e0edf4d628b2 HTTP/1.1" status: 204  len: 168 time: 0.4567969
Dec 24 10:53:18.631067 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-21220836-4f60-472c-bb9a-846424e8c720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:18.646262 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:18.646840 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:18.685690 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 2 to bind port d4696ec3-774b-427a-9077-fc17bbb54051
Dec 24 10:53:18.750229 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:18.751795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:18.752048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:18.752374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:18.754569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-85060888-331d-4105-bf8b-00e96e1881f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:18.776807 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Router e79d6a36-eeff-40cb-a685-6ccdfbe1f25d is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:53:18.845122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e7b4a2-b076-4056-9ded-21f098c1f4d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:18.848176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-d8e7b4a2-b076-4056-9ded-21f098c1f4d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:18.853353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e7b4a2-b076-4056-9ded-21f098c1f4d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:18.853992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d8e7b4a2-b076-4056-9ded-21f098c1f4d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:18.869429 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e7b4a2-b076-4056-9ded-21f098c1f4d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=ff68a995-5028-463f-b976-bfffa5bc0c66,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:18.875108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d8e7b4a2-b076-4056-9ded-21f098c1f4d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:18.889663 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d8e7b4a2-b076-4056-9ded-21f098c1f4d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.6866350
Dec 24 10:53:18.893605 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44764) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:18.898460 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:18.899833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-f7a17737-75c2-4b7e-962e-073d8a7f36ad tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:18.901690 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:18.909641 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 3 to bind port d4696ec3-774b-427a-9077-fc17bbb54051
Dec 24 10:53:18.913556 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc38c38d-deb4-4436-b81f-ebd9bdd39bf8 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:18.948738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-85060888-331d-4105-bf8b-00e96e1881f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:19.063200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-85060888-331d-4105-bf8b-00e96e1881f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:19.083655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:19.083655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:19.083655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:19.096816 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f7a17737-75c2-4b7e-962e-073d8a7f36ad tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:19.096963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-85060888-331d-4105-bf8b-00e96e1881f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:19.111496 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f7a17737-75c2-4b7e-962e-073d8a7f36ad tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:19.125571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a17737-75c2-4b7e-962e-073d8a7f36ad tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:19.130139 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7a17737-75c2-4b7e-962e-073d8a7f36ad tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:19.223408 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': 'ff68a995-5028-463f-b976-bfffa5bc0c66'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:53:19.224259 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:19.230558 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:19.231092 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:19.265292 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f6693eac-15ce-44a3-98c3-342ba621affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d47e460>, [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '97b69ac0-2187-4b51-9c16-de0778720188', 'tenant_id': '8543661828634582b0e4847120774eaa', 'floating_ip_address': '172.26.4.228', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'port_id': '868bd56a-5c74-4a2f-99e0-00e731c28f06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'mac_address': 'fa:16:3e:00:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e0a975-8b2b-4fa7-a409-e086c8848e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:53:13Z', 'updated_at': '2021-12-24T10:53:13Z', 'revision_number': 0, 'project_id': '8543661828634582b0e4847120774eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:39Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:19.321541 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6693eac-15ce-44a3-98c3-342ba621affb None None] The sync data for ids ['78491838-022f-4d68-9cab-210ed7f126c1'] in dv-neutron-822668-2-hyperv is: [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '97b69ac0-2187-4b51-9c16-de0778720188', 'tenant_id': '8543661828634582b0e4847120774eaa', 'floating_ip_address': '172.26.4.228', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'port_id': '868bd56a-5c74-4a2f-99e0-00e731c28f06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'mac_address': 'fa:16:3e:00:03:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e0a975-8b2b-4fa7-a409-e086c8848e29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:53:13Z', 'updated_at': '2021-12-24T10:53:13Z', 'revision_number': 0, 'project_id': '8543661828634582b0e4847120774eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:39Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:53:19.472182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-85060888-331d-4105-bf8b-00e96e1881f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:19.485542 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 4 to bind port d4696ec3-774b-427a-9077-fc17bbb54051
Dec 24 10:53:19.486488 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7a17737-75c2-4b7e-962e-073d8a7f36ad tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:19.493115 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:19.555751 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Allocated IP 2001:db8::f816:3eff:feec:cffa (51d30af2-9f70-4c66-8947-64c1ea7cb845/ff68a995-5028-463f-b976-bfffa5bc0c66/37e6bb42-435c-4b88-96a1-ff4b59951dbd) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:19.565821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a17737-75c2-4b7e-962e-073d8a7f36ad tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:19.570649 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-f7a17737-75c2-4b7e-962e-073d8a7f36ad tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:19.579337 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a17737-75c2-4b7e-962e-073d8a7f36ad tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:19.580456 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f7a17737-75c2-4b7e-962e-073d8a7f36ad tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:19.601548 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a17737-75c2-4b7e-962e-073d8a7f36ad tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=cd15c6da-b9e7-4860-b1a2-aef564d7a324,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:19.605485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f7a17737-75c2-4b7e-962e-073d8a7f36ad tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:19.623278 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f7a17737-75c2-4b7e-962e-073d8a7f36ad tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7285459
Dec 24 10:53:19.627531 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44784) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:19.635765 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'mac_address': 'fa:16:3e:4a:7d:dd', 'name': 'tempest-NetworksTestDHCPv6-349243012'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:19.658125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44788) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:19.696331 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ca6d43-f3b3-4b86-b0c1-eabdf3aa665b None None] New status for floating IP 97b69ac0-2187-4b51-9c16-de0778720188: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 10:53:19.715779 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:53:19.725607 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075a602-1309-4d7e-b09c-d12881cef899 req-3a537068-c37a-46b6-9529-86cfa1cae34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:19.727402 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6075a602-1309-4d7e-b09c-d12881cef899 req-3a537068-c37a-46b6-9529-86cfa1cae34e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8543661828634582b0e4847120774eaa&device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 1098 time: 1.1443298
Dec 24 10:53:19.803563 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:19.809372 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6ea8adf1-f8ed-4df9-9a6a-e067b1e5b10d tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] Request body: {'port': {'network_id': '2673ad5f-3417-4a8d-8b6b-da2523eb5f94', 'name': 'tempest-NetworksNegativeTestJSON-1702386697'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:19.814374 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Transition to ACTIVE for port object 37e6bb42-435c-4b88-96a1-ff4b59951dbd will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:19.835700 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea8adf1-f8ed-4df9-9a6a-e067b1e5b10d tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] POST failed (client error): The resource could not be found.
Dec 24 10:53:19.835700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea8adf1-f8ed-4df9-9a6a-e067b1e5b10d tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:53:19.837668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Transition to ACTIVE for port object 37e6bb42-435c-4b88-96a1-ff4b59951dbd will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:19.840893 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6ea8adf1-f8ed-4df9-9a6a-e067b1e5b10d tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.1814084
Dec 24 10:53:19.843125 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Sync routers for ids ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:53:19.851237 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44794) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:19.855430 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:19.861978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:19.862476 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:19.862905 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:19.866083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Routers {'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:19.866898 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5f3e50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:19.893714 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-6315db9a-a016-43a5-bee3-b47d1ecf59ce tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:53:19.894300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6315db9a-a016-43a5-bee3-b47d1ecf59ce tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:53:19.900793 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6315db9a-a016-43a5-bee3-b47d1ecf59ce tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] 10.222.0.54 "DELETE /v2.0/networks/9c256ba5-6dd3-4b35-8105-9c3d9fce3780 HTTP/1.1" status: 404  len: 339 time: 0.0482094
Dec 24 10:53:19.901742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44798) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:19.914094 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:19.914094 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:20.017138 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f25687-d185-4fda-8918-6a7eb8ed4c99 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:53:20.017138 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f25687-d185-4fda-8918-6a7eb8ed4c99 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:53:20.042011 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-76f25687-d185-4fda-8918-6a7eb8ed4c99 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] 10.222.0.54 "DELETE /v2.0/ports/12814efa-280f-417a-a038-db6b0a1ea86a HTTP/1.1" status: 404  len: 333 time: 0.1236007
Dec 24 10:53:20.051903 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 5 to bind port d4696ec3-774b-427a-9077-fc17bbb54051
Dec 24 10:53:20.079423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44802) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:20.101004 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:20.112479 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:20.117005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4c2caec7-6dd6-4f5d-82b3-26ad64e392de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:20.147771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:20.222528 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Pushing event updated for resources: {'Port': ['ID=37e6bb42-435c-4b88-96a1-ff4b59951dbd,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:20.237389 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:20.237389 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:20.251574 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:20.260191 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Set router e79d6a36-eeff-40cb-a685-6ccdfbe1f25d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:53:20.311180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:20.311180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:20.311180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:20.313658 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:20.347164 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d07bbb-0df7-44e9-88e5-57087af69c33 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:53:20.347164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d07bbb-0df7-44e9-88e5-57087af69c33 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:53:20.347164 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-34d07bbb-0df7-44e9-88e5-57087af69c33 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] 10.222.0.54 "DELETE /v2.0/subnets/bf3261b5-1e34-4011-967d-92c6765524dd HTTP/1.1" status: 404  len: 337 time: 0.2681839
Dec 24 10:53:20.352702 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44806) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:20.374433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:20.374433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:20.374433 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:20.374433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:20.374433 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 10.7174392
Dec 24 10:53:20.392639 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 6 to bind port d4696ec3-774b-427a-9077-fc17bbb54051
Dec 24 10:53:20.421041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44810) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:20.539399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:20.574552 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-e19ab6cc-c70d-4ea6-953b-92fc277d9b89 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] GET failed (client error): The resource could not be found.
Dec 24 10:53:20.574552 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e19ab6cc-c70d-4ea6-953b-92fc277d9b89 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] 10.222.0.54 "GET /v2.0/networks/5fd9c1dc-fbad-4bd3-af16-b9cd933d344a HTTP/1.1" status: 404  len: 339 time: 0.2180991
Dec 24 10:53:20.578733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:20.578733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:20.578733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:20.583022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44814) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:20.608699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075a602-1309-4d7e-b09c-d12881cef899 req-e663164a-260c-4015-8132-026266d8197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:20.609321 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6075a602-1309-4d7e-b09c-d12881cef899 req-e663164a-260c-4015-8132-026266d8197f service neutron] 10.222.0.32 "GET /v2.0/networks?id=5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 200  len: 912 time: 0.7908690
Dec 24 10:53:20.622591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-85060888-331d-4105-bf8b-00e96e1881f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:20.626782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:20.627100 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:20.644545 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9c9317-54af-4b04-a291-6a6e6ebf7b8b tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] GET failed (client error): The resource could not be found.
Dec 24 10:53:20.651974 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6a9c9317-54af-4b04-a291-6a6e6ebf7b8b tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] 10.222.0.54 "GET /v2.0/ports/36790798-97d2-4447-bfc6-e702bc6608a7 HTTP/1.1" status: 404  len: 333 time: 0.0663326
Dec 24 10:53:20.654044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44818) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:20.657955 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port e90652a6-5557-41ed-b4ad-89fcbd2aec1a yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:53:20.693347 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 7 to bind port d4696ec3-774b-427a-9077-fc17bbb54051
Dec 24 10:53:20.735365 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Attempting to bind port 37e6bb42-435c-4b88-96a1-ff4b59951dbd on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:20.735365 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Attempting to bind port 37e6bb42-435c-4b88-96a1-ff4b59951dbd by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:20.735365 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Attempting to bind port 37e6bb42-435c-4b88-96a1-ff4b59951dbd on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:20.736381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-85060888-331d-4105-bf8b-00e96e1881f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:20.750960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:53:20.750960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:53:20.750960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:20.750960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:53:20.750960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Bound port: 37e6bb42-435c-4b88-96a1-ff4b59951dbd, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:53:20.750960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:20.762440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-018cb087-f73d-4ed4-acb3-bf38e2eec7e7 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:20.785240 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe835b2-a16b-418e-a57b-2942e5b9c5b5 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] GET failed (client error): The resource could not be found.
Dec 24 10:53:20.785240 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ffe835b2-a16b-418e-a57b-2942e5b9c5b5 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] 10.222.0.54 "GET /v2.0/subnets/ac68c2a3-1aa0-45d9-aa8f-337271de91f2 HTTP/1.1" status: 404  len: 337 time: 0.1232486
Dec 24 10:53:20.789763 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44822) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:20.878540 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5f3e50>, [{'id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'name': 'tempest-ServerActionsTestJSON-1670379209-router', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:09Z', 'updated_at': '2021-12-24T10:53:16Z', 'revision_number': 3, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'gw_port': {'id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:12Z', 'updated_at': '2021-12-24T10:53:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:20.887490 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Checking router: e79d6a36-eeff-40cb-a685-6ccdfbe1f25d for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:53:20.887490 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Updating router e79d6a36-eeff-40cb-a685-6ccdfbe1f25d port 4db35f3b-7afa-4ad1-9e40-5c8b730055ce binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:53:20.902357 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:20.902357 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:20.902357 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:20.963151 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:20.963151 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:20.967647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:20.976059 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 8 to bind port d4696ec3-774b-427a-9077-fc17bbb54051
Dec 24 10:53:21.005955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-85060888-331d-4105-bf8b-00e96e1881f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:21.014008 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-85060888-331d-4105-bf8b-00e96e1881f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 2.4652479
Dec 24 10:53:21.029181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44824) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:21.041527 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85060888-331d-4105-bf8b-00e96e1881f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85d6f23d-943c-4090-8c07-4e5a088b563b,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:21.041527 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-85060888-331d-4105-bf8b-00e96e1881f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:21.050769 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-41a31c71-005e-4a6e-aacf-d41c574105f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group_rule': {'security_group_id': '85d6f23d-943c-4090-8c07-4e5a088b563b', 'direction': 'ingress', 'protocol': 17}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:21.058829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.resource_extend [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:53:21.066359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-0f2061bf-4cc3-4b1a-a454-22bdf94e1995 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:21.071733 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] For port 37e6bb42-435c-4b88-96a1-ff4b59951dbd, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:53:21.073430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:21.077444 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6075a602-1309-4d7e-b09c-d12881cef899 req-a839e3fb-c6e7-41f5-82df-0f6f392f7120 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=868bd56a-5c74-4a2f-99e0-00e731c28f06 HTTP/1.1" status: 200  len: 1001 time: 0.4571702
Dec 24 10:53:21.084826 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] For port 37e6bb42-435c-4b88-96a1-ff4b59951dbd, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=37e6bb42-435c-4b88-96a1-ff4b59951dbd,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:53:21.093487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-41a31c71-005e-4a6e-aacf-d41c574105f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:21.093961 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2061bf-4cc3-4b1a-a454-22bdf94e1995 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] PUT failed (client error): The resource could not be found.
Dec 24 10:53:21.094449 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f2061bf-4cc3-4b1a-a454-22bdf94e1995 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:53:21.096341 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:21.098704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:21.098704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:21.098704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:21.099920 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0f2061bf-4cc3-4b1a-a454-22bdf94e1995 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] 10.222.0.54 "PUT /v2.0/networks/5dc5304f-294d-4dec-9da3-ca2d6a7d5467 HTTP/1.1" status: 404  len: 339 time: 0.0469220
Dec 24 10:53:21.100527 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44830) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:21.101103 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:21.102773 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:21.110643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-a9e2eedc-0935-4efa-9846-9568da1d7507 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:21.165619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 172.20.0.3 (51d30af2-9f70-4c66-8947-64c1ea7cb845/cd15c6da-b9e7-4860-b1a2-aef564d7a324/e90652a6-5557-41ed-b4ad-89fcbd2aec1a) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:21.165619 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9e2eedc-0935-4efa-9846-9568da1d7507 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] PUT failed (client error): The resource could not be found.
Dec 24 10:53:21.165619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9e2eedc-0935-4efa-9846-9568da1d7507 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:53:21.165619 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a9e2eedc-0935-4efa-9846-9568da1d7507 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] 10.222.0.54 "PUT /v2.0/ports/604e35d6-d927-48ea-82c7-dd31fba0a6f0 HTTP/1.1" status: 404  len: 333 time: 0.0610867
Dec 24 10:53:21.176009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44834) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:21.176009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-895f5689-0781-4ef3-bb21-6c550865afb8 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:21.223757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::f816:3eff:fe4a:7ddd (51d30af2-9f70-4c66-8947-64c1ea7cb845/ff68a995-5028-463f-b976-bfffa5bc0c66/e90652a6-5557-41ed-b4ad-89fcbd2aec1a) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:21.233486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-acc8ede7-df27-412b-ab2e-a37960cfef05 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:21.243216 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-895f5689-0781-4ef3-bb21-6c550865afb8 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] PUT failed (client error): The resource could not be found.
Dec 24 10:53:21.243216 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895f5689-0781-4ef3-bb21-6c550865afb8 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:53:21.243216 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-895f5689-0781-4ef3-bb21-6c550865afb8 tempest-NetworksNegativeTestJSON-879333774 tempest-NetworksNegativeTestJSON-879333774-project] 10.222.0.54 "PUT /v2.0/subnets/9301e094-ec39-4c91-8b94-ae780267cc47 HTTP/1.1" status: 404  len: 337 time: 0.0625098
Dec 24 10:53:21.290161 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Pushing event updated for resources: {'Port': ['ID=37e6bb42-435c-4b88-96a1-ff4b59951dbd,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:21.310887 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:21.569764 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:21.586015 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Transition to ACTIVE for port object 4db35f3b-7afa-4ad1-9e40-5c8b730055ce will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:21.593035 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:21.602059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075a602-1309-4d7e-b09c-d12881cef899 req-25089b68-13e8-4cb3-bdaa-dea7e62cc2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:21.604287 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6075a602-1309-4d7e-b09c-d12881cef899 req-25089b68-13e8-4cb3-bdaa-dea7e62cc2e4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0a321e5-1d5c-4349-a6e4-b5d68559fd38 HTTP/1.1" status: 200  len: 850 time: 0.5129662
Dec 24 10:53:21.610112 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:21.617766 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-41a31c71-005e-4a6e-aacf-d41c574105f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:21.622934 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-41a31c71-005e-4a6e-aacf-d41c574105f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:21.626692 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object e90652a6-5557-41ed-b4ad-89fcbd2aec1a will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:21.629507 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-41a31c71-005e-4a6e-aacf-d41c574105f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:21.642803 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-04142992-7f25-42e0-a700-48188bf2e30c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:21.662832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:21.670980 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:21.727082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Attempting to bind port 4db35f3b-7afa-4ad1-9e40-5c8b730055ce on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:21.727742 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Attempting to bind port 4db35f3b-7afa-4ad1-9e40-5c8b730055ce by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:21.728863 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Attempting to bind port 4db35f3b-7afa-4ad1-9e40-5c8b730055ce on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:21.749148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:53:21.749446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:21.749917 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:21.754359 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:53:21.755026 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:21.755590 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:53:21.757833 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Bound port: 4db35f3b-7afa-4ad1-9e40-5c8b730055ce, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:53:21.758428 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:21.773095 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 9 to bind port d4696ec3-774b-427a-9077-fc17bbb54051
Dec 24 10:53:21.800405 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:21.820159 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44842) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:21.824853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:21.825283 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9d4b8-e7dd-4946-aa18-f76228802d73 None None] Pushing event updated for resources: {'Port': ['ID=4db35f3b-7afa-4ad1-9e40-5c8b730055ce,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:21.830189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d7b9d4b8-e7dd-4946-aa18-f76228802d73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:21.834086 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:21.849730 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:21.850125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:21.850470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:21.895804 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] For port 4db35f3b-7afa-4ad1-9e40-5c8b730055ce, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:53:21.895804 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] For port 4db35f3b-7afa-4ad1-9e40-5c8b730055ce, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4db35f3b-7afa-4ad1-9e40-5c8b730055ce,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:53:21.901544 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:21.901544 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:21.901544 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:21.907418 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:21.912482 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-719481ac-0c90-411f-adb6-95a2163d51b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:21.914648 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.plugins.ml2.plugin [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 10 to bind port d4696ec3-774b-427a-9077-fc17bbb54051
Dec 24 10:53:21.939182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41a31c71-005e-4a6e-aacf-d41c574105f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:21.988441 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Routers {'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:21.989075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5f3e50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:21.997409 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=6137d20a-5c9e-4e60-bbc6-1f4ddd06f834,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:22.005205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=e90652a6-5557-41ed-b4ad-89fcbd2aec1a,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:22.013218 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:22.028400 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:22.029961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:22.030457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:22.030952 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:22.046786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:22.047537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:22.050906 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9d4b8-e7dd-4946-aa18-f76228802d73 None None] Pushing event updated for resources: {'Port': ['ID=4db35f3b-7afa-4ad1-9e40-5c8b730055ce,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:22.054683 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d7b9d4b8-e7dd-4946-aa18-f76228802d73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:22.083806 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 2.4548914
Dec 24 10:53:22.086304 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44848) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:22.184564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:22.185016 dv-neutron-822668-2-hyperv neutron-server[87558]: ERROR neutron.plugins.ml2.managers [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port d4696ec3-774b-427a-9077-fc17bbb54051 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:22.185619 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:22.204175 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4bda9b63-084d-49b2-8669-750341589894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:22.227773 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bd1e5c-a1eb-4074-a043-bc27453c9488 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:22.234241 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bd1e5c-a1eb-4074-a043-bc27453c9488 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:22.236835 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a3bd1e5c-a1eb-4074-a043-bc27453c9488 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:22.239404 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] Set router e79d6a36-eeff-40cb-a685-6ccdfbe1f25d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:53:22.254272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4bda9b63-084d-49b2-8669-750341589894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:22.258839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4bda9b63-084d-49b2-8669-750341589894 admin admin] Usage tracker for resource:security_group_rule and tenant:8e35fdd81eed4b5ca86affd5fd56e001 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:22.262446 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4bda9b63-084d-49b2-8669-750341589894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:22.265747 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a3bd1e5c-a1eb-4074-a043-bc27453c9488 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:22.266755 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a3bd1e5c-a1eb-4074-a043-bc27453c9488 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1781 time: 0.1717932
Dec 24 10:53:22.270401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44852) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:22.273374 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4bda9b63-084d-49b2-8669-750341589894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:22.375602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-83e6b9bf-e36f-401f-bfcf-b3cced32d411 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port e90652a6-5557-41ed-b4ad-89fcbd2aec1a {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:22.376382 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-83e6b9bf-e36f-401f-bfcf-b3cced32d411 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:22.562141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41a31c71-005e-4a6e-aacf-d41c574105f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:22.605103 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5f3e50>, [{'id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'name': 'tempest-ServerActionsTestJSON-1670379209-router', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:09Z', 'updated_at': '2021-12-24T10:53:16Z', 'revision_number': 3, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'gw_port': {'id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:12Z', 'updated_at': '2021-12-24T10:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:22.609916 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99d21e6-84ef-48e0-a4b7-e10676be18ea None None] The sync data for ids ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'] in dv-neutron-822668-2-hyperv is: [{'id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'name': 'tempest-ServerActionsTestJSON-1670379209-router', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:09Z', 'updated_at': '2021-12-24T10:53:16Z', 'revision_number': 3, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'gw_port': {'id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:12Z', 'updated_at': '2021-12-24T10:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:53:22.622067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075a602-1309-4d7e-b09c-d12881cef899 req-14253dcc-6766-4c57-86fc-c503545bbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:22.623698 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6075a602-1309-4d7e-b09c-d12881cef899 req-14253dcc-6766-4c57-86fc-c503545bbd5c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5649a2db-549e-48e6-b856-f7dfd6b31b16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8518219
Dec 24 10:53:22.624404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41a31c71-005e-4a6e-aacf-d41c574105f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:22.666471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4bda9b63-084d-49b2-8669-750341589894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:22.690726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dd85afc8-9cf2-48eb-8324-5641f50dc996 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:22.705709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4bda9b63-084d-49b2-8669-750341589894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:22.721570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5337db22-00e2-48aa-9a26-745e3cef04fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:22.760807 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network 9482c789-dd6a-4f06-a095-f5c8a8d24247 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:22.794490 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4bda9b63-084d-49b2-8669-750341589894 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8e35fdd81eed4b5ca86affd5fd56e001&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9713092
Dec 24 10:53:22.797769 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44858) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:22.799253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:22.800286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda9b63-084d-49b2-8669-750341589894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656a3e84-0451-4bf1-ac58-29498b94a500,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:22.804972 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4bda9b63-084d-49b2-8669-750341589894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:22.807789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-83e6b9bf-e36f-401f-bfcf-b3cced32d411 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:22.820465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a31c71-005e-4a6e-aacf-d41c574105f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f09293-b8be-4d87-913b-e0bc67229f61,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:22.838212 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] For port d4696ec3-774b-427a-9077-fc17bbb54051, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:53:22.838762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempted to set empty binding levels {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 24 10:53:22.850666 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9d56a8-7a48-4227-93f9-d00b2bdf826f None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:22.905895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-41a31c71-005e-4a6e-aacf-d41c574105f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:23.005854 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-83e6b9bf-e36f-401f-bfcf-b3cced32d411 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for e90652a6-5557-41ed-b4ad-89fcbd2aec1a owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:23.067280 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6896fa6a-7eae-44b6-bf89-0eb73e31e6be None None] Provisioning for port 37e6bb42-435c-4b88-96a1-ff4b59951dbd completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:23.099160 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eb3e2b9d-0eb4-4dad-ba17-6b13c32561f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:23.147594 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eb3e2b9d-0eb4-4dad-ba17-6b13c32561f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:23.318174 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-de9c3e27-b95e-4fae-94aa-3f281c7165f8 None None] Provisioning complete for port 6137d20a-5c9e-4e60-bbc6-1f4ddd06f834 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:23.318419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-de9c3e27-b95e-4fae-94aa-3f281c7165f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:23.366025 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eb3e2b9d-0eb4-4dad-ba17-6b13c32561f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:23.391008 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6a1d7681-8980-4e33-b548-756811fc9718 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:23.409804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e2b9d-0eb4-4dad-ba17-6b13c32561f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656a3e84-0451-4bf1-ac58-29498b94a500,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:23.416074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-eb3e2b9d-0eb4-4dad-ba17-6b13c32561f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:23.448386 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eb3e2b9d-0eb4-4dad-ba17-6b13c32561f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:23.456280 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-eb3e2b9d-0eb4-4dad-ba17-6b13c32561f6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/656a3e84-0451-4bf1-ac58-29498b94a500 HTTP/1.1" status: 204  len: 168 time: 0.6566234
Dec 24 10:53:23.578317 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-83e6b9bf-e36f-401f-bfcf-b3cced32d411 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:23.578317 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:23.673791 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 37e6bb42-435c-4b88-96a1-ff4b59951dbd up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:23.724009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6b9bf-e36f-401f-bfcf-b3cced32d411 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=e90652a6-5557-41ed-b4ad-89fcbd2aec1a,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:23.755532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4cc0ec-2e55-42ab-bf06-043843cb35ce None None] Update dhcp port {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'fixed_ips': [{'subnet_id': 'ff68a995-5028-463f-b976-bfffa5bc0c66', 'ip_address': '2001:db8::f816:3eff:feec:cffa'}, {'subnet_id': 'cd15c6da-b9e7-4860-b1a2-aef564d7a324'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': '37e6bb42-435c-4b88-96a1-ff4b59951dbd'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 10:53:23.774119 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-83e6b9bf-e36f-401f-bfcf-b3cced32d411 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:23.805836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:23.899525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-de9c3e27-b95e-4fae-94aa-3f281c7165f8 None None] Port 6137d20a-5c9e-4e60-bbc6-1f4ddd06f834 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:53:23.901590 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-83e6b9bf-e36f-401f-bfcf-b3cced32d411 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:23.904261 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc0ec-2e55-42ab-bf06-043843cb35ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:23.904488 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-83e6b9bf-e36f-401f-bfcf-b3cced32d411 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/e90652a6-5557-41ed-b4ad-89fcbd2aec1a HTTP/1.1" status: 204  len: 168 time: 1.6319339
Dec 24 10:53:23.905959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44866) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:23.909970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:23.991824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41a31c71-005e-4a6e-aacf-d41c574105f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:23.994344 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-41a31c71-005e-4a6e-aacf-d41c574105f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 2.9639947
Dec 24 10:53:23.997083 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44872) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:23.997822 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6075a602-1309-4d7e-b09c-d12881cef899 req-cbe24ebb-253a-4705-984d-a11eec09f49e service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2801101
Dec 24 10:53:24.041107 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a589c9-a148-4233-aa4c-554974a7cf95 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.042609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a589c9-a148-4233-aa4c-554974a7cf95 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.044283 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a589c9-a148-4233-aa4c-554974a7cf95 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.045294 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d0a589c9-a148-4233-aa4c-554974a7cf95 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:24.100247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] In _notify_port_updated(), no bound segment for port d4696ec3-774b-427a-9077-fc17bbb54051 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 10:53:24.101127 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.101733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:24.106409 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] 10.222.0.54 "PUT /v2.0/ports/d4696ec3-774b-427a-9077-fc17bbb54051 HTTP/1.1" status: 200  len: 981 time: 9.0330212
Dec 24 10:53:24.108154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:24.114760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44880) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:24.238247 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 37e6bb42-435c-4b88-96a1-ff4b59951dbd completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:24.251214 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d0a589c9-a148-4233-aa4c-554974a7cf95 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:24.251214 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d0a589c9-a148-4233-aa4c-554974a7cf95 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.3338640
Dec 24 10:53:24.251214 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44886) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:24.257309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 37e6bb42-435c-4b88-96a1-ff4b59951dbd triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:24.257309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:24.261958 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:24.286580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1ae48f5-f177-4d4a-8564-54ce3939b9f6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:24.381760 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-1f4cc0ec-2e55-42ab-bf06-043843cb35ce None None] Allocated IP 172.20.0.2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/cd15c6da-b9e7-4860-b1a2-aef564d7a324/37e6bb42-435c-4b88-96a1-ff4b59951dbd) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:24.381907 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1ae48f5-f177-4d4a-8564-54ce3939b9f6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:24.496845 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6075a602-1309-4d7e-b09c-d12881cef899 req-b5b72bb3-862f-429c-8e25-568cbaaa750f service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4570501
Dec 24 10:53:24.534638 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ccf2a27-cf32-4fe5-8f47-45df06d61bb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet cd15c6da-b9e7-4860-b1a2-aef564d7a324 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:53:24.552669 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:24.581268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Pushing event updated for resources: {'Port': ['ID=d4696ec3-774b-427a-9077-fc17bbb54051,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:24.597519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:24.597519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:24.623287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 52809331-f7c1-435d-b3c0-c7a480480f3f has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:53:24.633061 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-1f4cc0ec-2e55-42ab-bf06-043843cb35ce None None] For port 37e6bb42-435c-4b88-96a1-ff4b59951dbd, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=37e6bb42-435c-4b88-96a1-ff4b59951dbd,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:24.673352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.673352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.673352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.673352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.673352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.673352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.673352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.673352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.673352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.673352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.673352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.679596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.679596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.679596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.679596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.686829 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc0ec-2e55-42ab-bf06-043843cb35ce None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:24.687646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.687646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.687646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.687646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.687646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.687990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.689293 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.689791 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.694979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:24.696477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Synchronizing usage tracker for tenant:18d5ddf23de340419c33b8a771c7b14b on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:24.717455 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1f4cc0ec-2e55-42ab-bf06-043843cb35ce None None] Transition to ACTIVE for port object 37e6bb42-435c-4b88-96a1-ff4b59951dbd will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:24.741437 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2a27-cf32-4fe5-8f47-45df06d61bb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:24.746513 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1f4cc0ec-2e55-42ab-bf06-043843cb35ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:24.750900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d7b9d4b8-e7dd-4946-aa18-f76228802d73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:24.795401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Unset dirty status for tenant:18d5ddf23de340419c33b8a771c7b14b on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:24.802106 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ad89c901-5002-4d7b-8651-1912721a2cce tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 21291 time: 0.6799562
Dec 24 10:53:24.815747 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44898) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:24.824409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1ae48f5-f177-4d4a-8564-54ce3939b9f6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:24.880872 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-03b844a8-518a-4d1b-955e-d566b869e7ad tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:24.981995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44902) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:24.982951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Allocated IP 172.26.4.53 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:25.024454 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4cc0ec-2e55-42ab-bf06-043843cb35ce None None] Pushing event updated for resources: {'Port': ['ID=37e6bb42-435c-4b88-96a1-ff4b59951dbd,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:25.040692 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-1f4cc0ec-2e55-42ab-bf06-043843cb35ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:25.057811 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:53:25.058466 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:53:25.085422 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae48f5-f177-4d4a-8564-54ce3939b9f6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d6f23d-943c-4090-8c07-4e5a088b563b,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:25.092979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b1ae48f5-f177-4d4a-8564-54ce3939b9f6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:25.112248 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2a27-cf32-4fe5-8f47-45df06d61bb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:25.166988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1ae48f5-f177-4d4a-8564-54ce3939b9f6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:25.168868 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b1ae48f5-f177-4d4a-8564-54ce3939b9f6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-groups/85d6f23d-943c-4090-8c07-4e5a088b563b HTTP/1.1" status: 204  len: 168 time: 1.1679177
Dec 24 10:53:25.173771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44908) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:25.176489 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-4ff26e92-8208-4940-97f1-d1080f63042a tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Deleting port d4696ec3-774b-427a-9077-fc17bbb54051 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:25.177046 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4ff26e92-8208-4940-97f1-d1080f63042a tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:25.346383 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-19308b9c-257b-4bcf-a4eb-294ef2d59782 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:25.346383 dv-neutron-822668-2-hyperv neutron-server[87558]: WARNING neutron.api.v2.base [None req-19308b9c-257b-4bcf-a4eb-294ef2d59782 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 24 10:53:25.346383 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-19308b9c-257b-4bcf-a4eb-294ef2d59782 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 24 10:53:25.346383 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-19308b9c-257b-4bcf-a4eb-294ef2d59782 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3493719
Dec 24 10:53:25.351972 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44914) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:25.370925 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:53:25.371293 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group': {'name': 'tempest-secgroup--298369162'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:25.376489 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef392b-5a28-4356-925f-583478f95ae8 None None] Sync routers for ids ['52809331-f7c1-435d-b3c0-c7a480480f3f'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:53:25.395004 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef392b-5a28-4356-925f-583478f95ae8 None None] Routers {'52809331-f7c1-435d-b3c0-c7a480480f3f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:25.395851 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4eef392b-5a28-4356-925f-583478f95ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9a4370>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['52809331-f7c1-435d-b3c0-c7a480480f3f'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:25.396182 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "PUT /v2.0/routers/52809331-f7c1-435d-b3c0-c7a480480f3f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.9844482
Dec 24 10:53:25.409788 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44918) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:25.416930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Allocated IP 172.20.0.1 (0f843d2e-fb9b-4cfa-bf12-376b9ccf9213/23635e8e-e8d9-42de-9682-d6045c59768a/311c792c-59ef-4f95-a667-d50a0a5da103) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:25.435819 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:25.437352 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'port': {'network_id': '9482c789-dd6a-4f06-a095-f5c8a8d24247', 'name': 'tempest-FloatingIPTestJSON-1296254829'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:25.482142 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4eef392b-5a28-4356-925f-583478f95ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9a4370>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:25.497208 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef392b-5a28-4356-925f-583478f95ae8 None None] Routers {'52809331-f7c1-435d-b3c0-c7a480480f3f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:25.499449 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4eef392b-5a28-4356-925f-583478f95ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9a4370>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['52809331-f7c1-435d-b3c0-c7a480480f3f'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:25.528287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3a685dc8-6d46-4836-ae5f-1eace0e036ad tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:25.536727 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:25.554416 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:25.566796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:25.603939 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4eef392b-5a28-4356-925f-583478f95ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9a4370>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:25.604258 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eef392b-5a28-4356-925f-583478f95ae8 None None] The sync data for ids ['52809331-f7c1-435d-b3c0-c7a480480f3f'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:53:25.607551 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3a685dc8-6d46-4836-ae5f-1eace0e036ad tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:25.613314 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3a685dc8-6d46-4836-ae5f-1eace0e036ad tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3635786
Dec 24 10:53:25.614067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44922) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:25.624114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2a27-cf32-4fe5-8f47-45df06d61bb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:25.668475 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-4ff26e92-8208-4940-97f1-d1080f63042a tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] For port d4696ec3-774b-427a-9077-fc17bbb54051, host hv-neutron-8226, got binding levels [] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:25.669231 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4ff26e92-8208-4940-97f1-d1080f63042a tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:25.669403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:25.677646 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:25.678084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-9aa97211-5caf-4fbf-9ca1-dd284aa0d720 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group': {'name': 'tempest-secgroup--943325173'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:25.683323 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:25.754156 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9aa97211-5caf-4fbf-9ca1-dd284aa0d720 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:25.825423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9aa97211-5caf-4fbf-9ca1-dd284aa0d720 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:25.853171 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-4ff26e92-8208-4940-97f1-d1080f63042a tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Calling delete_port for d4696ec3-774b-427a-9077-fc17bbb54051 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:25.888830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:25.888830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9aa97211-5caf-4fbf-9ca1-dd284aa0d720 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:25.907984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Usage tracker for resource:port and tenant:cd9033324f80492388fb35eda7bfd1eb is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:25.920705 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:25.924471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:25.939068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:25.964984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9aa97211-5caf-4fbf-9ca1-dd284aa0d720 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:25.969612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Made reservation on behalf of cd9033324f80492388fb35eda7bfd1eb for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:25.972588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:25.998354 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:26.000349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:26.000801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9aa97211-5caf-4fbf-9ca1-dd284aa0d720 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:26.004054 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:26.009743 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4ff26e92-8208-4940-97f1-d1080f63042a tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:26.010234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9aa97211-5caf-4fbf-9ca1-dd284aa0d720 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:26.018943 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f8c7f48e-00ee-4e59-b860-cae728c81be2 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:26.024625 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9aa97211-5caf-4fbf-9ca1-dd284aa0d720 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:26.028325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:26.037836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] device_id is not set on port ca40c324-ad6f-4de2-a51a-9bb603e691d8 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:53:26.053614 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2a27-cf32-4fe5-8f47-45df06d61bb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:26.073087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:26.079746 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:53:26.079746 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:53:26.093301 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff26e92-8208-4940-97f1-d1080f63042a tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4696ec3-774b-427a-9077-fc17bbb54051,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:26.096116 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4ff26e92-8208-4940-97f1-d1080f63042a tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:26.102435 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4ff26e92-8208-4940-97f1-d1080f63042a tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:26.109662 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:26.122017 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c1978833-3474-488d-830e-24e75de48fa1 None None] Could not find standard attr ID for object e90652a6-5557-41ed-b4ad-89fcbd2aec1a. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:53:26.139034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Transition to ACTIVE for port object 311c792c-59ef-4f95-a667-d50a0a5da103 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:26.149089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c1978833-3474-488d-830e-24e75de48fa1 None None] Provisioning for port 37e6bb42-435c-4b88-96a1-ff4b59951dbd completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:26.158934 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c1978833-3474-488d-830e-24e75de48fa1 None None] Provisioning complete for port 37e6bb42-435c-4b88-96a1-ff4b59951dbd triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:26.159648 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c1978833-3474-488d-830e-24e75de48fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:26.159917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:26.165715 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ccf2a27-cf32-4fe5-8f47-45df06d61bb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:26.176151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccf2a27-cf32-4fe5-8f47-45df06d61bb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=cd15c6da-b9e7-4860-b1a2-aef564d7a324,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:26.177299 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-64993c33-cee0-47df-aa23-ebbc5d8549a6 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:26.193795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2ccf2a27-cf32-4fe5-8f47-45df06d61bb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:26.219740 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4ff26e92-8208-4940-97f1-d1080f63042a tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] 10.222.0.54 "DELETE /v2.0/ports/d4696ec3-774b-427a-9077-fc17bbb54051 HTTP/1.1" status: 204  len: 168 time: 1.4086406
Dec 24 10:53:26.222790 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2ccf2a27-cf32-4fe5-8f47-45df06d61bb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/cd15c6da-b9e7-4860-b1a2-aef564d7a324 HTTP/1.1" status: 204  len: 168 time: 1.9742327
Dec 24 10:53:26.223526 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44928) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:26.230403 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44930) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:26.256023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:26.320644 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9da89f3-3b3d-45b7-9134-860ba240f859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] GET failed (client error): The resource could not be found.
Dec 24 10:53:26.321435 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c9da89f3-3b3d-45b7-9134-860ba240f859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Synchronizing usage tracker for tenant:18d5ddf23de340419c33b8a771c7b14b on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:26.352351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c1978833-3474-488d-830e-24e75de48fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:26.389680 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c1978833-3474-488d-830e-24e75de48fa1 None None] For port 37e6bb42-435c-4b88-96a1-ff4b59951dbd, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=37e6bb42-435c-4b88-96a1-ff4b59951dbd,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:26.405182 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c1978833-3474-488d-830e-24e75de48fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:26.407249 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:26.485790 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c9da89f3-3b3d-45b7-9134-860ba240f859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Unset dirty status for tenant:18d5ddf23de340419c33b8a771c7b14b on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:26.493168 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c9da89f3-3b3d-45b7-9134-860ba240f859 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] 10.222.0.54 "GET /v2.0/ports/d4696ec3-774b-427a-9077-fc17bbb54051 HTTP/1.1" status: 404  len: 333 time: 0.2625234
Dec 24 10:53:26.495058 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44936) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:26.514017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-acab03f9-5860-4816-af9f-0e9aa2fa55a6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet ff68a995-5028-463f-b976-bfffa5bc0c66 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:53:26.522430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:26.522617 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-b3e1d0aa-c63e-4aae-93e6-0357e973f56b tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-139016499', 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:26.526341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:26.536359 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1978833-3474-488d-830e-24e75de48fa1 None None] Pushing event updated for resources: {'Port': ['ID=37e6bb42-435c-4b88-96a1-ff4b59951dbd,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:26.538329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-acab03f9-5860-4816-af9f-0e9aa2fa55a6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:26.551149 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c1978833-3474-488d-830e-24e75de48fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:26.551727 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87768f8f-beff-474b-ba7b-17d777e97d61 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:26.594610 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b3e1d0aa-c63e-4aae-93e6-0357e973f56b tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:26.622328 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Pushing event updated for resources: {'Port': ['ID=e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:26.625938 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:26.630569 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:26.643176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b3e1d0aa-c63e-4aae-93e6-0357e973f56b tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:26.655593 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f128148d-f98f-40ad-a9ce-40eb913286d2 None None] Could not find standard attr ID for object e90652a6-5557-41ed-b4ad-89fcbd2aec1a. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:53:26.656291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:26.665907 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:26.667080 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4db35f3b-7afa-4ad1-9e40-5c8b730055ce up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:26.675818 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:26.684598 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-acab03f9-5860-4816-af9f-0e9aa2fa55a6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:26.701461 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Allocated IP 172.20.0.6 (9482c789-dd6a-4f06-a095-f5c8a8d24247/60126bb2-8cdd-4736-ba67-b4cafa7f5864/ca40c324-ad6f-4de2-a51a-9bb603e691d8) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:26.705041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:26.723471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7af9ee78-b011-49c9-9cbc-c40f8e7f0096 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:26.733066 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:26.736387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:26.770791 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:26.795014 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c06bf6d9-bfc8-4d05-adc5-8f654260ba36,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:26.799883 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:26.812998 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9aa97211-5caf-4fbf-9ca1-dd284aa0d720 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:26.817595 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 4db35f3b-7afa-4ad1-9e40-5c8b730055ce completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:26.828937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 4db35f3b-7afa-4ad1-9e40-5c8b730055ce triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:26.830613 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:26.852721 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e1d0aa-c63e-4aae-93e6-0357e973f56b tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Made reservation on behalf of 18d5ddf23de340419c33b8a771c7b14b for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:26.852721 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d0aa-c63e-4aae-93e6-0357e973f56b tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:26.853764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9aa97211-5caf-4fbf-9ca1-dd284aa0d720 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:26.900958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-b3e1d0aa-c63e-4aae-93e6-0357e973f56b tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] device_id is not set on port 37ab15a3-5546-4151-96ea-26fa89bf916c yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:53:26.958812 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Network 0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:26.972572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-acab03f9-5860-4816-af9f-0e9aa2fa55a6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:27.003362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Pushing event updated for resources: {'Port': ['ID=311c792c-59ef-4f95-a667-d50a0a5da103,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:27.025928 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:27.085795 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:27.089442 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:27.091173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bca33dc0-a2b6-426f-b413-f221790205f6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:27.110729 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 4db35f3b-7afa-4ad1-9e40-5c8b730055ce, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4db35f3b-7afa-4ad1-9e40-5c8b730055ce,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:27.122099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:27.126021 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a2bee0dd-c5de-4bec-a581-1b23df04154a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:27.140154 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:27.157913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:27.220709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:27.235654 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa97211-5caf-4fbf-9ca1-dd284aa0d720 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76c2a11a-7c5f-468c-bc7d-df520d2f21dd,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:27.254166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9d84f685-90b5-4da1-87fb-d4a42cb8da49 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:27.254291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9aa97211-5caf-4fbf-9ca1-dd284aa0d720 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:27.261643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=4db35f3b-7afa-4ad1-9e40-5c8b730055ce,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:27.265224 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:27.314958 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9aa97211-5caf-4fbf-9ca1-dd284aa0d720 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:27.316172 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9aa97211-5caf-4fbf-9ca1-dd284aa0d720 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.6736932
Dec 24 10:53:27.329301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 37e6bb42-435c-4b88-96a1-ff4b59951dbd up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:27.345458 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44940) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:27.380287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-2ac6e960-b946-44de-a10d-aa4cd3750db3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group': {'name': 'tempest-secgroup--775991346'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:27.405309 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:27.411275 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2ac6e960-b946-44de-a10d-aa4cd3750db3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:27.414872 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2ac6e960-b946-44de-a10d-aa4cd3750db3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:27.427805 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2ac6e960-b946-44de-a10d-aa4cd3750db3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:27.439886 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2ac6e960-b946-44de-a10d-aa4cd3750db3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:27.454485 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 37e6bb42-435c-4b88-96a1-ff4b59951dbd triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:27.454891 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:27.480822 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-acab03f9-5860-4816-af9f-0e9aa2fa55a6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:27.494555 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ac6e960-b946-44de-a10d-aa4cd3750db3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:27.528368 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1ce194-d44e-451d-9941-e53107e31226,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:27.531196 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:27.541968 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d0aa-c63e-4aae-93e6-0357e973f56b tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:27.543613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:27.581826 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-acab03f9-5860-4816-af9f-0e9aa2fa55a6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:27.584441 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-acab03f9-5860-4816-af9f-0e9aa2fa55a6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/ff68a995-5028-463f-b976-bfffa5bc0c66 HTTP/1.1" status: 204  len: 168 time: 1.3526506
Dec 24 10:53:27.623952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:27.628201 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 2.2820969
Dec 24 10:53:27.630993 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2ac6e960-b946-44de-a10d-aa4cd3750db3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:27.636756 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2ac6e960-b946-44de-a10d-aa4cd3750db3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:27.643016 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2ac6e960-b946-44de-a10d-aa4cd3750db3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:27.652873 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2ac6e960-b946-44de-a10d-aa4cd3750db3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:27.664727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44944) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:27.664848 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44946) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:27.676466 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-47a6f475-91b3-4082-ab82-3288a0835174 None None] Provisioning for port 311c792c-59ef-4f95-a667-d50a0a5da103 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:27.692439 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-47a6f475-91b3-4082-ab82-3288a0835174 None None] Provisioning complete for port 311c792c-59ef-4f95-a667-d50a0a5da103 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:27.693650 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-47a6f475-91b3-4082-ab82-3288a0835174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:27.724316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d0aa-c63e-4aae-93e6-0357e973f56b tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:27.726517 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab03f9-5860-4816-af9f-0e9aa2fa55a6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=ff68a995-5028-463f-b976-bfffa5bc0c66,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:27.738041 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-acab03f9-5860-4816-af9f-0e9aa2fa55a6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:27.740575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:27.754455 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-c550459f-050e-4c5b-a1c2-fdd647ea0e2e tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': '7e1ce194-d44e-451d-9941-e53107e31226', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:27.769673 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-47a6f475-91b3-4082-ab82-3288a0835174 None None] Port 311c792c-59ef-4f95-a667-d50a0a5da103 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:53:27.828437 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c550459f-050e-4c5b-a1c2-fdd647ea0e2e tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:27.857487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9b8c6e20-ad5c-43fb-927e-3e48c74b2cc9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:router {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:27.864874 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c550459f-050e-4c5b-a1c2-fdd647ea0e2e tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:27.874817 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c550459f-050e-4c5b-a1c2-fdd647ea0e2e tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:27.904569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c550459f-050e-4c5b-a1c2-fdd647ea0e2e tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:27.977357 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e1d0aa-c63e-4aae-93e6-0357e973f56b tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Network 504b239f-0244-468c-aa87-4a746042adc5 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:27.980699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1d0aa-c63e-4aae-93e6-0357e973f56b tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Pushing event updated for resources: {'Port': ['ID=37ab15a3-5546-4151-96ea-26fa89bf916c,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:27.983273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-b3e1d0aa-c63e-4aae-93e6-0357e973f56b tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:27.983924 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:27.991422 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b3e1d0aa-c63e-4aae-93e6-0357e973f56b tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:27.995125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e1d0aa-c63e-4aae-93e6-0357e973f56b tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:27.996076 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e1d0aa-c63e-4aae-93e6-0357e973f56b tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:27.996674 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b3e1d0aa-c63e-4aae-93e6-0357e973f56b tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:28.001749 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ac6e960-b946-44de-a10d-aa4cd3750db3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:28.012595 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ac6e960-b946-44de-a10d-aa4cd3750db3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:28.016661 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-294620ec-9e13-4aa8-ad53-b009d3d7839b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:28.062417 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b3e1d0aa-c63e-4aae-93e6-0357e973f56b tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.5631120
Dec 24 10:53:28.065583 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ac6e960-b946-44de-a10d-aa4cd3750db3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:28.066766 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2ac6e960-b946-44de-a10d-aa4cd3750db3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.7202797
Dec 24 10:53:28.067303 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44952) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:28.104237 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44956) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:28.117982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6e960-b946-44de-a10d-aa4cd3750db3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb26febf-9594-4470-91ac-af951d81c064,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:28.124205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5c2252cc-90ea-4cc0-860f-f5b846ac8ff7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group_rule': {'security_group_id': '76c2a11a-7c5f-468c-bc7d-df520d2f21dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cb26febf-9594-4470-91ac-af951d81c064', 'remote_ip_prefix': None}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:28.132086 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2ac6e960-b946-44de-a10d-aa4cd3750db3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:28.135831 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5c2252cc-90ea-4cc0-860f-f5b846ac8ff7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:28.147952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5c2252cc-90ea-4cc0-860f-f5b846ac8ff7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:28.153463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5c2252cc-90ea-4cc0-860f-f5b846ac8ff7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:28.162522 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5c2252cc-90ea-4cc0-860f-f5b846ac8ff7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:28.165116 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8bf564-8a1b-4e37-a759-36d8ce828f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:28.166412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fa8bf564-8a1b-4e37-a759-36d8ce828f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Synchronizing usage tracker for tenant:18d5ddf23de340419c33b8a771c7b14b on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:28.180197 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d854ae6-f1e0-451b-a934-ce5e243b9793 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:28.193120 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fa8bf564-8a1b-4e37-a759-36d8ce828f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Unset dirty status for tenant:18d5ddf23de340419c33b8a771c7b14b on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:28.194467 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fa8bf564-8a1b-4e37-a759-36d8ce828f2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] 10.222.0.54 "GET /v2.0/ports/37ab15a3-5546-4151-96ea-26fa89bf916c HTTP/1.1" status: 200  len: 958 time: 0.1262479
Dec 24 10:53:28.198286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44960) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:28.253156 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c2252cc-90ea-4cc0-860f-f5b846ac8ff7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:28.290620 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-93052475-cf42-4d98-969d-95921956bd52 None None] Provisioning complete for port 37e6bb42-435c-4b88-96a1-ff4b59951dbd triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:28.291189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-93052475-cf42-4d98-969d-95921956bd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:28.314230 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-463d2ac3-dcf9-45b7-8479-b93a03a11c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Deleting port 37ab15a3-5546-4151-96ea-26fa89bf916c {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:28.314230 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-463d2ac3-dcf9-45b7-8479-b93a03a11c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:28.318206 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c550459f-050e-4c5b-a1c2-fdd647ea0e2e tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:28.437395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c2252cc-90ea-4cc0-860f-f5b846ac8ff7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:28.453405 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c2252cc-90ea-4cc0-860f-f5b846ac8ff7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:28.458766 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e11ad1e2-dd73-4219-935c-9331ba72a058 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:28.508850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2252cc-90ea-4cc0-860f-f5b846ac8ff7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59de1fd6-f39b-4eb0-9610-aadd54b6f05e,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:28.518329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5c2252cc-90ea-4cc0-860f-f5b846ac8ff7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:28.581623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c2252cc-90ea-4cc0-860f-f5b846ac8ff7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:28.584717 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5c2252cc-90ea-4cc0-860f-f5b846ac8ff7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.4723885
Dec 24 10:53:28.592918 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:28.594854 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44964) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:28.627616 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:28.637807 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9b8c6e20-ad5c-43fb-927e-3e48c74b2cc9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:router {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:28.637807 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9b8c6e20-ad5c-43fb-927e-3e48c74b2cc9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.9667103
Dec 24 10:53:28.649270 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314250ff-1f5c-432b-9380-b1a13521a567 None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:53:28.650882 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44968) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:28.650882 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-463d2ac3-dcf9-45b7-8479-b93a03a11c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:28.652418 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-314250ff-1f5c-432b-9380-b1a13521a567 None None] Deleting port 37e6bb42-435c-4b88-96a1-ff4b59951dbd {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:28.652827 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-314250ff-1f5c-432b-9380-b1a13521a567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:28.661384 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-b333500a-bb36-490f-9b5e-5d61bfbe9ec4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:28.746762 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5bf8eefc-03b3-4563-ad41-a4271d66ddc5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:28.815593 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5bf8eefc-03b3-4563-ad41-a4271d66ddc5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:28.870337 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-463d2ac3-dcf9-45b7-8479-b93a03a11c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Calling delete_port for 37ab15a3-5546-4151-96ea-26fa89bf916c owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:28.881671 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-314250ff-1f5c-432b-9380-b1a13521a567 None None] For port 37e6bb42-435c-4b88-96a1-ff4b59951dbd, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=37e6bb42-435c-4b88-96a1-ff4b59951dbd,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:28.882237 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-314250ff-1f5c-432b-9380-b1a13521a567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:28.907578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Transition to ACTIVE for port object ca40c324-ad6f-4de2-a51a-9bb603e691d8 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:28.959827 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c550459f-050e-4c5b-a1c2-fdd647ea0e2e tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.003856 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5bf8eefc-03b3-4563-ad41-a4271d66ddc5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.009940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c550459f-050e-4c5b-a1c2-fdd647ea0e2e tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.017272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b333500a-bb36-490f-9b5e-5d61bfbe9ec4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:29.017949 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:29.019710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-459dce22-88d3-483f-b995-414c13e3bd88 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:29.024888 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-314250ff-1f5c-432b-9380-b1a13521a567 None None] Calling delete_port for 37e6bb42-435c-4b88-96a1-ff4b59951dbd owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:29.032247 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b333500a-bb36-490f-9b5e-5d61bfbe9ec4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:29.044351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b333500a-bb36-490f-9b5e-5d61bfbe9ec4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:29.055577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8eefc-03b3-4563-ad41-a4271d66ddc5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59de1fd6-f39b-4eb0-9610-aadd54b6f05e,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:29.055577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b333500a-bb36-490f-9b5e-5d61bfbe9ec4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:29.055577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5bf8eefc-03b3-4563-ad41-a4271d66ddc5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:29.055577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5bf8eefc-03b3-4563-ad41-a4271d66ddc5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.057115 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5bf8eefc-03b3-4563-ad41-a4271d66ddc5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/59de1fd6-f39b-4eb0-9610-aadd54b6f05e HTTP/1.1" status: 204  len: 168 time: 0.4613428
Dec 24 10:53:29.059587 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-463d2ac3-dcf9-45b7-8479-b93a03a11c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.060647 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44972) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:29.069706 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.072643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3180efdf-1dab-4ecd-9743-8bb49c480cce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:29.075358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550459f-050e-4c5b-a1c2-fdd647ea0e2e tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96637406-1b0c-4355-b31e-23f5ad3460c2,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:29.080852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c550459f-050e-4c5b-a1c2-fdd647ea0e2e tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.085235 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c550459f-050e-4c5b-a1c2-fdd647ea0e2e tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4015105
Dec 24 10:53:29.086027 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c550459f-050e-4c5b-a1c2-fdd647ea0e2e tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:29.127868 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-314250ff-1f5c-432b-9380-b1a13521a567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.131729 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8d0973e0-c97a-47a5-81cb-04dceb14fc3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:29.140339 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44976) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:29.155201 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-21424f0d-ce37-4f65-9d62-c8b02768d8e1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': '7e1ce194-d44e-451d-9941-e53107e31226', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:29.169898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d2ac3-dcf9-45b7-8479-b93a03a11c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Pushing event deleted for resources: {'Port': ['ID=37ab15a3-5546-4151-96ea-26fa89bf916c,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:29.173925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-21424f0d-ce37-4f65-9d62-c8b02768d8e1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:29.180088 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-463d2ac3-dcf9-45b7-8479-b93a03a11c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:29.180993 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b333500a-bb36-490f-9b5e-5d61bfbe9ec4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:29.185213 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b333500a-bb36-490f-9b5e-5d61bfbe9ec4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.199862 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-21424f0d-ce37-4f65-9d62-c8b02768d8e1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:29.211901 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-21424f0d-ce37-4f65-9d62-c8b02768d8e1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:29.214751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.215487 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-463d2ac3-dcf9-45b7-8479-b93a03a11c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.220855 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314250ff-1f5c-432b-9380-b1a13521a567 None None] Pushing event deleted for resources: {'Port': ['ID=37e6bb42-435c-4b88-96a1-ff4b59951dbd,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:29.223942 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.227366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-314250ff-1f5c-432b-9380-b1a13521a567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:29.235527 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314250ff-1f5c-432b-9380-b1a13521a567 None None] No DVR routers for this DVR port 37e6bb42-435c-4b88-96a1-ff4b59951dbd on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:53:29.240851 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:29.276094 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4db35f3b-7afa-4ad1-9e40-5c8b730055ce up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:29.281199 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-21424f0d-ce37-4f65-9d62-c8b02768d8e1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:29.326897 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-463d2ac3-dcf9-45b7-8479-b93a03a11c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] 10.222.0.54 "DELETE /v2.0/ports/37ab15a3-5546-4151-96ea-26fa89bf916c HTTP/1.1" status: 204  len: 168 time: 1.1224337
Dec 24 10:53:29.336265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f1ed01e2-7e98-41fd-8993-a0fc89a0ff1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:29.344453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44980) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:29.352156 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.382933 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 4db35f3b-7afa-4ad1-9e40-5c8b730055ce triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:29.384740 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.423329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-21424f0d-ce37-4f65-9d62-c8b02768d8e1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.444871 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-8869eec1-5e0a-4256-969d-f78a92273dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] GET failed (client error): The resource could not be found.
Dec 24 10:53:29.445804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8869eec1-5e0a-4256-969d-f78a92273dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Synchronizing usage tracker for tenant:18d5ddf23de340419c33b8a771c7b14b on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:29.448597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Network 9482c789-dd6a-4f06-a095-f5c8a8d24247 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:29.473146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:29.479357 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:29.486834 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f1ed01e2-7e98-41fd-8993-a0fc89a0ff1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:29.488229 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f1ed01e2-7e98-41fd-8993-a0fc89a0ff1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.4262915
Dec 24 10:53:29.495400 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44984) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:29.526427 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8869eec1-5e0a-4256-969d-f78a92273dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Unset dirty status for tenant:18d5ddf23de340419c33b8a771c7b14b on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:29.526427 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8869eec1-5e0a-4256-969d-f78a92273dfd tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] 10.222.0.54 "GET /v2.0/ports/37ab15a3-5546-4151-96ea-26fa89bf916c HTTP/1.1" status: 404  len: 333 time: 0.1807933
Dec 24 10:53:29.533027 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44988) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:29.613006 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.619833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-df0aaeb2-0528-4035-ad39-bd2d7d3d7572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Request body: {'port': {'network_id': '504b239f-0244-468c-aa87-4a746042adc5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-562506918'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:29.626773 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1f0c3b5e-1373-451f-885c-4f991fc5a4ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.657321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-df0aaeb2-0528-4035-ad39-bd2d7d3d7572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:29.723103 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-21424f0d-ce37-4f65-9d62-c8b02768d8e1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 24 10:53:29.723103 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-21424f0d-ce37-4f65-9d62-c8b02768d8e1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.5755239
Dec 24 10:53:29.734272 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 37e6bb42-435c-4b88-96a1-ff4b59951dbd no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:53:29.737766 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 44992) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:29.737766 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-df0aaeb2-0528-4035-ad39-bd2d7d3d7572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:29.779824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event updated for resources: {'Port': ['ID=ca40c324-ad6f-4de2-a51a-9bb603e691d8,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:29.783533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:29.788924 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-20f56aef-2e11-4ed6-939e-637ed0c8e28a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:29.793995 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 37e6bb42-435c-4b88-96a1-ff4b59951dbd {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:53:29.794519 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 37e6bb42-435c-4b88-96a1-ff4b59951dbd not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:53:29.843380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c418-d015-406a-840c-3fc66ae5ed4d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.843380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0aaeb2-0528-4035-ad39-bd2d7d3d7572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Made reservation on behalf of 18d5ddf23de340419c33b8a771c7b14b for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:29.844071 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df0aaeb2-0528-4035-ad39-bd2d7d3d7572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.861111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b3f9eb80-32c1-4bbd-b590-89fa4dfe0154 None None] Provisioning for port ca40c324-ad6f-4de2-a51a-9bb603e691d8 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:29.870550 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b3f9eb80-32c1-4bbd-b590-89fa4dfe0154 None None] Provisioning complete for port ca40c324-ad6f-4de2-a51a-9bb603e691d8 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:29.870550 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b3f9eb80-32c1-4bbd-b590-89fa4dfe0154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.893972 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Router 6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:53:29.901570 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:29.901570 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:29.933551 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b3f9eb80-32c1-4bbd-b590-89fa4dfe0154 None None] Port ca40c324-ad6f-4de2-a51a-9bb603e691d8 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:53:29.936740 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-df0aaeb2-0528-4035-ad39-bd2d7d3d7572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] device_id is not set on port a32afe69-dcb2-4312-a313-96d9409873b7 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:53:29.975652 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c418-d015-406a-840c-3fc66ae5ed4d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:30.016141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-19fb6fab-f940-47a7-8e11-a7ed78d8104f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:30.033271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Pushing event updated for resources: {'Port': ['ID=311c792c-59ef-4f95-a667-d50a0a5da103,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:30.046493 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.6329656
Dec 24 10:53:30.047687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:30.055595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 44996) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:30.064563 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-495877d8-6786-4173-88c9-26516c5d3509 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Request body: {'floatingip': {'port_id': 'ca40c324-ad6f-4de2-a51a-9bb603e691d8'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:30.126010 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-19fb6fab-f940-47a7-8e11-a7ed78d8104f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:30.126261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Network 0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:30.147192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:30.307076 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.objects.ports [None req-b333500a-bb36-490f-9b5e-5d61bfbe9ec4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87559) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:53:30.326623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b333500a-bb36-490f-9b5e-5d61bfbe9ec4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:30.328982 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-495877d8-6786-4173-88c9-26516c5d3509 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:30.336879 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-43027f18-9b63-4554-b03a-e1ccecbe041d tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:30.366465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c418-d015-406a-840c-3fc66ae5ed4d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:30.459540 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b333500a-bb36-490f-9b5e-5d61bfbe9ec4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:30.463776 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d076a324-33d4-421b-bf95-b7ccfc68c339 None None] Provisioning complete for port 311c792c-59ef-4f95-a667-d50a0a5da103 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:30.464460 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d076a324-33d4-421b-bf95-b7ccfc68c339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:30.467516 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-b333500a-bb36-490f-9b5e-5d61bfbe9ec4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:30.475572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b333500a-bb36-490f-9b5e-5d61bfbe9ec4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:30.476157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b333500a-bb36-490f-9b5e-5d61bfbe9ec4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:30.508288 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb203b50-fd6f-42f4-a62b-74e29b7b1be3 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:30.551659 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b333500a-bb36-490f-9b5e-5d61bfbe9ec4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=25f0ae57-c8a1-4872-b340-6afd1de8c55c,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:30.563302 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:53:30.573850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b333500a-bb36-490f-9b5e-5d61bfbe9ec4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:30.576215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:30.608223 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6c418-d015-406a-840c-3fc66ae5ed4d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb26febf-9594-4470-91ac-af951d81c064,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:30.617237 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Sync routers for ids ['6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:53:30.620220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8ab6c418-d015-406a-840c-3fc66ae5ed4d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:30.639753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-19fb6fab-f940-47a7-8e11-a7ed78d8104f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:30.642343 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-19fb6fab-f940-47a7-8e11-a7ed78d8104f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:30.643573 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-19fb6fab-f940-47a7-8e11-a7ed78d8104f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "DELETE /v2.0/security-groups/7e1ce194-d44e-451d-9941-e53107e31226 HTTP/1.1" status: 204  len: 168 time: 0.9005990
Dec 24 10:53:30.649088 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f994d23b-8579-4abc-abf2-68be226da2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:30.657437 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45000) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:30.662977 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Routers {'6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:30.663623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6249a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:30.670118 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b333500a-bb36-490f-9b5e-5d61bfbe9ec4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.0223691
Dec 24 10:53:30.683553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45004) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:30.684667 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb6fab-f940-47a7-8e11-a7ed78d8104f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1ce194-d44e-451d-9941-e53107e31226,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:30.693405 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-437ebec4-8198-48cb-88a7-fed09945685e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:30.709247 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-19fb6fab-f940-47a7-8e11-a7ed78d8104f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:30.710196 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8ab6c418-d015-406a-840c-3fc66ae5ed4d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:30.714264 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8ab6c418-d015-406a-840c-3fc66ae5ed4d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-groups/cb26febf-9594-4470-91ac-af951d81c064 HTTP/1.1" status: 204  len: 168 time: 1.2126062
Dec 24 10:53:30.715656 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45008) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:30.717169 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df0aaeb2-0528-4035-ad39-bd2d7d3d7572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:30.736513 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-d076a324-33d4-421b-bf95-b7ccfc68c339 None None] Port 311c792c-59ef-4f95-a667-d50a0a5da103 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:53:30.751223 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:30.756046 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 12.3554218
Dec 24 10:53:30.757276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45012) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:30.851988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df0aaeb2-0528-4035-ad39-bd2d7d3d7572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:30.859940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-437ebec4-8198-48cb-88a7-fed09945685e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:30.864465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-437ebec4-8198-48cb-88a7-fed09945685e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:30.867368 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-437ebec4-8198-48cb-88a7-fed09945685e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:30.873843 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-437ebec4-8198-48cb-88a7-fed09945685e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:30.882150 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9350d89f-81b2-466e-ac4a-1948b6877d2d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:30.926061 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Set router 6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:53:30.926759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437ebec4-8198-48cb-88a7-fed09945685e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:30.930210 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-437ebec4-8198-48cb-88a7-fed09945685e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:30.968770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Router e79d6a36-eeff-40cb-a685-6ccdfbe1f25d has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:53:30.978733 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-518a5243-91f2-4d10-a25d-2469557fc59c tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3117206
Dec 24 10:53:30.996482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45016) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:31.015215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0aaeb2-0528-4035-ad39-bd2d7d3d7572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Network 504b239f-0244-468c-aa87-4a746042adc5 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:31.017861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-e1054fae-d8d3-4574-b915-dcf067954288 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group': {'name': 'tempest-secgroup--513784830'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:31.029546 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-df0aaeb2-0528-4035-ad39-bd2d7d3d7572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:31.036142 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0aaeb2-0528-4035-ad39-bd2d7d3d7572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:31.037327 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0aaeb2-0528-4035-ad39-bd2d7d3d7572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:31.037956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df0aaeb2-0528-4035-ad39-bd2d7d3d7572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:31.062367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0aaeb2-0528-4035-ad39-bd2d7d3d7572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Pushing event updated for resources: {'Port': ['ID=a32afe69-dcb2-4312-a313-96d9409873b7,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:31.067420 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-df0aaeb2-0528-4035-ad39-bd2d7d3d7572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:31.089525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': '25f0ae57-c8a1-4872-b340-6afd1de8c55c'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:53:31.089832 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-df0aaeb2-0528-4035-ad39-bd2d7d3d7572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.4765136
Dec 24 10:53:31.090833 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:31.094370 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45020) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:31.100554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8226'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:31.104573 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e1054fae-d8d3-4574-b915-dcf067954288 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:31.177269 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-27621aab-df21-46ca-9fe7-1a240ab6859d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:31.182743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e1054fae-d8d3-4574-b915-dcf067954288 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:31.195463 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e1054fae-d8d3-4574-b915-dcf067954288 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:31.277158 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:31.285300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e1054fae-d8d3-4574-b915-dcf067954288 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:31.330137 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-12124837-6679-45e6-beb3-e7d5c6b7f254 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "GET /v2.0/routers/6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e HTTP/1.1" status: 200  len: 908 time: 0.5546670
Dec 24 10:53:31.335273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-27621aab-df21-46ca-9fe7-1a240ab6859d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:31.336806 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-27621aab-df21-46ca-9fe7-1a240ab6859d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4504 time: 0.6199341
Dec 24 10:53:31.337855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45024) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:31.343600 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45026) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:31.410608 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e1054fae-d8d3-4574-b915-dcf067954288 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:31.424639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Allocated IP 2001:db8::f816:3eff:fe61:a3d0 (51d30af2-9f70-4c66-8947-64c1ea7cb845/25f0ae57-c8a1-4872-b340-6afd1de8c55c/ac06f71c-9438-45d6-b785-21a7ba1c9427) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:31.428606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1633862450', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'enable_snat': True}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:31.499666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:31.521034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Usage tracker for resource:router and tenant:7065dbeb15604390bd404252b2a01e55 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:31.525901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e1054fae-d8d3-4574-b915-dcf067954288 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:31.534786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:31.540362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e1054fae-d8d3-4574-b915-dcf067954288 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:31.552159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e1054fae-d8d3-4574-b915-dcf067954288 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:31.585105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ed308c6-cf64-47d9-9434-3a3086ed0213 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:31.585989 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6249a0>, [{'id': '6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e', 'name': 'tempest-snat-router-1633862450', 'tenant_id': '7065dbeb15604390bd404252b2a01e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.53'}], 'enable_snat': False}, 'gw_port_id': 'e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:18Z', 'updated_at': '2021-12-24T10:53:27Z', 'revision_number': 3, 'project_id': '7065dbeb15604390bd404252b2a01e55', 'gw_port': {'id': 'e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:24Z', 'updated_at': '2021-12-24T10:53:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:31.593382 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Checking router: 6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:53:31.593769 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Updating router 6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e port e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:53:31.605233 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-437ebec4-8198-48cb-88a7-fed09945685e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:31.611512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:31.624408 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:31.626520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e1054fae-d8d3-4574-b915-dcf067954288 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:31.666303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:53:31.674344 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] 10.222.0.54 "PUT /v2.0/routers/e79d6a36-eeff-40cb-a685-6ccdfbe1f25d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2550762
Dec 24 10:53:31.676834 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:31.678346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:31.683001 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ed308c6-cf64-47d9-9434-3a3086ed0213 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:31.687863 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Sync routers for ids ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:53:31.710524 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Routers {'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:31.711308 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dcd4640>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:31.741754 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:31.746862 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437ebec4-8198-48cb-88a7-fed09945685e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:31.753580 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:31.758423 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-437ebec4-8198-48cb-88a7-fed09945685e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:31.777071 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437ebec4-8198-48cb-88a7-fed09945685e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:31.782666 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-437ebec4-8198-48cb-88a7-fed09945685e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:31.829301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e1054fae-d8d3-4574-b915-dcf067954288 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:31.910395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] device_id is not set on port a32afe69-dcb2-4312-a313-96d9409873b7 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:53:31.933918 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:31.941375 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:31.961585 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Transition to ACTIVE for port object ac06f71c-9438-45d6-b785-21a7ba1c9427 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:31.963982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Transition to ACTIVE for port object a32afe69-dcb2-4312-a313-96d9409873b7 will not be triggered until provisioned by entity L2. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:31.965363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ebec4-8198-48cb-88a7-fed09945685e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=6277c23b-a1de-4687-a0a9-5fd1da0161a4,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:31.984550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-437ebec4-8198-48cb-88a7-fed09945685e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:31.991320 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-437ebec4-8198-48cb-88a7-fed09945685e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3039362
Dec 24 10:53:31.994237 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45040) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:31.995364 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ed308c6-cf64-47d9-9434-3a3086ed0213 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:32.003818 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dd00cff1-74e3-4b7c-b456-ff9dca0f4e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:32.016890 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-495877d8-6786-4173-88c9-26516c5d3509 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:32.019885 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:32.024398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e1054fae-d8d3-4574-b915-dcf067954288 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:32.047026 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'mac_address': 'fa:16:3e:3b:0f:93', 'name': 'tempest-NetworksTestDHCPv6-565190004'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:32.050270 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Transition to ACTIVE for port object ac06f71c-9438-45d6-b785-21a7ba1c9427 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:32.069907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:32.076084 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:32.109778 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c9bfdc57-4f77-4872-bba2-a7c7e16574b8 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:32.160381 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Set router e79d6a36-eeff-40cb-a685-6ccdfbe1f25d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:53:32.254750 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Pushing event updated for resources: {'Port': ['ID=ac06f71c-9438-45d6-b785-21a7ba1c9427,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:32.260835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-13268b9e-a790-4cdd-871f-e8212cfba9d3 tempest-ServersTestJSON-673281046 tempest-ServersTestJSON-673281046-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:32.271334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:32.277271 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:32.283399 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:32.285737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed308c6-cf64-47d9-9434-3a3086ed0213 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c2a11a-7c5f-468c-bc7d-df520d2f21dd,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:32.288580 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:32.316312 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1054fae-d8d3-4574-b915-dcf067954288 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23cce2f7-50b5-423a-b9ae-eb5bf27111e8,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:32.318497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-495877d8-6786-4173-88c9-26516c5d3509 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:32.341355 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9ed308c6-cf64-47d9-9434-3a3086ed0213 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:32.424620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e1054fae-d8d3-4574-b915-dcf067954288 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:32.490452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-83e6b9bf-e36f-401f-bfcf-b3cced32d411 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:32.535831 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Attempting to bind port ac06f71c-9438-45d6-b785-21a7ba1c9427 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:32.536120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Attempting to bind port ac06f71c-9438-45d6-b785-21a7ba1c9427 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:32.539606 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Attempting to bind port ac06f71c-9438-45d6-b785-21a7ba1c9427 on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:32.553238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:53:32.553998 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:53:32.554686 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:32.555288 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:53:32.556574 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Bound port: ac06f71c-9438-45d6-b785-21a7ba1c9427, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:53:32.557222 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:32.567207 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dcd4640>, [{'id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'name': 'tempest-ServerActionsTestJSON-1670379209-router', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:09Z', 'updated_at': '2021-12-24T10:53:28Z', 'revision_number': 4, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'gw_port': {'id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:12Z', 'updated_at': '2021-12-24T10:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '311c792c-59ef-4f95-a667-d50a0a5da103', 'name': '', 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'mac_address': 'fa:16:3e:d1:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:24Z', 'updated_at': '2021-12-24T10:53:28Z', 'revision_number': 2, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'subnets': [{'id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:32.579354 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Checking router: e79d6a36-eeff-40cb-a685-6ccdfbe1f25d for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:53:32.579720 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Updating router e79d6a36-eeff-40cb-a685-6ccdfbe1f25d port 311c792c-59ef-4f95-a667-d50a0a5da103 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:53:32.625779 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ed308c6-cf64-47d9-9434-3a3086ed0213 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:32.627132 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9ed308c6-cf64-47d9-9434-3a3086ed0213 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-groups/76c2a11a-7c5f-468c-bc7d-df520d2f21dd HTTP/1.1" status: 204  len: 168 time: 1.2761784
Dec 24 10:53:32.641620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45044) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:32.694808 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:32.777827 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:32.788641 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] For port ac06f71c-9438-45d6-b785-21a7ba1c9427, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:53:32.793655 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] For port ac06f71c-9438-45d6-b785-21a7ba1c9427, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ac06f71c-9438-45d6-b785-21a7ba1c9427,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:53:32.794794 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Pushing event updated for resources: {'Port': ['ID=a32afe69-dcb2-4312-a313-96d9409873b7,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:32.803761 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Transition to ACTIVE for port object e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:32.808180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:32.815920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:32.820828 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-73871c71-6755-41bc-b08f-c37680541be5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:32.902734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:32.905687 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:32.908024 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45048) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:32.927124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e1054fae-d8d3-4574-b915-dcf067954288 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:32.928002 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e1054fae-d8d3-4574-b915-dcf067954288 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.9198234
Dec 24 10:53:32.949567 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-7293a1b6-7e21-4e71-80fe-47bb75f12ab1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1868355009', 'description': 'tempest-description--1175951299'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:32.970835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45052) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:32.980050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7293a1b6-7e21-4e71-80fe-47bb75f12ab1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:33.057097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:33.057097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:33.057314 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:33.063665 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Attempting to bind port e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:33.065706 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Attempting to bind port e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:33.065706 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Attempting to bind port e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:33.083952 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Pushing event updated for resources: {'Port': ['ID=ac06f71c-9438-45d6-b785-21a7ba1c9427,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:33.088693 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:33.096058 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:33.102376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-918740dd-0187-4c23-9f21-f1efdb3d4f23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:33.103597 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:33.106793 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 2 to bind port a32afe69-dcb2-4312-a313-96d9409873b7
Dec 24 10:53:33.119382 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-43d2a89d-7056-46c1-916d-fc9f44da41fa tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:33.123413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-aa799af3-ec2e-46cd-ac61-f1c03e33c8c6 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': '23cce2f7-50b5-423a-b9ae-eb5bf27111e8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:33.126005 dv-neutron-822668-2-hyperv neutron-server[87558]: WARNING neutron.api.v2.base [None req-aa799af3-ec2e-46cd-ac61-f1c03e33c8c6 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 24 10:53:33.127509 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-aa799af3-ec2e-46cd-ac61-f1c03e33c8c6 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:53:33.129382 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-aa799af3-ec2e-46cd-ac61-f1c03e33c8c6 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.1576457
Dec 24 10:53:33.138869 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45056) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:33.173268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-7293a1b6-7e21-4e71-80fe-47bb75f12ab1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Usage tracker for resource:security_group and tenant:a8ba107df4e84355959c1593c8cc3a54 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:33.176225 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:33.188549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:33.190047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:53:33.190227 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:33.190522 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:33.190861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:33.191921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:53:33.192606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-7293a1b6-7e21-4e71-80fe-47bb75f12ab1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:33.193445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:33.194180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:53:33.194996 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Bound port: e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:53:33.195574 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:33.205314 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:33.206206 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:33.213425 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:port and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:33.216842 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 3 to bind port a32afe69-dcb2-4312-a313-96d9409873b7
Dec 24 10:53:33.246063 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:33.261073 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-495877d8-6786-4173-88c9-26516c5d3509 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Floating IP 72178701-dbcb-4ad8-ba0c-d01b8112c1e0 associated. External IP: 172.26.4.239, port: 83d386a9-7fdf-418d-a00e-b0cf3dad210b.
Dec 24 10:53:33.277679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:33.278044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:33.278383 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:33.280502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-43d2a89d-7056-46c1-916d-fc9f44da41fa tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:33.285395 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-43d2a89d-7056-46c1-916d-fc9f44da41fa tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.6324739
Dec 24 10:53:33.303131 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:33.308283 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45060) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:33.332252 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:33.334697 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:33.334697 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:33.340700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7293a1b6-7e21-4e71-80fe-47bb75f12ab1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:33.347884 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c030004a-9208-4a85-9414-47930904b3c7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group': {'name': 'tempest-secgroup--371959727'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:33.351938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] For port e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:53:33.357695 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] For port e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:53:33.361949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7170c2d-0060-4fcf-99c0-087d4c3fc9a2 None None] Pushing event updated for resources: {'Port': ['ID=e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:33.370379 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f7170c2d-0060-4fcf-99c0-087d4c3fc9a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:33.372097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:33.375932 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 4 to bind port a32afe69-dcb2-4312-a313-96d9409873b7
Dec 24 10:53:33.379516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:33.441148 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c030004a-9208-4a85-9414-47930904b3c7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:33.480802 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:33.481336 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:33.481813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:33.503967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c030004a-9208-4a85-9414-47930904b3c7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:33.512865 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:33.513029 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:33.533180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:33.533514 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:33.539897 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 5 to bind port a32afe69-dcb2-4312-a313-96d9409873b7
Dec 24 10:53:33.562422 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Transition to ACTIVE for port object 311c792c-59ef-4f95-a667-d50a0a5da103 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:33.575681 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ad04f709-f927-4966-90dd-33d88f9acd05 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:33.581817 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Routers {'6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:33.584453 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6249a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:33.589695 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:33.608180 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:33.656484 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:33.656991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:33.657349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:33.678594 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7170c2d-0060-4fcf-99c0-087d4c3fc9a2 None None] Pushing event updated for resources: {'Port': ['ID=e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:33.685840 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f7170c2d-0060-4fcf-99c0-087d4c3fc9a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:33.686061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:33.686347 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:33.687562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c030004a-9208-4a85-9414-47930904b3c7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:33.723639 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 6 to bind port a32afe69-dcb2-4312-a313-96d9409873b7
Dec 24 10:53:33.745610 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c030004a-9208-4a85-9414-47930904b3c7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:33.751019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c030004a-9208-4a85-9414-47930904b3c7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:33.754089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c030004a-9208-4a85-9414-47930904b3c7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:33.761683 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c030004a-9208-4a85-9414-47930904b3c7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:33.785144 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232a989-8ba6-4a93-b400-11db5bab5f76 None None] Pushing event updated for resources: {'Port': ['ID=311c792c-59ef-4f95-a667-d50a0a5da103,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:33.865481 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c030004a-9208-4a85-9414-47930904b3c7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:33.870148 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7293a1b6-7e21-4e71-80fe-47bb75f12ab1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:33.873648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:33.874629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:33.875260 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:33.893754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:33.894498 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:33.895212 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c030004a-9208-4a85-9414-47930904b3c7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:33.904559 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-1232a989-8ba6-4a93-b400-11db5bab5f76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:33.913671 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 7 to bind port a32afe69-dcb2-4312-a313-96d9409873b7
Dec 24 10:53:33.927163 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] Set router 6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:53:33.943556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-31853f27-fc5e-4390-bc10-01d767926648 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:34.122869 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Attempting to bind port 311c792c-59ef-4f95-a667-d50a0a5da103 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:34.123734 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Attempting to bind port 311c792c-59ef-4f95-a667-d50a0a5da103 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '710ad8ff-6c58-4620-9759-f195e587de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:34.124297 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Attempting to bind port 311c792c-59ef-4f95-a667-d50a0a5da103 on network 0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:34.133463 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:53:34.134820 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Checking segment: {'id': '710ad8ff-6c58-4620-9759-f195e587de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:53:34.135582 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:34.136143 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Bound using segment: {'id': '710ad8ff-6c58-4620-9759-f195e587de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:53:34.136785 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Bound port: 311c792c-59ef-4f95-a667-d50a0a5da103, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '710ad8ff-6c58-4620-9759-f195e587de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:53:34.137954 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:34.164542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:34.164877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:34.187326 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:34.198795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ad04f709-f927-4966-90dd-33d88f9acd05 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:34.215136 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c030004a-9208-4a85-9414-47930904b3c7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:34.217658 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c030004a-9208-4a85-9414-47930904b3c7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.8900347
Dec 24 10:53:34.219036 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030004a-9208-4a85-9414-47930904b3c7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a95e1162-122e-49c3-8df8-f3661de04227,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:34.222174 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c030004a-9208-4a85-9414-47930904b3c7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:34.232834 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45064) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:34.236053 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:34.250935 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:34.260507 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 8 to bind port a32afe69-dcb2-4312-a313-96d9409873b7
Dec 24 10:53:34.296387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:34.302288 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495877d8-6786-4173-88c9-26516c5d3509 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 91a969c7-6ec3-42de-b80c-73cfd6e86137 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:53:34.307432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7293a1b6-7e21-4e71-80fe-47bb75f12ab1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:34.325680 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] For port 311c792c-59ef-4f95-a667-d50a0a5da103, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:53:34.328229 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] For port 311c792c-59ef-4f95-a667-d50a0a5da103, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=311c792c-59ef-4f95-a667-d50a0a5da103,segment=NetworkSegment(710ad8ff-6c58-4620-9759-f195e587de11),segment_id=710ad8ff-6c58-4620-9759-f195e587de11)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:53:34.336921 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:34.346214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-7293a1b6-7e21-4e71-80fe-47bb75f12ab1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Usage tracker for resource:security_group_rule and tenant:a8ba107df4e84355959c1593c8cc3a54 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:34.347678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-55c462bd-e34b-486f-820b-4b79bf4df8e6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group_rule': {'security_group_id': 'a95e1162-122e-49c3-8df8-f3661de04227', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:34.348894 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:34.355343 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:34.355343 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:34.355343 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:34.375687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-7293a1b6-7e21-4e71-80fe-47bb75f12ab1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:34.377569 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port c8863ebe-73a8-4fe1-9504-397d3f590ca1 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:53:34.492229 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Routers {'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:34.493054 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dcd4640>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:34.580975 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-55c462bd-e34b-486f-820b-4b79bf4df8e6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:34.604327 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:34.604327 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:34.605836 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-55c462bd-e34b-486f-820b-4b79bf4df8e6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:34.615595 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232a989-8ba6-4a93-b400-11db5bab5f76 None None] Pushing event updated for resources: {'Port': ['ID=311c792c-59ef-4f95-a667-d50a0a5da103,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:34.617439 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6249a0>, [{'id': '6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e', 'name': 'tempest-snat-router-1633862450', 'tenant_id': '7065dbeb15604390bd404252b2a01e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.53'}], 'enable_snat': False}, 'gw_port_id': 'e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:18Z', 'updated_at': '2021-12-24T10:53:27Z', 'revision_number': 3, 'project_id': '7065dbeb15604390bd404252b2a01e55', 'gw_port': {'id': 'e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:24Z', 'updated_at': '2021-12-24T10:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:34.626597 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-1232a989-8ba6-4a93-b400-11db5bab5f76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:34.635019 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 9 to bind port a32afe69-dcb2-4312-a313-96d9409873b7
Dec 24 10:53:34.637021 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfbe764-0938-49d9-b102-002377920b2b None None] The sync data for ids ['6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e'] in dv-neutron-822668-2-hyperv is: [{'id': '6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e', 'name': 'tempest-snat-router-1633862450', 'tenant_id': '7065dbeb15604390bd404252b2a01e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.53'}], 'enable_snat': False}, 'gw_port_id': 'e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:18Z', 'updated_at': '2021-12-24T10:53:27Z', 'revision_number': 3, 'project_id': '7065dbeb15604390bd404252b2a01e55', 'gw_port': {'id': 'e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:13:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:24Z', 'updated_at': '2021-12-24T10:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:53:34.644166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-55c462bd-e34b-486f-820b-4b79bf4df8e6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:34.719984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-55c462bd-e34b-486f-820b-4b79bf4df8e6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:34.752739 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:34.753289 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:34.753786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:34.794476 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:34.796326 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:34.796326 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:34.814971 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.plugins.ml2.plugin [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempt 10 to bind port a32afe69-dcb2-4312-a313-96d9409873b7
Dec 24 10:53:34.832859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ad04f709-f927-4966-90dd-33d88f9acd05 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:34.835832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-55c462bd-e34b-486f-820b-4b79bf4df8e6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:34.852305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 172.20.0.3 (51d30af2-9f70-4c66-8947-64c1ea7cb845/6277c23b-a1de-4687-a0a9-5fd1da0161a4/c8863ebe-73a8-4fe1-9504-397d3f590ca1) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:34.857530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:34.882771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::f816:3eff:fe3b:f93 (51d30af2-9f70-4c66-8947-64c1ea7cb845/25f0ae57-c8a1-4872-b340-6afd1de8c55c/c8863ebe-73a8-4fe1-9504-397d3f590ca1) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:34.884674 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04f709-f927-4966-90dd-33d88f9acd05 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cce2f7-50b5-423a-b9ae-eb5bf27111e8,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:34.885720 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495877d8-6786-4173-88c9-26516c5d3509 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:53:34.897209 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ad04f709-f927-4966-90dd-33d88f9acd05 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:34.910834 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:34.911407 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:34.912517 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempting to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:34.929627 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f952e618-5c0a-4584-b4fc-b1270de97827 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:34.946789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:34.947753 dv-neutron-822668-2-hyperv neutron-server[87559]: ERROR neutron.plugins.ml2.managers [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Failed to bind port a32afe69-dcb2-4312-a313-96d9409873b7 on host hv-neutron-8226 for vnic_type normal using segments [{'id': '4e029e81-55bc-4dc1-9a86-0bbecbbace3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '504b239f-0244-468c-aa87-4a746042adc5'}]
Dec 24 10:53:34.948382 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:34.956213 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867b538c-f30a-4550-8c68-d21d4393ed25 None None] Sync routers for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:53:34.982843 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7293a1b6-7e21-4e71-80fe-47bb75f12ab1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:34.987975 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] Set router e79d6a36-eeff-40cb-a685-6ccdfbe1f25d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:53:34.995426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ad04f709-f927-4966-90dd-33d88f9acd05 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:34.997510 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ad04f709-f927-4966-90dd-33d88f9acd05 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "DELETE /v2.0/security-groups/23cce2f7-50b5-423a-b9ae-eb5bf27111e8 HTTP/1.1" status: 204  len: 168 time: 1.8553009
Dec 24 10:53:35.011052 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45068) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:35.189624 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] For port a32afe69-dcb2-4312-a313-96d9409873b7, host hv-neutron-8226, cleared binding levels {{(pid=87559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:53:35.190045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attempted to set empty binding levels {{(pid=87559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}}
Dec 24 10:53:35.225108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:35.279348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e4001f59-26ba-4216-a3d1-6404a3a8a7f4 tempest-RoutersAdminTest-2075795565 tempest-RoutersAdminTest-2075795565-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:35.284252 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867b538c-f30a-4550-8c68-d21d4393ed25 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:35.285012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-867b538c-f30a-4550-8c68-d21d4393ed25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cfd8460>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:35.423428 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:35.486888 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] In _notify_port_updated(), no bound segment for port a32afe69-dcb2-4312-a313-96d9409873b7 on network 504b239f-0244-468c-aa87-4a746042adc5 {{(pid=87559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 10:53:35.487793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:35.490550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:35.495221 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] 10.222.0.54 "PUT /v2.0/ports/a32afe69-dcb2-4312-a313-96d9409873b7 HTTP/1.1" status: 200  len: 980 time: 4.3994539
Dec 24 10:53:35.522549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-867b538c-f30a-4550-8c68-d21d4393ed25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cfd8460>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:35.587493 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45072) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:35.663795 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867b538c-f30a-4550-8c68-d21d4393ed25 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:35.664737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-867b538c-f30a-4550-8c68-d21d4393ed25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cfd8460>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:35.700362 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dcd4640>, [{'id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'name': 'tempest-ServerActionsTestJSON-1670379209-router', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:09Z', 'updated_at': '2021-12-24T10:53:28Z', 'revision_number': 4, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'gw_port': {'id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:12Z', 'updated_at': '2021-12-24T10:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '311c792c-59ef-4f95-a667-d50a0a5da103', 'name': '', 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'mac_address': 'fa:16:3e:d1:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:24Z', 'updated_at': '2021-12-24T10:53:34Z', 'revision_number': 4, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'subnets': [{'id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:35.706642 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-55c462bd-e34b-486f-820b-4b79bf4df8e6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:35.707947 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15cb705c-8922-4d73-a965-6ba435665f8d None None] The sync data for ids ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'] in dv-neutron-822668-2-hyperv is: [{'id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'name': 'tempest-ServerActionsTestJSON-1670379209-router', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:09Z', 'updated_at': '2021-12-24T10:53:28Z', 'revision_number': 4, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'gw_port': {'id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:12Z', 'updated_at': '2021-12-24T10:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '311c792c-59ef-4f95-a667-d50a0a5da103', 'name': '', 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'mac_address': 'fa:16:3e:d1:cc:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:24Z', 'updated_at': '2021-12-24T10:53:34Z', 'revision_number': 4, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'subnets': [{'id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:53:35.713605 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-2fd2bf23-96da-4fdc-91f6-813c625588c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Deleting port a32afe69-dcb2-4312-a313-96d9409873b7 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:35.713919 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2fd2bf23-96da-4fdc-91f6-813c625588c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:35.748556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7293a1b6-7e21-4e71-80fe-47bb75f12ab1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:35.786306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7293a1b6-7e21-4e71-80fe-47bb75f12ab1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:35.821054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f8af0f18-6ab0-4ad9-8347-83bb58592c02 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:35.872679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-55c462bd-e34b-486f-820b-4b79bf4df8e6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:35.881791 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Pushing event updated for resources: {'Port': ['ID=a32afe69-dcb2-4312-a313-96d9409873b7,revision_number=3']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:35.917646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:35.921354 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7707c599-ee3f-4921-b353-75d6b27e08e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:35.943064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7293a1b6-7e21-4e71-80fe-47bb75f12ab1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:35.947318 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7293a1b6-7e21-4e71-80fe-47bb75f12ab1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 3.0366452
Dec 24 10:53:35.952119 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45076) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:35.955552 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b2bc8023-fd78-4e97-98e9-cbd32e726104 None None] Provisioning for port ac06f71c-9438-45d6-b785-21a7ba1c9427 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:35.975985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293a1b6-7e21-4e71-80fe-47bb75f12ab1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6de839-b885-4493-a638-99891dda31b8,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:35.976211 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-867b538c-f30a-4550-8c68-d21d4393ed25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cfd8460>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:35.976211 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867b538c-f30a-4550-8c68-d21d4393ed25 None None] The sync data for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:53:35.989755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7293a1b6-7e21-4e71-80fe-47bb75f12ab1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:35.999536 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-91384a3b-e463-42b2-8364-1abd9f884e18 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Request body: {'security_group_rule': {'security_group_id': '0a6de839-b885-4493-a638-99891dda31b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:36.013102 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c462bd-e34b-486f-820b-4b79bf4df8e6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e167becc-3efd-4911-b9e3-f232cd69bc79,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:36.017734 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f6453455-4749-4cb8-bd95-3bb5b53d12d6 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Synchronizing usage tracker for tenant:85ac333d75164785bf439c07e3d7e16b on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:36.021099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-55c462bd-e34b-486f-820b-4b79bf4df8e6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:36.036076 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-91384a3b-e463-42b2-8364-1abd9f884e18 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:36.038590 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:36.063503 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:36.063922 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:36.073518 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-91384a3b-e463-42b2-8364-1abd9f884e18 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Usage tracker for resource:security_group_rule and tenant:a8ba107df4e84355959c1593c8cc3a54 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:36.079452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-55c462bd-e34b-486f-820b-4b79bf4df8e6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:36.080324 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-55c462bd-e34b-486f-820b-4b79bf4df8e6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.8456728
Dec 24 10:53:36.082236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-91384a3b-e463-42b2-8364-1abd9f884e18 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:36.097684 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45080) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:36.156006 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-91384a3b-e463-42b2-8364-1abd9f884e18 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:36.211691 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f6453455-4749-4cb8-bd95-3bb5b53d12d6 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Unset dirty status for tenant:85ac333d75164785bf439c07e3d7e16b on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:36.218214 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f6453455-4749-4cb8-bd95-3bb5b53d12d6 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 1.2020667
Dec 24 10:53:36.233851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45084) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:36.270509 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-25f5107d-dd69-4a64-aa90-49f9885d6f9f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group': {'name': 'tempest-secgroup--1323790500'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:36.276091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91384a3b-e463-42b2-8364-1abd9f884e18 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:36.292548 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-25f5107d-dd69-4a64-aa90-49f9885d6f9f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:36.303994 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:36.433904 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d47a502d-5882-46eb-b0e5-620bbe2726e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:36.445489 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-25f5107d-dd69-4a64-aa90-49f9885d6f9f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:36.455386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:36.514893 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d47a502d-5882-46eb-b0e5-620bbe2726e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:36.516462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object c8863ebe-73a8-4fe1-9504-397d3f590ca1 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:36.518120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d7d56d-365a-4378-9346-ad22c323e08e None None] Update dhcp port {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'fixed_ips': [{'subnet_id': '25f0ae57-c8a1-4872-b340-6afd1de8c55c', 'ip_address': '2001:db8::f816:3eff:fe61:a3d0'}, {'subnet_id': '6277c23b-a1de-4687-a0a9-5fd1da0161a4'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': 'ac06f71c-9438-45d6-b785-21a7ba1c9427'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 10:53:36.539041 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-2fd2bf23-96da-4fdc-91f6-813c625588c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] For port a32afe69-dcb2-4312-a313-96d9409873b7, host hv-neutron-8226, got binding levels [] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:36.539333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2fd2bf23-96da-4fdc-91f6-813c625588c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:36.551397 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-25f5107d-dd69-4a64-aa90-49f9885d6f9f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:36.576686 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91384a3b-e463-42b2-8364-1abd9f884e18 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:36.584960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:36.628248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d56d-365a-4378-9346-ad22c323e08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:36.644773 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:36.664793 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:36.669358 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ac06f71c-9438-45d6-b785-21a7ba1c9427 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:36.731184 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-2fd2bf23-96da-4fdc-91f6-813c625588c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Calling delete_port for a32afe69-dcb2-4312-a313-96d9409873b7 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:36.767956 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:36.819816 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:36.828772 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-495877d8-6786-4173-88c9-26516c5d3509 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 52809331-f7c1-435d-b3c0-c7a480480f3f has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:53:36.864838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d47a502d-5882-46eb-b0e5-620bbe2726e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:36.868047 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7ef679c3-67f3-4393-bfa4-bca9f4a9547d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:36.888689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47a502d-5882-46eb-b0e5-620bbe2726e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e167becc-3efd-4911-b9e3-f232cd69bc79,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:36.896028 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d47a502d-5882-46eb-b0e5-620bbe2726e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:36.951198 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91384a3b-e463-42b2-8364-1abd9f884e18 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:36.971132 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:36.995563 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91384a3b-e463-42b2-8364-1abd9f884e18 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9520b62b-85a4-4d09-9337-0a2008de956e,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:36.998320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-91384a3b-e463-42b2-8364-1abd9f884e18 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:37.018698 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:37.033661 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:37.041551 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-25f5107d-dd69-4a64-aa90-49f9885d6f9f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:37.050196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d47a502d-5882-46eb-b0e5-620bbe2726e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:37.054892 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d47a502d-5882-46eb-b0e5-620bbe2726e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/e167becc-3efd-4911-b9e3-f232cd69bc79 HTTP/1.1" status: 204  len: 168 time: 0.9528480
Dec 24 10:53:37.056890 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port ac06f71c-9438-45d6-b785-21a7ba1c9427 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:37.063177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45090) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:37.070166 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port ac06f71c-9438-45d6-b785-21a7ba1c9427 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:37.070525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:37.092643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-25f5107d-dd69-4a64-aa90-49f9885d6f9f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:37.105851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-25f5107d-dd69-4a64-aa90-49f9885d6f9f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:37.112070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91384a3b-e463-42b2-8364-1abd9f884e18 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:37.113781 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-91384a3b-e463-42b2-8364-1abd9f884e18 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1505914
Dec 24 10:53:37.139506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45094) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:37.153407 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-25f5107d-dd69-4a64-aa90-49f9885d6f9f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:37.174232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:37.200158 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-253e6974-19fc-46ec-a9af-242dff327b55 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:37.200527 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-b3272b5b-408c-4fe7-a4f2-9d581dc3c3d6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Request body: {'security_group_rule': {'security_group_id': '0a6de839-b885-4493-a638-99891dda31b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:37.258361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b3272b5b-408c-4fe7-a4f2-9d581dc3c3d6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:37.283280 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b3272b5b-408c-4fe7-a4f2-9d581dc3c3d6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Usage tracker for resource:security_group_rule and tenant:a8ba107df4e84355959c1593c8cc3a54 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:37.289951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b3272b5b-408c-4fe7-a4f2-9d581dc3c3d6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:37.306876 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-dc3a6db8-c22f-4ff7-b699-824ac003b9e7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:37.308121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b3272b5b-408c-4fe7-a4f2-9d581dc3c3d6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:37.310242 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2fd2bf23-96da-4fdc-91f6-813c625588c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:37.319787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495877d8-6786-4173-88c9-26516c5d3509 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:53:37.333911 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691fcca-c9de-4092-91ad-83862fa695aa None None] Sync routers for ids ['52809331-f7c1-435d-b3c0-c7a480480f3f'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:53:37.338991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:37.344903 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-495877d8-6786-4173-88c9-26516c5d3509 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:37.349259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:37.349822 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691fcca-c9de-4092-91ad-83862fa695aa None None] Routers {'52809331-f7c1-435d-b3c0-c7a480480f3f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:37.354572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:37.354726 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4691fcca-c9de-4092-91ad-83862fa695aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfbf0d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['52809331-f7c1-435d-b3c0-c7a480480f3f'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:37.392023 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:37.425056 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Allocated IP 172.26.4.88 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/5850308f-369a-4d43-80ad-b473cb504506) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:37.441665 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2fd2bf23-96da-4fdc-91f6-813c625588c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:37.492835 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=c8863ebe-73a8-4fe1-9504-397d3f590ca1,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:37.492835 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:37.505612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b3e1d0aa-c63e-4aae-93e6-0357e973f56b tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:37.513030 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-d6d7d56d-365a-4378-9346-ad22c323e08e None None] Allocated IP 172.20.0.2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/6277c23b-a1de-4687-a0a9-5fd1da0161a4/ac06f71c-9438-45d6-b785-21a7ba1c9427) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:37.527552 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b3272b5b-408c-4fe7-a4f2-9d581dc3c3d6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:37.554286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-dc3a6db8-c22f-4ff7-b699-824ac003b9e7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:37.561373 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-dc3a6db8-c22f-4ff7-b699-824ac003b9e7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.4925807
Dec 24 10:53:37.574004 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45098) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:37.584696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2bf23-96da-4fdc-91f6-813c625588c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Pushing event deleted for resources: {'Port': ['ID=a32afe69-dcb2-4312-a313-96d9409873b7,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:37.588531 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2fd2bf23-96da-4fdc-91f6-813c625588c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:37.617224 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:37.618018 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:37.638465 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4691fcca-c9de-4092-91ad-83862fa695aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfbf0d0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:37.650504 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4691fcca-c9de-4092-91ad-83862fa695aa None None] Routers {'52809331-f7c1-435d-b3c0-c7a480480f3f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:37.651137 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4691fcca-c9de-4092-91ad-83862fa695aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfbf0d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['52809331-f7c1-435d-b3c0-c7a480480f3f'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:37.688150 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2fd2bf23-96da-4fdc-91f6-813c625588c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] 10.222.0.54 "DELETE /v2.0/ports/a32afe69-dcb2-4312-a313-96d9409873b7 HTTP/1.1" status: 204  len: 168 time: 2.0798516
Dec 24 10:53:37.700845 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45102) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:37.782659 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4691fcca-c9de-4092-91ad-83862fa695aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfbf0d0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:37.783071 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4691fcca-c9de-4092-91ad-83862fa695aa None None] The sync data for ids ['52809331-f7c1-435d-b3c0-c7a480480f3f'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:53:37.802299 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1025 time: 5.7628562
Dec 24 10:53:37.810615 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d6d7d56d-365a-4378-9346-ad22c323e08e None None] For port ac06f71c-9438-45d6-b785-21a7ba1c9427, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ac06f71c-9438-45d6-b785-21a7ba1c9427,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:37.812784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45106) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:37.844882 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-1457bba0-df5d-476d-8787-fc53922e4275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] GET failed (client error): The resource could not be found.
Dec 24 10:53:37.844882 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1457bba0-df5d-476d-8787-fc53922e4275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Synchronizing usage tracker for tenant:18d5ddf23de340419c33b8a771c7b14b on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:37.854742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-25f5107d-dd69-4a64-aa90-49f9885d6f9f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:37.860855 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d56d-365a-4378-9346-ad22c323e08e None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:37.883474 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-25f5107d-dd69-4a64-aa90-49f9885d6f9f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:37.887008 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-495877d8-6786-4173-88c9-26516c5d3509 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "PUT /v2.0/floatingips/72178701-dbcb-4ad8-ba0c-d01b8112c1e0 HTTP/1.1" status: 200  len: 978 time: 7.8300345
Dec 24 10:53:37.887953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d6d7d56d-365a-4378-9346-ad22c323e08e None None] Transition to ACTIVE for port object ac06f71c-9438-45d6-b785-21a7ba1c9427 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:37.896380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45110) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:37.896543 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d6d7d56d-365a-4378-9346-ad22c323e08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:37.902756 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2ac6e960-b946-44de-a10d-aa4cd3750db3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:37.907885 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:37.936332 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b3272b5b-408c-4fe7-a4f2-9d581dc3c3d6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:37.966671 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b3272b5b-408c-4fe7-a4f2-9d581dc3c3d6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:37.996305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-969c2f9e-bcf3-4639-815c-8f6d8dab1369 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:38.013942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-25f5107d-dd69-4a64-aa90-49f9885d6f9f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.017978 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-25f5107d-dd69-4a64-aa90-49f9885d6f9f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.7773867
Dec 24 10:53:38.017978 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0586c619-3e71-408f-91c4-5f3463d8da0f tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.027492 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45114) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:38.032921 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1457bba0-df5d-476d-8787-fc53922e4275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Unset dirty status for tenant:18d5ddf23de340419c33b8a771c7b14b on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:38.040504 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1457bba0-df5d-476d-8787-fc53922e4275 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] 10.222.0.54 "GET /v2.0/ports/a32afe69-dcb2-4312-a313-96d9409873b7 HTTP/1.1" status: 404  len: 333 time: 0.3297088
Dec 24 10:53:38.042147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b3272b5b-408c-4fe7-a4f2-9d581dc3c3d6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.042147 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b3272b5b-408c-4fe7-a4f2-9d581dc3c3d6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8844657
Dec 24 10:53:38.042147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3272b5b-408c-4fe7-a4f2-9d581dc3c3d6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c32b121-4dbe-4914-9712-2644a7c53af0,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:38.044412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45118) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:38.044412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45120) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:38.049613 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.074868 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4f30b12f-76fd-4ac5-9342-b2db38686902 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': '03283b7f-3dc1-476e-b0c2-6757225d8fb6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:38.075748 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING neutron.api.v2.base [None req-4f30b12f-76fd-4ac5-9342-b2db38686902 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 24 10:53:38.076239 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-4f30b12f-76fd-4ac5-9342-b2db38686902 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:53:38.083660 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4f30b12f-76fd-4ac5-9342-b2db38686902 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0401039
Dec 24 10:53:38.083769 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b3272b5b-408c-4fe7-a4f2-9d581dc3c3d6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:38.085288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45126) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:38.097240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:38.111577 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:38.128839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5107d-dd69-4a64-aa90-49f9885d6f9f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03283b7f-3dc1-476e-b0c2-6757225d8fb6,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:38.136454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0586c619-3e71-408f-91c4-5f3463d8da0f tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.139638 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:53:38.139638 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:53:38.143824 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7d56d-365a-4378-9346-ad22c323e08e None None] Pushing event updated for resources: {'Port': ['ID=ac06f71c-9438-45d6-b785-21a7ba1c9427,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:38.147455 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d6d7d56d-365a-4378-9346-ad22c323e08e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:38.152219 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-25f5107d-dd69-4a64-aa90-49f9885d6f9f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:38.154446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Usage tracker for resource:floatingip and tenant:a8ba107df4e84355959c1593c8cc3a54 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:38.182263 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-2ed60574-63d8-49f7-bb2f-79c6fc7a7036 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Deleting port ca40c324-ad6f-4de2-a51a-9bb603e691d8 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:38.182263 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ed60574-63d8-49f7-bb2f-79c6fc7a7036 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.217835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:38.368555 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9e481fc1-877e-4194-a7fa-ce5c827f8823 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.422027 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0586c619-3e71-408f-91c4-5f3463d8da0f tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.435736 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-320f3a62-f357-4d09-963d-2e0a1fe2b9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:38.449918 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9e481fc1-877e-4194-a7fa-ce5c827f8823 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.489927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:38.499116 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586c619-3e71-408f-91c4-5f3463d8da0f tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95e1162-122e-49c3-8df8-f3661de04227,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:38.512084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0586c619-3e71-408f-91c4-5f3463d8da0f tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:38.527442 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0586c619-3e71-408f-91c4-5f3463d8da0f tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.527442 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0586c619-3e71-408f-91c4-5f3463d8da0f tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-groups/a95e1162-122e-49c3-8df8-f3661de04227 HTTP/1.1" status: 204  len: 168 time: 0.9413524
Dec 24 10:53:38.534936 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2b2b30-8906-4b63-a64e-d4a3ec7e111a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:38.551981 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2b2b30-8906-4b63-a64e-d4a3ec7e111a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:38.551981 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0a2b2b30-8906-4b63-a64e-d4a3ec7e111a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1859 time: 0.7208221
Dec 24 10:53:38.551981 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45130) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:38.570136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45132) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:38.654658 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for floatingip, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.687787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f7f5be6b-531f-4954-93ea-c9c556a55e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.690753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9e481fc1-877e-4194-a7fa-ce5c827f8823 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.701450 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4bda9b63-084d-49b2-8669-750341589894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:38.731897 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-75727397-9511-4731-ad95-30d065e03783 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1776097
Dec 24 10:53:38.740580 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-45cb4597-f924-4290-bd4f-6c7e3a66b26a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port c8863ebe-73a8-4fe1-9504-397d3f590ca1 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:38.740921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-45cb4597-f924-4290-bd4f-6c7e3a66b26a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.749160 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45138) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:38.760083 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e481fc1-877e-4194-a7fa-ce5c827f8823 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03283b7f-3dc1-476e-b0c2-6757225d8fb6,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:38.763237 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9e481fc1-877e-4194-a7fa-ce5c827f8823 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:38.766922 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-7e29507a-2b94-42ef-91e1-3dbc763eec1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group': {'name': 'tempest-secgroup--1513091404'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:38.781106 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7e29507a-2b94-42ef-91e1-3dbc763eec1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:38.793674 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7e29507a-2b94-42ef-91e1-3dbc763eec1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:38.798005 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7e29507a-2b94-42ef-91e1-3dbc763eec1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:38.807028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7e29507a-2b94-42ef-91e1-3dbc763eec1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:38.810714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.837903 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9e481fc1-877e-4194-a7fa-ce5c827f8823 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.841542 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9e481fc1-877e-4194-a7fa-ce5c827f8823 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "DELETE /v2.0/security-groups/03283b7f-3dc1-476e-b0c2-6757225d8fb6 HTTP/1.1" status: 204  len: 168 time: 0.7517543
Dec 24 10:53:38.842707 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e29507a-2b94-42ef-91e1-3dbc763eec1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.852716 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.857437 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45142) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:38.865576 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port ac06f71c-9438-45d6-b785-21a7ba1c9427, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ac06f71c-9438-45d6-b785-21a7ba1c9427,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:38.874856 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.880505 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-314250ff-1f5c-432b-9380-b1a13521a567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:38.894308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ed60574-63d8-49f7-bb2f-79c6fc7a7036 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:38.927083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a6ce6c0a-544c-4877-baee-87519e8a53e4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:39.036331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7e29507a-2b94-42ef-91e1-3dbc763eec1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:39.048762 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=ac06f71c-9438-45d6-b785-21a7ba1c9427,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:39.052150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:39.062401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7e29507a-2b94-42ef-91e1-3dbc763eec1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:39.076655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7e29507a-2b94-42ef-91e1-3dbc763eec1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:39.103880 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7e29507a-2b94-42ef-91e1-3dbc763eec1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:39.136181 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 311c792c-59ef-4f95-a667-d50a0a5da103 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:39.171541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9c4cb270-2ce0-4751-952c-3e74d9640fb4 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Synchronizing usage tracker for tenant:85ac333d75164785bf439c07e3d7e16b on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:39.213879 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9c4cb270-2ce0-4751-952c-3e74d9640fb4 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Unset dirty status for tenant:85ac333d75164785bf439c07e3d7e16b on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:39.215597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:39.219353 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9c4cb270-2ce0-4751-952c-3e74d9640fb4 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3611958
Dec 24 10:53:39.221630 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45146) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:39.257226 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-95fdc966-cd7d-494a-a19d-8af2cb6348d1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group': {'name': 'tempest-secgroup--1728882640'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:39.259457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:39.282882 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:39.285706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-95fdc966-cd7d-494a-a19d-8af2cb6348d1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:39.294299 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 311c792c-59ef-4f95-a667-d50a0a5da103 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:39.309180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 311c792c-59ef-4f95-a667-d50a0a5da103 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:39.314257 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.328979 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f7f5be6b-531f-4954-93ea-c9c556a55e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.348256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Pushing event updated for resources: {'Port': ['ID=5850308f-369a-4d43-80ad-b473cb504506,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:39.359738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e29507a-2b94-42ef-91e1-3dbc763eec1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.377610 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0b758df1-1256-4ce3-9118-eca7f7c52490 None None] Provisioning for port ac06f71c-9438-45d6-b785-21a7ba1c9427 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:39.394987 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0b758df1-1256-4ce3-9118-eca7f7c52490 None None] Provisioning complete for port ac06f71c-9438-45d6-b785-21a7ba1c9427 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:39.394987 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0b758df1-1256-4ce3-9118-eca7f7c52490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.405076 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:39.491299 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-f7f5be6b-531f-4954-93ea-c9c556a55e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b77fb78e0>,) {'filters': {'network_id': ['504b239f-0244-468c-aa87-4a746042adc5']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:39.520913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ed60574-63d8-49f7-bb2f-79c6fc7a7036 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.521053 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ed60574-63d8-49f7-bb2f-79c6fc7a7036 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.521533 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-2ed60574-63d8-49f7-bb2f-79c6fc7a7036 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Floating IP 72178701-dbcb-4ad8-ba0c-d01b8112c1e0 disassociated. External IP: 172.26.4.239, port: ca40c324-ad6f-4de2-a51a-9bb603e691d8.
Dec 24 10:53:39.523010 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-2ed60574-63d8-49f7-bb2f-79c6fc7a7036 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Calling delete_port for ca40c324-ad6f-4de2-a51a-9bb603e691d8 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:39.586500 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-95fdc966-cd7d-494a-a19d-8af2cb6348d1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:39.597719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e29507a-2b94-42ef-91e1-3dbc763eec1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.611534 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a0eda5ef-1101-4544-aaa6-de6888a9849d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:39.616250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-f7f5be6b-531f-4954-93ea-c9c556a55e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77fb78e0>, '4e029e81-55bc-4dc1-9a86-0bbecbbace3a') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:39.617164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-f7f5be6b-531f-4954-93ea-c9c556a55e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77fb78e0>, '4e029e81-55bc-4dc1-9a86-0bbecbbace3a') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:39.620400 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-95fdc966-cd7d-494a-a19d-8af2cb6348d1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.673845 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.698463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-95fdc966-cd7d-494a-a19d-8af2cb6348d1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:39.700857 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29507a-2b94-42ef-91e1-3dbc763eec1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cca5d2-499e-40c0-9af9-c77249cf2a5b,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:39.707813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7e29507a-2b94-42ef-91e1-3dbc763eec1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:39.712721 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-95fdc966-cd7d-494a-a19d-8af2cb6348d1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:39.714072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e29507a-2b94-42ef-91e1-3dbc763eec1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.718803 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7e29507a-2b94-42ef-91e1-3dbc763eec1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.9627969
Dec 24 10:53:39.722392 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45150) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:39.722989 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 311c792c-59ef-4f95-a667-d50a0a5da103, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=311c792c-59ef-4f95-a667-d50a0a5da103,segment=NetworkSegment(710ad8ff-6c58-4620-9759-f195e587de11),segment_id=710ad8ff-6c58-4620-9759-f195e587de11)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:39.725579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f7f5be6b-531f-4954-93ea-c9c556a55e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.725799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-95fdc966-cd7d-494a-a19d-8af2cb6348d1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:39.728409 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.729467 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:39.761195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-1e9f2b64-ef77-4f58-8370-beccef6412c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:39.764448 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-7db8be37-3051-4587-8f3f-208b554c5931 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group_rule': {'security_group_id': 'f6cca5d2-499e-40c0-9af9-c77249cf2a5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:39.772971 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-95fdc966-cd7d-494a-a19d-8af2cb6348d1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:39.783280 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7db8be37-3051-4587-8f3f-208b554c5931 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:39.797196 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7db8be37-3051-4587-8f3f-208b554c5931 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:39.803971 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7db8be37-3051-4587-8f3f-208b554c5931 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:39.817538 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7db8be37-3051-4587-8f3f-208b554c5931 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:39.856181 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7db8be37-3051-4587-8f3f-208b554c5931 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.861101 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-337fab0a-5898-4e99-ab3c-25361b4b338b None None] Provisioning for port c8863ebe-73a8-4fe1-9504-397d3f590ca1 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:39.872897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-337fab0a-5898-4e99-ab3c-25361b4b338b None None] Provisioning complete for port c8863ebe-73a8-4fe1-9504-397d3f590ca1 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:39.872897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-337fab0a-5898-4e99-ab3c-25361b4b338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.879149 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ed60574-63d8-49f7-bb2f-79c6fc7a7036 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.889121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:39.892375 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f7f5be6b-531f-4954-93ea-c9c556a55e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.902980 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=311c792c-59ef-4f95-a667-d50a0a5da103,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:39.913608 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:39.926223 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f5be6b-531f-4954-93ea-c9c556a55e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:53:39.928901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f7f5be6b-531f-4954-93ea-c9c556a55e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.945181 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-337fab0a-5898-4e99-ab3c-25361b4b338b None None] Port c8863ebe-73a8-4fe1-9504-397d3f590ca1 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:53:39.947768 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:39.947854 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.974249 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:53:39.976413 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:53:40.053234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed60574-63d8-49f7-bb2f-79c6fc7a7036 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event deleted for resources: {'Port': ['ID=ca40c324-ad6f-4de2-a51a-9bb603e691d8,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:40.073112 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2ed60574-63d8-49f7-bb2f-79c6fc7a7036 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:40.083961 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ac06f71c-9438-45d6-b785-21a7ba1c9427 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:40.136688 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-45cb4597-f924-4290-bd4f-6c7e3a66b26a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:40.191511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-95fdc966-cd7d-494a-a19d-8af2cb6348d1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:40.201230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port ac06f71c-9438-45d6-b785-21a7ba1c9427 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:40.201745 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:40.205911 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-95fdc966-cd7d-494a-a19d-8af2cb6348d1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:40.246197 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:40.287550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-95fdc966-cd7d-494a-a19d-8af2cb6348d1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:40.289019 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-95fdc966-cd7d-494a-a19d-8af2cb6348d1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.0566728
Dec 24 10:53:40.300808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-45cb4597-f924-4290-bd4f-6c7e3a66b26a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for c8863ebe-73a8-4fe1-9504-397d3f590ca1 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:40.376698 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:40.378699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45154) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:40.392393 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7db8be37-3051-4587-8f3f-208b554c5931 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:40.402084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5cd78446-06d6-4af8-aa5b-6c5f9cd8dd45 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': '34fe6675-76ec-4a93-9f00-a846c05880c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:40.412767 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING neutron.api.v2.base [None req-5cd78446-06d6-4af8-aa5b-6c5f9cd8dd45 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 24 10:53:40.413569 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-5cd78446-06d6-4af8-aa5b-6c5f9cd8dd45 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:53:40.414937 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5cd78446-06d6-4af8-aa5b-6c5f9cd8dd45 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0350909
Dec 24 10:53:40.423455 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45158) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:40.426447 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7db8be37-3051-4587-8f3f-208b554c5931 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:40.434632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-12beb737-9ca4-4d1f-b0be-63e7ed573bfe tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': '34fe6675-76ec-4a93-9f00-a846c05880c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:40.435741 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING neutron.api.v2.base [None req-12beb737-9ca4-4d1f-b0be-63e7ed573bfe tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 24 10:53:40.436380 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-12beb737-9ca4-4d1f-b0be-63e7ed573bfe tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:53:40.439908 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-12beb737-9ca4-4d1f-b0be-63e7ed573bfe tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0125966
Dec 24 10:53:40.450933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fdc966-cd7d-494a-a19d-8af2cb6348d1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fe6675-76ec-4a93-9f00-a846c05880c1,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:40.459089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45162) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:40.464885 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-95fdc966-cd7d-494a-a19d-8af2cb6348d1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:40.467000 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:40.475250 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-cd845b12-5076-4f2f-b28c-f956ac7b590c tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': '34fe6675-76ec-4a93-9f00-a846c05880c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:40.476060 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING neutron.api.v2.base [None req-cd845b12-5076-4f2f-b28c-f956ac7b590c tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 24 10:53:40.476543 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-cd845b12-5076-4f2f-b28c-f956ac7b590c tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:53:40.477565 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cd845b12-5076-4f2f-b28c-f956ac7b590c tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0169692
Dec 24 10:53:40.491307 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45166) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:40.503330 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8e307bca-38b1-449d-8e23-e01722c4936e tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': '34fe6675-76ec-4a93-9f00-a846c05880c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:40.504205 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING neutron.api.v2.base [None req-8e307bca-38b1-449d-8e23-e01722c4936e tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 24 10:53:40.504694 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-8e307bca-38b1-449d-8e23-e01722c4936e tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:53:40.508765 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8e307bca-38b1-449d-8e23-e01722c4936e tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0134413
Dec 24 10:53:40.513840 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45170) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:40.515476 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8be37-3051-4587-8f3f-208b554c5931 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ccf373-7f7a-410b-87e3-0bfa5a92853b,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:40.522626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7db8be37-3051-4587-8f3f-208b554c5931 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:40.525033 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed60574-63d8-49f7-bb2f-79c6fc7a7036 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 52809331-f7c1-435d-b3c0-c7a480480f3f has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:53:40.535178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7db8be37-3051-4587-8f3f-208b554c5931 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:40.536349 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7db8be37-3051-4587-8f3f-208b554c5931 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.8067291
Dec 24 10:53:40.547741 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45174) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:40.584790 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4eda4a37-3357-4f58-b5c5-e394ea63aa17 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-group-rules/01ccf373-7f7a-410b-87e3-0bfa5a92853b HTTP/1.1" status: 200  len: 763 time: 0.0357614
Dec 24 10:53:40.640650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45178) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:40.676433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f7f5be6b-531f-4954-93ea-c9c556a55e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:40.702243 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:40.717455 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f7f5be6b-531f-4954-93ea-c9c556a55e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:40.785928 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-02b80da7-6293-4fcf-9d06-b1671695ea0d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:40.825795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-439a944b-a65f-4d44-b828-a2b82e047e96 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:40.829623 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5be6b-531f-4954-93ea-c9c556a55e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Pushing event deleted for resources: {'Network': ['ID=504b239f-0244-468c-aa87-4a746042adc5,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:40.837542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f7f5be6b-531f-4954-93ea-c9c556a55e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:40.871939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-02b80da7-6293-4fcf-9d06-b1671695ea0d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:40.873003 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f7f5be6b-531f-4954-93ea-c9c556a55e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] 10.222.0.54 "DELETE /v2.0/networks/504b239f-0244-468c-aa87-4a746042adc5 HTTP/1.1" status: 204  len: 168 time: 2.8190589
Dec 24 10:53:40.886295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-439a944b-a65f-4d44-b828-a2b82e047e96 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:40.890127 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-439a944b-a65f-4d44-b828-a2b82e047e96 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.2395279
Dec 24 10:53:40.891931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45184) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:40.892973 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed60574-63d8-49f7-bb2f-79c6fc7a7036 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:53:40.913657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d79a31-3b75-485f-9946-23a19b76bb41 None None] Sync routers for ids ['52809331-f7c1-435d-b3c0-c7a480480f3f'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:53:40.932333 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d79a31-3b75-485f-9946-23a19b76bb41 None None] Routers {'52809331-f7c1-435d-b3c0-c7a480480f3f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:40.933565 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-92d79a31-3b75-485f-9946-23a19b76bb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d69d640>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['52809331-f7c1-435d-b3c0-c7a480480f3f'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:40.939045 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Allocated IP 172.26.4.19 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/5cc5e29f-35bd-40be-a7bb-1fc85baafe47) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:40.943133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:41.010688 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 311c792c-59ef-4f95-a667-d50a0a5da103 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:41.068405 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-02b80da7-6293-4fcf-9d06-b1671695ea0d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:41.069211 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-92d79a31-3b75-485f-9946-23a19b76bb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d69d640>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:41.084206 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8ab6c418-d015-406a-840c-3fc66ae5ed4d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:41.100070 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d79a31-3b75-485f-9946-23a19b76bb41 None None] Routers {'52809331-f7c1-435d-b3c0-c7a480480f3f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:41.101269 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-92d79a31-3b75-485f-9946-23a19b76bb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d69d640>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['52809331-f7c1-435d-b3c0-c7a480480f3f'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:41.105434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-68490775-6e9f-4395-9407-52600f59f4b7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:41.116401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-68490775-6e9f-4395-9407-52600f59f4b7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:41.144333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b80da7-6293-4fcf-9d06-b1671695ea0d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fe6675-76ec-4a93-9f00-a846c05880c1,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:41.156844 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-02b80da7-6293-4fcf-9d06-b1671695ea0d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:41.160198 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-68490775-6e9f-4395-9407-52600f59f4b7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:41.175273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-68490775-6e9f-4395-9407-52600f59f4b7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:41.175828 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-68490775-6e9f-4395-9407-52600f59f4b7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/01ccf373-7f7a-410b-87e3-0bfa5a92853b HTTP/1.1" status: 204  len: 168 time: 0.2534091
Dec 24 10:53:41.182722 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6ab07382-6713-4df0-bb2d-1eed32ea9048 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:41.189132 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-02b80da7-6293-4fcf-9d06-b1671695ea0d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:41.192657 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-02b80da7-6293-4fcf-9d06-b1671695ea0d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "DELETE /v2.0/security-groups/34fe6675-76ec-4a93-9f00-a846c05880c1 HTTP/1.1" status: 204  len: 168 time: 0.6728196
Dec 24 10:53:41.192657 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45190) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:41.195822 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ed60574-63d8-49f7-bb2f-79c6fc7a7036 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:41.201378 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2ed60574-63d8-49f7-bb2f-79c6fc7a7036 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/ports/ca40c324-ad6f-4de2-a51a-9bb603e691d8 HTTP/1.1" status: 204  len: 168 time: 3.2748430
Dec 24 10:53:41.205045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45192) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:41.205393 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45194) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:41.211268 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-92d79a31-3b75-485f-9946-23a19b76bb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d69d640>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:41.211770 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d79a31-3b75-485f-9946-23a19b76bb41 None None] The sync data for ids ['52809331-f7c1-435d-b3c0-c7a480480f3f'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:53:41.230865 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 311c792c-59ef-4f95-a667-d50a0a5da103 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:41.231583 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:41.253420 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68490775-6e9f-4395-9407-52600f59f4b7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01ccf373-7f7a-410b-87e3-0bfa5a92853b,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:41.256904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-68490775-6e9f-4395-9407-52600f59f4b7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:41.282653 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-45cb4597-f924-4290-bd4f-6c7e3a66b26a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:41.301273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45202) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:41.302009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-98ce24c3-bfe3-489c-9a75-7f30e2674bbb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:41.401018 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e650dbc7-5942-4683-98eb-1b0f1771f876 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:41.407683 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ac06f71c-9438-45d6-b785-21a7ba1c9427 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:41.437017 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb4597-f924-4290-bd4f-6c7e3a66b26a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=c8863ebe-73a8-4fe1-9504-397d3f590ca1,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:41.440445 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-45cb4597-f924-4290-bd4f-6c7e3a66b26a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:41.506413 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port ac06f71c-9438-45d6-b785-21a7ba1c9427 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:41.507184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:41.533588 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3f5ca53e-d3df-4ff1-ab4f-9217b36654be tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Synchronizing usage tracker for tenant:85ac333d75164785bf439c07e3d7e16b on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:41.582905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e650dbc7-5942-4683-98eb-1b0f1771f876 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:41.584178 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e650dbc7-5942-4683-98eb-1b0f1771f876 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3811557
Dec 24 10:53:41.596016 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45208) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:41.618126 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9bd52d67-bffa-4a88-a4db-41221dc3158d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group_rule': {'security_group_id': 'f6cca5d2-499e-40c0-9af9-c77249cf2a5b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:41.628142 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3f5ca53e-d3df-4ff1-ab4f-9217b36654be tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Unset dirty status for tenant:85ac333d75164785bf439c07e3d7e16b on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:41.629816 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3f5ca53e-d3df-4ff1-ab4f-9217b36654be tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4212937
Dec 24 10:53:41.632689 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9bd52d67-bffa-4a88-a4db-41221dc3158d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:41.635706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45212) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:41.710560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:41.723794 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ab6a1d7a-1575-4339-b605-15c329a20ef3 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group': {'name': 'tempest-secgroup--94403418'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:41.739628 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9bd52d67-bffa-4a88-a4db-41221dc3158d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:41.744388 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ab6a1d7a-1575-4339-b605-15c329a20ef3 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:41.764813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ab6a1d7a-1575-4339-b605-15c329a20ef3 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:41.790109 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:41.793367 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-45cb4597-f924-4290-bd4f-6c7e3a66b26a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:41.861820 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9bd52d67-bffa-4a88-a4db-41221dc3158d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:41.877701 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-45cb4597-f924-4290-bd4f-6c7e3a66b26a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/c8863ebe-73a8-4fe1-9504-397d3f590ca1 HTTP/1.1" status: 204  len: 168 time: 3.3081639
Dec 24 10:53:41.895158 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45218) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:41.897358 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d33cbdf2-1ef1-43ea-9e2c-7ce368809334 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=de6e8a83e4e64af7961a81e6b7e02194&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5061862
Dec 24 10:53:41.897358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45222) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:41.898067 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1d7a-1575-4339-b605-15c329a20ef3 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:41.931413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:41.943735 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-16697364-78b9-4f74-a8a7-7221d464f24b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:42.077672 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:42.089577 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:42.105931 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:42.145999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Pushing event updated for resources: {'Port': ['ID=5cc5e29f-35bd-40be-a7bb-1fc85baafe47,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:42.147607 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ab6a1d7a-1575-4339-b605-15c329a20ef3 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:42.164260 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ab6a1d7a-1575-4339-b605-15c329a20ef3 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:42.169746 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ab6a1d7a-1575-4339-b605-15c329a20ef3 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:42.188457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ab6a1d7a-1575-4339-b605-15c329a20ef3 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:42.206340 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabea4e0-dfd4-414c-b06f-fbed720eb429 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:42.207835 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabea4e0-dfd4-414c-b06f-fbed720eb429 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:42.209426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabea4e0-dfd4-414c-b06f-fbed720eb429 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:42.210283 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cabea4e0-dfd4-414c-b06f-fbed720eb429 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:42.249396 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9bd52d67-bffa-4a88-a4db-41221dc3158d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.288819 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9bd52d67-bffa-4a88-a4db-41221dc3158d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.297689 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-46b25e93-4ffb-4449-ae11-e0ee87b5dab9 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:42.300315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:42.315362 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cabea4e0-dfd4-414c-b06f-fbed720eb429 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:42.316219 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cabea4e0-dfd4-414c-b06f-fbed720eb429 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.4263577
Dec 24 10:53:42.326573 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45226) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:42.327298 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-38712b7b-4f4b-4974-be47-1ed495a86a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.342145 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd52d67-bffa-4a88-a4db-41221dc3158d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46950582-71e7-49fa-9d98-d6e3c91243e8,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:42.351280 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9bd52d67-bffa-4a88-a4db-41221dc3158d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:42.382348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9bd52d67-bffa-4a88-a4db-41221dc3158d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.383561 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9bd52d67-bffa-4a88-a4db-41221dc3158d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7835438
Dec 24 10:53:42.390410 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45230) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:42.423534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-38712b7b-4f4b-4974-be47-1ed495a86a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.423914 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1d7a-1575-4339-b605-15c329a20ef3 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.428653 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3f6f759d-299d-43b1-8c4b-56e9ebd5e9aa tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-group-rules/46950582-71e7-49fa-9d98-d6e3c91243e8 HTTP/1.1" status: 200  len: 763 time: 0.0360987
Dec 24 10:53:42.430947 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1d7a-1575-4339-b605-15c329a20ef3 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.435768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45234) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:42.437746 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-eb3e2b9d-0eb4-4dad-ba17-6b13c32561f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:42.475988 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-75893f68-1474-4d16-8814-7067c00fbd1f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 25f0ae57-c8a1-4872-b340-6afd1de8c55c {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:53:42.496166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-75893f68-1474-4d16-8814-7067c00fbd1f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.521744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ab6a1d7a-1575-4339-b605-15c329a20ef3 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.525954 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ab6a1d7a-1575-4339-b605-15c329a20ef3 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 0.8857510
Dec 24 10:53:42.527274 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Router eb4c1cf6-90e6-4615-bc8c-4970c558c457 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:53:42.529241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45238) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:42.540783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a1d7a-1575-4339-b605-15c329a20ef3 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4022a9-c2ce-43bf-872c-85865aa71136,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:42.544249 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ab6a1d7a-1575-4339-b605-15c329a20ef3 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:42.544471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.550488 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-1dab0ec9-04d8-4780-9d40-ffa0c5107049 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': 'fb4022a9-c2ce-43bf-872c-85865aa71136', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:42.551488 dv-neutron-822668-2-hyperv neutron-server[87558]: WARNING neutron.api.v2.base [None req-1dab0ec9-04d8-4780-9d40-ffa0c5107049 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 24 10:53:42.551975 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-1dab0ec9-04d8-4780-9d40-ffa0c5107049 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:53:42.556446 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1dab0ec9-04d8-4780-9d40-ffa0c5107049 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0166750
Dec 24 10:53:42.556531 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45242) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:42.570655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-1002534f-c66e-4243-8ca1-ac1cdf9b2ddf tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': 'fb4022a9-c2ce-43bf-872c-85865aa71136', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:42.573537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-54e1db3a-48c2-41d5-a40b-350aac640e84 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:42.601065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-54e1db3a-48c2-41d5-a40b-350aac640e84 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:42.602311 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-54e1db3a-48c2-41d5-a40b-350aac640e84 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.1569674
Dec 24 10:53:42.605563 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45246) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:42.606483 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1002534f-c66e-4243-8ca1-ac1cdf9b2ddf tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:42.624853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c17da764-cd2b-43ee-abc9-285133518c1c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.673970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-75893f68-1474-4d16-8814-7067c00fbd1f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.699934 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1002534f-c66e-4243-8ca1-ac1cdf9b2ddf tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:42.705140 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-243954e7-c34c-4c10-9709-dda1c8547eca tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.719279 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1002534f-c66e-4243-8ca1-ac1cdf9b2ddf tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:42.729466 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-243954e7-c34c-4c10-9709-dda1c8547eca tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.749464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1002534f-c66e-4243-8ca1-ac1cdf9b2ddf tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:42.761819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-38712b7b-4f4b-4974-be47-1ed495a86a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.771576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e1054fae-d8d3-4574-b915-dcf067954288 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:42.796786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38712b7b-4f4b-4974-be47-1ed495a86a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f5a3ff-35b6-4e88-b1a5-7d06efd407a0,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:42.798441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.830449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-38712b7b-4f4b-4974-be47-1ed495a86a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:42.830585 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-243954e7-c34c-4c10-9709-dda1c8547eca tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.834939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:42.901960 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243954e7-c34c-4c10-9709-dda1c8547eca tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46950582-71e7-49fa-9d98-d6e3c91243e8,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:42.912129 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-243954e7-c34c-4c10-9709-dda1c8547eca tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:42.943903 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-243954e7-c34c-4c10-9709-dda1c8547eca tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.945080 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-243954e7-c34c-4c10-9709-dda1c8547eca tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/46950582-71e7-49fa-9d98-d6e3c91243e8 HTTP/1.1" status: 204  len: 168 time: 0.3385506
Dec 24 10:53:42.949668 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45250) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:42.963417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-38712b7b-4f4b-4974-be47-1ed495a86a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:42.964483 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-38712b7b-4f4b-4974-be47-1ed495a86a1c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/97f5a3ff-35b6-4e88-b1a5-7d06efd407a0 HTTP/1.1" status: 204  len: 168 time: 1.0677679
Dec 24 10:53:43.010252 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-1002534f-c66e-4243-8ca1-ac1cdf9b2ddf tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:53:43.011292 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1002534f-c66e-4243-8ca1-ac1cdf9b2ddf tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.4514120
Dec 24 10:53:43.014691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-75893f68-1474-4d16-8814-7067c00fbd1f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:43.015120 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45256) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:43.029982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9b63af4f-1465-440a-8dd7-2fd0d49cf060 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': 'fb4022a9-c2ce-43bf-872c-85865aa71136', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:43.030716 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING neutron.api.v2.base [None req-9b63af4f-1465-440a-8dd7-2fd0d49cf060 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 24 10:53:43.031367 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-9b63af4f-1465-440a-8dd7-2fd0d49cf060 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:53:43.033787 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9b63af4f-1465-440a-8dd7-2fd0d49cf060 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0177250
Dec 24 10:53:43.037382 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45260) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:43.044665 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6f6a2858-6f38-4412-910f-b37b61c36f46 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': 'fb4022a9-c2ce-43bf-872c-85865aa71136', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:43.058737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6f6a2858-6f38-4412-910f-b37b61c36f46 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:43.068513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6f6a2858-6f38-4412-910f-b37b61c36f46 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:43.073498 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6f6a2858-6f38-4412-910f-b37b61c36f46 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:43.076933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-c17da764-cd2b-43ee-abc9-285133518c1c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Deleting port 6137d20a-5c9e-4e60-bbc6-1f4ddd06f834 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:43.077278 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c17da764-cd2b-43ee-abc9-285133518c1c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:43.084220 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:53:43.098595 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Sync routers for ids ['eb4c1cf6-90e6-4615-bc8c-4970c558c457'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:53:43.120968 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Routers {'eb4c1cf6-90e6-4615-bc8c-4970c558c457'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:43.122065 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfbfa00>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['eb4c1cf6-90e6-4615-bc8c-4970c558c457'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:43.135051 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6f6a2858-6f38-4412-910f-b37b61c36f46 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:43.185829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2a698eae-ce2e-4bc2-aa0b-d8f87ce24474 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:43.205259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:43.206468 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 11.8070481
Dec 24 10:53:43.212654 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45266) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:43.255965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2a698eae-ce2e-4bc2-aa0b-d8f87ce24474 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:43.257726 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2a698eae-ce2e-4bc2-aa0b-d8f87ce24474 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3011544
Dec 24 10:53:43.260513 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45270) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:43.263435 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-75893f68-1474-4d16-8814-7067c00fbd1f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:43.271526 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:43.303345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-6a5b307f-e63a-40f9-80ec-db1e640b5294 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group_rule': {'security_group_id': 'f6cca5d2-499e-40c0-9af9-c77249cf2a5b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:43.315821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6a5b307f-e63a-40f9-80ec-db1e640b5294 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:43.323573 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75893f68-1474-4d16-8814-7067c00fbd1f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=25f0ae57-c8a1-4872-b340-6afd1de8c55c,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:43.332137 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-75893f68-1474-4d16-8814-7067c00fbd1f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:43.333320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-75893f68-1474-4d16-8814-7067c00fbd1f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:43.333777 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a90787-9c15-4203-a0be-dfe6e246a78c None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:43.340268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6a5b307f-e63a-40f9-80ec-db1e640b5294 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:43.371398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:43.381548 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-75893f68-1474-4d16-8814-7067c00fbd1f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/25f0ae57-c8a1-4872-b340-6afd1de8c55c HTTP/1.1" status: 204  len: 168 time: 1.0522916
Dec 24 10:53:43.384184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:43.388585 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45274) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:43.389393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:43.418346 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45276) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:43.419202 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-6f6a2858-6f38-4412-910f-b37b61c36f46 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:53:43.420419 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6f6a2858-6f38-4412-910f-b37b61c36f46 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3819311
Dec 24 10:53:43.421184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6a5b307f-e63a-40f9-80ec-db1e640b5294 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:43.429102 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Set router eb4c1cf6-90e6-4615-bc8c-4970c558c457 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:53:43.431316 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45280) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:43.445181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-2d022f73-6ea8-4088-a62e-b0202f151fef tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': 'fb4022a9-c2ce-43bf-872c-85865aa71136', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:43.445995 dv-neutron-822668-2-hyperv neutron-server[87558]: WARNING neutron.api.v2.base [None req-2d022f73-6ea8-4088-a62e-b0202f151fef tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 24 10:53:43.446724 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-2d022f73-6ea8-4088-a62e-b0202f151fef tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:53:43.447866 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2d022f73-6ea8-4088-a62e-b0202f151fef tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0072720
Dec 24 10:53:43.467532 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45286) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:43.594319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-91d209a7-495c-412d-88dc-a6404fa8d5f0 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': 'fb4022a9-c2ce-43bf-872c-85865aa71136', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:43.647492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:43.658291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-91d209a7-495c-412d-88dc-a6404fa8d5f0 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:43.659905 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Pushing event updated for resources: {'Port': ['ID=5cc5e29f-35bd-40be-a7bb-1fc85baafe47,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:43.669957 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e8fc4c86-7b33-421b-9aec-fa5407206d19 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=18d5ddf23de340419c33b8a771c7b14b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2483234
Dec 24 10:53:43.676218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45290) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:43.677440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:43.699510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-91d209a7-495c-412d-88dc-a6404fa8d5f0 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:43.703108 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-351267fd-0f66-40be-b5af-e5f1a8045adc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 6277c23b-a1de-4687-a0a9-5fd1da0161a4 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:53:43.705000 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-91d209a7-495c-412d-88dc-a6404fa8d5f0 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:43.709315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-351267fd-0f66-40be-b5af-e5f1a8045adc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:43.716744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c17da764-cd2b-43ee-abc9-285133518c1c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:43.730814 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-91d209a7-495c-412d-88dc-a6404fa8d5f0 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:43.771356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:43.782413 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.7305479
Dec 24 10:53:43.817513 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6a5b307f-e63a-40f9-80ec-db1e640b5294 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:43.860093 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfbfa00>, [{'id': 'eb4c1cf6-90e6-4615-bc8c-4970c558c457', 'name': 'tempest-snat-router-1633862450', 'tenant_id': '7065dbeb15604390bd404252b2a01e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.88'}], 'enable_snat': True}, 'gw_port_id': '5850308f-369a-4d43-80ad-b473cb504506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:31Z', 'updated_at': '2021-12-24T10:53:40Z', 'revision_number': 3, 'project_id': '7065dbeb15604390bd404252b2a01e55', 'gw_port': {'id': '5850308f-369a-4d43-80ad-b473cb504506', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:7e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb4c1cf6-90e6-4615-bc8c-4970c558c457', 'device_owner': 'network:router_gateway', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:36Z', 'updated_at': '2021-12-24T10:53:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:43.862493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-351267fd-0f66-40be-b5af-e5f1a8045adc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:43.869346 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Checking router: eb4c1cf6-90e6-4615-bc8c-4970c558c457 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:53:43.869705 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Updating router eb4c1cf6-90e6-4615-bc8c-4970c558c457 port 5850308f-369a-4d43-80ad-b473cb504506 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:53:43.903261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-12884850-6451-446f-8e37-00d3fcaed15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:43.905469 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6a5b307f-e63a-40f9-80ec-db1e640b5294 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:43.907329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-c17da764-cd2b-43ee-abc9-285133518c1c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Calling delete_port for 6137d20a-5c9e-4e60-bbc6-1f4ddd06f834 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:43.920538 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-41a31c71-005e-4a6e-aacf-d41c574105f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:43.960719 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:43.969144 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fb51ae48-dcf4-4fda-9fd8-2c1514ced951 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "GET /v2.0/routers/eb4c1cf6-90e6-4615-bc8c-4970c558c457 HTTP/1.1" status: 200  len: 907 time: 0.7527723
Dec 24 10:53:43.973641 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45302) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:43.975320 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-91d209a7-495c-412d-88dc-a6404fa8d5f0 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Project 85ac333d75164785bf439c07e3d7e16b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 10:53:43.992855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5b307f-e63a-40f9-80ec-db1e640b5294 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0601ddfa-7e77-459d-84ba-97597fda1e49,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:44.003353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6a5b307f-e63a-40f9-80ec-db1e640b5294 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:44.030541 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-12884850-6451-446f-8e37-00d3fcaed15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.063813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6a5b307f-e63a-40f9-80ec-db1e640b5294 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.065023 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6a5b307f-e63a-40f9-80ec-db1e640b5294 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8034508
Dec 24 10:53:44.071817 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45310) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:44.106157 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e0c286c0-fbba-4542-9fc0-0be23043ec26 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-group-rules/0601ddfa-7e77-459d-84ba-97597fda1e49 HTTP/1.1" status: 200  len: 764 time: 0.0287685
Dec 24 10:53:44.124391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45314) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:44.201783 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-1f68dbcf-5f3f-454a-bbb6-3074bff9021d tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Synchronizing usage tracker for tenant:a8ba107df4e84355959c1593c8cc3a54 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:44.213586 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-351267fd-0f66-40be-b5af-e5f1a8045adc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.265829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-919a7d4a-664e-407e-b6bb-94b6046a06fc tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:44.307791 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-1f68dbcf-5f3f-454a-bbb6-3074bff9021d tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Unset dirty status for tenant:a8ba107df4e84355959c1593c8cc3a54 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:44.309511 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-1f68dbcf-5f3f-454a-bbb6-3074bff9021d tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1868355009&fields=id&tenant_id=a8ba107df4e84355959c1593c8cc3a54 HTTP/1.1" status: 200  len: 267 time: 0.2867301
Dec 24 10:53:44.314757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-12884850-6451-446f-8e37-00d3fcaed15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.322622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8418a388-2561-456d-bf95-523fa21b3b66 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:44.337238 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12884850-6451-446f-8e37-00d3fcaed15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0f0d46-375a-47dd-9e89-43688d8272ae,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:44.371901 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.396666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-919a7d4a-664e-407e-b6bb-94b6046a06fc tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:44.398417 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-919a7d4a-664e-407e-b6bb-94b6046a06fc tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.2710552
Dec 24 10:53:44.400007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-12884850-6451-446f-8e37-00d3fcaed15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:44.437917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45318) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:44.440507 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.483041 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-91d209a7-495c-412d-88dc-a6404fa8d5f0 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:53:44.484464 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-91d209a7-495c-412d-88dc-a6404fa8d5f0 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 1.0155714
Dec 24 10:53:44.489390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45322) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:44.500937 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-d85b0ca5-e1bd-44da-9f60-c404e5f7daef tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': 'fb4022a9-c2ce-43bf-872c-85865aa71136', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:44.501409 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING neutron.api.v2.base [None req-d85b0ca5-e1bd-44da-9f60-c404e5f7daef tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 24 10:53:44.501898 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-d85b0ca5-e1bd-44da-9f60-c404e5f7daef tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:53:44.502866 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d85b0ca5-e1bd-44da-9f60-c404e5f7daef tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0123057
Dec 24 10:53:44.512213 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45326) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:44.517337 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c0f9e264-d3f2-4ec2-9008-cd91c8be4f60 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': 'fb4022a9-c2ce-43bf-872c-85865aa71136', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:44.527462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c0f9e264-d3f2-4ec2-9008-cd91c8be4f60 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:44.544288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c0f9e264-d3f2-4ec2-9008-cd91c8be4f60 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:44.548214 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c0f9e264-d3f2-4ec2-9008-cd91c8be4f60 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:44.559232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c0f9e264-d3f2-4ec2-9008-cd91c8be4f60 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:44.610900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-acdf5d5a-f582-40da-bad7-77744acf86e8 None None] Provisioning complete for port ac06f71c-9438-45d6-b785-21a7ba1c9427 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:44.611917 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-acdf5d5a-f582-40da-bad7-77744acf86e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.648329 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-c0f9e264-d3f2-4ec2-9008-cd91c8be4f60 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Project 85ac333d75164785bf439c07e3d7e16b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 10:53:44.655757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-12884850-6451-446f-8e37-00d3fcaed15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.656949 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-12884850-6451-446f-8e37-00d3fcaed15e admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/3e0f0d46-375a-47dd-9e89-43688d8272ae HTTP/1.1" status: 204  len: 168 time: 0.9759986
Dec 24 10:53:44.663267 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Transition to ACTIVE for port object 5850308f-369a-4d43-80ad-b473cb504506 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:44.673998 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-351267fd-0f66-40be-b5af-e5f1a8045adc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.678651 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-c0f9e264-d3f2-4ec2-9008-cd91c8be4f60 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:53:44.679904 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c0f9e264-d3f2-4ec2-9008-cd91c8be4f60 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1666801
Dec 24 10:53:44.683112 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b0875757-e19a-48fa-b9e9-dae005327660 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:44.687313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45332) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:44.694813 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.698646 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-1232a989-8ba6-4a93-b400-11db5bab5f76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:44.732414 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-40f612f6-0c4a-4796-938f-a53595f8e772 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': 'fb4022a9-c2ce-43bf-872c-85865aa71136', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:44.737954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351267fd-0f66-40be-b5af-e5f1a8045adc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=6277c23b-a1de-4687-a0a9-5fd1da0161a4,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:44.738869 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-40f612f6-0c4a-4796-938f-a53595f8e772 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:44.742869 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-40f612f6-0c4a-4796-938f-a53595f8e772 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:44.746453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-40f612f6-0c4a-4796-938f-a53595f8e772 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:44.747719 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-351267fd-0f66-40be-b5af-e5f1a8045adc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:44.752142 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-40f612f6-0c4a-4796-938f-a53595f8e772 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:44.767567 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.769376 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-351267fd-0f66-40be-b5af-e5f1a8045adc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.772579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8bde0c44-7f01-4a8a-9a36-97c8fcfb0286 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.793031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8bde0c44-7f01-4a8a-9a36-97c8fcfb0286 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.794321 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-40f612f6-0c4a-4796-938f-a53595f8e772 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Project 85ac333d75164785bf439c07e3d7e16b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 10:53:44.798391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb798a01-cbee-433d-855c-98de1ac5ac01 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:44.817836 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-351267fd-0f66-40be-b5af-e5f1a8045adc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/6277c23b-a1de-4687-a0a9-5fd1da0161a4 HTTP/1.1" status: 204  len: 168 time: 1.3885868
Dec 24 10:53:44.824415 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45336) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:44.830808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Deleting port 5850308f-369a-4d43-80ad-b473cb504506 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:44.831414 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.833251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-dcea4b84-f4d0-4cd3-ade5-4957fd317851 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:44.834047 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-dcea4b84-f4d0-4cd3-ade5-4957fd317851 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Synchronizing usage tracker for tenant:a8ba107df4e84355959c1593c8cc3a54 on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:44.867457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8bde0c44-7f01-4a8a-9a36-97c8fcfb0286 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.870854 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:44.880050 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Attempting to bind port 5850308f-369a-4d43-80ad-b473cb504506 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:44.880203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-dcea4b84-f4d0-4cd3-ade5-4957fd317851 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Unset dirty status for tenant:a8ba107df4e84355959c1593c8cc3a54 on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:44.880710 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Attempting to bind port 5850308f-369a-4d43-80ad-b473cb504506 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:44.881262 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Attempting to bind port 5850308f-369a-4d43-80ad-b473cb504506 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:44.881379 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-dcea4b84-f4d0-4cd3-ade5-4957fd317851 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/networks?id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 HTTP/1.1" status: 200  len: 812 time: 0.5609977
Dec 24 10:53:44.893858 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224b8ed-ceb9-4a53-9e0e-05efa1ae82d7 None None] Pushing event updated for resources: {'Port': ['ID=5850308f-369a-4d43-80ad-b473cb504506,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:44.896835 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:53:44.897501 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:53:44.898151 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.900019 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:53:44.900371 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde0c44-7f01-4a8a-9a36-97c8fcfb0286 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0601ddfa-7e77-459d-84ba-97597fda1e49,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:44.901073 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Bound port: 5850308f-369a-4d43-80ad-b473cb504506, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:53:44.901912 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.908473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8bde0c44-7f01-4a8a-9a36-97c8fcfb0286 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:44.909844 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8bde0c44-7f01-4a8a-9a36-97c8fcfb0286 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:44.911710 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8bde0c44-7f01-4a8a-9a36-97c8fcfb0286 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-group-rules/0601ddfa-7e77-459d-84ba-97597fda1e49 HTTP/1.1" status: 204  len: 168 time: 0.4725759
Dec 24 10:53:44.918436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45340) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:44.926593 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-888ab20c-6e9d-47e1-9802-c2718105706a tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/quotas/a8ba107df4e84355959c1593c8cc3a54 HTTP/1.1" status: 200  len: 375 time: 0.0275834
Dec 24 10:53:44.933323 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-9224b8ed-ceb9-4a53-9e0e-05efa1ae82d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:45.002663 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] For port 5850308f-369a-4d43-80ad-b473cb504506, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:53:45.006413 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] For port 5850308f-369a-4d43-80ad-b473cb504506, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5850308f-369a-4d43-80ad-b473cb504506,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:53:45.023210 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:45.028367 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:45.050260 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-190e2189-aaa8-4075-bcf3-694575b3f5e0 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2159450
Dec 24 10:53:45.051341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45344) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:45.131475 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a5333f18-e1e9-427d-ba3e-10b7a37e014e tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:45.188907 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Routers {'eb4c1cf6-90e6-4615-bc8c-4970c558c457'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:45.189653 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfbfa00>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['eb4c1cf6-90e6-4615-bc8c-4970c558c457'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:45.189989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-a65bf748-d81c-4540-9ec7-b8cca3fa4af1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Synchronizing usage tracker for tenant:a8ba107df4e84355959c1593c8cc3a54 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:45.207868 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a5333f18-e1e9-427d-ba3e-10b7a37e014e tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:45.209945 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-40f612f6-0c4a-4796-938f-a53595f8e772 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:53:45.212183 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a5333f18-e1e9-427d-ba3e-10b7a37e014e tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.2928927
Dec 24 10:53:45.214314 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-40f612f6-0c4a-4796-938f-a53595f8e772 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.5257754
Dec 24 10:53:45.216243 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45352) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:45.216583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45354) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:45.223703 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-1ba329eb-76dc-433c-a33a-1587f6445031 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:45.239167 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c17da764-cd2b-43ee-abc9-285133518c1c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:45.248342 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:45.270325 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c773a151-e6be-4ea3-9bb2-14fb1d70f750 None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:53:45.276790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c773a151-e6be-4ea3-9bb2-14fb1d70f750 None None] Deleting port ac06f71c-9438-45d6-b785-21a7ba1c9427 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:45.277332 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c773a151-e6be-4ea3-9bb2-14fb1d70f750 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:45.296290 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224b8ed-ceb9-4a53-9e0e-05efa1ae82d7 None None] Pushing event updated for resources: {'Port': ['ID=5850308f-369a-4d43-80ad-b473cb504506,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:45.305386 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-9224b8ed-ceb9-4a53-9e0e-05efa1ae82d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:45.458354 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-a65bf748-d81c-4540-9ec7-b8cca3fa4af1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Unset dirty status for tenant:a8ba107df4e84355959c1593c8cc3a54 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:45.459683 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-a65bf748-d81c-4540-9ec7-b8cca3fa4af1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=a8ba107df4e84355959c1593c8cc3a54&fields=id HTTP/1.1" status: 200  len: 348 time: 0.5003500
Dec 24 10:53:45.504611 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17da764-cd2b-43ee-abc9-285133518c1c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event deleted for resources: {'Port': ['ID=6137d20a-5c9e-4e60-bbc6-1f4ddd06f834,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:45.507051 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c17da764-cd2b-43ee-abc9-285133518c1c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:45.509294 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] For port 5850308f-369a-4d43-80ad-b473cb504506, host dv-neutron-822668-2-hyperv, got binding levels [] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:45.512901 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:45.578221 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] Set router eb4c1cf6-90e6-4615-bc8c-4970c558c457 gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:53:45.581745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae8f08dd-5f42-44a3-84ba-345f3745f362 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:45.736757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-09c281a1-1139-4379-a2cc-bd5fb6c4d1f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:45.753642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c773a151-e6be-4ea3-9bb2-14fb1d70f750 None None] For port ac06f71c-9438-45d6-b785-21a7ba1c9427, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ac06f71c-9438-45d6-b785-21a7ba1c9427,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:45.754199 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfbfa00>, [{'id': 'eb4c1cf6-90e6-4615-bc8c-4970c558c457', 'name': 'tempest-snat-router-1633862450', 'tenant_id': '7065dbeb15604390bd404252b2a01e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:31Z', 'updated_at': '2021-12-24T10:53:44Z', 'revision_number': 4, 'project_id': '7065dbeb15604390bd404252b2a01e55', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:45.754316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c773a151-e6be-4ea3-9bb2-14fb1d70f750 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:45.768756 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a8f7e-1448-44f5-97dd-9aeb6b42e39a None None] The sync data for ids ['eb4c1cf6-90e6-4615-bc8c-4970c558c457'] in dv-neutron-822668-2-hyperv is: [{'id': 'eb4c1cf6-90e6-4615-bc8c-4970c558c457', 'name': 'tempest-snat-router-1633862450', 'tenant_id': '7065dbeb15604390bd404252b2a01e55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:31Z', 'updated_at': '2021-12-24T10:53:44Z', 'revision_number': 4, 'project_id': '7065dbeb15604390bd404252b2a01e55', 'gw_port_host': None}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:53:45.794922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae8f08dd-5f42-44a3-84ba-345f3745f362 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:45.811797 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-09c281a1-1139-4379-a2cc-bd5fb6c4d1f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:45.877218 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Calling delete_port for 5850308f-369a-4d43-80ad-b473cb504506 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:45.919993 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-30535dc2-7924-4ab5-845f-f7f74c72be95 service neutron] 10.222.0.54 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4294765
Dec 24 10:53:45.974248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c773a151-e6be-4ea3-9bb2-14fb1d70f750 None None] Calling delete_port for ac06f71c-9438-45d6-b785-21a7ba1c9427 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:45.979164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-09c281a1-1139-4379-a2cc-bd5fb6c4d1f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:46.006429 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1ba329eb-76dc-433c-a33a-1587f6445031 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:46.015961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-569c75b6-3c48-4b5b-9181-b78dd698ca4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:46.029796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae8f08dd-5f42-44a3-84ba-345f3745f362 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:46.034865 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1ba329eb-76dc-433c-a33a-1587f6445031 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:46.043461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1ba329eb-76dc-433c-a33a-1587f6445031 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:46.063921 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1ba329eb-76dc-433c-a33a-1587f6445031 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:46.085089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c773a151-e6be-4ea3-9bb2-14fb1d70f750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:46.089214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:46.127055 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c281a1-1139-4379-a2cc-bd5fb6c4d1f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cca5d2-499e-40c0-9af9-c77249cf2a5b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:46.141581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-09c281a1-1139-4379-a2cc-bd5fb6c4d1f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:46.162355 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:46.179399 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f08dd-5f42-44a3-84ba-345f3745f362 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4022a9-c2ce-43bf-872c-85865aa71136,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:46.182138 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-09c281a1-1139-4379-a2cc-bd5fb6c4d1f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:46.183808 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-09c281a1-1139-4379-a2cc-bd5fb6c4d1f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-groups/f6cca5d2-499e-40c0-9af9-c77249cf2a5b HTTP/1.1" status: 204  len: 168 time: 0.9659855
Dec 24 10:53:46.185579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ae8f08dd-5f42-44a3-84ba-345f3745f362 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:46.190190 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae8f08dd-5f42-44a3-84ba-345f3745f362 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:46.191311 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ae8f08dd-5f42-44a3-84ba-345f3745f362 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "DELETE /v2.0/security-groups/fb4022a9-c2ce-43bf-872c-85865aa71136 HTTP/1.1" status: 204  len: 168 time: 0.9650664
Dec 24 10:53:46.194531 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45382) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:46.195481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45384) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:46.207532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45388) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:46.241939 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773a151-e6be-4ea3-9bb2-14fb1d70f750 None None] Pushing event deleted for resources: {'Port': ['ID=ac06f71c-9438-45d6-b785-21a7ba1c9427,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:46.246132 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c773a151-e6be-4ea3-9bb2-14fb1d70f750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:46.250172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c773a151-e6be-4ea3-9bb2-14fb1d70f750 None None] No DVR routers for this DVR port ac06f71c-9438-45d6-b785-21a7ba1c9427 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:53:46.309274 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba329eb-76dc-433c-a33a-1587f6445031 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:46.313557 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1ba329eb-76dc-433c-a33a-1587f6445031 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:46.351883 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-76dd4f8d-4c97-4b34-9e4d-788230a1c359 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:46.356316 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-a2259e63-9145-4e00-a867-f29e3bf2ba06 service neutron] 10.222.0.54 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4289150
Dec 24 10:53:46.381001 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f69482db-2a75-4328-9886-10b9e9003f71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Synchronizing usage tracker for tenant:85ac333d75164785bf439c07e3d7e16b on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:46.401378 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-76dd4f8d-4c97-4b34-9e4d-788230a1c359 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:46.402873 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-76dd4f8d-4c97-4b34-9e4d-788230a1c359 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2058837
Dec 24 10:53:46.410321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45396) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:46.415816 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f69482db-2a75-4328-9886-10b9e9003f71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Unset dirty status for tenant:85ac333d75164785bf439c07e3d7e16b on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:46.416779 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f69482db-2a75-4328-9886-10b9e9003f71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2179680
Dec 24 10:53:46.426489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-41e582db-2dc0-4d8b-871a-5d675c86650c tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group': {'name': 'tempest-secgroup--1123057388'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:46.434583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45400) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:46.439407 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-41e582db-2dc0-4d8b-871a-5d675c86650c tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:46.446834 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-2fad79d8-80e7-42b1-96d9-62e0bde0c32f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group': {'name': 'tempest-secgroup--317151339'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:46.476328 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-41e582db-2dc0-4d8b-871a-5d675c86650c tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:46.481941 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Request body: {'networks': [{'name': 'tempest-network--1916235953'}, {'name': 'tempest-network--1777667422'}]} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:46.482258 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Request body: {'network': {'name': 'tempest-network--1916235953'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:46.482715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Request body: {'network': {'name': 'tempest-network--1777667422'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:46.489111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:46.491651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2fad79d8-80e7-42b1-96d9-62e0bde0c32f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:46.507169 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2fad79d8-80e7-42b1-96d9-62e0bde0c32f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:46.511225 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Usage tracker for resource:network and tenant:06b0205d3a6947a6ac1d1794f7122cf0 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:46.518366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:46.531643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:46.541983 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41e582db-2dc0-4d8b-871a-5d675c86650c tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:46.565147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2fad79d8-80e7-42b1-96d9-62e0bde0c32f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:46.591176 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Made reservation on behalf of 06b0205d3a6947a6ac1d1794f7122cf0 for: {'network': 2} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:46.595822 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:46.611614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-41e582db-2dc0-4d8b-871a-5d675c86650c tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:46.617503 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2fad79d8-80e7-42b1-96d9-62e0bde0c32f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:46.622297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c17da764-cd2b-43ee-abc9-285133518c1c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:46.624179 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-41e582db-2dc0-4d8b-871a-5d675c86650c tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:46.628185 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:46.640154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-41e582db-2dc0-4d8b-871a-5d675c86650c tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:46.643153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2fad79d8-80e7-42b1-96d9-62e0bde0c32f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:46.646829 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-30abbd6c-ab11-4a37-8317-97644f026977 req-2b250339-2a2a-4c45-8850-ee2c91b1b1cb tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 210 time: 0.0783358
Dec 24 10:53:46.649921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2fad79d8-80e7-42b1-96d9-62e0bde0c32f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:46.654647 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-41e582db-2dc0-4d8b-871a-5d675c86650c tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:46.660922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2fad79d8-80e7-42b1-96d9-62e0bde0c32f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:46.665806 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:46.677033 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Usage tracker for resource:security_group_rule and tenant:06b0205d3a6947a6ac1d1794f7122cf0 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:46.686347 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:46.695026 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:46.826340 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.api [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:53:46.826340 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_db.api [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:53:46.839330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41e582db-2dc0-4d8b-871a-5d675c86650c tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:46.853649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41e582db-2dc0-4d8b-871a-5d675c86650c tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:46.860188 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2fad79d8-80e7-42b1-96d9-62e0bde0c32f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:46.864761 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:46.891391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2fad79d8-80e7-42b1-96d9-62e0bde0c32f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:46.952063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:46.980724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:46.981329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:46.994694 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ac06f71c-9438-45d6-b785-21a7ba1c9427 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:53:47.008746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e582db-2dc0-4d8b-871a-5d675c86650c tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a68c179-90cb-44e3-8c56-99a3a92b75e3,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:47.019925 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-41e582db-2dc0-4d8b-871a-5d675c86650c tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:47.026633 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:47.053720 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: ac06f71c-9438-45d6-b785-21a7ba1c9427 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:53:47.054179 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ac06f71c-9438-45d6-b785-21a7ba1c9427 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:53:47.066297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1ba329eb-76dc-433c-a33a-1587f6445031 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.074366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:53:47.083203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:47.105530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41e582db-2dc0-4d8b-871a-5d675c86650c tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.109464 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-41e582db-2dc0-4d8b-871a-5d675c86650c tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.6952820
Dec 24 10:53:47.109464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad79d8-80e7-42b1-96d9-62e0bde0c32f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfae780-82d8-4669-b976-e5096f126ad6,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:47.110353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45414) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:47.114164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.114501 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Added segment b2a919d2-55b2-403f-86f0-cf113238d1e4 of type vlan for network 73116c9b-e3f7-408c-a36f-4e1fbfe3c3b1
Dec 24 10:53:47.123971 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2fad79d8-80e7-42b1-96d9-62e0bde0c32f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.125110 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2fad79d8-80e7-42b1-96d9-62e0bde0c32f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.6883574
Dec 24 10:53:47.128616 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-b40696ec-e3d9-439e-a88e-5aad6186c308 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Request body: {'security_group_rule': {'security_group_id': '1a68c179-90cb-44e3-8c56-99a3a92b75e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:47.137586 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45418) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:47.143092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b40696ec-e3d9-439e-a88e-5aad6186c308 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:47.147259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-833c83ca-b7a7-41bb-8b86-097fee1c8a21 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': '6dfae780-82d8-4669-b976-e5096f126ad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:47.157165 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b40696ec-e3d9-439e-a88e-5aad6186c308 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Usage tracker for resource:security_group_rule and tenant:556d73b5c8ea4f11b83ae2511b8ce068 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:47.165905 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b40696ec-e3d9-439e-a88e-5aad6186c308 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:47.174025 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-833c83ca-b7a7-41bb-8b86-097fee1c8a21 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:47.183103 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b40696ec-e3d9-439e-a88e-5aad6186c308 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:47.184483 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-833c83ca-b7a7-41bb-8b86-097fee1c8a21 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:47.185853 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b419760-a145-4444-9959-30bdac520e81,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:47.191261 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-833c83ca-b7a7-41bb-8b86-097fee1c8a21 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:47.193942 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:47.199057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:47.199594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:47.203215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba329eb-76dc-433c-a33a-1587f6445031 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:47.207647 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-833c83ca-b7a7-41bb-8b86-097fee1c8a21 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:47.208617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.210617 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-1ba329eb-76dc-433c-a33a-1587f6445031 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:47.223638 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35452cd7-1047-41e5-bddc-a1bb26b1209d None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:47.236967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba329eb-76dc-433c-a33a-1587f6445031 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:47.236967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1ba329eb-76dc-433c-a33a-1587f6445031 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.280235 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:53:47.290865 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b40696ec-e3d9-439e-a88e-5aad6186c308 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.290865 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.290865 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Added segment ce99cb8c-09f8-4008-a0fb-52fa1561c148 of type vlan for network 6ae5b9cb-89c0-4e31-896d-dff49af48af6
Dec 24 10:53:47.352682 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.395939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b40696ec-e3d9-439e-a88e-5aad6186c308 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.401633 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Deleting port 5850308f-369a-4d43-80ad-b473cb504506 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:47.407881 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b40696ec-e3d9-439e-a88e-5aad6186c308 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.413351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.420258 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6131d51d-1672-4336-b1b7-db2120fd4da2 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:47.431173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.431173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.431173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:47.441556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:47.441556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.455922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40696ec-e3d9-439e-a88e-5aad6186c308 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239c87bf-bf09-45ac-830a-ddeab9bf1bff,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:47.455922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b40696ec-e3d9-439e-a88e-5aad6186c308 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:47.455922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:47.480016 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba329eb-76dc-433c-a33a-1587f6445031 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=37caea6e-bbb3-44be-b941-0cd2774d260e,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:47.527877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1ba329eb-76dc-433c-a33a-1587f6445031 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:47.594624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event updated for resources: {'Network': ['ID=73116c9b-e3f7-408c-a36f-4e1fbfe3c3b1,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:47.616322 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b40696ec-e3d9-439e-a88e-5aad6186c308 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.616497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 73116c9b-e3f7-408c-a36f-4e1fbfe3c3b1 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:53:47.620918 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b40696ec-e3d9-439e-a88e-5aad6186c308 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5050027
Dec 24 10:53:47.622308 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45422) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:47.629889 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 1.3777385
Dec 24 10:53:47.637665 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1ba329eb-76dc-433c-a33a-1587f6445031 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4219973
Dec 24 10:53:47.646155 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45426) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:47.647270 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45428) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:47.682319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:47.748164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event updated for resources: {'Network': ['ID=6ae5b9cb-89c0-4e31-896d-dff49af48af6,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:47.754371 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:47.755680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:47.756130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:47.780103 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 6ae5b9cb-89c0-4e31-896d-dff49af48af6 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:53:47.872579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-50487260-2d2e-473c-89c2-b0794b049dc8 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.881671 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ce5f146-f72b-4946-9feb-2ab1472132b6 req-67fb1211-01b6-43e5-934e-5263757e6991 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 210 time: 0.1309755
Dec 24 10:53:47.910458 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': '37caea6e-bbb3-44be-b941-0cd2774d260e'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:53:47.910593 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.931615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-50487260-2d2e-473c-89c2-b0794b049dc8 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:47.954425 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-833c83ca-b7a7-41bb-8b86-097fee1c8a21 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The resource could not be found.
Dec 24 10:53:47.958131 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-833c83ca-b7a7-41bb-8b86-097fee1c8a21 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.8124552
Dec 24 10:53:47.968346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45436) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:47.974659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-8fd14cad-d97a-406a-b924-70977a8f857d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': '6dfae780-82d8-4669-b976-e5096f126ad6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '04409d2c-6bc8-467d-9bb6-722ebee4bc77'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:47.997527 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8fd14cad-d97a-406a-b924-70977a8f857d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:48.039208 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8fd14cad-d97a-406a-b924-70977a8f857d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:48.122263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Allocated IP 172.20.0.2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/37caea6e-bbb3-44be-b941-0cd2774d260e/2642210d-1ba5-4a7f-978f-2e05142a7497) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:48.167931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:48.179620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:48.182703 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17da764-cd2b-43ee-abc9-285133518c1c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 52809331-f7c1-435d-b3c0-c7a480480f3f has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:53:48.184081 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] For port 5850308f-369a-4d43-80ad-b473cb504506, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5850308f-369a-4d43-80ad-b473cb504506,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:48.184436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:48.191853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:48.202518 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902ec930-28ee-4a8e-849b-dac2f84ee998 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:48.207997 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902ec930-28ee-4a8e-849b-dac2f84ee998 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:48.214017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902ec930-28ee-4a8e-849b-dac2f84ee998 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:48.219728 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902ec930-28ee-4a8e-849b-dac2f84ee998 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:48.221381 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-902ec930-28ee-4a8e-849b-dac2f84ee998 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.5705934
Dec 24 10:53:48.230190 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:48.232032 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45440) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:48.372804 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8fd14cad-d97a-406a-b924-70977a8f857d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:48.397440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8fd14cad-d97a-406a-b924-70977a8f857d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:48.454972 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-50487260-2d2e-473c-89c2-b0794b049dc8 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:48.464017 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d6c0a78e-47b6-43fd-b777-882fc2c02aa1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:48.514202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50487260-2d2e-473c-89c2-b0794b049dc8 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a68c179-90cb-44e3-8c56-99a3a92b75e3,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:48.520977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-50487260-2d2e-473c-89c2-b0794b049dc8 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:48.530825 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-0593d6a6-c4dd-4ea1-b24f-17a2e7802339 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:48.530825 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-0593d6a6-c4dd-4ea1-b24f-17a2e7802339 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.32 "GET /v2.0/networks?id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 HTTP/1.1" status: 200  len: 812 time: 0.4760950
Dec 24 10:53:48.533593 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-8fd14cad-d97a-406a-b924-70977a8f857d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The resource could not be found.
Dec 24 10:53:48.534258 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8fd14cad-d97a-406a-b924-70977a8f857d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.5635231
Dec 24 10:53:48.537945 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45450) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:48.559551 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-50487260-2d2e-473c-89c2-b0794b049dc8 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:48.567784 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-50487260-2d2e-473c-89c2-b0794b049dc8 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-groups/1a68c179-90cb-44e3-8c56-99a3a92b75e3 HTTP/1.1" status: 204  len: 168 time: 0.9372079
Dec 24 10:53:48.567784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45454) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:48.588200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Calling delete_port for 5850308f-369a-4d43-80ad-b473cb504506 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:48.594282 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:48.609842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Transition to ACTIVE for port object 2642210d-1ba5-4a7f-978f-2e05142a7497 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:48.650092 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Transition to ACTIVE for port object 2642210d-1ba5-4a7f-978f-2e05142a7497 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:48.650092 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:48.660743 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-bf01623a-729e-44ef-9a26-79db653f2ca6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a8ba107df4e84355959c1593c8cc3a54 HTTP/1.1" status: 200  len: 380 time: 0.1025417
Dec 24 10:53:48.663446 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:48.679312 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-21ed52d7-6693-4f96-82d7-94bcdb69c98e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Request body: {'port': {'device_id': 'f40b0fc3-76c0-4b3f-80dc-a8ad844227be', 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213', 'admin_state_up': True, 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'security_groups': ['0a6de839-b885-4493-a638-99891dda31b8']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:48.713682 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:48.715726 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:48.718821 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:48.722536 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:48.726391 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:48.795291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-47107cf3-474c-405a-998f-93a3172e11c2 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:48.807197 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:53:48.818959 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d710d4a9-8266-4c0a-8917-36d02c4b90a7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:48.827374 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Pushing event updated for resources: {'Port': ['ID=2642210d-1ba5-4a7f-978f-2e05142a7497,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:48.831569 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:48.841732 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Attempting to bind port 2642210d-1ba5-4a7f-978f-2e05142a7497 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:48.842432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Attempting to bind port 2642210d-1ba5-4a7f-978f-2e05142a7497 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:48.842959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Attempting to bind port 2642210d-1ba5-4a7f-978f-2e05142a7497 on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:48.848875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-47107cf3-474c-405a-998f-93a3172e11c2 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:48.852686 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-47107cf3-474c-405a-998f-93a3172e11c2 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2618718
Dec 24 10:53:48.852835 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:53:48.852835 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:53:48.852835 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:48.852835 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:53:48.852835 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Bound port: 2642210d-1ba5-4a7f-978f-2e05142a7497, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:53:48.853335 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:48.863137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45460) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:48.888426 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d710d4a9-8266-4c0a-8917-36d02c4b90a7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:48.918471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-21ed52d7-6693-4f96-82d7-94bcdb69c98e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:48.960536 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-21ed52d7-6693-4f96-82d7-94bcdb69c98e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:48.962678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] For port 2642210d-1ba5-4a7f-978f-2e05142a7497, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:53:48.970911 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] For port 2642210d-1ba5-4a7f-978f-2e05142a7497, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=2642210d-1ba5-4a7f-978f-2e05142a7497,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:53:48.985092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-21ed52d7-6693-4f96-82d7-94bcdb69c98e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Made reservation on behalf of a8ba107df4e84355959c1593c8cc3a54 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:48.990990 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:48.994779 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-21ed52d7-6693-4f96-82d7-94bcdb69c98e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:48.994950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a2f91ea5-7dfc-4af1-939c-bf0aad9938a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:49.006211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9f615dcf-e49b-4975-9e0a-c2ea64612e56 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:49.056051 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d710d4a9-8266-4c0a-8917-36d02c4b90a7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:49.063764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-12c6e73d-0e2e-4c36-88fb-f6cfc69d13e6 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:49.091563 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Pushing event updated for resources: {'Port': ['ID=2642210d-1ba5-4a7f-978f-2e05142a7497,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:49.095642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:49.107183 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710d4a9-8266-4c0a-8917-36d02c4b90a7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfae780-82d8-4669-b976-e5096f126ad6,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:49.126523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d710d4a9-8266-4c0a-8917-36d02c4b90a7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:49.135368 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d710d4a9-8266-4c0a-8917-36d02c4b90a7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:49.136511 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d710d4a9-8266-4c0a-8917-36d02c4b90a7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "DELETE /v2.0/security-groups/6dfae780-82d8-4669-b976-e5096f126ad6 HTTP/1.1" status: 204  len: 168 time: 0.5980406
Dec 24 10:53:49.139682 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45466) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:49.215377 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b5412251-2c15-4b4e-9a3d-c2d8ed0fba06 req-d7ed3c90-ef0b-4d9b-9f46-70fdb5979e8c tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 210 time: 0.1130965
Dec 24 10:53:49.277973 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b7b47bc4-d49a-42e6-9d6f-c105a748af7c tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Synchronizing usage tracker for tenant:85ac333d75164785bf439c07e3d7e16b on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:49.298107 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-21ed52d7-6693-4f96-82d7-94bcdb69c98e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Allocated IP 172.20.0.8 (0f843d2e-fb9b-4cfa-bf12-376b9ccf9213/23635e8e-e8d9-42de-9682-d6045c59768a/9f848d24-f121-4a2d-8a3d-e65c6f538978) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:49.323399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-341b0171-ea71-4fee-ba69-b1dcdf227193 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Synchronizing usage tracker for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:49.323898 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b7b47bc4-d49a-42e6-9d6f-c105a748af7c tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Unset dirty status for tenant:85ac333d75164785bf439c07e3d7e16b on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:49.324644 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b7b47bc4-d49a-42e6-9d6f-c105a748af7c tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1840343
Dec 24 10:53:49.324805 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17da764-cd2b-43ee-abc9-285133518c1c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:53:49.328709 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45470) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:49.338465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-b4e038d5-15d3-439f-94c0-c1988e8af2cc tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': '181b854f-a7b4-4038-ae2f-79f4b278669a', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:49.348458 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68420491-8302-49e4-9bde-508dc9539039 None None] Sync routers for ids ['52809331-f7c1-435d-b3c0-c7a480480f3f'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:53:49.381068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b4e038d5-15d3-439f-94c0-c1988e8af2cc tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:49.404570 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68420491-8302-49e4-9bde-508dc9539039 None None] Routers {'52809331-f7c1-435d-b3c0-c7a480480f3f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:49.404770 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-68420491-8302-49e4-9bde-508dc9539039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d69d400>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['52809331-f7c1-435d-b3c0-c7a480480f3f'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:49.410230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b4e038d5-15d3-439f-94c0-c1988e8af2cc tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:49.423336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b4e038d5-15d3-439f-94c0-c1988e8af2cc tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:49.452647 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b4e038d5-15d3-439f-94c0-c1988e8af2cc tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:49.541187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-68420491-8302-49e4-9bde-508dc9539039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d69d400>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:49.549764 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68420491-8302-49e4-9bde-508dc9539039 None None] Routers {'52809331-f7c1-435d-b3c0-c7a480480f3f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:53:49.549764 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-68420491-8302-49e4-9bde-508dc9539039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d69d400>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['52809331-f7c1-435d-b3c0-c7a480480f3f'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:49.628246 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-68420491-8302-49e4-9bde-508dc9539039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d69d400>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:49.628246 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68420491-8302-49e4-9bde-508dc9539039 None None] The sync data for ids ['52809331-f7c1-435d-b3c0-c7a480480f3f'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:53:49.652992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:49.666913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9f615dcf-e49b-4975-9e0a-c2ea64612e56 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:49.676462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f7180c52-586b-4962-b7c8-5092d7b93368 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:49.703825 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c17da764-cd2b-43ee-abc9-285133518c1c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "PUT /v2.0/routers/52809331-f7c1-435d-b3c0-c7a480480f3f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.4937537
Dec 24 10:53:49.706995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45474) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:49.730944 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Pushing event deleted for resources: {'Port': ['ID=5850308f-369a-4d43-80ad-b473cb504506,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:49.733988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:49.779539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-341b0171-ea71-4fee-ba69-b1dcdf227193 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Unset dirty status for tenant:556d73b5c8ea4f11b83ae2511b8ce068 on resource:security_group_rule {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:49.780055 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-341b0171-ea71-4fee-ba69-b1dcdf227193 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.9140942
Dec 24 10:53:49.794762 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45478) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:49.803160 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-b4e038d5-15d3-439f-94c0-c1988e8af2cc tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The resource could not be found.
Dec 24 10:53:49.816327 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b4e038d5-15d3-439f-94c0-c1988e8af2cc tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.4752784
Dec 24 10:53:49.816327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45480) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:49.829359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-fb174f78-d13d-47a8-9bcf-a9a1afe1cba7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group': {'name': 'tempest-secgroup--405081162'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:49.843748 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-9f615dcf-e49b-4975-9e0a-c2ea64612e56 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c0cd370>,) {'filters': {'network_id': ['73116c9b-e3f7-408c-a36f-4e1fbfe3c3b1']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:49.857293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-fb174f78-d13d-47a8-9bcf-a9a1afe1cba7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:49.898438 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-fb174f78-d13d-47a8-9bcf-a9a1afe1cba7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:49.923528 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-9f615dcf-e49b-4975-9e0a-c2ea64612e56 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c0cd370>, 'b2a919d2-55b2-403f-86f0-cf113238d1e4') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:49.923528 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-9f615dcf-e49b-4975-9e0a-c2ea64612e56 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c0cd370>, 'b2a919d2-55b2-403f-86f0-cf113238d1e4') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:49.963410 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9f615dcf-e49b-4975-9e0a-c2ea64612e56 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:49.963410 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-9898f816-2cf4-495f-8d8a-ad1878580843 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] delete failed (client error): The resource could not be found.
Dec 24 10:53:49.963410 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9898f816-2cf4-495f-8d8a-ad1878580843 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "DELETE /v2.0/security-groups/1a68c179-90cb-44e3-8c56-99a3a92b75e3 HTTP/1.1" status: 404  len: 347 time: 0.1207919
Dec 24 10:53:49.970202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-21ed52d7-6693-4f96-82d7-94bcdb69c98e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:49.970202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45486) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:49.985690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9f615dcf-e49b-4975-9e0a-c2ea64612e56 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:49.999953 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f615dcf-e49b-4975-9e0a-c2ea64612e56 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:53:49.999953 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9f615dcf-e49b-4975-9e0a-c2ea64612e56 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:53:50.015499 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:53:50.031081 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:50.044674 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-575ffab4-b0b1-4a2d-8be7-1ea03fae5edd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:50.097906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-21ed52d7-6693-4f96-82d7-94bcdb69c98e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Transition to ACTIVE for port object 9f848d24-f121-4a2d-8a3d-e65c6f538978 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:50.100341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fb174f78-d13d-47a8-9bcf-a9a1afe1cba7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:50.174961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-fb174f78-d13d-47a8-9bcf-a9a1afe1cba7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:50.201002 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a7897a92-f38f-4452-ae2c-e01a4820bc47 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2288282
Dec 24 10:53:50.203706 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-fb174f78-d13d-47a8-9bcf-a9a1afe1cba7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:50.210230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-fb174f78-d13d-47a8-9bcf-a9a1afe1cba7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:50.291914 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-fb174f78-d13d-47a8-9bcf-a9a1afe1cba7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:50.361787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-21ed52d7-6693-4f96-82d7-94bcdb69c98e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:50.364040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-575ffab4-b0b1-4a2d-8be7-1ea03fae5edd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:50.382470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aec236c4-b818-4043-b61a-f8222f5e5371 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:50.522243 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:50.524358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-575ffab4-b0b1-4a2d-8be7-1ea03fae5edd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Deleting port cbb8866d-3745-47ac-95f5-29b3c315ef93 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:50.525483 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:50.528419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-575ffab4-b0b1-4a2d-8be7-1ea03fae5edd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:50.546618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9f615dcf-e49b-4975-9e0a-c2ea64612e56 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:50.562648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9f615dcf-e49b-4975-9e0a-c2ea64612e56 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:50.577019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f7bf5f2e-b4e8-413d-992f-8df0bbbab668 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:50.597372 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-21ed52d7-6693-4f96-82d7-94bcdb69c98e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Network 0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:50.609573 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-21ed52d7-6693-4f96-82d7-94bcdb69c98e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:50.622174 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f615dcf-e49b-4975-9e0a-c2ea64612e56 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event deleted for resources: {'Network': ['ID=73116c9b-e3f7-408c-a36f-4e1fbfe3c3b1,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:50.626597 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9f615dcf-e49b-4975-9e0a-c2ea64612e56 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:50.630166 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9f615dcf-e49b-4975-9e0a-c2ea64612e56 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "DELETE /v2.0/networks/73116c9b-e3f7-408c-a36f-4e1fbfe3c3b1 HTTP/1.1" status: 204  len: 168 time: 2.3973765
Dec 24 10:53:50.632974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-21ed52d7-6693-4f96-82d7-94bcdb69c98e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:50.633351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:50.634308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eb4c1cf6-90e6-4615-bc8c-4970c558c457 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:53:50.644284 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:50.644284 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "DELETE /v2.0/routers/eb4c1cf6-90e6-4615-bc8c-4970c558c457 HTTP/1.1" status: 204  len: 168 time: 6.6603324
Dec 24 10:53:50.644284 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45496) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:50.646619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45498) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:50.684609 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ed52d7-6693-4f96-82d7-94bcdb69c98e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Pushing event updated for resources: {'Port': ['ID=9f848d24-f121-4a2d-8a3d-e65c6f538978,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:50.689749 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45504) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:50.703701 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-687beefa-5975-47de-b989-4bd2611df429 None None] Provisioning for port 2642210d-1ba5-4a7f-978f-2e05142a7497 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:50.713969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-21ed52d7-6693-4f96-82d7-94bcdb69c98e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:51.031308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a8f2163-d953-4b09-b568-b3cc523bb942 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.056749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7619081c-ac77-46bc-9af9-69d2cbe821e0 None None] Provisioning for port 9f848d24-f121-4a2d-8a3d-e65c6f538978 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:51.068057 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7619081c-ac77-46bc-9af9-69d2cbe821e0 None None] Provisioning complete for port 9f848d24-f121-4a2d-8a3d-e65c6f538978 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:51.068450 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7619081c-ac77-46bc-9af9-69d2cbe821e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.087676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-575ffab4-b0b1-4a2d-8be7-1ea03fae5edd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.163320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-7619081c-ac77-46bc-9af9-69d2cbe821e0 None None] Port 9f848d24-f121-4a2d-8a3d-e65c6f538978 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:53:51.168765 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 2642210d-1ba5-4a7f-978f-2e05142a7497 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:51.183902 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6f76030-9b98-4d48-a7d2-b3602b60acbe tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.219867 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-575ffab4-b0b1-4a2d-8be7-1ea03fae5edd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Calling delete_port for cbb8866d-3745-47ac-95f5-29b3c315ef93 owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:51.239625 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 2642210d-1ba5-4a7f-978f-2e05142a7497 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:51.246051 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 2642210d-1ba5-4a7f-978f-2e05142a7497 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:51.246051 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.350173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.objects.ports [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87559) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:53:51.351791 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-21ed52d7-6693-4f96-82d7-94bcdb69c98e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:51.352777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a8f2163-d953-4b09-b568-b3cc523bb942 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.353044 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-21ed52d7-6693-4f96-82d7-94bcdb69c98e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.389391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fb174f78-d13d-47a8-9bcf-a9a1afe1cba7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.408162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.408345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80875c-33f1-40ad-a87a-ffdfc0d49b82 req-34015e37-0a4f-496b-b5e8-d2e2ac5ad184 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:51.415906 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ef80875c-33f1-40ad-a87a-ffdfc0d49b82 req-34015e37-0a4f-496b-b5e8-d2e2ac5ad184 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 931 time: 0.9887855
Dec 24 10:53:51.450099 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fb174f78-d13d-47a8-9bcf-a9a1afe1cba7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.453351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 2642210d-1ba5-4a7f-978f-2e05142a7497, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=2642210d-1ba5-4a7f-978f-2e05142a7497,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:51.459274 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.461138 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ae8f08dd-5f42-44a3-84ba-345f3745f362 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:51.465246 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-1f4cc0ec-2e55-42ab-bf06-043843cb35ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:51.507716 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-47e01b39-a56c-4d7c-8043-80c545152017 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=556d73b5c8ea4f11b83ae2511b8ce068&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8005772
Dec 24 10:53:51.514963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45510) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:51.524957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-2a8f2163-d953-4b09-b568-b3cc523bb942 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c2e5880>,) {'filters': {'network_id': ['6ae5b9cb-89c0-4e31-896d-dff49af48af6']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:51.545825 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=2642210d-1ba5-4a7f-978f-2e05142a7497,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:51.549211 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:51.561591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-2a8f2163-d953-4b09-b568-b3cc523bb942 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c2e5880>, 'ce99cb8c-09f8-4008-a0fb-52fa1561c148') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:51.562598 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-2a8f2163-d953-4b09-b568-b3cc523bb942 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c2e5880>, 'ce99cb8c-09f8-4008-a0fb-52fa1561c148') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:51.579577 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-21ed52d7-6693-4f96-82d7-94bcdb69c98e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9078155
Dec 24 10:53:51.585583 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a8f2163-d953-4b09-b568-b3cc523bb942 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.585977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb174f78-d13d-47a8-9bcf-a9a1afe1cba7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176bf385-d71e-4131-becd-b455da79d730,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:51.599251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fb174f78-d13d-47a8-9bcf-a9a1afe1cba7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.600359 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fb174f78-d13d-47a8-9bcf-a9a1afe1cba7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.7837136
Dec 24 10:53:51.606758 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Request body: {'port': {'device_id': 'f40b0fc3-76c0-4b3f-80dc-a8ad844227be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:51.607012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45514) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:51.629333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8bc2272f-ed57-445b-84f5-6a76f7e8da32 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group': {'name': 'tempest-secgroup--1417463070'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:51.631085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fb174f78-d13d-47a8-9bcf-a9a1afe1cba7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:51.636238 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a8f2163-d953-4b09-b568-b3cc523bb942 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.640097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6f76030-9b98-4d48-a7d2-b3602b60acbe tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.646894 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ef80875c-33f1-40ad-a87a-ffdfc0d49b82 req-52b3f92a-2c6c-43a9-b27f-76c28d8107e6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2301669
Dec 24 10:53:51.680286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8bc2272f-ed57-445b-84f5-6a76f7e8da32 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:51.703195 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8f2163-d953-4b09-b568-b3cc523bb942 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:53:51.703707 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a8f2163-d953-4b09-b568-b3cc523bb942 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:53:51.719537 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:53:51.721472 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8bc2272f-ed57-445b-84f5-6a76f7e8da32 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:51.729710 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-e6f76030-9b98-4d48-a7d2-b3602b60acbe tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Deleting port e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:51.730088 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6f76030-9b98-4d48-a7d2-b3602b60acbe tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.796978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d68f5d64-5dee-4c62-a6c4-a92e4c042974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.840091 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.852007 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8bc2272f-ed57-445b-84f5-6a76f7e8da32 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.857578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d68f5d64-5dee-4c62-a6c4-a92e4c042974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.900838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a8f2163-d953-4b09-b568-b3cc523bb942 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.905457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a8f2163-d953-4b09-b568-b3cc523bb942 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.914538 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6b1a0162-c095-430d-ae39-165a57db4f41 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:51.923306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-575ffab4-b0b1-4a2d-8be7-1ea03fae5edd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:51.929944 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-eed2b446-e7a8-43f3-b42f-ffda073a9b8b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:52.005809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575ffab4-b0b1-4a2d-8be7-1ea03fae5edd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event deleted for resources: {'Port': ['ID=cbb8866d-3745-47ac-95f5-29b3c315ef93,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:52.011302 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-575ffab4-b0b1-4a2d-8be7-1ea03fae5edd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:52.089827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8bc2272f-ed57-445b-84f5-6a76f7e8da32 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:52.163367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8bc2272f-ed57-445b-84f5-6a76f7e8da32 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:52.164479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d68f5d64-5dee-4c62-a6c4-a92e4c042974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:52.169298 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2a8f2163-d953-4b09-b568-b3cc523bb942 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "DELETE /v2.0/networks/6ae5b9cb-89c0-4e31-896d-dff49af48af6 HTTP/1.1" status: 204  len: 168 time: 1.5241711
Dec 24 10:53:52.170626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f2163-d953-4b09-b568-b3cc523bb942 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event deleted for resources: {'Network': ['ID=6ae5b9cb-89c0-4e31-896d-dff49af48af6,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:52.171466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:52.179808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2a8f2163-d953-4b09-b568-b3cc523bb942 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:52.182647 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8bc2272f-ed57-445b-84f5-6a76f7e8da32 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:52.183800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45518) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:52.194017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8bc2272f-ed57-445b-84f5-6a76f7e8da32 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:52.226675 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:52.227681 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f5d64-5dee-4c62-a6c4-a92e4c042974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2038299-e4c1-4f5c-9001-e8ff04e2a6d3,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:52.241107 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-575ffab4-b0b1-4a2d-8be7-1ea03fae5edd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:52.283806 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d68f5d64-5dee-4c62-a6c4-a92e4c042974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:52.317144 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-e6f76030-9b98-4d48-a7d2-b3602b60acbe tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] For port e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:52.317518 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6f76030-9b98-4d48-a7d2-b3602b60acbe tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:52.462542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-e6f76030-9b98-4d48-a7d2-b3602b60acbe tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Calling delete_port for e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:52.601279 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8bc2272f-ed57-445b-84f5-6a76f7e8da32 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:52.658096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8bc2272f-ed57-445b-84f5-6a76f7e8da32 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:52.675064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ad04f709-f927-4966-90dd-33d88f9acd05 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:52.676430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-575ffab4-b0b1-4a2d-8be7-1ea03fae5edd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:52.685613 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-575ffab4-b0b1-4a2d-8be7-1ea03fae5edd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:52.749211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2272f-ed57-445b-84f5-6a76f7e8da32 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fbd038-bcaf-49c1-851e-6370de376626,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:52.764530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8bc2272f-ed57-445b-84f5-6a76f7e8da32 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:52.766218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d68f5d64-5dee-4c62-a6c4-a92e4c042974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:52.769988 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d68f5d64-5dee-4c62-a6c4-a92e4c042974 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a2038299-e4c1-4f5c-9001-e8ff04e2a6d3 HTTP/1.1" status: 204  len: 168 time: 1.2383618
Dec 24 10:53:52.779277 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-575ffab4-b0b1-4a2d-8be7-1ea03fae5edd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:52.779819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575ffab4-b0b1-4a2d-8be7-1ea03fae5edd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Fanout notify agent at l3_agent the message router_deleted on router 52809331-f7c1-435d-b3c0-c7a480480f3f {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:53:52.789260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd140af-8110-4042-a9a0-bfe65a878e5e tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:52.795276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd140af-8110-4042-a9a0-bfe65a878e5e tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:52.796065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ddd140af-8110-4042-a9a0-bfe65a878e5e tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Synchronizing usage tracker for tenant:06b0205d3a6947a6ac1d1794f7122cf0 on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:52.814242 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-575ffab4-b0b1-4a2d-8be7-1ea03fae5edd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:52.815340 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-575ffab4-b0b1-4a2d-8be7-1ea03fae5edd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/routers/52809331-f7c1-435d-b3c0-c7a480480f3f HTTP/1.1" status: 204  len: 168 time: 3.1074347
Dec 24 10:53:52.818154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45526) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:52.852991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8bc2272f-ed57-445b-84f5-6a76f7e8da32 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:52.856441 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8bc2272f-ed57-445b-84f5-6a76f7e8da32 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.2439170
Dec 24 10:53:52.864555 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45530) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:52.876449 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] For port 2642210d-1ba5-4a7f-978f-2e05142a7497, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=2642210d-1ba5-4a7f-978f-2e05142a7497,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:52.881310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6943a8f7-0aa2-4383-9b14-98f2407e06eb tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': '176bf385-d71e-4131-becd-b455da79d730', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c3fbd038-bcaf-49c1-851e-6370de376626'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:52.887502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ddd140af-8110-4042-a9a0-bfe65a878e5e tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Unset dirty status for tenant:06b0205d3a6947a6ac1d1794f7122cf0 on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:52.888869 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ddd140af-8110-4042-a9a0-bfe65a878e5e tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.7041266
Dec 24 10:53:52.890699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6943a8f7-0aa2-4383-9b14-98f2407e06eb tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:52.901515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45534) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:52.906598 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6943a8f7-0aa2-4383-9b14-98f2407e06eb tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:52.915912 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6943a8f7-0aa2-4383-9b14-98f2407e06eb tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:52.919535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-fe391127-aee4-4c17-9430-61c7edaf08a2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-479869427'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:52.961832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6943a8f7-0aa2-4383-9b14-98f2407e06eb tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:52.962842 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-b637b584-b1cf-4663-a4f5-1176d6f93ddb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Deleting subnet 60126bb2-8cdd-4736-ba67-b4cafa7f5864 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:53:52.964346 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fe391127-aee4-4c17-9430-61c7edaf08a2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:52.968691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f848d24-f121-4a2d-8a3d-e65c6f538978 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:53:52.972877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b637b584-b1cf-4663-a4f5-1176d6f93ddb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:52.991218 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 2642210d-1ba5-4a7f-978f-2e05142a7497 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:52.998093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fe391127-aee4-4c17-9430-61c7edaf08a2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:53.012280 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.047983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.051443 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b637b584-b1cf-4663-a4f5-1176d6f93ddb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.057339 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe391127-aee4-4c17-9430-61c7edaf08a2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Made reservation on behalf of 06b0205d3a6947a6ac1d1794f7122cf0 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:53.061398 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe391127-aee4-4c17-9430-61c7edaf08a2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.072215 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 2642210d-1ba5-4a7f-978f-2e05142a7497 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:53.072827 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.081716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.082535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.090340 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Transition to ACTIVE for port object 9f848d24-f121-4a2d-8a3d-e65c6f538978 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:53.090939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f9611649-0422-4917-be89-a4102f37e32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:53.105801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.114223 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:53.127285 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6f76030-9b98-4d48-a7d2-b3602b60acbe tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.148100 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-6943a8f7-0aa2-4383-9b14-98f2407e06eb tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:53:53.150085 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6943a8f7-0aa2-4383-9b14-98f2407e06eb tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.2830641
Dec 24 10:53:53.153319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45542) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:53.188913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6b1129-4be9-41c0-a536-f1e15bd94c8a req-a34e5811-5e11-4920-b24c-7f733811e5c0 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:53.196380 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ce6b1129-4be9-41c0-a536-f1e15bd94c8a req-a34e5811-5e11-4920-b24c-7f733811e5c0 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 931 time: 0.4045675
Dec 24 10:53:53.235537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:53.282659 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe391127-aee4-4c17-9430-61c7edaf08a2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:53:53.305190 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:53.309363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:53.310345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.323171 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c4d48a-0016-427f-8536-f45ef82e8237 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:53.337902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Pushing event updated for resources: {'Port': ['ID=9f848d24-f121-4a2d-8a3d-e65c6f538978,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:53.387982 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:53.411658 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b637b584-b1cf-4663-a4f5-1176d6f93ddb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.441811 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=2642210d-1ba5-4a7f-978f-2e05142a7497,revision_number=5']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:53.478830 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe391127-aee4-4c17-9430-61c7edaf08a2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.479287 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-fe391127-aee4-4c17-9430-61c7edaf08a2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Added segment c3dfceaa-8bb2-4084-8586-88fef359d281 of type vlan for network da4371f5-e5d6-49fa-a6fe-be90f1020067
Dec 24 10:53:53.504280 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Attempting to bind port 9f848d24-f121-4a2d-8a3d-e65c6f538978 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:53:53.504896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Attempting to bind port 9f848d24-f121-4a2d-8a3d-e65c6f538978 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '710ad8ff-6c58-4620-9759-f195e587de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:53:53.505431 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Attempting to bind port 9f848d24-f121-4a2d-8a3d-e65c6f538978 on network 0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:53.513149 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Port 9f848d24-f121-4a2d-8a3d-e65c6f538978 on network 0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:53:53.513777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Attempting to bind port 9f848d24-f121-4a2d-8a3d-e65c6f538978 on network 0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:53:53.515783 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 5.8631194
Dec 24 10:53:53.519959 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45552) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:53.522838 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ce6b1129-4be9-41c0-a536-f1e15bd94c8a req-581b1f6a-35aa-4dc4-a30f-ae0cbbbc1096 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3020358
Dec 24 10:53:53.531224 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:53.531758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:53.532243 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:53.532864 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'mac_address': 'fa:16:3e:80:6e:75', 'name': 'tempest-NetworksTestDHCPv6-2024952801'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:53.533002 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:53.533365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:53.534287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:53.534783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:53.535292 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:53.535738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:53.536270 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:53.537114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:53.537585 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:53.550082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:53:53.550429 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Checking segment: {'id': '710ad8ff-6c58-4620-9759-f195e587de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:53:53.550819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Bound using segment: {'id': '710ad8ff-6c58-4620-9759-f195e587de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:53:53.551303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Bound port: 9f848d24-f121-4a2d-8a3d-e65c6f538978, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '710ad8ff-6c58-4620-9759-f195e587de11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:53:53.551631 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.569234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:53.570134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f50dfcc3-7877-4ca1-b247-a886c35f7f1a tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.448s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:53.640627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b637b584-b1cf-4663-a4f5-1176d6f93ddb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.654594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:53.672131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe391127-aee4-4c17-9430-61c7edaf08a2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.683692 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6f76030-9b98-4d48-a7d2-b3602b60acbe tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.751526 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cb2d1a1c-77b5-4906-88d8-15321a4faad1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.751620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637b584-b1cf-4663-a4f5-1176d6f93ddb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event deleted for resources: {'Subnet': ['ID=60126bb2-8cdd-4736-ba67-b4cafa7f5864,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:53.752400 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b637b584-b1cf-4663-a4f5-1176d6f93ddb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.755185 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b637b584-b1cf-4663-a4f5-1176d6f93ddb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:53.795721 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b637b584-b1cf-4663-a4f5-1176d6f93ddb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/subnets/60126bb2-8cdd-4736-ba67-b4cafa7f5864 HTTP/1.1" status: 204  len: 168 time: 0.9765372
Dec 24 10:53:53.798275 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074cc5d9-3228-411e-90bb-b78a016f9ec8 None None] Network 9482c789-dd6a-4f06-a095-f5c8a8d24247 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:53.807877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45564) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:53.861641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:53.903273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45568) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:53.914925 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:port and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:53.923241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] For port 9f848d24-f121-4a2d-8a3d-e65c6f538978, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:53:53.925312 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:53.928054 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6f76030-9b98-4d48-a7d2-b3602b60acbe tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.933814 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6f76030-9b98-4d48-a7d2-b3602b60acbe tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:53.959423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:54.000606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] For port 9f848d24-f121-4a2d-8a3d-e65c6f538978, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9f848d24-f121-4a2d-8a3d-e65c6f538978,segment=NetworkSegment(710ad8ff-6c58-4620-9759-f195e587de11),segment_id=710ad8ff-6c58-4620-9759-f195e587de11)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:53:54.006266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:54.030104 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:54.066722 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Deleting port ba929755-086f-40bb-8848-6099507eaaf5 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:54.066978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:54.116228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:54.118872 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-45c6c2fd-365c-4c6b-bc5f-b8ab82344c29 tempest-ServiceProvidersTest-1312392274 tempest-ServiceProvidersTest-1312392274-project] 10.222.0.54 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.2067962
Dec 24 10:53:54.130520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:54.147014 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] DHCP port deletion for 9482c789-dd6a-4f06-a095-f5c8a8d24247 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:53:54.152748 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Deleting port ba929755-086f-40bb-8848-6099507eaaf5 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:54.153130 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:54.156624 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=85c26b51-8170-4798-8e56-6a7f325f55fe,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:54.171472 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cb2d1a1c-77b5-4906-88d8-15321a4faad1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:54.197730 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:54.201079 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-81b2813b-4e17-423d-a61d-21f4fab4a919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.057s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:54.246701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6f76030-9b98-4d48-a7d2-b3602b60acbe tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:54.247239 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f76030-9b98-4d48-a7d2-b3602b60acbe tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:53:54.303097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:54.303948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:54.306554 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] 10.222.0.32 "PUT /v2.0/ports/9f848d24-f121-4a2d-8a3d-e65c6f538978 HTTP/1.1" status: 200  len: 1093 time: 2.7155209
Dec 24 10:53:54.317383 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40b0fc3-76c0-4b3f-80dc-a8ad844227be', 'tag': '9f848d24-f121-4a2d-8a3d-e65c6f538978'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:53:54.342041 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe391127-aee4-4c17-9430-61c7edaf08a2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:54.356508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe391127-aee4-4c17-9430-61c7edaf08a2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:54.357166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe391127-aee4-4c17-9430-61c7edaf08a2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:54.374602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cb2d1a1c-77b5-4906-88d8-15321a4faad1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:54.399106 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f76030-9b98-4d48-a7d2-b3602b60acbe tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:54.423312 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e6f76030-9b98-4d48-a7d2-b3602b60acbe tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:54.423999 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:54.521764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6f76030-9b98-4d48-a7d2-b3602b60acbe tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:54.523557 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e6f76030-9b98-4d48-a7d2-b3602b60acbe tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "DELETE /v2.0/routers/6b7a53f7-cdfe-4723-be6a-1f2eb8ca859e HTTP/1.1" status: 204  len: 168 time: 3.8757491
Dec 24 10:53:54.533285 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cb2d1a1c-77b5-4906-88d8-15321a4faad1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:54.535088 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cb2d1a1c-77b5-4906-88d8-15321a4faad1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "DELETE /v2.0/security-groups/c3fbd038-bcaf-49c1-851e-6370de376626 HTTP/1.1" status: 204  len: 168 time: 1.3679674
Dec 24 10:53:54.535967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45580) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:54.583809 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] For port ba929755-086f-40bb-8848-6099507eaaf5, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ba929755-086f-40bb-8848-6099507eaaf5,segment=NetworkSegment(7870593f-b229-4359-97a9-22b7ddc2db5a),segment_id=7870593f-b229-4359-97a9-22b7ddc2db5a)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:54.584518 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:54.604531 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45582) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:54.606263 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fe391127-aee4-4c17-9430-61c7edaf08a2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.7032878
Dec 24 10:53:54.611364 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-800243728', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}, 'admin_state_up': False}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:54.621094 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40b0fc3-76c0-4b3f-80dc-a8ad844227be', 'tag': '9f848d24-f121-4a2d-8a3d-e65c6f538978', 'status': 'completed', 'code': 200}
Dec 24 10:53:54.634500 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45590) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:54.658236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:54.681282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-386f1d55-2af4-4416-86c8-4464e6a0d8d9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-716339561'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:54.722130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Pushing event updated for resources: {'Port': ['ID=9f848d24-f121-4a2d-8a3d-e65c6f538978,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:54.728196 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Usage tracker for resource:router and tenant:38b0eb92497a47de9f680dcf463f5ea8 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:54.732512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45594) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:54.735306 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-386f1d55-2af4-4416-86c8-4464e6a0d8d9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:54.740830 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe391127-aee4-4c17-9430-61c7edaf08a2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event updated for resources: {'Network': ['ID=da4371f5-e5d6-49fa-a6fe-be90f1020067,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:54.746619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fe391127-aee4-4c17-9430-61c7edaf08a2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:54.749069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:54.750769 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:54.755472 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9e481fc1-877e-4194-a7fa-ce5c827f8823 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:54.811904 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network da4371f5-e5d6-49fa-a6fe-be90f1020067 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:53:54.834780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:54.842681 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Calling delete_port for ba929755-086f-40bb-8848-6099507eaaf5 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:54.862157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] For port ba929755-086f-40bb-8848-6099507eaaf5, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ba929755-086f-40bb-8848-6099507eaaf5,segment=NetworkSegment(7870593f-b229-4359-97a9-22b7ddc2db5a),segment_id=7870593f-b229-4359-97a9-22b7ddc2db5a)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:53:54.863161 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:54.869172 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-386f1d55-2af4-4416-86c8-4464e6a0d8d9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:54.880571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2d1a1c-77b5-4906-88d8-15321a4faad1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fbd038-bcaf-49c1-851e-6370de376626,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:54.896426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-cb2d1a1c-77b5-4906-88d8-15321a4faad1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:54.915991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:54.917334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:54.987445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386f1d55-2af4-4416-86c8-4464e6a0d8d9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Made reservation on behalf of 06b0205d3a6947a6ac1d1794f7122cf0 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:54.991541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-386f1d55-2af4-4416-86c8-4464e6a0d8d9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:55.020527 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-75d9b4c1-293c-4584-9aaa-8a8b6b7533c7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Synchronizing usage tracker for tenant:85ac333d75164785bf439c07e3d7e16b on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:55.066472 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24c3d022-582c-417a-9468-14f620442de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:55.075636 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 2642210d-1ba5-4a7f-978f-2e05142a7497 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:53:55.081726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:55.113355 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-24c3d022-582c-417a-9468-14f620442de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:55.117957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386f1d55-2af4-4416-86c8-4464e6a0d8d9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:53:55.126540 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-24c3d022-582c-417a-9468-14f620442de6 admin admin] Usage tracker for resource:security_group_rule and tenant:36b0a07d65be4978bab284699d11d731 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:55.129316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-75d9b4c1-293c-4584-9aaa-8a8b6b7533c7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Unset dirty status for tenant:85ac333d75164785bf439c07e3d7e16b on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:55.133856 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-75d9b4c1-293c-4584-9aaa-8a8b6b7533c7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4504 time: 0.5233850
Dec 24 10:53:55.139063 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb0c64-dd53-4159-89ae-2bed79c61eee req-b41bfee8-3a9c-4761-8c4f-228df03dac31 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:55.140284 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45602) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:55.140577 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-afdb0c64-dd53-4159-89ae-2bed79c61eee req-b41bfee8-3a9c-4761-8c4f-228df03dac31 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 943 time: 0.3878181
Dec 24 10:53:55.143607 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-24c3d022-582c-417a-9468-14f620442de6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:55.153985 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-24c3d022-582c-417a-9468-14f620442de6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:55.156116 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-386f1d55-2af4-4416-86c8-4464e6a0d8d9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:55.156463 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-386f1d55-2af4-4416-86c8-4464e6a0d8d9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Added segment a2486c3c-60f1-41d8-a766-3bba87d7332b of type vlan for network 79b36746-92ca-4d5e-b620-528f0003113a
Dec 24 10:53:55.210111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:55.215766 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:55.216126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Calling delete_port for ba929755-086f-40bb-8848-6099507eaaf5 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:55.247348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:55.267592 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Pushing event deleted for resources: {'Port': ['ID=ba929755-086f-40bb-8848-6099507eaaf5,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:55.276532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] No DVR routers for this DVR port ba929755-086f-40bb-8848-6099507eaaf5 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:53:55.278612 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 2642210d-1ba5-4a7f-978f-2e05142a7497 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:55.278994 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:55.316657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.316657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.316992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.317336 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.317853 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.318371 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.319371 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.319371 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.319538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.319804 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.320628 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.321500 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.333663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:55.339368 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-fb60d540-c8f8-4e06-991a-1b92e00ad9c7 None None] Provisioning complete for port 2642210d-1ba5-4a7f-978f-2e05142a7497 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:55.339933 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fb60d540-c8f8-4e06-991a-1b92e00ad9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:55.362287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port 5b1f2352-afa2-4a3c-ac96-21756debeae3 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:53:55.375201 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-386f1d55-2af4-4416-86c8-4464e6a0d8d9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:55.388677 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-afdb0c64-dd53-4159-89ae-2bed79c61eee req-12dfe7bd-20ba-4887-900c-61c6a939ac21 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2410951
Dec 24 10:53:55.435025 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-fe6ce4e6-cd4f-491d-9baf-e34318c11a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:55.436565 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-fe6ce4e6-cd4f-491d-9baf-e34318c11a0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8ba107df4e84355959c1593c8cc3a54&device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 1096 time: 0.9644804
Dec 24 10:53:55.539452 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-334ac7d9-3379-4e2b-97c3-45c060810970 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f848d24-f121-4a2d-8a3d-e65c6f538978 HTTP/1.1" status: 200  len: 217 time: 0.0929344
Dec 24 10:53:55.550781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:53:55.551102 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:53:55.566439 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.resource_extend [None req-386f1d55-2af4-4416-86c8-4464e6a0d8d9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:53:55.581616 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:55.583276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:55.599460 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ba929755-086f-40bb-8848-6099507eaaf5 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:53:55.613485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-386f1d55-2af4-4416-86c8-4464e6a0d8d9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:55.619533 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386f1d55-2af4-4416-86c8-4464e6a0d8d9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:55.620137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-386f1d55-2af4-4416-86c8-4464e6a0d8d9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:55.639351 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:55.641775 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: ba929755-086f-40bb-8848-6099507eaaf5 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:53:55.642232 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ba929755-086f-40bb-8848-6099507eaaf5 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:53:55.642515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:55.643011 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:53:55.675788 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:53:55.676137 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e1ab4b5f-a12a-44ed-a809-ddbddf0d85c1 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:53:55.701747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-53843f2c-dbd8-4bd7-b689-790633d4ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:55.703253 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-53843f2c-dbd8-4bd7-b689-790633d4ca82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23635e8e-e8d9-42de-9682-d6045c59768a HTTP/1.1" status: 200  len: 851 time: 0.1554632
Dec 24 10:53:55.757456 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24c3d022-582c-417a-9468-14f620442de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:55.812106 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24c3d022-582c-417a-9468-14f620442de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:55.837666 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386f1d55-2af4-4416-86c8-4464e6a0d8d9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event updated for resources: {'Network': ['ID=79b36746-92ca-4d5e-b620-528f0003113a,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:55.843578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:55.843895 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-386f1d55-2af4-4416-86c8-4464e6a0d8d9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:55.846380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9ed308c6-cf64-47d9-9434-3a3086ed0213 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:55.850419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 79b36746-92ca-4d5e-b620-528f0003113a details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:53:55.853832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f5faea56-2a9c-45ae-a6e3-0f660ece25b5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:55.870436 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-386f1d55-2af4-4416-86c8-4464e6a0d8d9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.2332215
Dec 24 10:53:55.877131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45606) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:55.887074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=176bf385-d71e-4131-becd-b455da79d730,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:55.900815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Request body: {'ports': [{'network_id': 'da4371f5-e5d6-49fa-a6fe-be90f1020067', 'name': 'tempest-port--33606715', 'admin_state_up': True}, {'network_id': '79b36746-92ca-4d5e-b620-528f0003113a', 'admin_state_up': False}]} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:55.901139 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Request body: {'port': {'network_id': 'da4371f5-e5d6-49fa-a6fe-be90f1020067', 'name': 'tempest-port--33606715', 'admin_state_up': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:55.901836 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Request body: {'port': {'network_id': '79b36746-92ca-4d5e-b620-528f0003113a', 'admin_state_up': False}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:55.906977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.907372 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.907764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.908146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.908527 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.908903 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.909277 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.909650 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.910125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.910500 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.910875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.911246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:53:55.929403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:55.929665 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-24c3d022-582c-417a-9468-14f620442de6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=36b0a07d65be4978bab284699d11d731&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1883993
Dec 24 10:53:55.931845 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 172.20.0.3 (51d30af2-9f70-4c66-8947-64c1ea7cb845/37caea6e-bbb3-44be-b941-0cd2774d260e/5b1f2352-afa2-4a3c-ac96-21756debeae3) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:55.933691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45610) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:55.938684 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-f2054098-0323-4160-8023-abeba3978695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:55.940293 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-f2054098-0323-4160-8023-abeba3978695 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2302256
Dec 24 10:53:55.977940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::f816:3eff:fe80:6e75 (51d30af2-9f70-4c66-8947-64c1ea7cb845/85c26b51-8170-4798-8e56-6a7f325f55fe/5b1f2352-afa2-4a3c-ac96-21756debeae3) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:55.990523 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3d022-582c-417a-9468-14f620442de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f500403c-414f-497b-811d-1ec610642029,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:55.995732 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:55.999570 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "DELETE /v2.0/security-groups/176bf385-d71e-4131-becd-b455da79d730 HTTP/1.1" status: 204  len: 168 time: 0.7945213
Dec 24 10:53:56.000474 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45614) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:56.001339 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-24c3d022-582c-417a-9468-14f620442de6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:56.069751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Deleting port ba929755-086f-40bb-8848-6099507eaaf5 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:56.070081 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:56.159996 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8c386831-6f45-4d29-8373-4292ad928241 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1574409
Dec 24 10:53:56.167093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45618) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:56.183032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] The port 'ba929755-086f-40bb-8848-6099507eaaf5' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:53:56.193365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-a353a4a9-8087-4832-a036-d92c8bad5a71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group': {'name': 'tempest-secgroup--884245846'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:56.206576 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a353a4a9-8087-4832-a036-d92c8bad5a71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:56.224512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a353a4a9-8087-4832-a036-d92c8bad5a71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:56.229648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a353a4a9-8087-4832-a036-d92c8bad5a71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:56.238839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a353a4a9-8087-4832-a036-d92c8bad5a71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:56.297688 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:56.319966 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0da47d2f-57c8-462c-93ec-c3bc726b2d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:56.414362 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-3b5b691a-4d91-46b2-9f34-b99653c00087 service neutron] 10.222.0.32 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4597905
Dec 24 10:53:56.499113 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Usage tracker for resource:port and tenant:06b0205d3a6947a6ac1d1794f7122cf0 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:56.502695 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:56.504481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:56.518371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a353a4a9-8087-4832-a036-d92c8bad5a71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:56.530065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:56.558913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0da47d2f-57c8-462c-93ec-c3bc726b2d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:56.574203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:56.607815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:56.609767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a353a4a9-8087-4832-a036-d92c8bad5a71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:56.611957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Made reservation on behalf of 06b0205d3a6947a6ac1d1794f7122cf0 for: {'port': 2} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:53:56.616404 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:56.665342 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a353a4a9-8087-4832-a036-d92c8bad5a71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:56.679619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a353a4a9-8087-4832-a036-d92c8bad5a71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:56.697838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:56.707527 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a353a4a9-8087-4832-a036-d92c8bad5a71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:56.801609 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c1385e0>,) {'filters': {'network_id': ['9482c789-dd6a-4f06-a095-f5c8a8d24247']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:56.832040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c1385e0>, '7870593f-b229-4359-97a9-22b7ddc2db5a') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:56.832266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c1385e0>, '7870593f-b229-4359-97a9-22b7ddc2db5a') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:53:56.879819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:56.915293 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] device_id is not set on port 99872cab-5f59-4a88-a822-59777a1d6733 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:53:56.926046 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:56.930300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:56.935431 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7dc45abc-7f91-406e-a24b-fb0d977a6c4b req-7d9a86ff-bfc4-4421-893e-27e1dd619e85 service neutron] 10.222.0.32 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4947467
Dec 24 10:53:56.946204 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Allocated IP 172.26.4.101 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/d44e1f86-685e-41ab-8eba-5bef75ea9311) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:53:56.949634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:53:56.950087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:53:56.971233 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:53:56.988170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a353a4a9-8087-4832-a036-d92c8bad5a71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:57.008003 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a353a4a9-8087-4832-a036-d92c8bad5a71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:57.011569 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-24c3d022-582c-417a-9468-14f620442de6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:57.073977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object 5b1f2352-afa2-4a3c-ac96-21756debeae3 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:53:57.097912 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0da47d2f-57c8-462c-93ec-c3bc726b2d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:57.109722 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aec193d1-5315-4f4f-84c9-703c04f24fc7 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:57.131031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da47d2f-57c8-462c-93ec-c3bc726b2d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f500403c-414f-497b-811d-1ec610642029,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:57.143678 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedfa214-f71a-4454-88c2-64e9aee1053b req-b24f33ef-b7c6-4cc8-87a6-5d3e78e3142c tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:57.144394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-eedfa214-f71a-4454-88c2-64e9aee1053b req-b24f33ef-b7c6-4cc8-87a6-5d3e78e3142c tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Synchronizing usage tracker for tenant:a8ba107df4e84355959c1593c8cc3a54 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:57.148179 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0da47d2f-57c8-462c-93ec-c3bc726b2d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:57.151339 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:57.159934 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0da47d2f-57c8-462c-93ec-c3bc726b2d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:57.161148 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0da47d2f-57c8-462c-93ec-c3bc726b2d18 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f500403c-414f-497b-811d-1ec610642029 HTTP/1.1" status: 204  len: 168 time: 1.2254426
Dec 24 10:53:57.162207 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-16aa8544-8f28-49b6-aeff-0488436fc2e9 tempest-QuotasNegativeTest-703136517 tempest-QuotasNegativeTest-703136517-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:57.167672 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353a4a9-8087-4832-a036-d92c8bad5a71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e5a4f0-6957-4e42-a65f-c91ff20704b5,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:57.177879 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:57.186716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a353a4a9-8087-4832-a036-d92c8bad5a71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:57.199802 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event deleted for resources: {'Network': ['ID=9482c789-dd6a-4f06-a095-f5c8a8d24247,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:57.202755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:57.209788 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/networks/9482c789-dd6a-4f06-a095-f5c8a8d24247 HTTP/1.1" status: 204  len: 168 time: 3.4008312
Dec 24 10:53:57.220521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45626) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:57.225828 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-eedfa214-f71a-4454-88c2-64e9aee1053b req-b24f33ef-b7c6-4cc8-87a6-5d3e78e3142c tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Unset dirty status for tenant:a8ba107df4e84355959c1593c8cc3a54 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:57.227058 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eedfa214-f71a-4454-88c2-64e9aee1053b req-b24f33ef-b7c6-4cc8-87a6-5d3e78e3142c tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 943 time: 0.6506221
Dec 24 10:53:57.237406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a353a4a9-8087-4832-a036-d92c8bad5a71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:57.241542 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a353a4a9-8087-4832-a036-d92c8bad5a71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.0705855
Dec 24 10:53:57.248693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45630) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:57.265011 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-a075c0e4-a00e-4a4f-b15f-a7726dd123fb tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': 'd0e5a4f0-6957-4e42-a65f-c91ff20704b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:57.278771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a075c0e4-a00e-4a4f-b15f-a7726dd123fb tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:57.304380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a075c0e4-a00e-4a4f-b15f-a7726dd123fb tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:57.311451 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a075c0e4-a00e-4a4f-b15f-a7726dd123fb tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:57.313819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:57.316766 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:57.326402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:57.332319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a075c0e4-a00e-4a4f-b15f-a7726dd123fb tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:57.388658 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-74c59d21-9435-4c22-b0e2-d4945bd74312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:57.447119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654c3dc-2795-4f2e-a3b4-7934d552bab5 req-46258a3a-703a-4e91-8785-df9470c45e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:57.455579 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0654c3dc-2795-4f2e-a3b4-7934d552bab5 req-46258a3a-703a-4e91-8785-df9470c45e9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8ba107df4e84355959c1593c8cc3a54&device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 1096 time: 0.4669936
Dec 24 10:53:57.470469 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] device_id is not set on port 2720bdba-89ea-4151-836c-3c727e7867d4 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:53:57.477770 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-a075c0e4-a00e-4a4f-b15f-a7726dd123fb tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:53:57.481492 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a075c0e4-a00e-4a4f-b15f-a7726dd123fb tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2292061
Dec 24 10:53:57.483072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45638) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:57.490787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4a8cb9b6-3e1d-470c-8e4c-bc18d1bcdef7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group_rule': {'security_group_id': 'd0e5a4f0-6957-4e42-a65f-c91ff20704b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:57.502031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4a8cb9b6-3e1d-470c-8e4c-bc18d1bcdef7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:57.507050 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4a8cb9b6-3e1d-470c-8e4c-bc18d1bcdef7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:57.511727 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4a8cb9b6-3e1d-470c-8e4c-bc18d1bcdef7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:57.515885 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:57.523933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b17f89af-20ff-4dcd-a790-368205f0be7a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:57.529163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:57.542788 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:57.545151 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-bebcc6f6-77d0-4bfa-ae74-4b75ed4668ad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Deleting port b8a465bd-a299-4482-919c-9dfa07e5fd8a {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:57.545490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bebcc6f6-77d0-4bfa-ae74-4b75ed4668ad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:57.557224 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4a8cb9b6-3e1d-470c-8e4c-bc18d1bcdef7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:57.575782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:57.658677 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:53:57.667948 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:57.679585 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:57.689855 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eedfa214-f71a-4454-88c2-64e9aee1053b req-d519a9d7-9253-43fc-ac66-2dae3761b1da tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3990612
Dec 24 10:53:57.714762 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Pushing event updated for resources: {'Port': ['ID=d44e1f86-685e-41ab-8eba-5bef75ea9311,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:57.733089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:57.753480 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=5b1f2352-afa2-4a3c-ac96-21756debeae3,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:57.763103 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:57.765878 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-4a8cb9b6-3e1d-470c-8e4c-bc18d1bcdef7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:53:57.766981 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4a8cb9b6-3e1d-470c-8e4c-bc18d1bcdef7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.2830360
Dec 24 10:53:57.772506 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45648) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:57.888172 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:57.888829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:57.905050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654c3dc-2795-4f2e-a3b4-7934d552bab5 req-ee90fe96-be60-4a05-aa19-ef9d6d5a9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:57.906689 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0654c3dc-2795-4f2e-a3b4-7934d552bab5 req-ee90fe96-be60-4a05-aa19-ef9d6d5a9523 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 HTTP/1.1" status: 200  len: 913 time: 0.4167304
Dec 24 10:53:57.910207 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:57.987141 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 4.4636109
Dec 24 10:53:57.991157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45660) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:57.997195 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0654c3dc-2795-4f2e-a3b4-7934d552bab5 req-646c2dda-d2b0-4054-838e-e10cfe6a30cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f848d24-f121-4a2d-8a3d-e65c6f538978 HTTP/1.1" status: 200  len: 217 time: 0.0705705
Dec 24 10:53:58.002830 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-279c3605-c360-46ea-b05c-9a342e70da99 None None] Provisioning for port 5b1f2352-afa2-4a3c-ac96-21756debeae3 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:53:58.011174 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-279c3605-c360-46ea-b05c-9a342e70da99 None None] Provisioning complete for port 5b1f2352-afa2-4a3c-ac96-21756debeae3 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:53:58.011652 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-279c3605-c360-46ea-b05c-9a342e70da99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:58.051699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bebcc6f6-77d0-4bfa-ae74-4b75ed4668ad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:58.052033 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bebcc6f6-77d0-4bfa-ae74-4b75ed4668ad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:58.092544 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-279c3605-c360-46ea-b05c-9a342e70da99 None None] Port 5b1f2352-afa2-4a3c-ac96-21756debeae3 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:53:58.110418 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45664) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:58.115757 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [-] 10.222.0.54 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0024583
Dec 24 10:53:58.123487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45666) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:58.126124 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-35c58cc6-f81a-41de-83df-fb96ac1dd21d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:58.165244 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:58.194125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-bebcc6f6-77d0-4bfa-ae74-4b75ed4668ad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Calling delete_port for b8a465bd-a299-4482-919c-9dfa07e5fd8a owned by network:floatingip {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:58.222591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-df0aaeb2-0528-4035-ad39-bd2d7d3d7572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:58.238608 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654c3dc-2795-4f2e-a3b4-7934d552bab5 req-60f946ee-37c5-4723-ae27-f75c2ab1ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:58.240095 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0654c3dc-2795-4f2e-a3b4-7934d552bab5 req-60f946ee-37c5-4723-ae27-f75c2ab1ae01 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23635e8e-e8d9-42de-9682-d6045c59768a HTTP/1.1" status: 200  len: 851 time: 0.2330742
Dec 24 10:53:58.350715 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b0387d62-2128-4aab-8042-2d2ec4cb49a6 tempest-NetworksApiDiscovery-802168633 tempest-NetworksApiDiscovery-802168633-project] 10.222.0.54 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.2241161
Dec 24 10:53:58.383774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-35c58cc6-f81a-41de-83df-fb96ac1dd21d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:58.427280 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0654c3dc-2795-4f2e-a3b4-7934d552bab5 req-a328d858-29cd-49a7-81a6-b2002ca107af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:58.431071 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0654c3dc-2795-4f2e-a3b4-7934d552bab5 req-a328d858-29cd-49a7-81a6-b2002ca107af service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1799755
Dec 24 10:53:58.433680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bebcc6f6-77d0-4bfa-ae74-4b75ed4668ad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:58.515482 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event updated for resources: {'Port': ['ID=99872cab-5f59-4a88-a822-59777a1d6733,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:58.525404 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:58.603449 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541742df-d62a-47bc-a479-df51c9cd3e1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:58.609690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e8c16778-f34d-4b72-a54c-16a50123e0b7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:58.612067 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541742df-d62a-47bc-a479-df51c9cd3e1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:58.613093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-541742df-d62a-47bc-a479-df51c9cd3e1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:58.625427 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Checking segment: {'id': 'c3dfceaa-8bb2-4084-8586-88fef359d281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'da4371f5-e5d6-49fa-a6fe-be90f1020067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:53:58.625789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Network hostable DHCP agents. Network: da4371f5-e5d6-49fa-a6fe-be90f1020067, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:53:58.634944 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-35c58cc6-f81a-41de-83df-fb96ac1dd21d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:58.649930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8b881f5f-c82a-443c-837e-6e1725286f28 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:58.666203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcc6f6-77d0-4bfa-ae74-4b75ed4668ad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event deleted for resources: {'Port': ['ID=b8a465bd-a299-4482-919c-9dfa07e5fd8a,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:58.668216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45676) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:58.669903 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bebcc6f6-77d0-4bfa-ae74-4b75ed4668ad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:58.677705 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c58cc6-f81a-41de-83df-fb96ac1dd21d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e5a4f0-6957-4e42-a65f-c91ff20704b5,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:58.687423 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-35c58cc6-f81a-41de-83df-fb96ac1dd21d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:58.690585 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-541742df-d62a-47bc-a479-df51c9cd3e1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:58.694157 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-541742df-d62a-47bc-a479-df51c9cd3e1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.6976669
Dec 24 10:53:58.698145 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45680) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:58.704223 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:58.804248 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Network da4371f5-e5d6-49fa-a6fe-be90f1020067 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:53:58.819500 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-35c58cc6-f81a-41de-83df-fb96ac1dd21d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:58.820607 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-35c58cc6-f81a-41de-83df-fb96ac1dd21d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "DELETE /v2.0/security-groups/d0e5a4f0-6957-4e42-a65f-c91ff20704b5 HTTP/1.1" status: 204  len: 168 time: 1.0471768
Dec 24 10:53:58.824466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45688) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:58.851357 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, da4371f5-e5d6-49fa-a6fe-be90f1020067) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:58.861511 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11df6b9f-1733-478f-9fb5-2a7fe766c552 None None] Network da4371f5-e5d6-49fa-a6fe-be90f1020067 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:58.895371 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e6ea1c63-efbb-4f66-87fe-9a0cbffd2175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:58.912858 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:58.913939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:58.916306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bebcc6f6-77d0-4bfa-ae74-4b75ed4668ad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for floatingip, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:58.921044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2bc8e-5ba6-4051-81d6-55e01827c676 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port 5b1f2352-afa2-4a3c-ac96-21756debeae3 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:58.921390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3b2bc8e-5ba6-4051-81d6-55e01827c676 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:58.940745 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0654c3dc-2795-4f2e-a3b4-7934d552bab5 req-15c5c00d-aa7c-455b-9b8d-1b7d44211913 service neutron] 10.222.0.32 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4996448
Dec 24 10:53:58.946631 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e6ea1c63-efbb-4f66-87fe-9a0cbffd2175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:58.955392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e6ea1c63-efbb-4f66-87fe-9a0cbffd2175 admin admin] Usage tracker for resource:security_group_rule and tenant:d48503557587417097bce5c71e0a33c8 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:58.959353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e6ea1c63-efbb-4f66-87fe-9a0cbffd2175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:58.961008 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ec1cc8a0-4e5b-4bd2-86aa-97518fe2c659 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:58.982039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ae08cb6c-5b02-4749-8514-33fa0c6d2b75 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Synchronizing usage tracker for tenant:85ac333d75164785bf439c07e3d7e16b on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:58.994450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e6ea1c63-efbb-4f66-87fe-9a0cbffd2175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:59.013648 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bebcc6f6-77d0-4bfa-ae74-4b75ed4668ad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:59.018541 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bebcc6f6-77d0-4bfa-ae74-4b75ed4668ad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/floatingips/72178701-dbcb-4ad8-ba0c-d01b8112c1e0 HTTP/1.1" status: 204  len: 168 time: 1.7970445
Dec 24 10:53:59.019214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45692) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:59.142275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ae08cb6c-5b02-4749-8514-33fa0c6d2b75 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Unset dirty status for tenant:85ac333d75164785bf439c07e3d7e16b on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:59.149453 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ae08cb6c-5b02-4749-8514-33fa0c6d2b75 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3180621
Dec 24 10:53:59.149453 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-820fbc34-2a36-41ef-a404-7bcbecc2e365 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:53:59.149453 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820fbc34-2a36-41ef-a404-7bcbecc2e365 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:53:59.150775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45696) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:59.162854 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-81d73b96-b224-4d3f-88a9-5c9e60487b48 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group': {'name': 'tempest-secgroup--704859154'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:59.163769 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event updated for resources: {'Port': ['ID=2720bdba-89ea-4151-836c-3c727e7867d4,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:59.177072 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-820fbc34-2a36-41ef-a404-7bcbecc2e365 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/ports/ca40c324-ad6f-4de2-a51a-9bb603e691d8 HTTP/1.1" status: 404  len: 333 time: 0.1065764
Dec 24 10:53:59.178212 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-81d73b96-b224-4d3f-88a9-5c9e60487b48 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:59.195868 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45700) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:59.225295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:59.256049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-81d73b96-b224-4d3f-88a9-5c9e60487b48 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:59.275016 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Checking segment: {'id': 'a2486c3c-60f1-41d8-a766-3bba87d7332b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '79b36746-92ca-4d5e-b620-528f0003113a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:53:59.275254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-007ff0d9-e843-4344-8326-d27722dfabab tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Synchronizing usage tracker for tenant:cd9033324f80492388fb35eda7bfd1eb on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:53:59.275364 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Network hostable DHCP agents. Network: 79b36746-92ca-4d5e-b620-528f0003113a, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:53:59.284718 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0654c3dc-2795-4f2e-a3b4-7934d552bab5 req-ed403e8b-834e-416b-a0dd-be243ff81184 service neutron] 10.222.0.32 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3320780
Dec 24 10:53:59.303901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-81d73b96-b224-4d3f-88a9-5c9e60487b48 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:59.344123 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-007ff0d9-e843-4344-8326-d27722dfabab tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Unset dirty status for tenant:cd9033324f80492388fb35eda7bfd1eb on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:53:59.345386 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-007ff0d9-e843-4344-8326-d27722dfabab tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "GET /v2.0/ports?device_id=52809331-f7c1-435d-b3c0-c7a480480f3f HTTP/1.1" status: 200  len: 205 time: 0.1464233
Dec 24 10:53:59.350828 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45704) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:59.357307 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-81d73b96-b224-4d3f-88a9-5c9e60487b48 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:53:59.410043 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e6ea1c63-efbb-4f66-87fe-9a0cbffd2175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:59.418287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-81d73b96-b224-4d3f-88a9-5c9e60487b48 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Usage tracker for resource:security_group_rule and tenant:85ac333d75164785bf439c07e3d7e16b is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:53:59.427821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-81d73b96-b224-4d3f-88a9-5c9e60487b48 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:53:59.430479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e6ea1c63-efbb-4f66-87fe-9a0cbffd2175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:59.441057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-85060888-331d-4105-bf8b-00e96e1881f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:59.447769 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-81d73b96-b224-4d3f-88a9-5c9e60487b48 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:53:59.453978 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-5412a653-a939-4333-beb4-179767484cc8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] delete failed (client error): The resource could not be found.
Dec 24 10:53:59.455055 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5412a653-a939-4333-beb4-179767484cc8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/routers/52809331-f7c1-435d-b3c0-c7a480480f3f HTTP/1.1" status: 404  len: 336 time: 0.1018441
Dec 24 10:53:59.464124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45708) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:59.464512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe3465-3647-423d-9952-0d170981bc98 req-4e2ad958-db23-4a51-94d9-87dacfce1ac3 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:59.466095 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-dcfe3465-3647-423d-9952-0d170981bc98 req-4e2ad958-db23-4a51-94d9-87dacfce1ac3 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 943 time: 0.5489693
Dec 24 10:53:59.490814 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Network 79b36746-92ca-4d5e-b620-528f0003113a is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:53:59.534614 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e64088-19c2-44af-9965-adc0f6155fd2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:53:59.535080 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e64088-19c2-44af-9965-adc0f6155fd2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:53:59.542505 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:59.548671 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e6ea1c63-efbb-4f66-87fe-9a0cbffd2175 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d48503557587417097bce5c71e0a33c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8780341
Dec 24 10:53:59.548671 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea1c63-efbb-4f66-87fe-9a0cbffd2175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18941108-8a5c-4a25-adc3-9fd729a7f1e2,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:59.548948 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 79b36746-92ca-4d5e-b620-528f0003113a) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:53:59.549993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45712) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:59.555866 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e6ea1c63-efbb-4f66-87fe-9a0cbffd2175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:59.579221 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c0e64088-19c2-44af-9965-adc0f6155fd2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/subnets/60126bb2-8cdd-4736-ba67-b4cafa7f5864 HTTP/1.1" status: 404  len: 337 time: 0.1119313
Dec 24 10:53:59.579389 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c210dc63-4c14-4f5e-b2fc-4eedc4c4b1cb None None] Network 79b36746-92ca-4d5e-b620-528f0003113a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:53:59.581576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45716) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:59.623494 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:53:59.629009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:59.635127 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:53:59.635807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:59.652238 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3b2bc8e-5ba6-4051-81d6-55e01827c676 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:59.669595 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-74d8b733-c9f5-48d7-b517-e17e834e831c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:59.674076 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-dcfe3465-3647-423d-9952-0d170981bc98 req-1fc6a061-1373-44d2-b170-1f8789738d14 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1996827
Dec 24 10:53:59.729589 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-60a3eed6-4f99-46ff-9c91-904115f9532b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Deleting port 83d386a9-7fdf-418d-a00e-b0cf3dad210b {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:53:59.729954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-60a3eed6-4f99-46ff-9c91-904115f9532b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:59.762403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-81d73b96-b224-4d3f-88a9-5c9e60487b48 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:59.769969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e382cd81-dced-4f16-98d9-2d4f55cde1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:59.776651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-81d73b96-b224-4d3f-88a9-5c9e60487b48 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:59.791583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-09c281a1-1139-4379-a2cc-bd5fb6c4d1f1 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:53:59.889384 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e382cd81-dced-4f16-98d9-2d4f55cde1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:59.902497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d73b96-b224-4d3f-88a9-5c9e60487b48 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ff8c7a-acd1-4e8e-af09-d2b511874e96,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:53:59.916618 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-81d73b96-b224-4d3f-88a9-5c9e60487b48 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:53:59.931061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-81d73b96-b224-4d3f-88a9-5c9e60487b48 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:53:59.934933 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-81d73b96-b224-4d3f-88a9-5c9e60487b48 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.7809834
Dec 24 10:53:59.943905 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45720) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:59.952716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-d3b2bc8e-5ba6-4051-81d6-55e01827c676 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for 5b1f2352-afa2-4a3c-ac96-21756debeae3 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:53:59.952913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-c52b4306-04ef-48a9-bc12-a7bda240ad2c tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:53:59.953221 dv-neutron-822668-2-hyperv neutron-server[87558]: WARNING neutron.api.v2.base [None req-c52b4306-04ef-48a9-bc12-a7bda240ad2c tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 24 10:53:59.953715 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-c52b4306-04ef-48a9-bc12-a7bda240ad2c tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 24 10:53:59.957164 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c52b4306-04ef-48a9-bc12-a7bda240ad2c tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "PUT /v2.0/security-groups/c8ff8c7a-acd1-4e8e-af09-d2b511874e96 HTTP/1.1" status: 409  len: 330 time: 0.0099671
Dec 24 10:53:59.965244 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45724) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:53:59.984227 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1448 time: 4.0997174
Dec 24 10:53:59.984895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 9f848d24-f121-4a2d-8a3d-e65c6f538978 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 10:53:59.988441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45728) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:00.128328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 9f848d24-f121-4a2d-8a3d-e65c6f538978, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9f848d24-f121-4a2d-8a3d-e65c6f538978,segment=NetworkSegment(710ad8ff-6c58-4620-9759-f195e587de11),segment_id=710ad8ff-6c58-4620-9759-f195e587de11)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:00.145289 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '9f848d24-f121-4a2d-8a3d-e65c6f538978', 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213', 'port_id': '9f848d24-f121-4a2d-8a3d-e65c6f538978', 'mac_address': 'fa:16:3e:ef:b1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 10:54:00.202291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e382cd81-dced-4f16-98d9-2d4f55cde1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:00.206879 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:00.215920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:00.222720 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-19e3dadc-fc2b-4f86-b50b-f6147314116f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:00.224591 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f848d24-f121-4a2d-8a3d-e65c6f538978 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:54:00.240869 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 9f848d24-f121-4a2d-8a3d-e65c6f538978, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9f848d24-f121-4a2d-8a3d-e65c6f538978,segment=NetworkSegment(710ad8ff-6c58-4620-9759-f195e587de11),segment_id=710ad8ff-6c58-4620-9759-f195e587de11)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:00.246175 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:00.248110 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bda27edc-d7a4-4eaf-b71b-c8dbc6c2e178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:00.253648 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382cd81-dced-4f16-98d9-2d4f55cde1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18941108-8a5c-4a25-adc3-9fd729a7f1e2,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:00.258196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-60a3eed6-4f99-46ff-9c91-904115f9532b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:00.265994 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e382cd81-dced-4f16-98d9-2d4f55cde1b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:00.268042 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Router b7089b42-6387-4269-ada5-918eb5116225 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:54:00.272901 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3b2bc8e-5ba6-4051-81d6-55e01827c676 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:00.281528 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:00.330092 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=9f848d24-f121-4a2d-8a3d-e65c6f538978,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:00.333175 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:00.335605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e382cd81-dced-4f16-98d9-2d4f55cde1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:00.339566 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e382cd81-dced-4f16-98d9-2d4f55cde1b6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/18941108-8a5c-4a25-adc3-9fd729a7f1e2 HTTP/1.1" status: 204  len: 168 time: 0.7834527
Dec 24 10:54:00.474114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b2bc8e-5ba6-4051-81d6-55e01827c676 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=5b1f2352-afa2-4a3c-ac96-21756debeae3,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:00.484150 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d3b2bc8e-5ba6-4051-81d6-55e01827c676 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:00.524775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-60a3eed6-4f99-46ff-9c91-904115f9532b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Calling delete_port for 83d386a9-7fdf-418d-a00e-b0cf3dad210b owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:00.555897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-19e3dadc-fc2b-4f86-b50b-f6147314116f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:00.581415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d853b350-4922-4f14-ae21-8392d2e26762 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:00.587487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d853b350-4922-4f14-ae21-8392d2e26762 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:00.588819 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['9f848d24-f121-4a2d-8a3d-e65c6f538978'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 10:54:00.592215 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d853b350-4922-4f14-ae21-8392d2e26762 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1443 time: 0.5910964
Dec 24 10:54:00.592867 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45734) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:00.627566 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:54:00.650869 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d8b66-8226-496b-b439-368bfb0ecf08 None None] Sync routers for ids ['b7089b42-6387-4269-ada5-918eb5116225'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:54:00.669089 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d8b66-8226-496b-b439-368bfb0ecf08 None None] Routers {'b7089b42-6387-4269-ada5-918eb5116225'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:00.670004 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3d4d8b66-8226-496b-b439-368bfb0ecf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddbc700>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['b7089b42-6387-4269-ada5-918eb5116225'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:00.686116 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3b2bc8e-5ba6-4051-81d6-55e01827c676 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:00.688169 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d3b2bc8e-5ba6-4051-81d6-55e01827c676 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/5b1f2352-afa2-4a3c-ac96-21756debeae3 HTTP/1.1" status: 204  len: 168 time: 1.9887955
Dec 24 10:54:00.689659 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:00.694710 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 6.0984886
Dec 24 10:54:00.695824 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45738) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:00.696173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45740) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:00.749279 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-7bbbd0d7-1971-4d15-897a-89c715316f0d tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'enable_snat': False}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:00.785116 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3d4d8b66-8226-496b-b439-368bfb0ecf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddbc700>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:00.806373 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d8b66-8226-496b-b439-368bfb0ecf08 None None] Routers {'b7089b42-6387-4269-ada5-918eb5116225'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:00.806993 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3d4d8b66-8226-496b-b439-368bfb0ecf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddbc700>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:53:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['b7089b42-6387-4269-ada5-918eb5116225'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:00.869935 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02c0fea-a139-47c8-bc9c-14f94ba6a7c3 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:00.871781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02c0fea-a139-47c8-bc9c-14f94ba6a7c3 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:00.873636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02c0fea-a139-47c8-bc9c-14f94ba6a7c3 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:00.874784 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e02c0fea-a139-47c8-bc9c-14f94ba6a7c3 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:00.921840 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3d4d8b66-8226-496b-b439-368bfb0ecf08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddbc700>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:00.922585 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d8b66-8226-496b-b439-368bfb0ecf08 None None] The sync data for ids ['b7089b42-6387-4269-ada5-918eb5116225'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:54:00.923287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-64251ebc-b86f-40bf-bc9e-628f5cf7359d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Deleting port 99872cab-5f59-4a88-a822-59777a1d6733 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:00.923629 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-64251ebc-b86f-40bf-bc9e-628f5cf7359d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:00.970851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e02c0fea-a139-47c8-bc9c-14f94ba6a7c3 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:00.972291 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e02c0fea-a139-47c8-bc9c-14f94ba6a7c3 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.2751296
Dec 24 10:54:00.975334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45748) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:01.012572 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-19e3dadc-fc2b-4f86-b50b-f6147314116f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:01.025169 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b9a5ff88-c29a-4609-bb04-4f7d39e3231a tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:01.064564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3dadc-fc2b-4f86-b50b-f6147314116f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ff8c7a-acd1-4e8e-af09-d2b511874e96,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:01.066988 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-19e3dadc-fc2b-4f86-b50b-f6147314116f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:01.121926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb6a66a-c0e5-4f36-8d8f-ca24ac12cd41 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 37caea6e-bbb3-44be-b941-0cd2774d260e {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:54:01.125212 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-60a3eed6-4f99-46ff-9c91-904115f9532b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:01.135669 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1d5fb7d1-ca62-4314-bbfc-9bb94f473045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:01.174715 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a66a-c0e5-4f36-8d8f-ca24ac12cd41 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:01.218387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3eed6-4f99-46ff-9c91-904115f9532b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event deleted for resources: {'Port': ['ID=83d386a9-7fdf-418d-a00e-b0cf3dad210b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:01.221267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-60a3eed6-4f99-46ff-9c91-904115f9532b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:01.244549 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-19e3dadc-fc2b-4f86-b50b-f6147314116f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:01.245668 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-19e3dadc-fc2b-4f86-b50b-f6147314116f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "DELETE /v2.0/security-groups/c8ff8c7a-acd1-4e8e-af09-d2b511874e96 HTTP/1.1" status: 204  len: 168 time: 1.2795198
Dec 24 10:54:01.248869 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45752) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:01.272537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a66a-c0e5-4f36-8d8f-ca24ac12cd41 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:01.441106 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a41785-9659-4a98-94ce-7f5030d53fac req-d7926d93-6ee2-4237-baad-538471d59614 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:01.442881 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7a41785-9659-4a98-94ce-7f5030d53fac req-d7926d93-6ee2-4237-baad-538471d59614 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 944 time: 0.4806087
Dec 24 10:54:01.443946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-60a3eed6-4f99-46ff-9c91-904115f9532b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:01.448752 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-60a3eed6-4f99-46ff-9c91-904115f9532b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/ports/83d386a9-7fdf-418d-a00e-b0cf3dad210b HTTP/1.1" status: 204  len: 168 time: 1.8616314
Dec 24 10:54:01.448752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45756) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:01.453301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-64251ebc-b86f-40bf-bc9e-628f5cf7359d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:01.630198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-64251ebc-b86f-40bf-bc9e-628f5cf7359d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Calling delete_port for 99872cab-5f59-4a88-a822-59777a1d6733 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:01.639285 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a258e967-a9f6-4ee4-a38a-db14f41c0107 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Synchronizing usage tracker for tenant:85ac333d75164785bf439c07e3d7e16b on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:01.685704 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7bbbd0d7-1971-4d15-897a-89c715316f0d tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:01.690733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a258e967-a9f6-4ee4-a38a-db14f41c0107 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Unset dirty status for tenant:85ac333d75164785bf439c07e3d7e16b on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:01.691977 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a258e967-a9f6-4ee4-a38a-db14f41c0107 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.4396410
Dec 24 10:54:01.695842 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45760) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:01.713536 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7a41785-9659-4a98-94ce-7f5030d53fac req-f6a18a1a-919e-4dc5-a83c-bcc6d6924062 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2639558
Dec 24 10:54:01.715541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a66a-c0e5-4f36-8d8f-ca24ac12cd41 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:01.719542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-26ea6e00-a935-49ec-b280-2ab707e66bad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Deleting port 3f3af7fa-c859-45f7-83db-c73090b4757d {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:01.719846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26ea6e00-a935-49ec-b280-2ab707e66bad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:01.763760 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-1ddad8d8-3d89-48f8-a094-31c5e6b8d90b tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] delete failed (client error): The resource could not be found.
Dec 24 10:54:01.768370 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1ddad8d8-3d89-48f8-a094-31c5e6b8d90b tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "DELETE /v2.0/security-groups/d781dc42-0d70-4bf1-82f1-d55e63883876 HTTP/1.1" status: 404  len: 347 time: 0.0680478
Dec 24 10:54:01.771202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45764) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:01.810875 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-c02df0bd-c0ba-402e-ae2c-94452aa43e0c tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] show failed (client error): The resource could not be found.
Dec 24 10:54:01.811935 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c02df0bd-c0ba-402e-ae2c-94452aa43e0c tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "GET /v2.0/security-groups/f4da1935-8be3-400f-b424-53727f1a71e8 HTTP/1.1" status: 404  len: 347 time: 0.0397606
Dec 24 10:54:01.837218 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45768) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:01.840687 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f5ec54fc-cf5a-4f6d-b866-743c83b83ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:01.856084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-64251ebc-b86f-40bf-bc9e-628f5cf7359d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:01.862816 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7636c812-f4ea-4b97-b7f8-e81107f1297b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:01.863590 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-93b2a3bf-3b75-4014-b7c6-d279be1bd717 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] show failed (client error): The resource could not be found.
Dec 24 10:54:01.864615 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-93b2a3bf-3b75-4014-b7c6-d279be1bd717 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] 10.222.0.54 "GET /v2.0/security-group-rules/43500b75-4c31-4d9c-8c61-4c735189692f HTTP/1.1" status: 404  len: 356 time: 0.0265090
Dec 24 10:54:01.880658 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a66a-c0e5-4f36-8d8f-ca24ac12cd41 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:01.885625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-47cfec9e-69c4-49d3-841e-883180293a8a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:01.918284 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64251ebc-b86f-40bf-bc9e-628f5cf7359d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event deleted for resources: {'Port': ['ID=99872cab-5f59-4a88-a822-59777a1d6733,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:01.923854 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-64251ebc-b86f-40bf-bc9e-628f5cf7359d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:01.928220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6a66a-c0e5-4f36-8d8f-ca24ac12cd41 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=37caea6e-bbb3-44be-b941-0cd2774d260e,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:01.931478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1fb6a66a-c0e5-4f36-8d8f-ca24ac12cd41 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:01.935458 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1fb6a66a-c0e5-4f36-8d8f-ca24ac12cd41 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:01.946927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-64251ebc-b86f-40bf-bc9e-628f5cf7359d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:01.950412 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77124a73-7888-448d-81e1-3c23ecd145bf None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:01.965811 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1fb6a66a-c0e5-4f36-8d8f-ca24ac12cd41 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/37caea6e-bbb3-44be-b941-0cd2774d260e HTTP/1.1" status: 204  len: 168 time: 0.9893239
Dec 24 10:54:01.969429 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45774) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:02.002257 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-64251ebc-b86f-40bf-bc9e-628f5cf7359d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "DELETE /v2.0/ports/99872cab-5f59-4a88-a822-59777a1d6733 HTTP/1.1" status: 204  len: 168 time: 1.4032691
Dec 24 10:54:02.010192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45778) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:02.014949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 9f848d24-f121-4a2d-8a3d-e65c6f538978 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:02.093612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e79dea-b82e-4af1-ad8b-55ea05df5e54 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 85c26b51-8170-4798-8e56-6a7f325f55fe {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:54:02.114468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-261d57fe-3b67-4168-a71f-6e4a0faf7c2b tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Deleting port 2720bdba-89ea-4151-836c-3c727e7867d4 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:02.114811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-261d57fe-3b67-4168-a71f-6e4a0faf7c2b tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:02.156058 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26ea6e00-a935-49ec-b280-2ab707e66bad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:02.174056 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 9f848d24-f121-4a2d-8a3d-e65c6f538978 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:02.184395 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 9f848d24-f121-4a2d-8a3d-e65c6f538978 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:02.184830 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b9e79dea-b82e-4af1-ad8b-55ea05df5e54 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:02.185399 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:02.277682 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b9e79dea-b82e-4af1-ad8b-55ea05df5e54 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:02.355448 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45784) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:02.386660 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:02.432212 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-26ea6e00-a935-49ec-b280-2ab707e66bad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Calling delete_port for 3f3af7fa-c859-45f7-83db-c73090b4757d owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:02.448568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 9f848d24-f121-4a2d-8a3d-e65c6f538978, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9f848d24-f121-4a2d-8a3d-e65c6f538978,segment=NetworkSegment(710ad8ff-6c58-4620-9759-f195e587de11),segment_id=710ad8ff-6c58-4620-9759-f195e587de11)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:02.449819 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40b0fc3-76c0-4b3f-80dc-a8ad844227be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f848d24-f121-4a2d-8a3d-e65c6f538978'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:54:02.462684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:02.465378 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:02.624080 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40b0fc3-76c0-4b3f-80dc-a8ad844227be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f848d24-f121-4a2d-8a3d-e65c6f538978', 'code': 200}
Dec 24 10:54:02.625376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=9f848d24-f121-4a2d-8a3d-e65c6f538978,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:02.629552 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b9e79dea-b82e-4af1-ad8b-55ea05df5e54 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:02.637885 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:02.877281 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-261d57fe-3b67-4168-a71f-6e4a0faf7c2b tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:02.917471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b9e79dea-b82e-4af1-ad8b-55ea05df5e54 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:02.923274 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-aa153eae-dbbb-413f-92ef-f0b8e359ec90 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:02.975293 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e79dea-b82e-4af1-ad8b-55ea05df5e54 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=85c26b51-8170-4798-8e56-6a7f325f55fe,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:02.977221 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:02.982104 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b9e79dea-b82e-4af1-ad8b-55ea05df5e54 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:02.986843 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b9e79dea-b82e-4af1-ad8b-55ea05df5e54 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:02.990789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7bbbd0d7-1971-4d15-897a-89c715316f0d tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:03.000208 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7bbbd0d7-1971-4d15-897a-89c715316f0d tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:03.005588 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b9e79dea-b82e-4af1-ad8b-55ea05df5e54 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/85c26b51-8170-4798-8e56-6a7f325f55fe HTTP/1.1" status: 204  len: 168 time: 1.0306330
Dec 24 10:54:03.005842 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45794) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:03.038515 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:03.098434 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-261d57fe-3b67-4168-a71f-6e4a0faf7c2b tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Calling delete_port for 2720bdba-89ea-4151-836c-3c727e7867d4 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:03.141649 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a219fd52-856b-4c7b-b80d-1eb5e8b47953 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:03.149850 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a93fe81b-bbec-4db6-8f37-66f27d6caad2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=85ac333d75164785bf439c07e3d7e16b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7834418
Dec 24 10:54:03.154489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45798) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:03.187520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26ea6e00-a935-49ec-b280-2ab707e66bad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:03.207750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fe262212-9070-464d-91b3-eae14f45a0fc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:03.277330 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b1577ceb-c139-4e46-a115-3124914a8336 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2667301
Dec 24 10:54:03.279849 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45802) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:03.293661 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-666baffa-0df0-45e8-a09a-f1be4605b9f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:03.299779 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-baccf91c-7026-4f53-9580-eb49dcdf1c35 None None] Provisioning complete for port 2642210d-1ba5-4a7f-978f-2e05142a7497 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:03.300157 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-baccf91c-7026-4f53-9580-eb49dcdf1c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:03.314606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea6e00-a935-49ec-b280-2ab707e66bad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event deleted for resources: {'Port': ['ID=3f3af7fa-c859-45f7-83db-c73090b4757d,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:03.317202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-26ea6e00-a935-49ec-b280-2ab707e66bad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:03.397242 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418dfd3-8748-4643-99a0-5a6edfb863e4 req-1ddaae5a-3e67-4a17-b620-bb9cd1fd8c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:03.398714 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2418dfd3-8748-4643-99a0-5a6edfb863e4 req-1ddaae5a-3e67-4a17-b620-bb9cd1fd8c1c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 1098 time: 0.5739958
Dec 24 10:54:03.462462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-261d57fe-3b67-4168-a71f-6e4a0faf7c2b tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:03.472796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:03.509449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-63ea5cce-fdef-4b8b-a87d-266fac8c0780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:03.510076 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-666baffa-0df0-45e8-a09a-f1be4605b9f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:03.528806 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-666baffa-0df0-45e8-a09a-f1be4605b9f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:03.533589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-666baffa-0df0-45e8-a09a-f1be4605b9f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:03.535627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f010c-cb2a-4266-b91f-a9c734ea795f req-4996bc88-59c6-4f69-a2b7-c17be5f20e23 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:03.537577 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-899f010c-cb2a-4266-b91f-a9c734ea795f req-4996bc88-59c6-4f69-a2b7-c17be5f20e23 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.6623762
Dec 24 10:54:03.543508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-666baffa-0df0-45e8-a09a-f1be4605b9f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:03.563609 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d57fe-3b67-4168-a71f-6e4a0faf7c2b tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event deleted for resources: {'Port': ['ID=2720bdba-89ea-4151-836c-3c727e7867d4,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:03.565798 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-261d57fe-3b67-4168-a71f-6e4a0faf7c2b tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:03.574814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-261d57fe-3b67-4168-a71f-6e4a0faf7c2b tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:03.577367 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cecdcfa-16be-4d25-aa65-75d9fd967496 None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:54:03.578687 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666baffa-0df0-45e8-a09a-f1be4605b9f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:03.581575 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-0cecdcfa-16be-4d25-aa65-75d9fd967496 None None] Deleting port 2642210d-1ba5-4a7f-978f-2e05142a7497 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:03.582055 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0cecdcfa-16be-4d25-aa65-75d9fd967496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:03.582965 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-666baffa-0df0-45e8-a09a-f1be4605b9f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:03.599264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26ea6e00-a935-49ec-b280-2ab707e66bad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:03.609721 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbbd0d7-1971-4d15-897a-89c715316f0d tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Router b7089b42-6387-4269-ada5-918eb5116225 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:54:03.613414 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2418dfd3-8748-4643-99a0-5a6edfb863e4 req-60df6061-f712-4c13-aee2-8140cd465ca0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1997890
Dec 24 10:54:03.630963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-63ea5cce-fdef-4b8b-a87d-266fac8c0780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:03.646460 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-261d57fe-3b67-4168-a71f-6e4a0faf7c2b tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "DELETE /v2.0/ports/2720bdba-89ea-4151-836c-3c727e7867d4 HTTP/1.1" status: 204  len: 168 time: 1.6329956
Dec 24 10:54:03.657944 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45806) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:03.705016 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-26ea6e00-a935-49ec-b280-2ab707e66bad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/ports/3f3af7fa-c859-45f7-83db-c73090b4757d HTTP/1.1" status: 204  len: 168 time: 2.2541163
Dec 24 10:54:03.714599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45810) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:03.780738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d6055c80-60aa-4c19-9a69-eb0be70a5046 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Synchronizing usage tracker for tenant:06b0205d3a6947a6ac1d1794f7122cf0 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:03.785504 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-899f010c-cb2a-4266-b91f-a9c734ea795f req-4df3a5e6-d418-4fe5-b178-2b06e1f956d5 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2279663
Dec 24 10:54:03.806601 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-0cecdcfa-16be-4d25-aa65-75d9fd967496 None None] For port 2642210d-1ba5-4a7f-978f-2e05142a7497, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=2642210d-1ba5-4a7f-978f-2e05142a7497,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:03.807279 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0cecdcfa-16be-4d25-aa65-75d9fd967496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:03.832045 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d6055c80-60aa-4c19-9a69-eb0be70a5046 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Unset dirty status for tenant:06b0205d3a6947a6ac1d1794f7122cf0 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:03.833701 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d6055c80-60aa-4c19-9a69-eb0be70a5046 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1698442
Dec 24 10:54:03.837976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45814) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:03.845188 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1361600189'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:03.853312 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:03.866959 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Usage tracker for resource:network and tenant:06b0205d3a6947a6ac1d1794f7122cf0 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:03.873676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:03.877828 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-63ea5cce-fdef-4b8b-a87d-266fac8c0780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:03.885530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-12884850-6451-446f-8e37-00d3fcaed15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:03.901538 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:03.913059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ea5cce-fdef-4b8b-a87d-266fac8c0780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06bf6d9-bfc8-4d05-adc5-8f654260ba36,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:03.916659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-63ea5cce-fdef-4b8b-a87d-266fac8c0780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:03.929022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f5f8fd-9f30-4d99-b941-466bc431d1e5 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:03.930149 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-62f5f8fd-9f30-4d99-b941-466bc431d1e5 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Synchronizing usage tracker for tenant:cd9033324f80492388fb35eda7bfd1eb on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:03.942157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbbd0d7-1971-4d15-897a-89c715316f0d tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:54:03.942903 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Made reservation on behalf of 06b0205d3a6947a6ac1d1794f7122cf0 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:03.946991 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-0cecdcfa-16be-4d25-aa65-75d9fd967496 None None] Calling delete_port for 2642210d-1ba5-4a7f-978f-2e05142a7497 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:03.947986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:03.962416 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7bbbd0d7-1971-4d15-897a-89c715316f0d tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:03.963616 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7bbbd0d7-1971-4d15-897a-89c715316f0d tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "PUT /v2.0/routers/b7089b42-6387-4269-ada5-918eb5116225 HTTP/1.1" status: 200  len: 925 time: 3.2642612
Dec 24 10:54:03.966115 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-63ea5cce-fdef-4b8b-a87d-266fac8c0780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:03.967382 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-63ea5cce-fdef-4b8b-a87d-266fac8c0780 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c06bf6d9-bfc8-4d05-adc5-8f654260ba36 HTTP/1.1" status: 204  len: 168 time: 0.8082776
Dec 24 10:54:03.970144 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45818) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:03.998954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7b995-ab1d-421f-a78e-8632cc7ab177 None None] Sync routers for ids ['b7089b42-6387-4269-ada5-918eb5116225'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:54:04.025560 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a7b995-ab1d-421f-a78e-8632cc7ab177 None None] Routers {'b7089b42-6387-4269-ada5-918eb5116225'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:04.026431 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-51a7b995-ab1d-421f-a78e-8632cc7ab177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9dde20>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['b7089b42-6387-4269-ada5-918eb5116225'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:04.034430 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-666baffa-0df0-45e8-a09a-f1be4605b9f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:04.041474 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f40f3d8d-7b88-4703-9476-1a45dc9cd0d1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:04.067871 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:54:04.070040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-62f5f8fd-9f30-4d99-b941-466bc431d1e5 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Unset dirty status for tenant:cd9033324f80492388fb35eda7bfd1eb on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:04.074661 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-62f5f8fd-9f30-4d99-b941-466bc431d1e5 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "GET /v2.0/ports?device_id=91a969c7-6ec3-42de-b80c-73cfd6e86137 HTTP/1.1" status: 200  len: 913 time: 0.3598242
Dec 24 10:54:04.080236 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45824) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:04.110968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-51a7b995-ab1d-421f-a78e-8632cc7ab177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9dde20>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:04.111919 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666baffa-0df0-45e8-a09a-f1be4605b9f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:04.122104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0cecdcfa-16be-4d25-aa65-75d9fd967496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:04.125678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-666baffa-0df0-45e8-a09a-f1be4605b9f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:04.126225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:04.158464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666baffa-0df0-45e8-a09a-f1be4605b9f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=2aa456cf-c393-4799-b34f-ddf7c5feae66,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:04.166226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a7b995-ab1d-421f-a78e-8632cc7ab177 None None] Routers {'b7089b42-6387-4269-ada5-918eb5116225'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:04.167316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-51a7b995-ab1d-421f-a78e-8632cc7ab177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9dde20>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['b7089b42-6387-4269-ada5-918eb5116225'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:04.169698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666baffa-0df0-45e8-a09a-f1be4605b9f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:04.170708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-666baffa-0df0-45e8-a09a-f1be4605b9f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:04.176731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-666baffa-0df0-45e8-a09a-f1be4605b9f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:04.198385 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-666baffa-0df0-45e8-a09a-f1be4605b9f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9173691
Dec 24 10:54:04.201659 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45830) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:04.209439 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-d944c44f-629b-4677-81f0-e2646055a7f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:04.274755 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cecdcfa-16be-4d25-aa65-75d9fd967496 None None] Pushing event deleted for resources: {'Port': ['ID=2642210d-1ba5-4a7f-978f-2e05142a7497,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:04.284532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0cecdcfa-16be-4d25-aa65-75d9fd967496 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:04.287673 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cecdcfa-16be-4d25-aa65-75d9fd967496 None None] No DVR routers for this DVR port 2642210d-1ba5-4a7f-978f-2e05142a7497 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:54:04.293701 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-51a7b995-ab1d-421f-a78e-8632cc7ab177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9dde20>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:04.294385 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a7b995-ab1d-421f-a78e-8632cc7ab177 None None] The sync data for ids ['b7089b42-6387-4269-ada5-918eb5116225'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:54:04.306379 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52463a19-2d1f-416f-95cf-2d413cc8c6f8 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:04.468567 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d944c44f-629b-4677-81f0-e2646055a7f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:04.471183 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:04.471595 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Added segment 94a63ac0-2b01-4d08-ad96-e9d931471597 of type vlan for network e9c47dda-6021-4bf4-93f8-c9ddbba02e83
Dec 24 10:54:04.475200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d944c44f-629b-4677-81f0-e2646055a7f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:04.478717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d944c44f-629b-4677-81f0-e2646055a7f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:04.485145 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d944c44f-629b-4677-81f0-e2646055a7f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:04.505248 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d944c44f-629b-4677-81f0-e2646055a7f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:04.519421 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d944c44f-629b-4677-81f0-e2646055a7f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:04.614003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:04.622945 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': '2aa456cf-c393-4799-b34f-ddf7c5feae66'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:54:04.624045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:04.761147 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c3b920cd-0820-4e1c-9e6c-41e64cb78c95 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "GET /v2.0/routers/b7089b42-6387-4269-ada5-918eb5116225 HTTP/1.1" status: 200  len: 925 time: 0.7875738
Dec 24 10:54:04.764906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45844) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:04.820186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:04.833405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Allocated IP 172.20.0.2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/2aa456cf-c393-4799-b34f-ddf7c5feae66/3d310bf7-4c01-4852-8bd5-e90672ae2a44) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:04.874685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.resource_extend [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:54:05.020803 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:05.027569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:05.028195 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:05.055838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.objects.ports [None req-d944c44f-629b-4677-81f0-e2646055a7f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87559) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:54:05.057327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-db8983ef-0ab0-4bfd-80ba-4ae0eedef727 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:05.057847 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d944c44f-629b-4677-81f0-e2646055a7f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:05.070858 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a29330e2-9ed5-4201-aad8-26b01f973ea0 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:05.170430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event updated for resources: {'Network': ['ID=e9c47dda-6021-4bf4-93f8-c9ddbba02e83,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:05.177213 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 1.3380325
Dec 24 10:54:05.181908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45856) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:05.183341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:05.185609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d944c44f-629b-4677-81f0-e2646055a7f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:05.189327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-516651448'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:05.194332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-d944c44f-629b-4677-81f0-e2646055a7f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:05.200637 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:05.208073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944c44f-629b-4677-81f0-e2646055a7f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:05.209412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d944c44f-629b-4677-81f0-e2646055a7f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:05.213638 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804c4e43-6a2d-4d0e-b3ee-66e384cd73f3 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:05.219234 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-804c4e43-6a2d-4d0e-b3ee-66e384cd73f3 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=38a55964-33b9-4484-a01f-c130c608c280&device_id=b7089b42-6387-4269-ada5-918eb5116225&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.4533129
Dec 24 10:54:05.220748 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Usage tracker for resource:network and tenant:06b0205d3a6947a6ac1d1794f7122cf0 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:05.225026 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45860) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:05.228111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:05.263583 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944c44f-629b-4677-81f0-e2646055a7f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=b4f167a8-d44b-4107-95a0-a4160fba42bb,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:05.263969 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:05.277536 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d944c44f-629b-4677-81f0-e2646055a7f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:05.283368 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d944c44f-629b-4677-81f0-e2646055a7f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0769918
Dec 24 10:54:05.283530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45866) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:05.287743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Transition to ACTIVE for port object 3d310bf7-4c01-4852-8bd5-e90672ae2a44 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:05.291150 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'mac_address': 'fa:16:3e:76:2f:15', 'name': 'tempest-NetworksTestDHCPv6-216052864'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:05.308405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Transition to ACTIVE for port object 3d310bf7-4c01-4852-8bd5-e90672ae2a44 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:05.314119 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 2642210d-1ba5-4a7f-978f-2e05142a7497 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:54:05.325541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a12a6-ae6f-46c8-9617-e61e05862a2b req-1ae511c0-d48a-4e24-99aa-33b88778b1df tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:05.327477 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-590a12a6-ae6f-46c8-9617-e61e05862a2b req-1ae511c0-d48a-4e24-99aa-33b88778b1df tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.2175331
Dec 24 10:54:05.341518 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network e9c47dda-6021-4bf4-93f8-c9ddbba02e83 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:54:05.366759 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:05.380602 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:05.402473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599196e3-9a65-478c-858f-427863b7886d tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:05.403054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-599196e3-9a65-478c-858f-427863b7886d tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Synchronizing usage tracker for tenant:7065dbeb15604390bd404252b2a01e55 on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:05.410753 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:05.421902 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 2642210d-1ba5-4a7f-978f-2e05142a7497 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:54:05.422569 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 2642210d-1ba5-4a7f-978f-2e05142a7497 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:54:05.444055 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-599196e3-9a65-478c-858f-427863b7886d tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Unset dirty status for tenant:7065dbeb15604390bd404252b2a01e55 on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:05.448702 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-599196e3-9a65-478c-858f-427863b7886d tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "GET /v2.0/networks/38a55964-33b9-4484-a01f-c130c608c280 HTTP/1.1" status: 200  len: 881 time: 0.2226810
Dec 24 10:54:05.449334 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45872) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:05.491145 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Made reservation on behalf of 06b0205d3a6947a6ac1d1794f7122cf0 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:05.495483 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:05.534558 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4fceb86d-0502-4cd1-a599-0bfa90685f66 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7089b42-6387-4269-ada5-918eb5116225 HTTP/1.1" status: 200  len: 205 time: 0.0816710
Dec 24 10:54:05.545562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:05.546675 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Pushing event updated for resources: {'Port': ['ID=3d310bf7-4c01-4852-8bd5-e90672ae2a44,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:05.551157 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:05.552077 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:05.555701 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:05.567264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45876) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:05.665818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:54:05.678991 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Attempting to bind port 3d310bf7-4c01-4852-8bd5-e90672ae2a44 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:54:05.679376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Attempting to bind port 3d310bf7-4c01-4852-8bd5-e90672ae2a44 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:54:05.679734 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Attempting to bind port 3d310bf7-4c01-4852-8bd5-e90672ae2a44 on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:05.684052 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-590a12a6-ae6f-46c8-9617-e61e05862a2b req-0efa542a-7b7c-41c0-9819-14195e19e267 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2909725
Dec 24 10:54:05.686205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:54:05.686567 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:05.686927 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:05.687371 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:54:05.687933 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Bound port: 3d310bf7-4c01-4852-8bd5-e90672ae2a44, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:54:05.688305 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:05.715597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:05.715597 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Added segment 59a29ed0-0130-4871-85fa-4ade7ec70c5f of type vlan for network 39a1864f-3ee2-4f23-8755-412ae04848d5
Dec 24 10:54:05.716844 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:05.730331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:05.748065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:05.787457 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] For port 3d310bf7-4c01-4852-8bd5-e90672ae2a44, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:54:05.791805 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] For port 3d310bf7-4c01-4852-8bd5-e90672ae2a44, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3d310bf7-4c01-4852-8bd5-e90672ae2a44,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:54:05.795265 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:05.798019 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:05.809520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c1978833-3474-488d-830e-24e75de48fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:05.932976 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:05.936698 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Pushing event updated for resources: {'Port': ['ID=3d310bf7-4c01-4852-8bd5-e90672ae2a44,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:05.943515 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:05.973369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port f022ec16-aac2-4241-b551-5c6204a7e079 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:54:05.986423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26c69e07-2f75-4cae-a26a-f18dee2fe4ee tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:06.047082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:06.052585 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:06.053198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:06.058979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45890) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:06.066512 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b797cc49-ad8e-4cea-812f-4dcbcc9037ed tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:06.271148 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 172.20.0.8 (51d30af2-9f70-4c66-8947-64c1ea7cb845/2aa456cf-c393-4799-b34f-ddf7c5feae66/f022ec16-aac2-4241-b551-5c6204a7e079) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:06.283356 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::f816:3eff:fe76:2f15 (51d30af2-9f70-4c66-8947-64c1ea7cb845/b4f167a8-d44b-4107-95a0-a4160fba42bb/f022ec16-aac2-4241-b551-5c6204a7e079) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:06.295157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'network': {'name': 'tempest-network-smoke--902213741', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'port_security_enabled': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:06.302550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:06.321960 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:network and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:06.326974 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:06.340875 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:06.366841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:06.371191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:06.384156 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event updated for resources: {'Network': ['ID=39a1864f-3ee2-4f23-8755-412ae04848d5,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:06.386821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:06.400562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 39a1864f-3ee2-4f23-8755-412ae04848d5 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:54:06.402848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:06.474041 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.2752504
Dec 24 10:54:06.477632 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3f9b07d5-0a8c-438f-b304-cc30ad723511 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:06.487399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:06.496248 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:06.501122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:06.511243 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:06.590378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:06.604078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45896) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:06.617656 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Request body: {'subnets': [{'network_id': 'e9c47dda-6021-4bf4-93f8-c9ddbba02e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1659272257', 'ip_version': 4}, {'network_id': '39a1864f-3ee2-4f23-8755-412ae04848d5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:06.618007 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Request body: {'subnet': {'network_id': 'e9c47dda-6021-4bf4-93f8-c9ddbba02e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1659272257', 'ip_version': 4}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:06.618578 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Request body: {'subnet': {'network_id': '39a1864f-3ee2-4f23-8755-412ae04848d5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:06.639801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object f022ec16-aac2-4241-b551-5c6204a7e079 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:06.686721 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26c69e07-2f75-4cae-a26a-f18dee2fe4ee tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:06.758656 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-26c69e07-2f75-4cae-a26a-f18dee2fe4ee tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Deleting port d44e1f86-685e-41ab-8eba-5bef75ea9311 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:06.759001 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26c69e07-2f75-4cae-a26a-f18dee2fe4ee tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:06.856087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:06.874809 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:06.876396 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:06.890930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:06.960693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:54:06.968327 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:06.972616 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Usage tracker for resource:subnet and tenant:06b0205d3a6947a6ac1d1794f7122cf0 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:06.981940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:06.987137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:06.989073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ed8f34-a4ee-4c14-9cd7-196899e73e91,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:06.996385 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:07.000509 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:07.001622 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:07.004540 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d3c4a271-64b6-40fb-9330-67c906739d15 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:07.038285 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3d310bf7-4c01-4852-8bd5-e90672ae2a44 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:07.078593 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:07.109482 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:07.109945 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Added segment f654e51f-4a24-48bd-b781-f889fac1f2fe of type vlan for network 45c164f3-3874-47ee-8c8f-d0d39e3c6cba
Dec 24 10:54:07.119444 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 3d310bf7-4c01-4852-8bd5-e90672ae2a44 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:07.129259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9906e1-e2cd-41f2-9720-f0f50c7dadd3 req-5279b28a-1a0f-4539-9240-0becf7574c02 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:07.130508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=f022ec16-aac2-4241-b551-5c6204a7e079,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:07.130986 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-de9906e1-e2cd-41f2-9720-f0f50c7dadd3 req-5279b28a-1a0f-4539-9240-0becf7574c02 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.2961044
Dec 24 10:54:07.133099 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26c69e07-2f75-4cae-a26a-f18dee2fe4ee tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:07.133949 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:07.156128 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Made reservation on behalf of 06b0205d3a6947a6ac1d1794f7122cf0 for: {'subnet': 2} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:07.160625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:07.160957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:07.180773 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3178f278-8776-4392-91b8-ec6f61697856 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:07.257280 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:07.265840 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:07.266665 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:07.275080 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4ae7ed97-42d1-44b3-a4f6-072aa8fab4ed None None] Provisioning for port 3d310bf7-4c01-4852-8bd5-e90672ae2a44 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:07.294446 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4ae7ed97-42d1-44b3-a4f6-072aa8fab4ed None None] Provisioning complete for port 3d310bf7-4c01-4852-8bd5-e90672ae2a44 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:07.294829 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4ae7ed97-42d1-44b3-a4f6-072aa8fab4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:07.311035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-26c69e07-2f75-4cae-a26a-f18dee2fe4ee tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Calling delete_port for d44e1f86-685e-41ab-8eba-5bef75ea9311 owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:07.358262 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 2.0736585
Dec 24 10:54:07.361213 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45902) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:07.402571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:07.405017 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-de9906e1-e2cd-41f2-9720-f0f50c7dadd3 req-847fa705-5db0-4a91-9fcc-64a1903fa4f6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2573760
Dec 24 10:54:07.405641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b07d5-0a8c-438f-b304-cc30ad723511 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Deleting port e6d14fa0-d215-49cd-ba9f-0c56499f13a1 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:07.406019 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3f9b07d5-0a8c-438f-b304-cc30ad723511 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:07.407052 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:07.407763 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:07.430608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:07.547278 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Network': ['ID=45c164f3-3874-47ee-8c8f-d0d39e3c6cba,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:07.554729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:07.564288 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 45c164f3-3874-47ee-8c8f-d0d39e3c6cba details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:54:07.582568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4ae7ed97-42d1-44b3-a4f6-072aa8fab4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:07.596512 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.5329762
Dec 24 10:54:07.598494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45908) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:07.605486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'admin_state_up': True, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:07.624247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:07.640708 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:router and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:07.646018 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:07.657238 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:07.700404 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d668896-02d2-4076-886a-676fe17203f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:07.706179 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d668896-02d2-4076-886a-676fe17203f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:07.706986 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6d668896-02d2-4076-886a-676fe17203f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:07.728897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:07.729951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:07.735140 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3f9b07d5-0a8c-438f-b304-cc30ad723511 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:07.737231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-4ae7ed97-42d1-44b3-a4f6-072aa8fab4ed None None] For port 3d310bf7-4c01-4852-8bd5-e90672ae2a44, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3d310bf7-4c01-4852-8bd5-e90672ae2a44,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:07.741347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4ae7ed97-42d1-44b3-a4f6-072aa8fab4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:07.745644 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f7170c2d-0060-4fcf-99c0-087d4c3fc9a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:07.787556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6d668896-02d2-4076-886a-676fe17203f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:07.788723 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6d668896-02d2-4076-886a-676fe17203f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1762 time: 0.4265995
Dec 24 10:54:07.812128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45912) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:07.885056 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b3fcc9-eeee-42d7-a907-042cc146b649 None None] Update dhcp port {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'fixed_ips': [{'subnet_id': '2aa456cf-c393-4799-b34f-ddf7c5feae66', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b4f167a8-d44b-4107-95a0-a4160fba42bb'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': '3d310bf7-4c01-4852-8bd5-e90672ae2a44'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 10:54:07.910581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7ed97-42d1-44b3-a4f6-072aa8fab4ed None None] Pushing event updated for resources: {'Port': ['ID=3d310bf7-4c01-4852-8bd5-e90672ae2a44,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:07.915320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4ae7ed97-42d1-44b3-a4f6-072aa8fab4ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:07.950349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b8b3fcc9-eeee-42d7-a907-042cc146b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:07.993933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4695655-881d-4d02-a716-18d01ec941a7 req-1eedc48b-dee3-4758-8bb6-c8fe57ed2bed tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:07.995478 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c4695655-881d-4d02-a716-18d01ec941a7 req-1eedc48b-dee3-4758-8bb6-c8fe57ed2bed tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.3968618
Dec 24 10:54:08.005323 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45916) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:08.011411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4666ca37-31ba-495c-ae8d-d14cd5f3374d tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Request body: {'floatingip': {'port_id': '9f848d24-f121-4a2d-8a3d-e65c6f538978'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:08.015033 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-3f9b07d5-0a8c-438f-b304-cc30ad723511 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Calling delete_port for e6d14fa0-d215-49cd-ba9f-0c56499f13a1 owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:08.100943 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4666ca37-31ba-495c-ae8d-d14cd5f3374d tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for floatingip, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:08.128520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26c69e07-2f75-4cae-a26a-f18dee2fe4ee tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:08.138617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bebcc6f6-77d0-4bfa-ae74-4b75ed4668ad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:08.204260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:08.216608 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-b8b3fcc9-eeee-42d7-a907-042cc146b649 None None] Allocated IP 2001:db8::f816:3eff:fe5e:56db (51d30af2-9f70-4c66-8947-64c1ea7cb845/b4f167a8-d44b-4107-95a0-a4160fba42bb/3d310bf7-4c01-4852-8bd5-e90672ae2a44) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:08.222311 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c69e07-2f75-4cae-a26a-f18dee2fe4ee tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Pushing event deleted for resources: {'Port': ['ID=d44e1f86-685e-41ab-8eba-5bef75ea9311,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:08.222311 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba174c-5a2d-4ddf-9f99-745c03651212 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port f022ec16-aac2-4241-b551-5c6204a7e079 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:08.222311 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b6ba174c-5a2d-4ddf-9f99-745c03651212 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:08.253757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-26c69e07-2f75-4cae-a26a-f18dee2fe4ee tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:08.397711 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b8b3fcc9-eeee-42d7-a907-042cc146b649 None None] For port 3d310bf7-4c01-4852-8bd5-e90672ae2a44, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3d310bf7-4c01-4852-8bd5-e90672ae2a44,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:08.426120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b8b3fcc9-eeee-42d7-a907-042cc146b649 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:08.450301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b8b3fcc9-eeee-42d7-a907-042cc146b649 None None] Transition to ACTIVE for port object 3d310bf7-4c01-4852-8bd5-e90672ae2a44 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:08.459871 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b8b3fcc9-eeee-42d7-a907-042cc146b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:08.466141 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:08.540319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:08.553921 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b333500a-bb36-490f-9b5e-5d61bfbe9ec4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:08.573178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26c69e07-2f75-4cae-a26a-f18dee2fe4ee tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:08.620685 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3fcc9-eeee-42d7-a907-042cc146b649 None None] Pushing event updated for resources: {'Port': ['ID=3d310bf7-4c01-4852-8bd5-e90672ae2a44,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:08.630684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b8b3fcc9-eeee-42d7-a907-042cc146b649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:08.749349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event updated for resources: {'Subnet': ['ID=818b3019-2a0c-4e18-98ac-5497bb2c6f21,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:08.754612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:08.755415 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Checking segment: {'id': '94a63ac0-2b01-4d08-ad96-e9d931471597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c47dda-6021-4bf4-93f8-c9ddbba02e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:08.755850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Network hostable DHCP agents. Network: e9c47dda-6021-4bf4-93f8-c9ddbba02e83, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:54:08.791387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Network e9c47dda-6021-4bf4-93f8-c9ddbba02e83 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:54:08.813607 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, e9c47dda-6021-4bf4-93f8-c9ddbba02e83) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:08.819027 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:08.823669 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe23e3ae-1bdd-43ba-9240-c3a3afdcf6c0 None None] Network e9c47dda-6021-4bf4-93f8-c9ddbba02e83 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:08.830560 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:09.024416 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b6ba174c-5a2d-4ddf-9f99-745c03651212 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:09.062756 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3d310bf7-4c01-4852-8bd5-e90672ae2a44 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:09.063921 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4666ca37-31ba-495c-ae8d-d14cd5f3374d tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:09.067110 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event updated for resources: {'Subnet': ['ID=8addd509-0bcb-4dbc-bc0f-c77000b7ab11,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:09.075495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:09.083491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4666ca37-31ba-495c-ae8d-d14cd5f3374d tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:09.105447 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-e9c47dda-6021-4bf4-93f8-c9ddbba02e83', 'network_id': 'e9c47dda-6021-4bf4-93f8-c9ddbba02e83', 'tenant_id': '06b0205d3a6947a6ac1d1794f7122cf0', 'fixed_ips': [{'subnet_id': '818b3019-2a0c-4e18-98ac-5497bb2c6f21'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:54:09.106323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:09.140777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Checking segment: {'id': '59a29ed0-0130-4871-85fa-4ade7ec70c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '39a1864f-3ee2-4f23-8755-412ae04848d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:09.141141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Network hostable DHCP agents. Network: 39a1864f-3ee2-4f23-8755-412ae04848d5, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:54:09.192530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Network 39a1864f-3ee2-4f23-8755-412ae04848d5 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:54:09.241658 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26c69e07-2f75-4cae-a26a-f18dee2fe4ee tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:09.253047 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b6ba174c-5a2d-4ddf-9f99-745c03651212 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for f022ec16-aac2-4241-b551-5c6204a7e079 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:09.268246 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 39a1864f-3ee2-4f23-8755-412ae04848d5) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:09.277280 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:09.277765 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:09.278425 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:09.298741 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26c69e07-2f75-4cae-a26a-f18dee2fe4ee tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:09.301697 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336b22fc-73d0-435a-a7c1-7a17d1e15da8 None None] Network 39a1864f-3ee2-4f23-8755-412ae04848d5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:09.314215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:09.323495 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-4666ca37-31ba-495c-ae8d-d14cd5f3374d tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Floating IP 696202cc-d5f9-464a-8a8b-3f9a9dc7a8c7 associated. External IP: 172.26.4.19, port: 9f848d24-f121-4a2d-8a3d-e65c6f538978.
Dec 24 10:54:09.513074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-984d2ba6-de0f-44d3-bb2f-c082a0203567 None None] Provisioning for port 3d310bf7-4c01-4852-8bd5-e90672ae2a44 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:09.533326 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-984d2ba6-de0f-44d3-bb2f-c082a0203567 None None] Provisioning complete for port 3d310bf7-4c01-4852-8bd5-e90672ae2a44 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:09.533622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-984d2ba6-de0f-44d3-bb2f-c082a0203567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:09.561106 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Allocated IP 172.20.0.2 (e9c47dda-6021-4bf4-93f8-c9ddbba02e83/818b3019-2a0c-4e18-98ac-5497bb2c6f21/98059e60-c565-4388-89d2-f000f9b0d734) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:09.638865 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26c69e07-2f75-4cae-a26a-f18dee2fe4ee tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:09.639398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c69e07-2f75-4cae-a26a-f18dee2fe4ee tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Fanout notify agent at l3_agent the message router_deleted on router b7089b42-6387-4269-ada5-918eb5116225 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:54:09.687353 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-39a1864f-3ee2-4f23-8755-412ae04848d5', 'network_id': '39a1864f-3ee2-4f23-8755-412ae04848d5', 'tenant_id': '06b0205d3a6947a6ac1d1794f7122cf0', 'fixed_ips': [{'subnet_id': '8addd509-0bcb-4dbc-bc0f-c77000b7ab11'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:54:09.688296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:09.736899 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 3.1316676
Dec 24 10:54:09.739754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45920) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:09.764821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3f9b07d5-0a8c-438f-b304-cc30ad723511 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:09.776084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-92e7707b-8b82-43f6-b549-69ee43afae39 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:09.820536 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26c69e07-2f75-4cae-a26a-f18dee2fe4ee tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:09.825541 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-26c69e07-2f75-4cae-a26a-f18dee2fe4ee tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "DELETE /v2.0/routers/b7089b42-6387-4269-ada5-918eb5116225 HTTP/1.1" status: 204  len: 168 time: 4.2446566
Dec 24 10:54:09.834935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45924) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:09.853839 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b07d5-0a8c-438f-b304-cc30ad723511 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event deleted for resources: {'Port': ['ID=e6d14fa0-d215-49cd-ba9f-0c56499f13a1,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:09.883715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-6df22662-16d9-413a-b29e-39b7b369dc02 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1472819576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:09.897913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3f9b07d5-0a8c-438f-b304-cc30ad723511 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:09.901276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6df22662-16d9-413a-b29e-39b7b369dc02 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:09.913523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6df22662-16d9-413a-b29e-39b7b369dc02 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Usage tracker for resource:router and tenant:38b0eb92497a47de9f680dcf463f5ea8 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:09.943059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6df22662-16d9-413a-b29e-39b7b369dc02 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:09.955137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c760b6-fabf-4377-b2d0-74f62dd38834 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:09.957364 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c760b6-fabf-4377-b2d0-74f62dd38834 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:09.959521 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c760b6-fabf-4377-b2d0-74f62dd38834 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:09.959853 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6df22662-16d9-413a-b29e-39b7b369dc02 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:09.960355 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-33c760b6-fabf-4377-b2d0-74f62dd38834 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Synchronizing usage tracker for tenant:06b0205d3a6947a6ac1d1794f7122cf0 on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:10.011209 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-33c760b6-fabf-4377-b2d0-74f62dd38834 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Unset dirty status for tenant:06b0205d3a6947a6ac1d1794f7122cf0 on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:10.011778 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-33c760b6-fabf-4377-b2d0-74f62dd38834 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.2708921
Dec 24 10:54:10.016903 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45928) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:10.048041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6df22662-16d9-413a-b29e-39b7b369dc02 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.049086 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6df22662-16d9-413a-b29e-39b7b369dc02 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.056439 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4666ca37-31ba-495c-ae8d-d14cd5f3374d tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Router e79d6a36-eeff-40cb-a685-6ccdfbe1f25d has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:54:10.118452 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.121256 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Allocated IP 172.20.0.18 (39a1864f-3ee2-4f23-8755-412ae04848d5/8addd509-0bcb-4dbc-bc0f-c77000b7ab11/0fc6a655-fbf9-4225-a774-0ea6677b1857) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:10.161828 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d4ab1f-06ff-404f-99bc-5d4527589e23 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Deleting subnet 818b3019-2a0c-4e18-98ac-5497bb2c6f21 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:54:10.182684 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6df22662-16d9-413a-b29e-39b7b369dc02 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.202693 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Transition to ACTIVE for port object 98059e60-c565-4388-89d2-f000f9b0d734 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:10.209650 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b6ba174c-5a2d-4ddf-9f99-745c03651212 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.221752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2726ac64-9275-46df-80ec-8037db72ac26 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:10.223236 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-984d2ba6-de0f-44d3-bb2f-c082a0203567 None None] Provisioning for port f022ec16-aac2-4241-b551-5c6204a7e079 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:10.232750 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-984d2ba6-de0f-44d3-bb2f-c082a0203567 None None] Provisioning complete for port f022ec16-aac2-4241-b551-5c6204a7e079 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:10.233134 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-984d2ba6-de0f-44d3-bb2f-c082a0203567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.273001 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4666ca37-31ba-495c-ae8d-d14cd5f3374d tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:54:10.277257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4666ca37-31ba-495c-ae8d-d14cd5f3374d tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.279277 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-984d2ba6-de0f-44d3-bb2f-c082a0203567 None None] Port f022ec16-aac2-4241-b551-5c6204a7e079 was deleted so its status cannot be updated. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 24 10:54:10.284034 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Transition to ACTIVE for port object 98059e60-c565-4388-89d2-f000f9b0d734 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:10.286923 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170d0139-3ee0-49e8-b438-1f19fc064265 None None] Sync routers for ids ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:54:10.298430 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170d0139-3ee0-49e8-b438-1f19fc064265 None None] Routers {'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:10.299062 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-170d0139-3ee0-49e8-b438-1f19fc064265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ded7b80>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:10.302633 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38d4ab1f-06ff-404f-99bc-5d4527589e23 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.303217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.310964 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:10.385675 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38d4ab1f-06ff-404f-99bc-5d4527589e23 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.405860 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3f9b07d5-0a8c-438f-b304-cc30ad723511 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.417317 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4666ca37-31ba-495c-ae8d-d14cd5f3374d tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "PUT /v2.0/floatingips/696202cc-d5f9-464a-8a8b-3f9a9dc7a8c7 HTTP/1.1" status: 200  len: 990 time: 2.4109125
Dec 24 10:54:10.423986 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Network e9c47dda-6021-4bf4-93f8-c9ddbba02e83 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:10.430537 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba174c-5a2d-4ddf-9f99-745c03651212 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=f022ec16-aac2-4241-b551-5c6204a7e079,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:10.434606 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f40b0fc3-76c0-4b3f-80dc-a8ad844227be', 'tag': '9f848d24-f121-4a2d-8a3d-e65c6f538978'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:54:10.471601 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:10.473534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.474545 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:10.513778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-022ed1ff-46d1-438b-94ca-b76db18fc2a8 None None] Could not find standard attr ID for object f022ec16-aac2-4241-b551-5c6204a7e079. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:54:10.541403 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f40b0fc3-76c0-4b3f-80dc-a8ad844227be', 'tag': '9f848d24-f121-4a2d-8a3d-e65c6f538978', 'status': 'completed', 'code': 200}
Dec 24 10:54:10.566193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b6ba174c-5a2d-4ddf-9f99-745c03651212 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:10.577772 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38d4ab1f-06ff-404f-99bc-5d4527589e23 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.602236 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Pushing event updated for resources: {'Port': ['ID=98059e60-c565-4388-89d2-f000f9b0d734,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:10.620704 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:10.623290 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-170d0139-3ee0-49e8-b438-1f19fc064265 None None] Set router e79d6a36-eeff-40cb-a685-6ccdfbe1f25d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:54:10.655247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6df22662-16d9-413a-b29e-39b7b369dc02 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.659419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.678355 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38d4ab1f-06ff-404f-99bc-5d4527589e23 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.679520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Attempting to bind port 98059e60-c565-4388-89d2-f000f9b0d734 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:54:10.680640 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Attempting to bind port 98059e60-c565-4388-89d2-f000f9b0d734 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '94a63ac0-2b01-4d08-ad96-e9d931471597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c47dda-6021-4bf4-93f8-c9ddbba02e83'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:54:10.681238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Attempting to bind port 98059e60-c565-4388-89d2-f000f9b0d734 on network e9c47dda-6021-4bf4-93f8-c9ddbba02e83 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:10.684709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-437ebec4-8198-48cb-88a7-fed09945685e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:10.688520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Transition to ACTIVE for port object 0fc6a655-fbf9-4225-a774-0ea6677b1857 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:10.697513 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:54:10.698282 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Checking segment: {'id': '94a63ac0-2b01-4d08-ad96-e9d931471597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c47dda-6021-4bf4-93f8-c9ddbba02e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:10.698903 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.699517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Bound using segment: {'id': '94a63ac0-2b01-4d08-ad96-e9d931471597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c47dda-6021-4bf4-93f8-c9ddbba02e83'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:54:10.700193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Bound port: 98059e60-c565-4388-89d2-f000f9b0d734, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a63ac0-2b01-4d08-ad96-e9d931471597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'e9c47dda-6021-4bf4-93f8-c9ddbba02e83'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:54:10.700795 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.730381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4ab1f-06ff-404f-99bc-5d4527589e23 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event deleted for resources: {'Subnet': ['ID=818b3019-2a0c-4e18-98ac-5497bb2c6f21,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:10.738466 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Transition to ACTIVE for port object 0fc6a655-fbf9-4225-a774-0ea6677b1857 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:10.741559 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38d4ab1f-06ff-404f-99bc-5d4527589e23 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.745415 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-38d4ab1f-06ff-404f-99bc-5d4527589e23 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:10.768099 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-38d4ab1f-06ff-404f-99bc-5d4527589e23 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "DELETE /v2.0/subnets/818b3019-2a0c-4e18-98ac-5497bb2c6f21 HTTP/1.1" status: 204  len: 168 time: 0.7469041
Dec 24 10:54:10.768544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45936) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:10.796137 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.812114 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a071a5ac-015d-49b5-8559-6098f97ab27a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:10.857756 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9c6884-56a9-47fa-b624-ef0ad177fb38 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Deleting subnet 8addd509-0bcb-4dbc-bc0f-c77000b7ab11 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:54:10.861341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6884-56a9-47fa-b624-ef0ad177fb38 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:10.893265 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Pushing event updated for resources: {'Port': ['ID=0fc6a655-fbf9-4225-a774-0ea6677b1857,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:10.908885 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:10.919074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Network 39a1864f-3ee2-4f23-8755-412ae04848d5 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:10.932967 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:10.937629 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:10.981645 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6884-56a9-47fa-b624-ef0ad177fb38 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:11.041515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6df22662-16d9-413a-b29e-39b7b369dc02 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:11.043461 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] For port 98059e60-c565-4388-89d2-f000f9b0d734, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:54:11.048706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45940) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:11.051098 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6df22662-16d9-413a-b29e-39b7b369dc02 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 1.2017701
Dec 24 10:54:11.058401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Request body: {'router': {'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:11.060948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b6ba174c-5a2d-4ddf-9f99-745c03651212 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:11.074225 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b6ba174c-5a2d-4ddf-9f99-745c03651212 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/f022ec16-aac2-4241-b551-5c6204a7e079 HTTP/1.1" status: 204  len: 168 time: 3.2592206
Dec 24 10:54:11.074882 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Attempting to bind port 0fc6a655-fbf9-4225-a774-0ea6677b1857 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:54:11.075095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:11.075852 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Attempting to bind port 0fc6a655-fbf9-4225-a774-0ea6677b1857 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '59a29ed0-0130-4871-85fa-4ade7ec70c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '39a1864f-3ee2-4f23-8755-412ae04848d5'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:54:11.076446 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Attempting to bind port 0fc6a655-fbf9-4225-a774-0ea6677b1857 on network 39a1864f-3ee2-4f23-8755-412ae04848d5 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:11.083250 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] For port 98059e60-c565-4388-89d2-f000f9b0d734, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=98059e60-c565-4388-89d2-f000f9b0d734,segment=NetworkSegment(94a63ac0-2b01-4d08-ad96-e9d931471597),segment_id=94a63ac0-2b01-4d08-ad96-e9d931471597)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:54:11.087539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:54:11.088437 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Checking segment: {'id': '59a29ed0-0130-4871-85fa-4ade7ec70c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '39a1864f-3ee2-4f23-8755-412ae04848d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:11.089076 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:11.090706 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Bound using segment: {'id': '59a29ed0-0130-4871-85fa-4ade7ec70c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '39a1864f-3ee2-4f23-8755-412ae04848d5'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:54:11.091617 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Bound port: 0fc6a655-fbf9-4225-a774-0ea6677b1857, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a29ed0-0130-4871-85fa-4ade7ec70c5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '39a1864f-3ee2-4f23-8755-412ae04848d5'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:54:11.092303 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:11.111303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45944) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:11.112500 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:11.118299 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:11.124421 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-170d0139-3ee0-49e8-b438-1f19fc064265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ded7b80>, [{'id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'name': 'tempest-ServerActionsTestJSON-1670379209-router', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:09Z', 'updated_at': '2021-12-24T10:53:28Z', 'revision_number': 4, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'gw_port': {'id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:12Z', 'updated_at': '2021-12-24T10:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '696202cc-d5f9-464a-8a8b-3f9a9dc7a8c7', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'floating_ip_address': '172.26.4.19', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'port_id': '9f848d24-f121-4a2d-8a3d-e65c6f538978', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213', 'mac_address': 'fa:16:3e:ef:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40b0fc3-76c0-4b3f-80dc-a8ad844227be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:53:42Z', 'updated_at': '2021-12-24T10:54:08Z', 'revision_number': 1, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311c792c-59ef-4f95-a667-d50a0a5da103', 'name': '', 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'mac_address': 'fa:16:3e:d1:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:24Z', 'updated_at': '2021-12-24T10:53:39Z', 'revision_number': 5, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'subnets': [{'id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:11.129986 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170d0139-3ee0-49e8-b438-1f19fc064265 None None] Checking router: e79d6a36-eeff-40cb-a685-6ccdfbe1f25d for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:54:11.141288 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170d0139-3ee0-49e8-b438-1f19fc064265 None None] Routers {'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:11.142191 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-170d0139-3ee0-49e8-b438-1f19fc064265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ded7b80>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:11.331910 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] For port 0fc6a655-fbf9-4225-a774-0ea6677b1857, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:54:11.342510 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] For port 0fc6a655-fbf9-4225-a774-0ea6677b1857, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0fc6a655-fbf9-4225-a774-0ea6677b1857,segment=NetworkSegment(59a29ed0-0130-4871-85fa-4ade7ec70c5f),segment_id=59a29ed0-0130-4871-85fa-4ade7ec70c5f)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:54:11.346985 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Pushing event updated for resources: {'Port': ['ID=98059e60-c565-4388-89d2-f000f9b0d734,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:11.353761 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:11.359140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:11.373762 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d7b9d4b8-e7dd-4946-aa18-f76228802d73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:11.384985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:11.470483 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-170d0139-3ee0-49e8-b438-1f19fc064265 None None] Set router e79d6a36-eeff-40cb-a685-6ccdfbe1f25d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:54:11.481384 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd18cc6d-cd71-4f50-a882-41ac73c3afc4 None None] Network e9c47dda-6021-4bf4-93f8-c9ddbba02e83 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:11.634243 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Pushing event updated for resources: {'Port': ['ID=0fc6a655-fbf9-4225-a774-0ea6677b1857,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:11.662428 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:11.669752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fa905-14fa-4fe6-8468-0a18cb784d47 req-b8cf3117-1711-4719-a580-db33b56d818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:11.685503 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-982fa905-14fa-4fe6-8468-0a18cb784d47 req-b8cf3117-1711-4719-a580-db33b56d818a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8ba107df4e84355959c1593c8cc3a54&device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 1098 time: 1.0201151
Dec 24 10:54:11.690622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.26.4.119 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/a829fb02-2db1-4b99-9d2b-7cd7c3e516f2) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:11.842236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:11.846731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6884-56a9-47fa-b624-ef0ad177fb38 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:11.898532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5642d2-7606-4ec6-9098-745de9679667 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:11.900828 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5642d2-7606-4ec6-9098-745de9679667 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:11.903441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5642d2-7606-4ec6-9098-745de9679667 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:11.904659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1c5642d2-7606-4ec6-9098-745de9679667 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:12.001239 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-170d0139-3ee0-49e8-b438-1f19fc064265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ded7b80>, [{'id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'name': 'tempest-ServerActionsTestJSON-1670379209-router', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:09Z', 'updated_at': '2021-12-24T10:53:28Z', 'revision_number': 4, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'gw_port': {'id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:12Z', 'updated_at': '2021-12-24T10:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '696202cc-d5f9-464a-8a8b-3f9a9dc7a8c7', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'floating_ip_address': '172.26.4.19', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'port_id': '9f848d24-f121-4a2d-8a3d-e65c6f538978', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213', 'mac_address': 'fa:16:3e:ef:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40b0fc3-76c0-4b3f-80dc-a8ad844227be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:53:42Z', 'updated_at': '2021-12-24T10:54:08Z', 'revision_number': 1, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311c792c-59ef-4f95-a667-d50a0a5da103', 'name': '', 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'mac_address': 'fa:16:3e:d1:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:24Z', 'updated_at': '2021-12-24T10:53:39Z', 'revision_number': 5, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'subnets': [{'id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:12.006345 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170d0139-3ee0-49e8-b438-1f19fc064265 None None] The sync data for ids ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'] in dv-neutron-822668-2-hyperv is: [{'id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'name': 'tempest-ServerActionsTestJSON-1670379209-router', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:09Z', 'updated_at': '2021-12-24T10:53:28Z', 'revision_number': 4, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'gw_port': {'id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:12Z', 'updated_at': '2021-12-24T10:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '696202cc-d5f9-464a-8a8b-3f9a9dc7a8c7', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'floating_ip_address': '172.26.4.19', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'port_id': '9f848d24-f121-4a2d-8a3d-e65c6f538978', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213', 'mac_address': 'fa:16:3e:ef:b1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f40b0fc3-76c0-4b3f-80dc-a8ad844227be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:53:42Z', 'updated_at': '2021-12-24T10:54:08Z', 'revision_number': 1, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311c792c-59ef-4f95-a667-d50a0a5da103', 'name': '', 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'mac_address': 'fa:16:3e:d1:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:24Z', 'updated_at': '2021-12-24T10:53:39Z', 'revision_number': 5, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'subnets': [{'id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:54:12.015187 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6884-56a9-47fa-b624-ef0ad177fb38 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:12.019754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-88ece14e-40be-4972-86a1-c43093dab22e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:12.059050 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c6884-56a9-47fa-b624-ef0ad177fb38 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event deleted for resources: {'Subnet': ['ID=8addd509-0bcb-4dbc-bc0f-c77000b7ab11,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:12.064690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-bf9c6884-56a9-47fa-b624-ef0ad177fb38 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:12.065585 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bf9c6884-56a9-47fa-b624-ef0ad177fb38 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:12.079246 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bf9c6884-56a9-47fa-b624-ef0ad177fb38 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "DELETE /v2.0/subnets/8addd509-0bcb-4dbc-bc0f-c77000b7ab11 HTTP/1.1" status: 204  len: 168 time: 1.3095872
Dec 24 10:54:12.082664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45950) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:12.137362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1c5642d2-7606-4ec6-9098-745de9679667 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:12.138834 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1c5642d2-7606-4ec6-9098-745de9679667 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 1.0264506
Dec 24 10:54:12.147446 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45954) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:12.265557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868b8ad4-7c42-4262-bcd9-775339bdd12c None None] New status for floating IP 696202cc-d5f9-464a-8a8b-3f9a9dc7a8c7: ACTIVE {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 10:54:12.280848 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fa905-14fa-4fe6-8468-0a18cb784d47 req-19fad1ab-3a9c-4652-b6f8-e5f8d4edf8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:12.282513 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-982fa905-14fa-4fe6-8468-0a18cb784d47 req-19fad1ab-3a9c-4652-b6f8-e5f8d4edf8e0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 HTTP/1.1" status: 200  len: 913 time: 0.5771577
Dec 24 10:54:12.288764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fb0e51-aa1b-4c7b-b888-2ae39553ec2e tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:12.289402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c9fb0e51-aa1b-4c7b-b888-2ae39553ec2e tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Synchronizing usage tracker for tenant:06b0205d3a6947a6ac1d1794f7122cf0 on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:12.357325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:12.368330 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ded0f5-5d37-4f67-8be6-fd102d8b4cb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 2aa456cf-c393-4799-b34f-ddf7c5feae66 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:54:12.375178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-11ded0f5-5d37-4f67-8be6-fd102d8b4cb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:12.380504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9b07d5-0a8c-438f-b304-cc30ad723511 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Router 91a969c7-6ec3-42de-b80c-73cfd6e86137 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:54:12.446219 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:12.485818 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c9fb0e51-aa1b-4c7b-b888-2ae39553ec2e tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Unset dirty status for tenant:06b0205d3a6947a6ac1d1794f7122cf0 on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:12.485818 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c9fb0e51-aa1b-4c7b-b888-2ae39553ec2e tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3990526
Dec 24 10:54:12.487027 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:12.491134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45958) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:12.497384 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-982fa905-14fa-4fe6-8468-0a18cb784d47 req-11be3e15-a26b-4c25-9475-2c568440d4a5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f848d24-f121-4a2d-8a3d-e65c6f538978 HTTP/1.1" status: 200  len: 998 time: 0.2017586
Dec 24 10:54:12.614516 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-11ded0f5-5d37-4f67-8be6-fd102d8b4cb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:12.738739 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:12.747796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b6ba174c-5a2d-4ddf-9f99-745c03651212 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:12.786785 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fa905-14fa-4fe6-8468-0a18cb784d47 req-ea6461c4-d780-4609-8145-8b0b16563c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:12.788417 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-982fa905-14fa-4fe6-8468-0a18cb784d47 req-ea6461c4-d780-4609-8145-8b0b16563c74 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23635e8e-e8d9-42de-9682-d6045c59768a HTTP/1.1" status: 200  len: 851 time: 0.2817228
Dec 24 10:54:12.806008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9b07d5-0a8c-438f-b304-cc30ad723511 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:54:12.815958 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02fff0-623b-44f6-9218-4c1e74cdfdb1 None None] Sync routers for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:54:12.833668 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d02fff0-623b-44f6-9218-4c1e74cdfdb1 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:12.834460 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6d02fff0-623b-44f6-9218-4c1e74cdfdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9a4250>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:12.846669 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-11ded0f5-5d37-4f67-8be6-fd102d8b4cb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:12.875299 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:12.882128 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3f9b07d5-0a8c-438f-b304-cc30ad723511 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "PUT /v2.0/routers/91a969c7-6ec3-42de-b80c-73cfd6e86137/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.8007789
Dec 24 10:54:12.882859 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45964) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:12.894341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:12.896704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:12.914930 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6d02fff0-623b-44f6-9218-4c1e74cdfdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9a4250>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:12.929365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:12.930475 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d02fff0-623b-44f6-9218-4c1e74cdfdb1 None None] Routers {'91a969c7-6ec3-42de-b80c-73cfd6e86137'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:12.931388 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6d02fff0-623b-44f6-9218-4c1e74cdfdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9a4250>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['91a969c7-6ec3-42de-b80c-73cfd6e86137'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:12.936550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-11ded0f5-5d37-4f67-8be6-fd102d8b4cb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:12.937025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3881ff-cbcb-4f7d-87c5-b5787cd8c5ef None None] Network 39a1864f-3ee2-4f23-8755-412ae04848d5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:12.943551 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-bf9c6884-56a9-47fa-b624-ef0ad177fb38 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:12.996562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ded0f5-5d37-4f67-8be6-fd102d8b4cb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa456cf-c393-4799-b34f-ddf7c5feae66,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:13.001431 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-11ded0f5-5d37-4f67-8be6-fd102d8b4cb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:13.002612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Allocated IP 172.26.4.8 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/07aac298-2ed0-4d85-8483-0fe6851e44ee) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:13.004891 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-11ded0f5-5d37-4f67-8be6-fd102d8b4cb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:13.020103 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf17582-76af-42e5-866d-05f2dc09e952 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:13.026631 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Deleting port 0fc6a655-fbf9-4225-a774-0ea6677b1857 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:13.027014 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:13.030433 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6d02fff0-623b-44f6-9218-4c1e74cdfdb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9a4250>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:13.030956 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d02fff0-623b-44f6-9218-4c1e74cdfdb1 None None] The sync data for ids ['91a969c7-6ec3-42de-b80c-73cfd6e86137'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:54:13.073731 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-11ded0f5-5d37-4f67-8be6-fd102d8b4cb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/2aa456cf-c393-4799-b34f-ddf7c5feae66 HTTP/1.1" status: 204  len: 168 time: 0.9218664
Dec 24 10:54:13.075350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45968) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:13.129519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=a829fb02-2db1-4b99-9d2b-7cd7c3e516f2,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:13.138189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:13.162486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0fc6a655-fbf9-4225-a774-0ea6677b1857 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:13.227351 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aa3f6653-65a7-4828-a1aa-b531d87f5929 req-295fc157-3a02-41bb-ade1-5780ce52ebfd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.6226525
Dec 24 10:54:13.237283 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3844942f-afd0-43f9-8e52-c2a77bbe8b4b None None] Provisioning for port 0fc6a655-fbf9-4225-a774-0ea6677b1857 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:13.284688 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b6a093-f140-4864-aa78-707789b681d6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet b4f167a8-d44b-4107-95a0-a4160fba42bb {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:54:13.334727 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a093-f140-4864-aa78-707789b681d6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:13.434569 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 0fc6a655-fbf9-4225-a774-0ea6677b1857 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:13.476484 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 0fc6a655-fbf9-4225-a774-0ea6677b1857 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:13.476905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:13.574645 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:13.601340 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a093-f140-4864-aa78-707789b681d6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:13.673921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fa905-14fa-4fe6-8468-0a18cb784d47 req-12e48624-535c-4121-86c3-cba1c6d99350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:13.676534 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-982fa905-14fa-4fe6-8468-0a18cb784d47 req-12e48624-535c-4121-86c3-cba1c6d99350 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8731840
Dec 24 10:54:13.682022 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:13.702593 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1885ef63-0abb-4b4d-bef7-a006843eb781 None None] DHCP port deletion for 39a1864f-3ee2-4f23-8755-412ae04848d5 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:54:13.713228 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1885ef63-0abb-4b4d-bef7-a006843eb781 None None] Deleting port 0fc6a655-fbf9-4225-a774-0ea6677b1857 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:13.714239 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1885ef63-0abb-4b4d-bef7-a006843eb781 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:13.747410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-536915a0-4de8-42e6-8bd4-652601a7a7b2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:13.769306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 0fc6a655-fbf9-4225-a774-0ea6677b1857, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0fc6a655-fbf9-4225-a774-0ea6677b1857,segment=NetworkSegment(59a29ed0-0130-4871-85fa-4ade7ec70c5f),segment_id=59a29ed0-0130-4871-85fa-4ade7ec70c5f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:13.773229 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] For port 0fc6a655-fbf9-4225-a774-0ea6677b1857, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0fc6a655-fbf9-4225-a774-0ea6677b1857,segment=NetworkSegment(59a29ed0-0130-4871-85fa-4ade7ec70c5f),segment_id=59a29ed0-0130-4871-85fa-4ade7ec70c5f)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:13.773624 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:13.776538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:13.778557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:13.905801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f6653-65a7-4828-a1aa-b531d87f5929 req-9db555fe-722d-452e-a02b-d8665dd2ae4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:13.907334 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aa3f6653-65a7-4828-a1aa-b531d87f5929 req-9db555fe-722d-452e-a02b-d8665dd2ae4f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8543661828634582b0e4847120774eaa&device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 1098 time: 0.4243927
Dec 24 10:54:13.916951 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Calling delete_port for 0fc6a655-fbf9-4225-a774-0ea6677b1857 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:13.927901 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=0fc6a655-fbf9-4225-a774-0ea6677b1857,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:13.963664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a093-f140-4864-aa78-707789b681d6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:13.978825 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:14.032567 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:14.042306 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e6f76030-9b98-4d48-a7d2-b3602b60acbe tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:14.044479 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-1885ef63-0abb-4b4d-bef7-a006843eb781 None None] For port 0fc6a655-fbf9-4225-a774-0ea6677b1857, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0fc6a655-fbf9-4225-a774-0ea6677b1857,segment=NetworkSegment(59a29ed0-0130-4871-85fa-4ade7ec70c5f),segment_id=59a29ed0-0130-4871-85fa-4ade7ec70c5f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:14.045328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1885ef63-0abb-4b4d-bef7-a006843eb781 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:14.130875 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:14.136774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:14.144260 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:14.200636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Pushing event updated for resources: {'Port': ['ID=07aac298-2ed0-4d85-8483-0fe6851e44ee,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:14.217078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.api [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:54:14.217707 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_db.api [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:54:14.220299 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:14.223593 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a093-f140-4864-aa78-707789b681d6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:14.230073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d8e7b4a2-b076-4056-9ded-21f098c1f4d4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:14.247779 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1885ef63-0abb-4b4d-bef7-a006843eb781 None None] Calling delete_port for 0fc6a655-fbf9-4225-a774-0ea6677b1857 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:14.268470 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6a093-f140-4864-aa78-707789b681d6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f167a8-d44b-4107-95a0-a4160fba42bb,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:14.274442 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d7b6a093-f140-4864-aa78-707789b681d6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:14.278619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d7b6a093-f140-4864-aa78-707789b681d6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:14.283347 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-982fa905-14fa-4fe6-8468-0a18cb784d47 req-e31e65a0-8ede-4d2a-a808-6a14c3e78fa8 service neutron] 10.222.0.32 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5911736
Dec 24 10:54:14.348560 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1885ef63-0abb-4b4d-bef7-a006843eb781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:14.356528 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f7170c2d-0060-4fcf-99c0-087d4c3fc9a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:14.407685 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d7b6a093-f140-4864-aa78-707789b681d6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/b4f167a8-d44b-4107-95a0-a4160fba42bb HTTP/1.1" status: 204  len: 168 time: 1.3221695
Dec 24 10:54:14.414049 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45974) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:14.415025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1885ef63-0abb-4b4d-bef7-a006843eb781 None None] No DVR routers for this DVR port 0fc6a655-fbf9-4225-a774-0ea6677b1857 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:54:14.421155 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885ef63-0abb-4b4d-bef7-a006843eb781 None None] Pushing event deleted for resources: {'Port': ['ID=0fc6a655-fbf9-4225-a774-0ea6677b1857,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:14.430320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-1885ef63-0abb-4b4d-bef7-a006843eb781 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:14.511104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d998b5e-19f4-4a7c-9bfd-19d6e50e7a12 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:14.523218 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-479571e1-2bcd-46b2-913e-b228e77c95e4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1053808
Dec 24 10:54:14.523857 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45978) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:14.559424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-536915a0-4de8-42e6-8bd4-652601a7a7b2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:14.577139 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:14.643136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-536915a0-4de8-42e6-8bd4-652601a7a7b2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Deleting port 4a8939ff-d9cf-4982-82a1-009d1c380514 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:14.643546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-536915a0-4de8-42e6-8bd4-652601a7a7b2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:14.655730 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-47ef5db2-e027-4a3d-8d36-045db97e3512 None None] Provisioning complete for port 3d310bf7-4c01-4852-8bd5-e90672ae2a44 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:14.656107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-47ef5db2-e027-4a3d-8d36-045db97e3512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:14.739988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Deleting port 0fc6a655-fbf9-4225-a774-0ea6677b1857 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:14.740207 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:14.789700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b683e531-7d93-4da8-85d1-79a301b7ba41 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:14.791190 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b683e531-7d93-4da8-85d1-79a301b7ba41 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.2666421
Dec 24 10:54:14.794406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45982) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:14.804162 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f6653-65a7-4828-a1aa-b531d87f5929 req-897e1a6e-e219-450d-896c-384a3ceaec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:14.805815 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aa3f6653-65a7-4828-a1aa-b531d87f5929 req-897e1a6e-e219-450d-896c-384a3ceaec0e service neutron] 10.222.0.32 "GET /v2.0/networks?id=5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 200  len: 912 time: 0.7521994
Dec 24 10:54:14.830603 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] The port '0fc6a655-fbf9-4225-a774-0ea6677b1857' was deleted {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:54:14.867412 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-982fa905-14fa-4fe6-8468-0a18cb784d47 req-51c89d93-27d1-44e4-b93a-d6621f3fa663 service neutron] 10.222.0.32 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4854875
Dec 24 10:54:14.909468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327f8b06-6be8-4405-9ccf-725b9c1608e7 None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:54:14.915376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-327f8b06-6be8-4405-9ccf-725b9c1608e7 None None] Deleting port 3d310bf7-4c01-4852-8bd5-e90672ae2a44 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:14.915945 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-327f8b06-6be8-4405-9ccf-725b9c1608e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:15.016289 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3d310bf7-4c01-4852-8bd5-e90672ae2a44 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:54:15.139097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:15.227629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fc651b-5431-452d-8e69-67540b5e3919 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:15.228319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-09fc651b-5431-452d-8e69-67540b5e3919 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:15.238434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:15.280378 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:15.285543 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c0df850>,) {'filters': {'network_id': ['39a1864f-3ee2-4f23-8755-412ae04848d5']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:15.300242 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-327f8b06-6be8-4405-9ccf-725b9c1608e7 None None] For port 3d310bf7-4c01-4852-8bd5-e90672ae2a44, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3d310bf7-4c01-4852-8bd5-e90672ae2a44,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:15.300780 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-327f8b06-6be8-4405-9ccf-725b9c1608e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:15.356338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-09fc651b-5431-452d-8e69-67540b5e3919 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:15.357499 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-09fc651b-5431-452d-8e69-67540b5e3919 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.5620644
Dec 24 10:54:15.359557 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c0df850>, '59a29ed0-0130-4871-85fa-4ade7ec70c5f') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:15.359774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c0df850>, '59a29ed0-0130-4871-85fa-4ade7ec70c5f') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:15.368371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45988) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:15.378227 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:15.389523 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aa3f6653-65a7-4828-a1aa-b531d87f5929 req-6aaa8616-255d-46fd-b565-52ad01692a2c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=868bd56a-5c74-4a2f-99e0-00e731c28f06 HTTP/1.1" status: 200  len: 1001 time: 0.5768826
Dec 24 10:54:15.459910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-536915a0-4de8-42e6-8bd4-652601a7a7b2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:15.468045 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8e2e71ed-0dcd-4a24-96d1-f3645cd88c66 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0924258
Dec 24 10:54:15.473641 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 45992) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:15.480455 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:15.486088 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4233883e-c1d3-49c8-a058-f77a36b33e96 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:15.488474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:15.495291 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-327f8b06-6be8-4405-9ccf-725b9c1608e7 None None] Calling delete_port for 3d310bf7-4c01-4852-8bd5-e90672ae2a44 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:15.514922 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:54:15.515337 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:54:15.530420 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:54:15.543111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 3d310bf7-4c01-4852-8bd5-e90672ae2a44, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3d310bf7-4c01-4852-8bd5-e90672ae2a44,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:15.552879 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:15.553631 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0fc6a655-fbf9-4225-a774-0ea6677b1857 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:54:15.579581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:15.633934 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 0fc6a655-fbf9-4225-a774-0ea6677b1857 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:54:15.634161 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0fc6a655-fbf9-4225-a774-0ea6677b1857 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:54:15.658214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-536915a0-4de8-42e6-8bd4-652601a7a7b2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Calling delete_port for 4a8939ff-d9cf-4982-82a1-009d1c380514 owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:15.674995 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-327f8b06-6be8-4405-9ccf-725b9c1608e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:54:15.675360 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-327f8b06-6be8-4405-9ccf-725b9c1608e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:54:15.675988 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=3d310bf7-4c01-4852-8bd5-e90672ae2a44,revision_number=7']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:15.679037 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:15.704777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f6653-65a7-4828-a1aa-b531d87f5929 req-44ced956-9b3b-4693-bd7f-c3df48920b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:15.706289 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aa3f6653-65a7-4828-a1aa-b531d87f5929 req-44ced956-9b3b-4693-bd7f-c3df48920b8f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0a321e5-1d5c-4349-a6e4-b5d68559fd38 HTTP/1.1" status: 200  len: 850 time: 0.3057079
Dec 24 10:54:15.750062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:15.757603 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2a8f2163-d953-4b09-b568-b3cc523bb942 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:15.771622 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:15.802507 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4233883e-c1d3-49c8-a058-f77a36b33e96 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:15.805338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event deleted for resources: {'Network': ['ID=39a1864f-3ee2-4f23-8755-412ae04848d5,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:15.817362 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:15.823560 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "DELETE /v2.0/networks/39a1864f-3ee2-4f23-8755-412ae04848d5 HTTP/1.1" status: 204  len: 168 time: 3.3314555
Dec 24 10:54:15.824475 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4233883e-c1d3-49c8-a058-f77a36b33e96 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:15.840381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 45996) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:15.895311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4233883e-c1d3-49c8-a058-f77a36b33e96 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:15.898841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4233883e-c1d3-49c8-a058-f77a36b33e96 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:15.900232 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-4233883e-c1d3-49c8-a058-f77a36b33e96 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:54:15.900663 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4233883e-c1d3-49c8-a058-f77a36b33e96 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:54:15.933486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:15.935888 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4233883e-c1d3-49c8-a058-f77a36b33e96 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.4604712
Dec 24 10:54:15.938158 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:15.939818 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46000) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:15.947495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-87e154ec-feec-4bfd-b8a0-9616ba0d7b00 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:16.037965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f6653-65a7-4828-a1aa-b531d87f5929 req-efddf202-e6a6-462d-ba79-06b01d5c906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:16.040036 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aa3f6653-65a7-4828-a1aa-b531d87f5929 req-efddf202-e6a6-462d-ba79-06b01d5c906a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5649a2db-549e-48e6-b856-f7dfd6b31b16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3241277
Dec 24 10:54:16.043476 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:16.177139 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-327f8b06-6be8-4405-9ccf-725b9c1608e7 None None] Deleting port 3d310bf7-4c01-4852-8bd5-e90672ae2a44 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:16.177622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-327f8b06-6be8-4405-9ccf-725b9c1608e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:16.190075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Deleting port 98059e60-c565-4388-89d2-f000f9b0d734 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:16.190417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:16.194764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-87e154ec-feec-4bfd-b8a0-9616ba0d7b00 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:16.223400 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-87e154ec-feec-4bfd-b8a0-9616ba0d7b00 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:16.250419 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e154ec-feec-4bfd-b8a0-9616ba0d7b00 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:16.253852 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-87e154ec-feec-4bfd-b8a0-9616ba0d7b00 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:16.255242 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e154ec-feec-4bfd-b8a0-9616ba0d7b00 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:54:16.255673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e154ec-feec-4bfd-b8a0-9616ba0d7b00 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:54:16.260919 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router c944a715-683b-4bf7-94bb-5d906d57db09 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:54:16.285709 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-87e154ec-feec-4bfd-b8a0-9616ba0d7b00 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3440456
Dec 24 10:54:16.290203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46004) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:16.298570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-595ed6f0-87ac-45ad-b9a3-2338cb90e211 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:16.316056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Router 1bfcd360-bdf2-484b-a803-747773f4be51 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:54:16.316526 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-536915a0-4de8-42e6-8bd4-652601a7a7b2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:16.420786 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-327f8b06-6be8-4405-9ccf-725b9c1608e7 None None] For port 3d310bf7-4c01-4852-8bd5-e90672ae2a44, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3d310bf7-4c01-4852-8bd5-e90672ae2a44,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:16.421193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-327f8b06-6be8-4405-9ccf-725b9c1608e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:16.468315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-26c69e07-2f75-4cae-a26a-f18dee2fe4ee tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:16.575746 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-327f8b06-6be8-4405-9ccf-725b9c1608e7 None None] Calling delete_port for 3d310bf7-4c01-4852-8bd5-e90672ae2a44 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:16.598967 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536915a0-4de8-42e6-8bd4-652601a7a7b2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event deleted for resources: {'Port': ['ID=4a8939ff-d9cf-4982-82a1-009d1c380514,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:16.636467 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aa3f6653-65a7-4828-a1aa-b531d87f5929 req-db95988d-c515-4296-9287-3abc5ebcde46 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5849631
Dec 24 10:54:16.641827 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-536915a0-4de8-42e6-8bd4-652601a7a7b2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:16.656893 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-327f8b06-6be8-4405-9ccf-725b9c1608e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:16.660809 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:16.688739 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-595ed6f0-87ac-45ad-b9a3-2338cb90e211 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:16.706530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f8b06-6be8-4405-9ccf-725b9c1608e7 None None] Pushing event deleted for resources: {'Port': ['ID=3d310bf7-4c01-4852-8bd5-e90672ae2a44,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:16.709288 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-327f8b06-6be8-4405-9ccf-725b9c1608e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:16.710150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327f8b06-6be8-4405-9ccf-725b9c1608e7 None None] No DVR routers for this DVR port 3d310bf7-4c01-4852-8bd5-e90672ae2a44 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:54:16.732498 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056df65b-b94f-4cc2-b2a3-f0c67b6b4d57 None None] get_active_networks_info from dv-neutron-822668-2-hyperv {{(pid=87560) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 24 10:54:16.758783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-595ed6f0-87ac-45ad-b9a3-2338cb90e211 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:16.791351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:54:16.792930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595ed6f0-87ac-45ad-b9a3-2338cb90e211 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:16.796600 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-595ed6f0-87ac-45ad-b9a3-2338cb90e211 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:16.798207 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-595ed6f0-87ac-45ad-b9a3-2338cb90e211 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:54:16.798598 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595ed6f0-87ac-45ad-b9a3-2338cb90e211 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:54:16.805127 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdab4db-0c30-4692-9d8a-1cc1caeceaae None None] Sync routers for ids ['1bfcd360-bdf2-484b-a803-747773f4be51'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:54:16.816914 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:16.820609 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "PUT /v2.0/routers/1bfcd360-bdf2-484b-a803-747773f4be51 HTTP/1.1" status: 200  len: 882 time: 5.7683558
Dec 24 10:54:16.822435 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46010) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:16.833686 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdab4db-0c30-4692-9d8a-1cc1caeceaae None None] Routers {'1bfcd360-bdf2-484b-a803-747773f4be51'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:16.834637 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-dfdab4db-0c30-4692-9d8a-1cc1caeceaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d627b50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['1bfcd360-bdf2-484b-a803-747773f4be51'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:16.894321 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-595ed6f0-87ac-45ad-b9a3-2338cb90e211 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.5991569
Dec 24 10:54:16.894530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46014) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:16.900543 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-dfdab4db-0c30-4692-9d8a-1cc1caeceaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d627b50>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:16.903873 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-b352d185-162d-435f-987e-dbeaf3e058c1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:16.915275 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056df65b-b94f-4cc2-b2a3-f0c67b6b4d57 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 24 10:54:16.919780 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdab4db-0c30-4692-9d8a-1cc1caeceaae None None] Routers {'1bfcd360-bdf2-484b-a803-747773f4be51'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:16.919780 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-dfdab4db-0c30-4692-9d8a-1cc1caeceaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d627b50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['1bfcd360-bdf2-484b-a803-747773f4be51'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:16.963894 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-536915a0-4de8-42e6-8bd4-652601a7a7b2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:16.989548 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-dfdab4db-0c30-4692-9d8a-1cc1caeceaae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d627b50>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:16.989888 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdab4db-0c30-4692-9d8a-1cc1caeceaae None None] The sync data for ids ['1bfcd360-bdf2-484b-a803-747773f4be51'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:54:17.104157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b352d185-162d-435f-987e-dbeaf3e058c1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:17.122965 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-008b0781-5c23-48c1-99c4-c7720c9bb182 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "GET /v2.0/routers/1bfcd360-bdf2-484b-a803-747773f4be51 HTTP/1.1" status: 200  len: 923 time: 0.2978332
Dec 24 10:54:17.122965 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b352d185-162d-435f-987e-dbeaf3e058c1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:17.123529 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46018) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:17.165358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] For port 98059e60-c565-4388-89d2-f000f9b0d734, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=98059e60-c565-4388-89d2-f000f9b0d734,segment=NetworkSegment(94a63ac0-2b01-4d08-ad96-e9d931471597),segment_id=94a63ac0-2b01-4d08-ad96-e9d931471597)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:17.165710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:17.176633 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b352d185-162d-435f-987e-dbeaf3e058c1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:17.180668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b352d185-162d-435f-987e-dbeaf3e058c1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:17.186175 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-b352d185-162d-435f-987e-dbeaf3e058c1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:54:17.186635 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b352d185-162d-435f-987e-dbeaf3e058c1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:54:17.194797 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-536915a0-4de8-42e6-8bd4-652601a7a7b2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:17.220561 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b352d185-162d-435f-987e-dbeaf3e058c1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3246675
Dec 24 10:54:17.223396 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46022) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:17.235739 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5a8c70c6-7139-43f2-861e-475f13594a7a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:17.246637 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:54:17.259065 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Sync routers for ids ['c944a715-683b-4bf7-94bb-5d906d57db09'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:54:17.262927 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c1cbb0-1e55-42fe-b949-793988157a5e tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:17.263908 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f4c1cbb0-1e55-42fe-b949-793988157a5e tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Synchronizing usage tracker for tenant:7065dbeb15604390bd404252b2a01e55 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:17.271515 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Routers {'c944a715-683b-4bf7-94bb-5d906d57db09'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:17.272542 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9a4d90>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c944a715-683b-4bf7-94bb-5d906d57db09'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:17.307561 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-536915a0-4de8-42e6-8bd4-652601a7a7b2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:17.315147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Calling delete_port for 98059e60-c565-4388-89d2-f000f9b0d734 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:17.349391 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aa3f6653-65a7-4828-a1aa-b531d87f5929 req-aa8b738d-f84d-40bd-875c-acf3cd9bcde9 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6992218
Dec 24 10:54:17.367709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f4c1cbb0-1e55-42fe-b949-793988157a5e tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Unset dirty status for tenant:7065dbeb15604390bd404252b2a01e55 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:17.372083 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f4c1cbb0-1e55-42fe-b949-793988157a5e tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=38a55964-33b9-4484-a01f-c130c608c280&device_id=1bfcd360-bdf2-484b-a803-747773f4be51&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 943 time: 0.2446368
Dec 24 10:54:17.372324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46026) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:17.376063 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5a8c70c6-7139-43f2-861e-475f13594a7a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:17.408146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:17.409401 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 9.8098500
Dec 24 10:54:17.412172 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-536915a0-4de8-42e6-8bd4-652601a7a7b2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:17.412583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536915a0-4de8-42e6-8bd4-652601a7a7b2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Fanout notify agent at l3_agent the message router_deleted on router 91a969c7-6ec3-42de-b80c-73cfd6e86137 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:54:17.429118 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46030) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:17.449826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-536915a0-4de8-42e6-8bd4-652601a7a7b2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:17.453215 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-536915a0-4de8-42e6-8bd4-652601a7a7b2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/routers/91a969c7-6ec3-42de-b80c-73cfd6e86137 HTTP/1.1" status: 204  len: 168 time: 4.5592439
Dec 24 10:54:17.458756 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46036) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:17.475856 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:17.482706 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8dfc8dbc-1720-4ab8-94b5-e97a0445c90e tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:17.543956 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Set router c944a715-683b-4bf7-94bb-5d906d57db09 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:54:17.580423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event deleted for resources: {'Port': ['ID=98059e60-c565-4388-89d2-f000f9b0d734,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:17.585117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] No DVR routers for this DVR port 98059e60-c565-4388-89d2-f000f9b0d734 on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:54:17.588470 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5a8c70c6-7139-43f2-861e-475f13594a7a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:17.616561 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:17.622518 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-628f5096-15d0-4305-91cc-c6097cbb842d tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=1df2c4270c8b4c3e834179de6e64472f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1917365
Dec 24 10:54:17.626391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46042) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:17.631799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8c70c6-7139-43f2-861e-475f13594a7a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:17.635290 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5a8c70c6-7139-43f2-861e-475f13594a7a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:17.636663 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a8c70c6-7139-43f2-861e-475f13594a7a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:54:17.637089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a8c70c6-7139-43f2-861e-475f13594a7a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:54:17.654210 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e820354-16d3-49e7-9731-066321a87bd9 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Deleting subnet 82577826-dac5-4f61-b681-97f9cb758dd3 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:54:17.675466 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8e820354-16d3-49e7-9731-066321a87bd9 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:17.730465 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5a8c70c6-7139-43f2-861e-475f13594a7a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.5003114
Dec 24 10:54:17.730465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1858bf3-7596-44c0-9860-ce1e39e80a71 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:17.730465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c1858bf3-7596-44c0-9860-ce1e39e80a71 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Synchronizing usage tracker for tenant:7065dbeb15604390bd404252b2a01e55 on resource:network {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:17.732716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46046) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:17.741040 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-74d6a2dd-3eb6-4f3a-989f-583ec4d9b64f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:17.780391 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c1858bf3-7596-44c0-9860-ce1e39e80a71 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Unset dirty status for tenant:7065dbeb15604390bd404252b2a01e55 on resource:network {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:17.784375 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c1858bf3-7596-44c0-9860-ce1e39e80a71 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "GET /v2.0/networks/38a55964-33b9-4484-a01f-c130c608c280 HTTP/1.1" status: 200  len: 881 time: 0.4072907
Dec 24 10:54:17.784375 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8e820354-16d3-49e7-9731-066321a87bd9 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:17.859818 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46050) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:17.866211 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9a4d90>, [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:54:13Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:17.872164 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Checking router: c944a715-683b-4bf7-94bb-5d906d57db09 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:54:17.872822 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Updating router c944a715-683b-4bf7-94bb-5d906d57db09 port a829fb02-2db1-4b99-9d2b-7cd7c3e516f2 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:54:17.936342 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:17.942052 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-24d83866-8a5a-49ea-95ec-04f457ce2522 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bfcd360-bdf2-484b-a803-747773f4be51 HTTP/1.1" status: 200  len: 205 time: 0.0809124
Dec 24 10:54:17.952328 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46054) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:17.971220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8e820354-16d3-49e7-9731-066321a87bd9 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:17.998787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-74d6a2dd-3eb6-4f3a-989f-583ec4d9b64f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:18.020489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.020842 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-74d6a2dd-3eb6-4f3a-989f-583ec4d9b64f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:18.041983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d6a2dd-3eb6-4f3a-989f-583ec4d9b64f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:18.045629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74d6a2dd-3eb6-4f3a-989f-583ec4d9b64f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.047051 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d6a2dd-3eb6-4f3a-989f-583ec4d9b64f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:54:18.047488 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d6a2dd-3eb6-4f3a-989f-583ec4d9b64f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:54:18.071486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7cbf7520>,) {'filters': {'network_id': ['e9c47dda-6021-4bf4-93f8-c9ddbba02e83']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:18.083537 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-74d6a2dd-3eb6-4f3a-989f-583ec4d9b64f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3496864
Dec 24 10:54:18.086540 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8e820354-16d3-49e7-9731-066321a87bd9 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.090722 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46058) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:18.092452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:18.117130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cbf7520>, '94a63ac0-2b01-4d08-ad96-e9d931471597') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:18.117621 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cbf7520>, '94a63ac0-2b01-4d08-ad96-e9d931471597') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:18.166385 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e820354-16d3-49e7-9731-066321a87bd9 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event deleted for resources: {'Subnet': ['ID=82577826-dac5-4f61-b681-97f9cb758dd3,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:18.174641 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8e820354-16d3-49e7-9731-066321a87bd9 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:18.182504 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b2019090-1046-4013-8c91-89a302bfc47b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0564375
Dec 24 10:54:18.182504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8e820354-16d3-49e7-9731-066321a87bd9 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.182504 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8e820354-16d3-49e7-9731-066321a87bd9 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/subnets/82577826-dac5-4f61-b681-97f9cb758dd3 HTTP/1.1" status: 204  len: 168 time: 0.7168195
Dec 24 10:54:18.182504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46062) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:18.182967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46064) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:18.211872 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.218800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9601fcbb-25c8-4c67-9dde-e2531674b1b2 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:18.220489 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9601fcbb-25c8-4c67-9dde-e2531674b1b2 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.5802867
Dec 24 10:54:18.227225 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46070) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:18.270474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.298889 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b5569260-6af6-4097-8f7f-80f9e25180ce tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0702732
Dec 24 10:54:18.303293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:54:18.303693 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:54:18.318389 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:54:18.325690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46074) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:18.327717 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.338088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-e0f97da6-d0a8-4dd1-88fb-1cbe6faa59ec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-109173787', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:18.401522 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-54c4bf91-4d3e-4841-8891-17423f72c669 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.478110 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab2d24-d4c8-44c5-baf3-2df330660b99 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:18.479583 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f6ab2d24-d4c8-44c5-baf3-2df330660b99 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2942615
Dec 24 10:54:18.484621 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7b8a01e9-d0a9-40c3-be3b-97cb82cfd9fc tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.486193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46078) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:18.544897 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Transition to ACTIVE for port object a829fb02-2db1-4b99-9d2b-7cd7c3e516f2 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:18.553577 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.557353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.561844 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e3ed6b50-99c7-47c2-8380-0a25dc072684 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0735092
Dec 24 10:54:18.570619 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-9224b8ed-ceb9-4a53-9e0e-05efa1ae82d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:18.572063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d9f3d472-5eaa-4f42-b211-28f4f1b67f88 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:18.586456 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.591264 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46082) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:18.603495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-81f26e01-000c-408e-bd80-55b4efe98fd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:18.618100 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event deleted for resources: {'Network': ['ID=e9c47dda-6021-4bf4-93f8-c9ddbba02e83,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:18.634353 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edafc2-298d-44e6-8471-ff76b578ed7c None None] Pushing event updated for resources: {'Port': ['ID=a829fb02-2db1-4b99-9d2b-7cd7c3e516f2,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:18.658593 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edafc2-298d-44e6-8471-ff76b578ed7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:18.658969 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edafc2-298d-44e6-8471-ff76b578ed7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:18.659312 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edafc2-298d-44e6-8471-ff76b578ed7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:18.659835 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edafc2-298d-44e6-8471-ff76b578ed7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:18.660170 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edafc2-298d-44e6-8471-ff76b578ed7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:18.660517 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edafc2-298d-44e6-8471-ff76b578ed7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:18.660847 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edafc2-298d-44e6-8471-ff76b578ed7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:18.661169 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edafc2-298d-44e6-8471-ff76b578ed7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:18.661759 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edafc2-298d-44e6-8471-ff76b578ed7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:18.662108 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edafc2-298d-44e6-8471-ff76b578ed7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:18.662429 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edafc2-298d-44e6-8471-ff76b578ed7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:18.662743 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42edafc2-298d-44e6-8471-ff76b578ed7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:18.666348 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Attempting to bind port a829fb02-2db1-4b99-9d2b-7cd7c3e516f2 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:54:18.666722 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Attempting to bind port a829fb02-2db1-4b99-9d2b-7cd7c3e516f2 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:54:18.667085 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Attempting to bind port a829fb02-2db1-4b99-9d2b-7cd7c3e516f2 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:18.672835 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-42edafc2-298d-44e6-8471-ff76b578ed7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:18.673589 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:54:18.674043 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:18.675659 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.675659 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:54:18.675659 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Bound port: a829fb02-2db1-4b99-9d2b-7cd7c3e516f2, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:54:18.675953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:18.676055 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.686499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e0f97da6-d0a8-4dd1-88fb-1cbe6faa59ec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:18.693562 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "DELETE /v2.0/networks/e9c47dda-6021-4bf4-93f8-c9ddbba02e83 HTTP/1.1" status: 204  len: 168 time: 2.8420191
Dec 24 10:54:18.695837 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46086) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:18.724059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e0f97da6-d0a8-4dd1-88fb-1cbe6faa59ec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:subnet and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:18.727262 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e0f97da6-d0a8-4dd1-88fb-1cbe6faa59ec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:18.742508 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e0f97da6-d0a8-4dd1-88fb-1cbe6faa59ec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:18.750106 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] For port a829fb02-2db1-4b99-9d2b-7cd7c3e516f2, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:54:18.753688 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] For port a829fb02-2db1-4b99-9d2b-7cd7c3e516f2, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a829fb02-2db1-4b99-9d2b-7cd7c3e516f2,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:54:18.760168 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.769134 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:18.790791 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7b8a01e9-d0a9-40c3-be3b-97cb82cfd9fc tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.831837 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-54c4bf91-4d3e-4841-8891-17423f72c669 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.833014 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-7b8a01e9-d0a9-40c3-be3b-97cb82cfd9fc tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b76bff190>,) {'filters': {'network_id': ['fbd35e64-b1a6-487b-8589-9c730fd275d1']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:18.840922 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-81f26e01-000c-408e-bd80-55b4efe98fd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:18.846525 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edafc2-298d-44e6-8471-ff76b578ed7c None None] Pushing event updated for resources: {'Port': ['ID=a829fb02-2db1-4b99-9d2b-7cd7c3e516f2,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:18.848333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f97da6-d0a8-4dd1-88fb-1cbe6faa59ec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:18.850599 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-42edafc2-298d-44e6-8471-ff76b578ed7c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:18.852513 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e0f97da6-d0a8-4dd1-88fb-1cbe6faa59ec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.860190 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-7b8a01e9-d0a9-40c3-be3b-97cb82cfd9fc tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76bff190>, '1ad768ed-f1f8-4071-89b2-3ea4e9f0e0d3') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:18.860483 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-7b8a01e9-d0a9-40c3-be3b-97cb82cfd9fc tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76bff190>, '1ad768ed-f1f8-4071-89b2-3ea4e9f0e0d3') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:18.861367 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Routers {'c944a715-683b-4bf7-94bb-5d906d57db09'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:18.862081 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9a4d90>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c944a715-683b-4bf7-94bb-5d906d57db09'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:18.871927 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-81f26e01-000c-408e-bd80-55b4efe98fd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:18.879793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7b8a01e9-d0a9-40c3-be3b-97cb82cfd9fc tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.900783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7b8a01e9-d0a9-40c3-be3b-97cb82cfd9fc tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.907018 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f26e01-000c-408e-bd80-55b4efe98fd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:18.922566 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-81f26e01-000c-408e-bd80-55b4efe98fd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.928681 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51dbbb2e-fef6-4273-aaf8-975186a80f03 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.947705 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8a01e9-d0a9-40c3-be3b-97cb82cfd9fc tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:54:18.947912 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7b8a01e9-d0a9-40c3-be3b-97cb82cfd9fc tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.949756 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-54c4bf91-4d3e-4841-8891-17423f72c669 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Deleting port 07aac298-2ed0-4d85-8483-0fe6851e44ee {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:18.950235 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-54c4bf91-4d3e-4841-8891-17423f72c669 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:54:18.963486 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:54:19.049586 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] Set router c944a715-683b-4bf7-94bb-5d906d57db09 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:54:19.124855 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7b8a01e9-d0a9-40c3-be3b-97cb82cfd9fc tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:19.129140 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7b8a01e9-d0a9-40c3-be3b-97cb82cfd9fc tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:19.133294 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c5661ac1-2bd8-4024-be2c-3c34945d1ee9 tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:19.160092 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a01e9-d0a9-40c3-be3b-97cb82cfd9fc tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Pushing event deleted for resources: {'Network': ['ID=fbd35e64-b1a6-487b-8589-9c730fd275d1,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:19.165360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7b8a01e9-d0a9-40c3-be3b-97cb82cfd9fc tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:19.170855 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7b8a01e9-d0a9-40c3-be3b-97cb82cfd9fc tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] 10.222.0.54 "DELETE /v2.0/networks/fbd35e64-b1a6-487b-8589-9c730fd275d1 HTTP/1.1" status: 204  len: 168 time: 0.9869409
Dec 24 10:54:19.228206 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51dbbb2e-fef6-4273-aaf8-975186a80f03 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:19.361205 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9a4d90>, [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:54:13Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:19.365539 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4011f68-aa10-4a9c-8db5-61a82709df0e None None] The sync data for ids ['c944a715-683b-4bf7-94bb-5d906d57db09'] in dv-neutron-822668-2-hyperv is: [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:54:13Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:54:19.435097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.objects.ports [None req-81f26e01-000c-408e-bd80-55b4efe98fd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87559) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:54:19.436338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-81f26e01-000c-408e-bd80-55b4efe98fd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:19.440476 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d7b6a093-f140-4864-aa78-707789b681d6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:19.452778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-51dbbb2e-fef6-4273-aaf8-975186a80f03 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c1386d0>,) {'filters': {'network_id': ['79b36746-92ca-4d5e-b620-528f0003113a']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:19.496254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-51dbbb2e-fef6-4273-aaf8-975186a80f03 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c1386d0>, 'a2486c3c-60f1-41d8-a766-3bba87d7332b') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:19.496546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-51dbbb2e-fef6-4273-aaf8-975186a80f03 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c1386d0>, 'a2486c3c-60f1-41d8-a766-3bba87d7332b') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:19.511566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-54c4bf91-4d3e-4841-8891-17423f72c669 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:19.517426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f26e01-000c-408e-bd80-55b4efe98fd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:19.519618 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51dbbb2e-fef6-4273-aaf8-975186a80f03 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:19.521307 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-81f26e01-000c-408e-bd80-55b4efe98fd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:19.530079 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f26e01-000c-408e-bd80-55b4efe98fd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=38d0df7b-38b0-4521-bc01-4d1a41e2b837,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:19.531568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e41d63a-f9a9-4b8d-a3ba-71f1ae503c4a None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:19.542317 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f26e01-000c-408e-bd80-55b4efe98fd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:19.542933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-81f26e01-000c-408e-bd80-55b4efe98fd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:19.548904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-81f26e01-000c-408e-bd80-55b4efe98fd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:19.574489 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-81f26e01-000c-408e-bd80-55b4efe98fd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.9793811
Dec 24 10:54:19.575239 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46096) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:19.582488 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'mac_address': 'fa:16:3e:9c:f9:d4', 'name': 'tempest-NetworksTestDHCPv6-1131058499'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:19.603565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51dbbb2e-fef6-4273-aaf8-975186a80f03 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:19.666831 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-54c4bf91-4d3e-4841-8891-17423f72c669 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Calling delete_port for 07aac298-2ed0-4d85-8483-0fe6851e44ee owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:19.675837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46100) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:19.704615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51dbbb2e-fef6-4273-aaf8-975186a80f03 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:54:19.705005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51dbbb2e-fef6-4273-aaf8-975186a80f03 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:54:19.725583 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:54:19.801928 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:19.819041 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:19.842246 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:19.877050 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': '38d0df7b-38b0-4521-bc01-4d1a41e2b837'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:54:19.877950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:19.906667 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51dbbb2e-fef6-4273-aaf8-975186a80f03 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:19.911997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:19.935336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51dbbb2e-fef6-4273-aaf8-975186a80f03 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:19.956482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbbb2e-fef6-4273-aaf8-975186a80f03 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event deleted for resources: {'Network': ['ID=79b36746-92ca-4d5e-b620-528f0003113a,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:19.958490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e0f97da6-d0a8-4dd1-88fb-1cbe6faa59ec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.025828 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-51dbbb2e-fef6-4273-aaf8-975186a80f03 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:20.026758 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2dac26e8-1aa1-4093-80bd-010649386fb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:20.054664 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bbb269d5-74ea-44e1-9aee-4593f9f7fe48 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=cd9033324f80492388fb35eda7bfd1eb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3775158
Dec 24 10:54:20.066758 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46108) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:20.068361 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Allocated IP 2001:db8::f816:3eff:fef7:a855 (51d30af2-9f70-4c66-8947-64c1ea7cb845/38d0df7b-38b0-4521-bc01-4d1a41e2b837/0040fed8-de7e-4f2e-8b59-ff3cb6176c65) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:20.088812 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.097055 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-51dbbb2e-fef6-4273-aaf8-975186a80f03 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "DELETE /v2.0/networks/79b36746-92ca-4d5e-b620-528f0003113a HTTP/1.1" status: 204  len: 168 time: 1.3989172
Dec 24 10:54:20.099515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46112) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:20.152505 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port 55845f14-424a-49bb-ba7a-52c8e496179f yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:54:20.214423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f97da6-d0a8-4dd1-88fb-1cbe6faa59ec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Subnet': ['ID=e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:20.248841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e0f97da6-d0a8-4dd1-88fb-1cbe6faa59ec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:20.275284 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f97da6-d0a8-4dd1-88fb-1cbe6faa59ec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Checking segment: {'id': 'f654e51f-4a24-48bd-b781-f889fac1f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:20.275642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f97da6-d0a8-4dd1-88fb-1cbe6faa59ec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network hostable DHCP agents. Network: 45c164f3-3874-47ee-8c8f-d0d39e3c6cba, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:54:20.315044 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c52d21ee-fbec-4e94-8c68-9f8242768eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.327143 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.336243 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-54c4bf91-4d3e-4841-8891-17423f72c669 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.340849 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Transition to ACTIVE for port object 0040fed8-de7e-4f2e-8b59-ff3cb6176c65 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:20.344853 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-575ffab4-b0b1-4a2d-8be7-1ea03fae5edd tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:20.366337 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Transition to ACTIVE for port object 0040fed8-de7e-4f2e-8b59-ff3cb6176c65 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:20.384478 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.390672 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:20.480523 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:20.481800 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-136817a1-e3bb-420d-b96e-61eee4dd9b63 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.485341 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:20.490205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:20.493124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Pushing event updated for resources: {'Port': ['ID=0040fed8-de7e-4f2e-8b59-ff3cb6176c65,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:20.497064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:20.501003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c52d21ee-fbec-4e94-8c68-9f8242768eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.509361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4bf91-4d3e-4841-8891-17423f72c669 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Pushing event deleted for resources: {'Port': ['ID=07aac298-2ed0-4d85-8483-0fe6851e44ee,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:20.512605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-54c4bf91-4d3e-4841-8891-17423f72c669 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:20.552901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f97da6-d0a8-4dd1-88fb-1cbe6faa59ec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 45c164f3-3874-47ee-8c8f-d0d39e3c6cba is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:54:20.579066 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-e0f97da6-d0a8-4dd1-88fb-1cbe6faa59ec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 45c164f3-3874-47ee-8c8f-d0d39e3c6cba) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:20.590003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef922a3-1820-4c85-8de2-38605a0735ad None None] Network 45c164f3-3874-47ee-8c8f-d0d39e3c6cba requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:20.599308 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f97da6-d0a8-4dd1-88fb-1cbe6faa59ec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:20.599943 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e0f97da6-d0a8-4dd1-88fb-1cbe6faa59ec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.644158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-54c4bf91-4d3e-4841-8891-17423f72c669 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.677263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Attempting to bind port 0040fed8-de7e-4f2e-8b59-ff3cb6176c65 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:54:20.677587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Attempting to bind port 0040fed8-de7e-4f2e-8b59-ff3cb6176c65 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:54:20.677923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Attempting to bind port 0040fed8-de7e-4f2e-8b59-ff3cb6176c65 on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:20.693640 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::f816:3eff:fe9c:f9d4 (51d30af2-9f70-4c66-8947-64c1ea7cb845/38d0df7b-38b0-4521-bc01-4d1a41e2b837/55845f14-424a-49bb-ba7a-52c8e496179f) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:20.694921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:54:20.694921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:20.695773 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.696359 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:54:20.696665 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Bound port: 0040fed8-de7e-4f2e-8b59-ff3cb6176c65, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:54:20.697054 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.702848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-136817a1-e3bb-420d-b96e-61eee4dd9b63 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.753164 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-136817a1-e3bb-420d-b96e-61eee4dd9b63 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d16b0a0>,) {'filters': {'network_id': ['da4371f5-e5d6-49fa-a6fe-be90f1020067']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:20.757400 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e0f97da6-d0a8-4dd1-88fb-1cbe6faa59ec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 2.4255793
Dec 24 10:54:20.763708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46116) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:20.837764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-54c4bf91-4d3e-4841-8891-17423f72c669 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.838405 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-136817a1-e3bb-420d-b96e-61eee4dd9b63 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d16b0a0>, 'c3dfceaa-8bb2-4084-8586-88fef359d281') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:20.838785 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-136817a1-e3bb-420d-b96e-61eee4dd9b63 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d16b0a0>, 'c3dfceaa-8bb2-4084-8586-88fef359d281') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:20.840646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-54c4bf91-4d3e-4841-8891-17423f72c669 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.842264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c52d21ee-fbec-4e94-8c68-9f8242768eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.848364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5d3724ab-b9a4-4227-9539-f1e237c171df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:20.865781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d21ee-fbec-4e94-8c68-9f8242768eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a61ef8-009d-4cd7-9279-c40124c8176c,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:20.872567 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-906a0395-4062-458b-95bf-ac8175460688 None None] For port 0040fed8-de7e-4f2e-8b59-ff3cb6176c65, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:54:20.876015 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-136817a1-e3bb-420d-b96e-61eee4dd9b63 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.876157 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-906a0395-4062-458b-95bf-ac8175460688 None None] For port 0040fed8-de7e-4f2e-8b59-ff3cb6176c65, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0040fed8-de7e-4f2e-8b59-ff3cb6176c65,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:54:20.876780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c52d21ee-fbec-4e94-8c68-9f8242768eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:20.880829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c52d21ee-fbec-4e94-8c68-9f8242768eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.884291 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c52d21ee-fbec-4e94-8c68-9f8242768eb6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b2a61ef8-009d-4cd7-9279-c40124c8176c HTTP/1.1" status: 204  len: 168 time: 0.7898374
Dec 24 10:54:20.894027 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-54c4bf91-4d3e-4841-8891-17423f72c669 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.894544 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c4bf91-4d3e-4841-8891-17423f72c669 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Fanout notify agent at l3_agent the message router_deleted on router 1bfcd360-bdf2-484b-a803-747773f4be51 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:54:20.912035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-54c4bf91-4d3e-4841-8891-17423f72c669 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.913160 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-54c4bf91-4d3e-4841-8891-17423f72c669 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "DELETE /v2.0/routers/1bfcd360-bdf2-484b-a803-747773f4be51 HTTP/1.1" status: 204  len: 168 time: 2.9598951
Dec 24 10:54:20.917289 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46122) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:20.922650 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-17506bf9-e069-4fe2-8620-cba4ea2c81b6 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-365443757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:20.940972 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-17506bf9-e069-4fe2-8620-cba4ea2c81b6 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:20.953648 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-17506bf9-e069-4fe2-8620-cba4ea2c81b6 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Usage tracker for resource:router and tenant:38b0eb92497a47de9f680dcf463f5ea8 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:20.961416 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-17506bf9-e069-4fe2-8620-cba4ea2c81b6 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:20.971513 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-17506bf9-e069-4fe2-8620-cba4ea2c81b6 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:20.984990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-136817a1-e3bb-420d-b96e-61eee4dd9b63 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.985216 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.997219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-17506bf9-e069-4fe2-8620-cba4ea2c81b6 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:20.997843 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-17506bf9-e069-4fe2-8620-cba4ea2c81b6 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:21.006007 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ips': [{'subnet_id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:54:21.006922 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:21.010494 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136817a1-e3bb-420d-b96e-61eee4dd9b63 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:54:21.010899 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-136817a1-e3bb-420d-b96e-61eee4dd9b63 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:21.023904 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-17506bf9-e069-4fe2-8620-cba4ea2c81b6 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:54:21.030707 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:54:21.033102 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-1885ef63-0abb-4b4d-bef7-a006843eb781 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:21.080019 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-17506bf9-e069-4fe2-8620-cba4ea2c81b6 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:21.098463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a829fb02-2db1-4b99-9d2b-7cd7c3e516f2 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:21.109306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-17506bf9-e069-4fe2-8620-cba4ea2c81b6 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:21.110773 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-17506bf9-e069-4fe2-8620-cba4ea2c81b6 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1925082
Dec 24 10:54:21.113627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46128) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:21.123025 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'enable_snat': True}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:21.385437 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Allocated IP 172.20.0.2 (45c164f3-3874-47ee-8c8f-d0d39e3c6cba/e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8/0d930644-bcf4-403a-ba3c-2fb098117aca) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:21.405281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Pushing event updated for resources: {'Port': ['ID=0040fed8-de7e-4f2e-8b59-ff3cb6176c65,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:21.442856 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:21.587782 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-136817a1-e3bb-420d-b96e-61eee4dd9b63 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:21.588345 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port a829fb02-2db1-4b99-9d2b-7cd7c3e516f2 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:21.600439 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port a829fb02-2db1-4b99-9d2b-7cd7c3e516f2 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:21.600989 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:21.623626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:21.643424 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:21.666005 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-136817a1-e3bb-420d-b96e-61eee4dd9b63 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:21.788466 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object 55845f14-424a-49bb-ba7a-52c8e496179f will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:21.843379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136817a1-e3bb-420d-b96e-61eee4dd9b63 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Pushing event deleted for resources: {'Network': ['ID=da4371f5-e5d6-49fa-a6fe-be90f1020067,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:21.860588 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-136817a1-e3bb-420d-b96e-61eee4dd9b63 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:21.904383 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:21.922236 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port a829fb02-2db1-4b99-9d2b-7cd7c3e516f2, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a829fb02-2db1-4b99-9d2b-7cd7c3e516f2,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:21.925316 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-136817a1-e3bb-420d-b96e-61eee4dd9b63 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] 10.222.0.54 "DELETE /v2.0/networks/da4371f5-e5d6-49fa-a6fe-be90f1020067 HTTP/1.1" status: 204  len: 168 time: 1.8221810
Dec 24 10:54:21.936824 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:21.942086 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5dc5f2a1-be3b-4d4e-a473-46850e11af21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:21.978909 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:22.000784 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Transition to ACTIVE for port object 0d930644-bcf4-403a-ba3c-2fb098117aca will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:22.035664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Transition to ACTIVE for port object 0d930644-bcf4-403a-ba3c-2fb098117aca will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:22.040064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=a829fb02-2db1-4b99-9d2b-7cd7c3e516f2,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:22.044166 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:22.048935 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:22.061387 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-addb389e-9972-4a8d-bdef-7f700521820c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:22.091167 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46152) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:22.101119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:22.126260 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Network 45c164f3-3874-47ee-8c8f-d0d39e3c6cba is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:22.129906 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:22.135290 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:22.259800 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Pushing event updated for resources: {'Port': ['ID=0d930644-bcf4-403a-ba3c-2fb098117aca,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:22.263162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:22.283088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Attempting to bind port 0d930644-bcf4-403a-ba3c-2fb098117aca on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:54:22.283466 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Attempting to bind port 0d930644-bcf4-403a-ba3c-2fb098117aca by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'f654e51f-4a24-48bd-b781-f889fac1f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:54:22.283852 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Attempting to bind port 0d930644-bcf4-403a-ba3c-2fb098117aca on network 45c164f3-3874-47ee-8c8f-d0d39e3c6cba {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:22.284620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2045347962'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:22.290529 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:54:22.290911 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Checking segment: {'id': 'f654e51f-4a24-48bd-b781-f889fac1f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:22.291507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:22.292059 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Bound using segment: {'id': 'f654e51f-4a24-48bd-b781-f889fac1f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:54:22.293982 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Bound port: 0d930644-bcf4-403a-ba3c-2fb098117aca, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f654e51f-4a24-48bd-b781-f889fac1f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:54:22.294566 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:22.294790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:22.296117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:22.302267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Usage tracker for resource:network and tenant:a298211024e04862881e2bdd0a889cff is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:22.310889 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c67be6c8-49e5-42b6-bfe3-9c08409184cf tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:22.314817 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:22.323064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:22.343963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Made reservation on behalf of a298211024e04862881e2bdd0a889cff for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:22.348793 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:22.384278 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46162) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:22.405887 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:22.422512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:22.429158 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:22.430861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] For port 0d930644-bcf4-403a-ba3c-2fb098117aca, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:54:22.439597 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] For port 0d930644-bcf4-403a-ba3c-2fb098117aca, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0d930644-bcf4-403a-ba3c-2fb098117aca,segment=NetworkSegment(f654e51f-4a24-48bd-b781-f889fac1f2fe),segment_id=f654e51f-4a24-48bd-b781-f889fac1f2fe)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:54:22.453762 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:22.464760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:22.470902 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:22.471942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:22.479529 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b8b3fcc9-eeee-42d7-a907-042cc146b649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:22.490460 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:22.497995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Usage tracker for resource:security_group_rule and tenant:a298211024e04862881e2bdd0a889cff is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:22.514602 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:22.544244 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=55845f14-424a-49bb-ba7a-52c8e496179f,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:22.546754 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:22.667393 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Pushing event updated for resources: {'Port': ['ID=0d930644-bcf4-403a-ba3c-2fb098117aca,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:22.671920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:22.739513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:22.758503 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.1815994
Dec 24 10:54:22.763925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46168) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:22.813435 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:22.832636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:22.850829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:22.870082 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-87a4c8bb-9ba0-4dc9-8082-55804010bcea admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=06b0205d3a6947a6ac1d1794f7122cf0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4838314
Dec 24 10:54:22.870861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46172) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:23.027665 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ac8cbf97-c888-4f4e-8e51-e9f6e7b7f83c None None] Provisioning for port 0040fed8-de7e-4f2e-8b59-ff3cb6176c65 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:23.086955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:23.127742 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Allocated IP 172.26.4.208 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/5ebcc33c-9236-4504-9b9d-bfe1b82db792) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:23.174307 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:23.182320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d710d4a9-8266-4c0a-8917-36d02c4b90a7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:23.187329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5910191-4206-4ff9-a07d-4fd4518b6bf4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:23.194393 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5910191-4206-4ff9-a07d-4fd4518b6bf4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:23.196332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b5910191-4206-4ff9-a07d-4fd4518b6bf4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:23.248259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e82bfef8-1c9c-4a75-819f-b438ac7bd6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:23.253031 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0d930644-bcf4-403a-ba3c-2fb098117aca up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:23.300701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:54:23.302811 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b5910191-4206-4ff9-a07d-4fd4518b6bf4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:23.304015 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b5910191-4206-4ff9-a07d-4fd4518b6bf4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.5374591
Dec 24 10:54:23.312684 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46176) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:23.333751 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 0d930644-bcf4-403a-ba3c-2fb098117aca completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:23.335268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:23.336194 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Added segment 11d22783-8ba7-4b7f-ab8d-d1d8c302cd7e of type vlan for network 65eb85a8-833d-4b21-9c2d-e956c0216eec
Dec 24 10:54:23.338487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69af01b6-3795-4c5f-aa86-eac23bce2795,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:23.339547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a829fb02-2db1-4b99-9d2b-7cd7c3e516f2 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:23.347214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:23.357769 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e82bfef8-1c9c-4a75-819f-b438ac7bd6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:23.406609 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2dda09b7-4599-4bdf-a557-0d33189215a7 None None] Provisioning for port 55845f14-424a-49bb-ba7a-52c8e496179f completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:23.414645 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2dda09b7-4599-4bdf-a557-0d33189215a7 None None] Provisioning complete for port 55845f14-424a-49bb-ba7a-52c8e496179f triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:23.415258 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2dda09b7-4599-4bdf-a557-0d33189215a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:23.417598 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:23.448700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:23.475300 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-2dda09b7-4599-4bdf-a557-0d33189215a7 None None] Port 55845f14-424a-49bb-ba7a-52c8e496179f cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:54:23.487490 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port a829fb02-2db1-4b99-9d2b-7cd7c3e516f2 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:23.488134 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:23.491250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:23.491963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-bcd730e6-0a7e-4cc6-b78e-22371df47b9e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port 55845f14-424a-49bb-ba7a-52c8e496179f {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:23.492386 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bcd730e6-0a7e-4cc6-b78e-22371df47b9e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:23.497955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:23.498658 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:23.504019 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:23.630716 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0040fed8-de7e-4f2e-8b59-ff3cb6176c65 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:23.667649 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e82bfef8-1c9c-4a75-819f-b438ac7bd6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:23.679423 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-19fb6fab-f940-47a7-8e11-a7ed78d8104f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:23.694895 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.6025515
Dec 24 10:54:23.698275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event updated for resources: {'Network': ['ID=65eb85a8-833d-4b21-9c2d-e956c0216eec,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:23.701828 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.1 (45c164f3-3874-47ee-8c8f-d0d39e3c6cba/e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8/edad6844-4910-4f3d-af71-5920b2761e80) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:23.707239 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82bfef8-1c9c-4a75-819f-b438ac7bd6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b419760-a145-4444-9959-30bdac520e81,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:23.714439 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e82bfef8-1c9c-4a75-819f-b438ac7bd6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:23.729965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:23.731580 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:23.733961 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 65eb85a8-833d-4b21-9c2d-e956c0216eec details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:54:23.751447 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-65a77c93-2316-49d1-a714-7665dfc50ade service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:23.854234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Pushing event updated for resources: {'Port': ['ID=5ebcc33c-9236-4504-9b9d-bfe1b82db792,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:23.854658 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e82bfef8-1c9c-4a75-819f-b438ac7bd6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:23.862742 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e82bfef8-1c9c-4a75-819f-b438ac7bd6a7 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0b419760-a145-4444-9959-30bdac520e81 HTTP/1.1" status: 204  len: 168 time: 0.9906137
Dec 24 10:54:23.868836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:23.878837 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:23.880526 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:23.884398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:24.021625 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 0040fed8-de7e-4f2e-8b59-ff3cb6176c65 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:24.039758 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 0040fed8-de7e-4f2e-8b59-ff3cb6176c65 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:24.040036 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:24.182108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bcd730e6-0a7e-4cc6-b78e-22371df47b9e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:24.204132 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:24.241474 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ede32c-013d-408b-ae8f-7cd2be939d04 None None] Network 45c164f3-3874-47ee-8c8f-d0d39e3c6cba requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:24.446846 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-bcd730e6-0a7e-4cc6-b78e-22371df47b9e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for 55845f14-424a-49bb-ba7a-52c8e496179f owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:24.492123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 0040fed8-de7e-4f2e-8b59-ff3cb6176c65, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0040fed8-de7e-4f2e-8b59-ff3cb6176c65,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:24.535137 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0333ebc4-3b3b-45ae-86ca-2536b1cd6b50 None None] Provisioning for port 0d930644-bcf4-403a-ba3c-2fb098117aca completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:24.545019 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:24.560295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:24.560503 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4ae7ed97-42d1-44b3-a4f6-072aa8fab4ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:24.606467 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object edad6844-4910-4f3d-af71-5920b2761e80 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:24.712335 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bcd730e6-0a7e-4cc6-b78e-22371df47b9e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:24.726247 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:24.773617 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0333ebc4-3b3b-45ae-86ca-2536b1cd6b50 None None] Provisioning complete for port 0d930644-bcf4-403a-ba3c-2fb098117aca triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:24.774117 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0333ebc4-3b3b-45ae-86ca-2536b1cd6b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:24.792616 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:24.817165 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:24.891146 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd730e6-0a7e-4cc6-b78e-22371df47b9e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=55845f14-424a-49bb-ba7a-52c8e496179f,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:24.916412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bcd730e6-0a7e-4cc6-b78e-22371df47b9e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:24.939201 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-bcd730e6-0a7e-4cc6-b78e-22371df47b9e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:24.940236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-463d2ac3-dcf9-45b7-8479-b93a03a11c88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:25.063481 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=0040fed8-de7e-4f2e-8b59-ff3cb6176c65,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:25.067699 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:25.124036 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0333ebc4-3b3b-45ae-86ca-2536b1cd6b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:25.168094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 45c164f3-3874-47ee-8c8f-d0d39e3c6cba is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:25.173121 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-0333ebc4-3b3b-45ae-86ca-2536b1cd6b50 None None] For port 0d930644-bcf4-403a-ba3c-2fb098117aca, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0d930644-bcf4-403a-ba3c-2fb098117aca,segment=NetworkSegment(f654e51f-4a24-48bd-b781-f889fac1f2fe),segment_id=f654e51f-4a24-48bd-b781-f889fac1f2fe)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:25.180751 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=edad6844-4910-4f3d-af71-5920b2761e80,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:25.184155 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:25.185124 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:25.187527 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:25.193627 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0333ebc4-3b3b-45ae-86ca-2536b1cd6b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:25.199766 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-454a8f40-8ac7-4526-95c1-25c1eec7a7d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:25.346459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333ebc4-3b3b-45ae-86ca-2536b1cd6b50 None None] Pushing event updated for resources: {'Port': ['ID=0d930644-bcf4-403a-ba3c-2fb098117aca,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:25.353637 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0333ebc4-3b3b-45ae-86ca-2536b1cd6b50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:25.486556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46204) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:25.522107 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:25.526674 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:25.532705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5f1b6eba-79ac-48a1-b812-4d2e33140dfd None None] Provisioning complete for port 0d930644-bcf4-403a-ba3c-2fb098117aca triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:25.533291 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5f1b6eba-79ac-48a1-b812-4d2e33140dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:25.713445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:25.738262 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1341923299'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:25.751246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:25.758561 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Usage tracker for resource:network and tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:25.769897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:25.779626 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:25.800958 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:25.805392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:25.809907 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:54:25.826080 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:25.854360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:25.860153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Usage tracker for resource:security_group_rule and tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:25.863858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:25.870635 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:25.873142 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bcd730e6-0a7e-4cc6-b78e-22371df47b9e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/55845f14-424a-49bb-ba7a-52c8e496179f HTTP/1.1" status: 204  len: 168 time: 2.5593843
Dec 24 10:54:25.875855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Router ba2bf30d-595e-448a-80dc-1f16e0c1f7a5 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:54:25.876529 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46210) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:25.888748 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bfbb3626-afcb-429c-ac18-e17267760585 None None] Provisioning for port edad6844-4910-4f3d-af71-5920b2761e80 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:25.899655 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bfbb3626-afcb-429c-ac18-e17267760585 None None] Provisioning complete for port edad6844-4910-4f3d-af71-5920b2761e80 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:25.901961 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bfbb3626-afcb-429c-ac18-e17267760585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:25.956819 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870a7987-6049-4e97-916c-f9de62ffd19c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:25.958675 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870a7987-6049-4e97-916c-f9de62ffd19c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:25.959485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-870a7987-6049-4e97-916c-f9de62ffd19c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:25.972885 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-bfbb3626-afcb-429c-ac18-e17267760585 None None] Port edad6844-4910-4f3d-af71-5920b2761e80 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:54:26.014071 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-870a7987-6049-4e97-916c-f9de62ffd19c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:26.015375 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-870a7987-6049-4e97-916c-f9de62ffd19c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.1378522
Dec 24 10:54:26.018179 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46214) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:26.084302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-907d48db-0a8e-49a9-a66f-6b79cd0cb7ee tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 38d0df7b-38b0-4521-bc01-4d1a41e2b837 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:54:26.096431 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-907d48db-0a8e-49a9-a66f-6b79cd0cb7ee tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:26.144343 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:26.157067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:54:26.171309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f68611d-855b-4699-ab36-c71cdd4bbebc None None] Sync routers for ids ['ba2bf30d-595e-448a-80dc-1f16e0c1f7a5'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:54:26.183105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f68611d-855b-4699-ab36-c71cdd4bbebc None None] Routers {'ba2bf30d-595e-448a-80dc-1f16e0c1f7a5'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:26.184034 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7f68611d-855b-4699-ab36-c71cdd4bbebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea06850>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ba2bf30d-595e-448a-80dc-1f16e0c1f7a5'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:26.198768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:26.203277 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "PUT /v2.0/routers/ba2bf30d-595e-448a-80dc-1f16e0c1f7a5 HTTP/1.1" status: 200  len: 918 time: 5.0881414
Dec 24 10:54:26.207569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46220) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:26.208129 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-907d48db-0a8e-49a9-a66f-6b79cd0cb7ee tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:26.216434 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:26.288465 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7f68611d-855b-4699-ab36-c71cdd4bbebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea06850>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:26.296930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:26.299778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f68611d-855b-4699-ab36-c71cdd4bbebc None None] Routers {'ba2bf30d-595e-448a-80dc-1f16e0c1f7a5'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:26.300946 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7f68611d-855b-4699-ab36-c71cdd4bbebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea06850>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ba2bf30d-595e-448a-80dc-1f16e0c1f7a5'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:26.302377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c52d21ee-fbec-4e94-8c68-9f8242768eb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:26.372345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:54:26.406603 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7f68611d-855b-4699-ab36-c71cdd4bbebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea06850>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:26.407421 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f68611d-855b-4699-ab36-c71cdd4bbebc None None] The sync data for ids ['ba2bf30d-595e-448a-80dc-1f16e0c1f7a5'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:54:26.450355 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da4938a-51c4-442c-ad3b-8ca20cf297d5,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:26.462362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:26.463290 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:26.463607 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Added segment 306d3258-1202-4fb5-9e32-d0fa676a9200 of type vlan for network 980037cb-717b-4438-8606-25deb1bc4c67
Dec 24 10:54:26.508840 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-907d48db-0a8e-49a9-a66f-6b79cd0cb7ee tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:26.509330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:26.516800 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-598ba580-49ec-4e17-b15d-03cf3eb8fe8f tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "GET /v2.0/routers/ba2bf30d-595e-448a-80dc-1f16e0c1f7a5 HTTP/1.1" status: 200  len: 924 time: 0.3022249
Dec 24 10:54:26.517012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46224) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:26.596334 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:26.601889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:26.602499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:26.608865 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-996d17c2-2833-4bec-b040-29dcb7ed1ab6 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:26.702304 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-907d48db-0a8e-49a9-a66f-6b79cd0cb7ee tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:26.709373 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-58d24673-95dd-43e0-92e1-0915110f06df tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:26.717906 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.2245374
Dec 24 10:54:26.717906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3519f759-b0ef-4e2e-b55a-4d690ad663cd tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:26.717906 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3519f759-b0ef-4e2e-b55a-4d690ad663cd tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=38a55964-33b9-4484-a01f-c130c608c280&device_id=ba2bf30d-595e-448a-80dc-1f16e0c1f7a5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1976888
Dec 24 10:54:26.718257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46228) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:26.719318 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Network': ['ID=980037cb-717b-4438-8606-25deb1bc4c67,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:26.723420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:26.742202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 980037cb-717b-4438-8606-25deb1bc4c67 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:54:26.753784 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d48db-0a8e-49a9-a66f-6b79cd0cb7ee tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=38d0df7b-38b0-4521-bc01-4d1a41e2b837,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:26.770049 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-907d48db-0a8e-49a9-a66f-6b79cd0cb7ee tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:26.772538 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-907d48db-0a8e-49a9-a66f-6b79cd0cb7ee tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:26.852206 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-907d48db-0a8e-49a9-a66f-6b79cd0cb7ee tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/38d0df7b-38b0-4521-bc01-4d1a41e2b837 HTTP/1.1" status: 204  len: 168 time: 0.8304856
Dec 24 10:54:26.852990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46232) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:26.981094 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46236) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:26.997925 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b28f906-8691-49a4-b546-089c89d18558 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:27.020036 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:27.021356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021b156f-17b3-4cb4-94db-46797d28660b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:27.022919 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-021b156f-17b3-4cb4-94db-46797d28660b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "GET /v2.0/networks/38a55964-33b9-4484-a01f-c130c608c280 HTTP/1.1" status: 200  len: 881 time: 0.3013868
Dec 24 10:54:27.028802 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-6be92095-ced8-44c8-afe2-30390caedfc3 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Request body: {'subnet': {'network_id': '65eb85a8-833d-4b21-9c2d-e956c0216eec', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:27.030673 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-09accbf8-2d8d-466f-8a9c-e5fa5acdd1ee tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1677942
Dec 24 10:54:27.031302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46240) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:27.040063 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:27.051229 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46242) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:27.061124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:27.069479 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7e9bcbf4-021e-49c1-9f97-d7b5854b10b9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:27.095848 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0040fed8-de7e-4f2e-8b59-ff3cb6176c65 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:27.183939 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e2f57be3-29e9-4d8c-bf74-e66f972cbb78 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba2bf30d-595e-448a-80dc-1f16e0c1f7a5 HTTP/1.1" status: 200  len: 205 time: 0.1442921
Dec 24 10:54:27.186554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46248) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:27.272632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 0040fed8-de7e-4f2e-8b59-ff3cb6176c65 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:27.273386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:27.288380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=edad6844-4910-4f3d-af71-5920b2761e80,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:27.304125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:27.310908 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:27.349083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6be92095-ced8-44c8-afe2-30390caedfc3 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:27.365346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6be92095-ced8-44c8-afe2-30390caedfc3 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Usage tracker for resource:subnet and tenant:a298211024e04862881e2bdd0a889cff is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:27.381222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:27.384329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6be92095-ced8-44c8-afe2-30390caedfc3 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:27.399054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6be92095-ced8-44c8-afe2-30390caedfc3 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:27.407111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:27.410942 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:27.434742 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:27.463490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be92095-ced8-44c8-afe2-30390caedfc3 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Made reservation on behalf of a298211024e04862881e2bdd0a889cff for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:27.467763 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6be92095-ced8-44c8-afe2-30390caedfc3 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:27.514900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0d930644-bcf4-403a-ba3c-2fb098117aca up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:27.602919 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:27.606855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:27.610962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 0d930644-bcf4-403a-ba3c-2fb098117aca triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:27.611352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:27.689209 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c1c0d5-04a2-4c20-8200-4b5178681901 None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:54:27.697255 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b0c1c0d5-04a2-4c20-8200-4b5178681901 None None] Deleting port 0040fed8-de7e-4f2e-8b59-ff3cb6176c65 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:27.697636 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c0d5-04a2-4c20-8200-4b5178681901 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:27.728687 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0b2b24ed-e747-4c8c-9843-5940cb90b6de tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:27.830522 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 45c164f3-3874-47ee-8c8f-d0d39e3c6cba is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:27.833645 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:28.001343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6be92095-ced8-44c8-afe2-30390caedfc3 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:28.010721 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b9d46c46-98e6-4dbf-b4ef-1de709970b77 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:28.106015 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0b2b24ed-e747-4c8c-9843-5940cb90b6de tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:28.107358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be92095-ced8-44c8-afe2-30390caedfc3 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event updated for resources: {'Subnet': ['ID=b34b8005-e489-4e1b-83eb-51dea9794edd,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:28.129262 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6be92095-ced8-44c8-afe2-30390caedfc3 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:28.149387 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b0c1c0d5-04a2-4c20-8200-4b5178681901 None None] For port 0040fed8-de7e-4f2e-8b59-ff3cb6176c65, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0040fed8-de7e-4f2e-8b59-ff3cb6176c65,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:28.150114 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c0d5-04a2-4c20-8200-4b5178681901 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:28.232746 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-0b2b24ed-e747-4c8c-9843-5940cb90b6de tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Deleting port 5ebcc33c-9236-4504-9b9d-bfe1b82db792 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:28.233261 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0b2b24ed-e747-4c8c-9843-5940cb90b6de tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:28.289817 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b0c1c0d5-04a2-4c20-8200-4b5178681901 None None] Calling delete_port for 0040fed8-de7e-4f2e-8b59-ff3cb6176c65 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:28.305354 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router c944a715-683b-4bf7-94bb-5d906d57db09 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:54:28.312877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.objects.ports [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87558) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:54:28.380826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be92095-ced8-44c8-afe2-30390caedfc3 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Checking segment: {'id': '11d22783-8ba7-4b7f-ab8d-d1d8c302cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '65eb85a8-833d-4b21-9c2d-e956c0216eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:28.381518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be92095-ced8-44c8-afe2-30390caedfc3 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Network hostable DHCP agents. Network: 65eb85a8-833d-4b21-9c2d-e956c0216eec, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:54:28.402714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b0c1c0d5-04a2-4c20-8200-4b5178681901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:28.414553 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2a542e75-c1c0-40c6-ab7e-4b6ba4eda9fd None None] Provisioning complete for port edad6844-4910-4f3d-af71-5920b2761e80 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:28.415180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2a542e75-c1c0-40c6-ab7e-4b6ba4eda9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:28.442671 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:28.495347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1c0d5-04a2-4c20-8200-4b5178681901 None None] Pushing event deleted for resources: {'Port': ['ID=0040fed8-de7e-4f2e-8b59-ff3cb6176c65,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:28.497652 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c1c0d5-04a2-4c20-8200-4b5178681901 None None] No DVR routers for this DVR port 0040fed8-de7e-4f2e-8b59-ff3cb6176c65 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:54:28.526582 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-2a542e75-c1c0-40c6-ab7e-4b6ba4eda9fd None None] Port edad6844-4910-4f3d-af71-5920b2761e80 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:54:28.528485 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b0c1c0d5-04a2-4c20-8200-4b5178681901 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:28.586173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be92095-ced8-44c8-afe2-30390caedfc3 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Network 65eb85a8-833d-4b21-9c2d-e956c0216eec is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:54:28.600939 dv-neutron-822668-2-hyperv neutron-server[87558]: WARNING neutron.services.revisions.revision_plugin [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f2b77e782b0] {port_id='0040fed8-de7e-4f2e-8b59-ff3cb6176c65', ip_address='2001:db8::f816:3eff:fef7:a855', subnet_id='464584d2-6d66-4d30-806c-0bb04603ef0b', network_id='51d30af2-9f70-4c66-8947-64c1ea7cb845'}> to bump revision.
Dec 24 10:54:28.606261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-6be92095-ced8-44c8-afe2-30390caedfc3 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 65eb85a8-833d-4b21-9c2d-e956c0216eec) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:28.610319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.ipam_pluggable_backend [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Port 0040fed8-de7e-4f2e-8b59-ff3cb6176c65 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87558) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 24 10:54:28.610698 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.ipam_pluggable_backend [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Reverting IP allocation for 2001:db8::f816:3eff:fef7:a855 {{(pid=87558) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Dec 24 10:54:28.613820 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:54:28.623133 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/c944a715-683b-4bf7-94bb-5d906d57db09/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8568697
Dec 24 10:54:28.625373 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cad4c83-3a52-4ffa-a135-8c3584c1ea24 None None] Network 65eb85a8-833d-4b21-9c2d-e956c0216eec requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:28.637416 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be92095-ced8-44c8-afe2-30390caedfc3 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:28.640815 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Sync routers for ids ['c944a715-683b-4bf7-94bb-5d906d57db09'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:54:28.641386 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6be92095-ced8-44c8-afe2-30390caedfc3 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:28.653268 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Routers {'c944a715-683b-4bf7-94bb-5d906d57db09'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:28.654255 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db238b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c944a715-683b-4bf7-94bb-5d906d57db09'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:28.661138 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0b2b24ed-e747-4c8c-9843-5940cb90b6de tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:28.687046 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.ipam_pluggable_backend [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fef7:a855 {{(pid=87558) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Dec 24 10:54:28.689857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46256) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:28.854589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-0b2b24ed-e747-4c8c-9843-5940cb90b6de tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Calling delete_port for 5ebcc33c-9236-4504-9b9d-bfe1b82db792 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:28.871189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:28.884697 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6be92095-ced8-44c8-afe2-30390caedfc3 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.8981614
Dec 24 10:54:28.885476 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-351267fd-0f66-40be-b5af-e5f1a8045adc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:28.923652 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-65eb85a8-833d-4b21-9c2d-e956c0216eec', 'network_id': '65eb85a8-833d-4b21-9c2d-e956c0216eec', 'tenant_id': 'a298211024e04862881e2bdd0a889cff', 'fixed_ips': [{'subnet_id': 'b34b8005-e489-4e1b-83eb-51dea9794edd'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:54:28.924254 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:28.934478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46260) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:28.953326 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-751768885'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:28.983882 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:28.986880 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Set router c944a715-683b-4bf7-94bb-5d906d57db09 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:54:28.990392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=464584d2-6d66-4d30-806c-0bb04603ef0b,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:29.005890 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Usage tracker for resource:network and tenant:a298211024e04862881e2bdd0a889cff is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:29.006139 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:29.014075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e086e49-9b72-4b27-87af-3503662cf094 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.014648 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e086e49-9b72-4b27-87af-3503662cf094 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.015176 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e086e49-9b72-4b27-87af-3503662cf094 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.016814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e086e49-9b72-4b27-87af-3503662cf094 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.017196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e086e49-9b72-4b27-87af-3503662cf094 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.017718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e086e49-9b72-4b27-87af-3503662cf094 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.018259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e086e49-9b72-4b27-87af-3503662cf094 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.018770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e086e49-9b72-4b27-87af-3503662cf094 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.019350 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e086e49-9b72-4b27-87af-3503662cf094 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.019879 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e086e49-9b72-4b27-87af-3503662cf094 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.024688 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9e086e49-9b72-4b27-87af-3503662cf094 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 7047 time: 0.3308964
Dec 24 10:54:29.024688 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:29.025481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:29.027047 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46264) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:29.044798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:29.049248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e941d31-7b38-480c-8866-3f2e3bc343c3 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:29.062111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.062385 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:29.062932 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:29.102211 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0040fed8-de7e-4f2e-8b59-ff3cb6176c65 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:54:29.107406 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.0524850
Dec 24 10:54:29.107565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46268) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:29.114909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'mac_address': 'fa:16:3e:53:5b:3c', 'name': 'tempest-NetworksTestDHCPv6-1188203854'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:29.143898 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248027c2-d868-461f-a401-1fc0b797ea79 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.144576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248027c2-d868-461f-a401-1fc0b797ea79 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.145038 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248027c2-d868-461f-a401-1fc0b797ea79 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.145486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248027c2-d868-461f-a401-1fc0b797ea79 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.145985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248027c2-d868-461f-a401-1fc0b797ea79 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.146436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248027c2-d868-461f-a401-1fc0b797ea79 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.146875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248027c2-d868-461f-a401-1fc0b797ea79 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.147315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248027c2-d868-461f-a401-1fc0b797ea79 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.147750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248027c2-d868-461f-a401-1fc0b797ea79 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:29.152519 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-248027c2-d868-461f-a401-1fc0b797ea79 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5922 time: 0.1216121
Dec 24 10:54:29.154129 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46272) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:29.166061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Made reservation on behalf of a298211024e04862881e2bdd0a889cff for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:29.170111 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:29.223217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 0040fed8-de7e-4f2e-8b59-ff3cb6176c65 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:54:29.234949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0040fed8-de7e-4f2e-8b59-ff3cb6176c65 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:54:29.280046 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:54:29.305543 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:29.305543 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Added segment 45af4c66-77bd-43ce-ada0-04c785f4c3ed of type vlan for network c66f2ba5-bf5c-4a00-8d09-8168a59b5a27
Dec 24 10:54:29.502666 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0b2b24ed-e747-4c8c-9843-5940cb90b6de tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:29.513327 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9f331c7a-7923-47c2-9369-ce513d7d91f9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:29.522806 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Allocated IP 2001:db8:0:ffff::2 (65eb85a8-833d-4b21-9c2d-e956c0216eec/b34b8005-e489-4e1b-83eb-51dea9794edd/fb90721b-9ffe-401a-a56e-437556017d19) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:29.576094 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db238b0>, [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:54:25Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'edad6844-4910-4f3d-af71-5920b2761e80', 'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:04:cf:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:23Z', 'updated_at': '2021-12-24T10:54:26Z', 'revision_number': 2, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:29.577655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:29.588111 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Checking router: c944a715-683b-4bf7-94bb-5d906d57db09 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:54:29.588499 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Updating router c944a715-683b-4bf7-94bb-5d906d57db09 port edad6844-4910-4f3d-af71-5920b2761e80 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:54:29.589032 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b24ed-e747-4c8c-9843-5940cb90b6de tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Pushing event deleted for resources: {'Port': ['ID=5ebcc33c-9236-4504-9b9d-bfe1b82db792,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:29.632246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:29.638492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:port and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:29.643376 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:29.668077 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:29.719144 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:29.732702 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0b2b24ed-e747-4c8c-9843-5940cb90b6de tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:29.735936 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:29.739272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0b2b24ed-e747-4c8c-9843-5940cb90b6de tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:29.928714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:29.941767 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Transition to ACTIVE for port object fb90721b-9ffe-401a-a56e-437556017d19 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:29.969180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Transition to ACTIVE for port object fb90721b-9ffe-401a-a56e-437556017d19 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:30.037345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.044318 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.057113 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:30.077100 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port 5398eb79-1877-49e4-b7ff-c32569478a1d yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:54:30.099509 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': '464584d2-6d66-4d30-806c-0bb04603ef0b'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:54:30.100361 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.124347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-05e34afe-0378-40b7-9692-c843426d5f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.135452 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46280) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:30.146199 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Network 65eb85a8-833d-4b21-9c2d-e956c0216eec is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:30.147066 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-4dca5619-e35b-4308-a183-31da15826e4b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'subnet': {'network_id': '980037cb-717b-4438-8606-25deb1bc4c67', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:30.153329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:30.167631 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:30.182644 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.resource_extend [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:54:30.192479 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8479175d-fcf4-4c80-be8b-70f172ff4043 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4308 time: 1.0370955
Dec 24 10:54:30.267926 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Pushing event updated for resources: {'Port': ['ID=fb90721b-9ffe-401a-a56e-437556017d19,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:30.281984 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:30.346648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0b2b24ed-e747-4c8c-9843-5940cb90b6de tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.349668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0b2b24ed-e747-4c8c-9843-5940cb90b6de tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.358952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.365481 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:30.366267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.387808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-4dca5619-e35b-4308-a183-31da15826e4b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:30.395667 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4dca5619-e35b-4308-a183-31da15826e4b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Usage tracker for resource:subnet and tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:30.396779 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.403151 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4dca5619-e35b-4308-a183-31da15826e4b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:30.411611 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Transition to ACTIVE for port object edad6844-4910-4f3d-af71-5920b2761e80 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:30.413033 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:30.417894 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-4dca5619-e35b-4308-a183-31da15826e4b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:30.422406 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Attempting to bind port fb90721b-9ffe-401a-a56e-437556017d19 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:54:30.423331 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Attempting to bind port fb90721b-9ffe-401a-a56e-437556017d19 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '11d22783-8ba7-4b7f-ab8d-d1d8c302cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '65eb85a8-833d-4b21-9c2d-e956c0216eec'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:54:30.423691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Attempting to bind port fb90721b-9ffe-401a-a56e-437556017d19 on network 65eb85a8-833d-4b21-9c2d-e956c0216eec {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:30.427468 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.438023 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:54:30.438647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Checking segment: {'id': '11d22783-8ba7-4b7f-ab8d-d1d8c302cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '65eb85a8-833d-4b21-9c2d-e956c0216eec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:30.439247 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.439805 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Bound using segment: {'id': '11d22783-8ba7-4b7f-ab8d-d1d8c302cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '65eb85a8-833d-4b21-9c2d-e956c0216eec'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:54:30.440478 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Bound port: fb90721b-9ffe-401a-a56e-437556017d19, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11d22783-8ba7-4b7f-ab8d-d1d8c302cd7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '65eb85a8-833d-4b21-9c2d-e956c0216eec'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:54:30.441036 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.444584 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-e8ea5de9-e9d5-4514-aa90-c1fd53ac695c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:30.466826 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 1.5290506
Dec 24 10:54:30.480797 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46286) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:30.508337 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dca5619-e35b-4308-a183-31da15826e4b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:30.512380 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4dca5619-e35b-4308-a183-31da15826e4b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.538510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Request body: {'subnet': {'network_id': 'c66f2ba5-bf5c-4a00-8d09-8168a59b5a27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:30.542466 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5c0f8-7550-412e-aa2e-c8206f9c57d5 None None] Pushing event updated for resources: {'Port': ['ID=edad6844-4910-4f3d-af71-5920b2761e80,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:30.560470 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0b2b24ed-e747-4c8c-9843-5940cb90b6de tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.560861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2b24ed-e747-4c8c-9843-5940cb90b6de tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Fanout notify agent at l3_agent the message router_deleted on router ba2bf30d-595e-448a-80dc-1f16e0c1f7a5 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:54:30.610721 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-cfa5c0f8-7550-412e-aa2e-c8206f9c57d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:30.693579 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46290) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:30.714665 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0b2b24ed-e747-4c8c-9843-5940cb90b6de tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.715795 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0b2b24ed-e747-4c8c-9843-5940cb90b6de tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "DELETE /v2.0/routers/ba2bf30d-595e-448a-80dc-1f16e0c1f7a5 HTTP/1.1" status: 204  len: 168 time: 3.5187118
Dec 24 10:54:30.716777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event updated for resources: {'Network': ['ID=c66f2ba5-bf5c-4a00-8d09-8168a59b5a27,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:30.725102 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-44ed67ba-a36e-4a62-b0ba-0e996c789433 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-778866402', 'description': 'tempest-secgroup-smoke-778866402 description', 'project_id': '1df2c4270c8b4c3e834179de6e64472f'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:30.729505 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46294) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:30.731470 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:30.731976 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Attempting to bind port edad6844-4910-4f3d-af71-5920b2761e80 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:54:30.732446 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] For port fb90721b-9ffe-401a-a56e-437556017d19, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:54:30.733062 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Attempting to bind port edad6844-4910-4f3d-af71-5920b2761e80 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'f654e51f-4a24-48bd-b781-f889fac1f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:54:30.733673 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Attempting to bind port edad6844-4910-4f3d-af71-5920b2761e80 on network 45c164f3-3874-47ee-8c8f-d0d39e3c6cba {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:30.737285 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-44ed67ba-a36e-4a62-b0ba-0e996c789433 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:30.739560 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] For port fb90721b-9ffe-401a-a56e-437556017d19, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=fb90721b-9ffe-401a-a56e-437556017d19,segment=NetworkSegment(11d22783-8ba7-4b7f-ab8d-d1d8c302cd7e),segment_id=11d22783-8ba7-4b7f-ab8d-d1d8c302cd7e)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:54:30.740715 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:54:30.741365 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Checking segment: {'id': 'f654e51f-4a24-48bd-b781-f889fac1f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:30.742560 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.743191 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Bound using segment: {'id': 'f654e51f-4a24-48bd-b781-f889fac1f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:54:30.743872 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Bound port: edad6844-4910-4f3d-af71-5920b2761e80, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f654e51f-4a24-48bd-b781-f889fac1f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:54:30.744482 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.744593 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network c66f2ba5-bf5c-4a00-8d09-8168a59b5a27 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:54:30.789719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-44ed67ba-a36e-4a62-b0ba-0e996c789433 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:30.793716 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.801301 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-eed032c5-cd18-4509-b5e3-f3ad3ec67de4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-212428036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:30.810560 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:30.813717 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::f816:3eff:fe53:5b3c (51d30af2-9f70-4c66-8947-64c1ea7cb845/464584d2-6d66-4d30-806c-0bb04603ef0b/5398eb79-1877-49e4-b7ff-c32569478a1d) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:30.819551 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:30.827053 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-44ed67ba-a36e-4a62-b0ba-0e996c789433 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:30.835364 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-eed032c5-cd18-4509-b5e3-f3ad3ec67de4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:30.848080 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-eed032c5-cd18-4509-b5e3-f3ad3ec67de4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Usage tracker for resource:router and tenant:38b0eb92497a47de9f680dcf463f5ea8 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:30.853528 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Usage tracker for resource:subnet and tenant:a298211024e04862881e2bdd0a889cff is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:30.856411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-eed032c5-cd18-4509-b5e3-f3ad3ec67de4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:30.859627 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-44ed67ba-a36e-4a62-b0ba-0e996c789433 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:30.860943 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] For port edad6844-4910-4f3d-af71-5920b2761e80, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:54:30.864538 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] For port edad6844-4910-4f3d-af71-5920b2761e80, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=edad6844-4910-4f3d-af71-5920b2761e80,segment=NetworkSegment(f654e51f-4a24-48bd-b781-f889fac1f2fe),segment_id=f654e51f-4a24-48bd-b781-f889fac1f2fe)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:54:30.877137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-eed032c5-cd18-4509-b5e3-f3ad3ec67de4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:30.885587 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.889377 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-6046d602-9f3f-42c7-8860-2c4e553e7535 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:30.893521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4dca5619-e35b-4308-a183-31da15826e4b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.900226 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:30.901252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-35f12bd6-b0e8-4896-8c47-50c4918b9d25 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:30.913729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eed032c5-cd18-4509-b5e3-f3ad3ec67de4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.914925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eed032c5-cd18-4509-b5e3-f3ad3ec67de4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.925311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-44ed67ba-a36e-4a62-b0ba-0e996c789433 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:30.953435 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:31.001477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-44ed67ba-a36e-4a62-b0ba-0e996c789433 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:31.005634 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eed032c5-cd18-4509-b5e3-f3ad3ec67de4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:31.013089 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Routers {'c944a715-683b-4bf7-94bb-5d906d57db09'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:31.014636 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db238b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c944a715-683b-4bf7-94bb-5d906d57db09'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:31.016497 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Made reservation on behalf of a298211024e04862881e2bdd0a889cff for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:31.026877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:31.051865 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-44ed67ba-a36e-4a62-b0ba-0e996c789433 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:31.066693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-44ed67ba-a36e-4a62-b0ba-0e996c789433 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:31.081415 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Pushing event updated for resources: {'Port': ['ID=fb90721b-9ffe-401a-a56e-437556017d19,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:31.086559 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:31.112867 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca5619-e35b-4308-a183-31da15826e4b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Subnet': ['ID=b67acc3d-5206-48eb-a260-dbda64e1f5a3,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:31.131192 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-44ed67ba-a36e-4a62-b0ba-0e996c789433 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:31.183788 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eed032c5-cd18-4509-b5e3-f3ad3ec67de4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:31.185083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4dca5619-e35b-4308-a183-31da15826e4b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:31.207817 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dca5619-e35b-4308-a183-31da15826e4b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Checking segment: {'id': '306d3258-1202-4fb5-9e32-d0fa676a9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '980037cb-717b-4438-8606-25deb1bc4c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:31.208946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca5619-e35b-4308-a183-31da15826e4b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network hostable DHCP agents. Network: 980037cb-717b-4438-8606-25deb1bc4c67, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:54:31.263625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eed032c5-cd18-4509-b5e3-f3ad3ec67de4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:31.264936 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-eed032c5-cd18-4509-b5e3-f3ad3ec67de4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.5296969
Dec 24 10:54:31.269940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dca5619-e35b-4308-a183-31da15826e4b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network 980037cb-717b-4438-8606-25deb1bc4c67 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:54:31.270648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46300) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:31.286605 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] Set router c944a715-683b-4bf7-94bb-5d906d57db09 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:54:31.291287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'enable_snat': False}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:31.310850 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-4dca5619-e35b-4308-a183-31da15826e4b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 980037cb-717b-4438-8606-25deb1bc4c67) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:31.317776 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:31.321415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dca5619-e35b-4308-a183-31da15826e4b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:31.322047 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4dca5619-e35b-4308-a183-31da15826e4b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:31.322691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8677ae44-e0ce-44ba-a32a-366420c75319 None None] Network 980037cb-717b-4438-8606-25deb1bc4c67 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:31.364516 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object 5398eb79-1877-49e4-b7ff-c32569478a1d will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:31.399543 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4dca5619-e35b-4308-a183-31da15826e4b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2593892
Dec 24 10:54:31.400942 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46304) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:31.440481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-df0772f3-7240-462e-90f6-47c9c1d5e58f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-15782745'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:31.455049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-df0772f3-7240-462e-90f6-47c9c1d5e58f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:31.460305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-df0772f3-7240-462e-90f6-47c9c1d5e58f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Usage tracker for resource:network and tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:31.465769 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-df0772f3-7240-462e-90f6-47c9c1d5e58f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:31.479986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-df0772f3-7240-462e-90f6-47c9c1d5e58f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:31.499592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:31.506591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-acb55029-4d62-497e-90b5-1462e3729920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:31.542400 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0772f3-7240-462e-90f6-47c9c1d5e58f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:31.545861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-df0772f3-7240-462e-90f6-47c9c1d5e58f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:31.589805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:31.603281 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:31.610913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:31.616519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:31.617729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:31.637371 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=5398eb79-1877-49e4-b7ff-c32569478a1d,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:31.644998 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:31.649267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0772f3-7240-462e-90f6-47c9c1d5e58f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:54:31.662629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-44ed67ba-a36e-4a62-b0ba-0e996c789433 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:31.665473 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa5c0f8-7550-412e-aa2e-c8206f9c57d5 None None] Pushing event updated for resources: {'Port': ['ID=edad6844-4910-4f3d-af71-5920b2761e80,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:31.665625 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-df0772f3-7240-462e-90f6-47c9c1d5e58f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:31.666018 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-df0772f3-7240-462e-90f6-47c9c1d5e58f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Added segment fb5fb032-d486-4a88-901a-74800d8183a3 of type vlan for network e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c
Dec 24 10:54:31.677136 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 2.5657737
Dec 24 10:54:31.679452 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46308) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:31.683039 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-cfa5c0f8-7550-412e-aa2e-c8206f9c57d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:31.730003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Allocated IP 2001:db8::f816:3eff:fe8d:8903 (51d30af2-9f70-4c66-8947-64c1ea7cb845/464584d2-6d66-4d30-806c-0bb04603ef0b/d7a2de30-14b0-4e4c-a6dd-c967cae0767f) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:31.745269 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-44ed67ba-a36e-4a62-b0ba-0e996c789433 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:31.754985 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-02b80da7-6293-4fcf-9d06-b1671695ea0d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:31.764506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-df0772f3-7240-462e-90f6-47c9c1d5e58f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:31.826769 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-df0772f3-7240-462e-90f6-47c9c1d5e58f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:31.840481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0772f3-7240-462e-90f6-47c9c1d5e58f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:31.841482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-df0772f3-7240-462e-90f6-47c9c1d5e58f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:31.849161 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-68943420-7b3c-4bce-a7ec-34043d0e3769 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:31.888701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9fbbfb-6452-44d1-89e5-b1fabcf4cac5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:31.889618 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-fa9fbbfb-6452-44d1-89e5-b1fabcf4cac5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:31.909467 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db238b0>, [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:54:25Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'edad6844-4910-4f3d-af71-5920b2761e80', 'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:04:cf:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:23Z', 'updated_at': '2021-12-24T10:54:30Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:31.915669 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b28760b-ca84-4bc8-81f3-cc82fac903a4 None None] The sync data for ids ['c944a715-683b-4bf7-94bb-5d906d57db09'] in dv-neutron-822668-2-hyperv is: [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:54:25Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'edad6844-4910-4f3d-af71-5920b2761e80', 'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:04:cf:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:23Z', 'updated_at': '2021-12-24T10:54:30Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:54:31.940981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3fc19a78-8386-4e18-94b1-5ff766908d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:31.979173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed67ba-a36e-4a62-b0ba-0e996c789433 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11ad7cd3-708e-4b2b-82c9-939c8bc2acee,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:31.990497 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:31.992876 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-df0772f3-7240-462e-90f6-47c9c1d5e58f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.5869112
Dec 24 10:54:31.999591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-44ed67ba-a36e-4a62-b0ba-0e996c789433 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:32.000568 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46314) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:32.001334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-44ed67ba-a36e-4a62-b0ba-0e996c789433 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:32.021614 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-44ed67ba-a36e-4a62-b0ba-0e996c789433 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 1.3236620
Dec 24 10:54:32.024079 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46316) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:32.033926 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-980037cb-717b-4438-8606-25deb1bc4c67', 'network_id': '980037cb-717b-4438-8606-25deb1bc4c67', 'tenant_id': '03e9e5c33d4a4a9bb7081e69f8dfb5f7', 'fixed_ips': [{'subnet_id': 'b67acc3d-5206-48eb-a260-dbda64e1f5a3'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:54:32.034834 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:32.040049 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-afe97a71-4753-4e26-bd13-85ac3409ed56 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'subnet': {'network_id': 'e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:32.060153 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-d60f3031-a759-4360-9132-cadeb604b71e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '11ad7cd3-708e-4b2b-82c9-939c8bc2acee', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:32.061123 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-fa9fbbfb-6452-44d1-89e5-b1fabcf4cac5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:32.077781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46322) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:32.081302 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fa9fbbfb-6452-44d1-89e5-b1fabcf4cac5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.3872304
Dec 24 10:54:32.105925 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0772f3-7240-462e-90f6-47c9c1d5e58f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Network': ['ID=e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:32.113180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d60f3031-a759-4360-9132-cadeb604b71e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:32.119690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-df0772f3-7240-462e-90f6-47c9c1d5e58f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:32.168148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:54:32.328637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d60f3031-a759-4360-9132-cadeb604b71e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:32.389761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d60f3031-a759-4360-9132-cadeb604b71e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:32.431157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d60f3031-a759-4360-9132-cadeb604b71e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:32.441369 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:32.472016 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Transition to ACTIVE for port object d7a2de30-14b0-4e4c-a6dd-c967cae0767f will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:32.505050 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Transition to ACTIVE for port object d7a2de30-14b0-4e4c-a6dd-c967cae0767f will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:32.507043 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Allocated IP 2001:db8:0:ffff::2 (980037cb-717b-4438-8606-25deb1bc4c67/b67acc3d-5206-48eb-a260-dbda64e1f5a3/7d407add-41ed-436d-9d40-22728d9512c6) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:32.518214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:32.522670 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:32.573609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-a2991245-0b2f-46a5-be95-ca3f5d75624d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port 5398eb79-1877-49e4-b7ff-c32569478a1d {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:32.576407 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a2991245-0b2f-46a5-be95-ca3f5d75624d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:32.632274 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-afe97a71-4753-4e26-bd13-85ac3409ed56 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:32.642296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d60f3031-a759-4360-9132-cadeb604b71e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:32.659845 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8af539b-37ba-4347-ba19-e554090ae602 None None] Network 65eb85a8-833d-4b21-9c2d-e956c0216eec requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:32.662538 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-afe97a71-4753-4e26-bd13-85ac3409ed56 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Usage tracker for resource:subnet and tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:32.674687 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-afe97a71-4753-4e26-bd13-85ac3409ed56 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:32.710252 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:32.711160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Pushing event updated for resources: {'Port': ['ID=d7a2de30-14b0-4e4c-a6dd-c967cae0767f,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:32.742548 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-afe97a71-4753-4e26-bd13-85ac3409ed56 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:32.750042 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.objects.ports [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87559) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:54:32.761563 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:32.763181 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:32.766018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:32.770818 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:32.775287 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6e04e45f-dcbd-443e-9f3e-d284f21099f8 None None] Provisioning for port fb90721b-9ffe-401a-a56e-437556017d19 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:32.777587 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2945012d-5cd6-45bc-843f-b9a190e2afb0 tempest-FloatingIPNegativeTestJSON-1901161870 tempest-FloatingIPNegativeTestJSON-1901161870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:32.891668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afe97a71-4753-4e26-bd13-85ac3409ed56 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:32.895584 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-afe97a71-4753-4e26-bd13-85ac3409ed56 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.035373 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Attempting to bind port d7a2de30-14b0-4e4c-a6dd-c967cae0767f on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:54:33.035759 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Attempting to bind port d7a2de30-14b0-4e4c-a6dd-c967cae0767f by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:54:33.036115 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Attempting to bind port d7a2de30-14b0-4e4c-a6dd-c967cae0767f on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:33.155711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event updated for resources: {'Subnet': ['ID=f361dc8a-f71e-4e32-9125-4989737936a6,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:33.159339 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:33.171957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d60f3031-a759-4360-9132-cadeb604b71e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.174287 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fb90721b-9ffe-401a-a56e-437556017d19 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:33.231878 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.247768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d60f3031-a759-4360-9132-cadeb604b71e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.248007 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:54:33.248393 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:33.248823 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.249282 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:54:33.249768 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Bound port: d7a2de30-14b0-4e4c-a6dd-c967cae0767f, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:54:33.250219 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.261905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:33.278761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Checking segment: {'id': '45af4c66-77bd-43ce-ada0-04c785f4c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c66f2ba5-bf5c-4a00-8d09-8168a59b5a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:33.279251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Network hostable DHCP agents. Network: c66f2ba5-bf5c-4a00-8d09-8168a59b5a27, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:54:33.341427 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f3031-a759-4360-9132-cadeb604b71e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3258d7-932b-48ad-9d8b-9c7bd892bfdf,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:33.345222 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d60f3031-a759-4360-9132-cadeb604b71e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:33.353320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Transition to ACTIVE for port object 7d407add-41ed-436d-9d40-22728d9512c6 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:33.357848 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.368565 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.447769 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Transition to ACTIVE for port object 7d407add-41ed-436d-9d40-22728d9512c6 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:33.480483 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d60f3031-a759-4360-9132-cadeb604b71e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.484467 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d60f3031-a759-4360-9132-cadeb604b71e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4487402
Dec 24 10:54:33.484855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46328) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:33.490464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-17cba699-39d3-4b8e-8125-232970b855f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '11ad7cd3-708e-4b2b-82c9-939c8bc2acee', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:33.501161 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-17cba699-39d3-4b8e-8125-232970b855f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:33.506630 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.512039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-17cba699-39d3-4b8e-8125-232970b855f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:33.515917 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f5a8dfff-aeb8-453c-9e09-25686fbd08bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:33.516880 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-17cba699-39d3-4b8e-8125-232970b855f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:33.517854 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a2991245-0b2f-46a5-be95-ca3f5d75624d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.525941 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Network c66f2ba5-bf5c-4a00-8d09-8168a59b5a27 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:54:33.530839 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-17cba699-39d3-4b8e-8125-232970b855f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:33.583491 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-17cba699-39d3-4b8e-8125-232970b855f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.598021 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Pushing event updated for resources: {'Port': ['ID=7d407add-41ed-436d-9d40-22728d9512c6,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:33.607842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:33.608843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] For port d7a2de30-14b0-4e4c-a6dd-c967cae0767f, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:54:33.620760 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Network 980037cb-717b-4438-8606-25deb1bc4c67 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:33.624382 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:33.628177 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port fb90721b-9ffe-401a-a56e-437556017d19 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:33.636095 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:33.643827 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port fb90721b-9ffe-401a-a56e-437556017d19 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:33.644213 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.681501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-17cba699-39d3-4b8e-8125-232970b855f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.687427 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-17cba699-39d3-4b8e-8125-232970b855f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.690517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b40696ec-e3d9-439e-a88e-5aad6186c308 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:33.695251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] For port d7a2de30-14b0-4e4c-a6dd-c967cae0767f, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d7a2de30-14b0-4e4c-a6dd-c967cae0767f,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:54:33.726417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cba699-39d3-4b8e-8125-232970b855f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b889cbdd-d25c-44e7-89c8-14aa4ac58e3f,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:33.726632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.731444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-17cba699-39d3-4b8e-8125-232970b855f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:33.738850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b75cdc91-d197-4949-b6f7-3386465872c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:33.742390 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-17cba699-39d3-4b8e-8125-232970b855f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.746577 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-17cba699-39d3-4b8e-8125-232970b855f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2578731
Dec 24 10:54:33.746824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46332) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:33.753506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-48ccb38c-e7df-4699-9bca-0350bab1f402 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '11ad7cd3-708e-4b2b-82c9-939c8bc2acee', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:33.760704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-48ccb38c-e7df-4699-9bca-0350bab1f402 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:33.765368 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-48ccb38c-e7df-4699-9bca-0350bab1f402 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:33.768956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-48ccb38c-e7df-4699-9bca-0350bab1f402 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:33.779459 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-48ccb38c-e7df-4699-9bca-0350bab1f402 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:33.794322 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, c66f2ba5-bf5c-4a00-8d09-8168a59b5a27) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:33.802726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-48ccb38c-e7df-4699-9bca-0350bab1f402 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.809952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:33.810422 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.831221 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681cb86b-91ba-4706-9978-e46d2ba55226 None None] Network c66f2ba5-bf5c-4a00-8d09-8168a59b5a27 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:33.890589 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-48ccb38c-e7df-4699-9bca-0350bab1f402 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.898212 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-48ccb38c-e7df-4699-9bca-0350bab1f402 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.907387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-221382d4-adfb-4899-ba85-662519c8546a tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:33.925176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.938240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ccb38c-e7df-4699-9bca-0350bab1f402 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6b7fe8-fe8a-47b0-8628-b86e34e7094c,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:33.948023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-48ccb38c-e7df-4699-9bca-0350bab1f402 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:33.953088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-48ccb38c-e7df-4699-9bca-0350bab1f402 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.954464 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-48ccb38c-e7df-4699-9bca-0350bab1f402 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2065725
Dec 24 10:54:33.957278 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46336) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:33.966445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Attempting to bind port 7d407add-41ed-436d-9d40-22728d9512c6 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:54:33.967198 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Attempting to bind port 7d407add-41ed-436d-9d40-22728d9512c6 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '306d3258-1202-4fb5-9e32-d0fa676a9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '980037cb-717b-4438-8606-25deb1bc4c67'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:54:33.967198 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Attempting to bind port 7d407add-41ed-436d-9d40-22728d9512c6 on network 980037cb-717b-4438-8606-25deb1bc4c67 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:33.970738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-72d70485-5b64-4943-bf0f-90dfcc58173f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '11ad7cd3-708e-4b2b-82c9-939c8bc2acee', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:33.974099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-a2991245-0b2f-46a5-be95-ca3f5d75624d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for 5398eb79-1877-49e4-b7ff-c32569478a1d owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:33.977668 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-72d70485-5b64-4943-bf0f-90dfcc58173f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:33.981752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-72d70485-5b64-4943-bf0f-90dfcc58173f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:33.984848 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-72d70485-5b64-4943-bf0f-90dfcc58173f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:33.991503 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-72d70485-5b64-4943-bf0f-90dfcc58173f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:33.992227 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:54:33.992549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Checking segment: {'id': '306d3258-1202-4fb5-9e32-d0fa676a9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '980037cb-717b-4438-8606-25deb1bc4c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:33.992960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:33.993357 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Bound using segment: {'id': '306d3258-1202-4fb5-9e32-d0fa676a9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '980037cb-717b-4438-8606-25deb1bc4c67'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:54:33.993831 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Bound port: 7d407add-41ed-436d-9d40-22728d9512c6, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '306d3258-1202-4fb5-9e32-d0fa676a9200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '980037cb-717b-4438-8606-25deb1bc4c67'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:54:33.994232 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.018939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.078632 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.5945947
Dec 24 10:54:34.086543 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46340) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:34.111272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Request body: {'port': {'network_id': 'c66f2ba5-bf5c-4a00-8d09-8168a59b5a27', 'name': 'tempest-NetworksIpV6TestAttrs-519082533'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:34.153192 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Pushing event updated for resources: {'Port': ['ID=d7a2de30-14b0-4e4c-a6dd-c967cae0767f,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:34.184836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-72d70485-5b64-4943-bf0f-90dfcc58173f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.190620 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:34.301682 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-72d70485-5b64-4943-bf0f-90dfcc58173f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.311970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-72d70485-5b64-4943-bf0f-90dfcc58173f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.314124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.314818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-58662f1f-5034-45c0-973a-2616de4eac72 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:34.334361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d70485-5b64-4943-bf0f-90dfcc58173f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b0c941-2f0d-461e-b554-e6af2fa1495c,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:34.344335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-72d70485-5b64-4943-bf0f-90dfcc58173f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:34.365198 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] For port 7d407add-41ed-436d-9d40-22728d9512c6, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:54:34.412393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-72d70485-5b64-4943-bf0f-90dfcc58173f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.417442 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-72d70485-5b64-4943-bf0f-90dfcc58173f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4528234
Dec 24 10:54:34.418234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46346) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:34.423655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-8e62d851-4100-4dad-bcc6-8434aa8e8d81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '11ad7cd3-708e-4b2b-82c9-939c8bc2acee', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:34.427719 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port fb90721b-9ffe-401a-a56e-437556017d19, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=fb90721b-9ffe-401a-a56e-437556017d19,segment=NetworkSegment(11d22783-8ba7-4b7f-ab8d-d1d8c302cd7e),segment_id=11d22783-8ba7-4b7f-ab8d-d1d8c302cd7e)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:34.431445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] For port 7d407add-41ed-436d-9d40-22728d9512c6, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7d407add-41ed-436d-9d40-22728d9512c6,segment=NetworkSegment(306d3258-1202-4fb5-9e32-d0fa676a9200),segment_id=306d3258-1202-4fb5-9e32-d0fa676a9200)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:54:34.435649 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.436168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8e62d851-4100-4dad-bcc6-8434aa8e8d81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:34.436956 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device edad6844-4910-4f3d-af71-5920b2761e80 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:34.448094 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8e62d851-4100-4dad-bcc6-8434aa8e8d81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:34.458819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8e62d851-4100-4dad-bcc6-8434aa8e8d81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:34.473486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8e62d851-4100-4dad-bcc6-8434aa8e8d81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:34.509791 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-8e62d851-4100-4dad-bcc6-8434aa8e8d81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 10:54:34.519654 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8e62d851-4100-4dad-bcc6-8434aa8e8d81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.520554 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-906a0395-4062-458b-95bf-ac8175460688 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:34.526880 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-afe97a71-4753-4e26-bd13-85ac3409ed56 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.552266 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-c66f2ba5-bf5c-4a00-8d09-8168a59b5a27', 'network_id': 'c66f2ba5-bf5c-4a00-8d09-8168a59b5a27', 'tenant_id': 'a298211024e04862881e2bdd0a889cff', 'fixed_ips': [{'subnet_id': 'f361dc8a-f71e-4e32-9125-4989737936a6'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:54:34.553092 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.560840 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2ad65fed-10ff-4510-8278-27310ba41d6c tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:34.574008 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.605778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8e62d851-4100-4dad-bcc6-8434aa8e8d81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.611320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8e62d851-4100-4dad-bcc6-8434aa8e8d81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.613411 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:34.638989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e62d851-4100-4dad-bcc6-8434aa8e8d81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f782a8-31c5-402f-9408-abe87632ba1f,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:34.641616 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8e62d851-4100-4dad-bcc6-8434aa8e8d81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:34.659777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8e62d851-4100-4dad-bcc6-8434aa8e8d81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.665019 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8e62d851-4100-4dad-bcc6-8434aa8e8d81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2457695
Dec 24 10:54:34.665665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46350) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:34.671662 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-98e72b84-e1f5-4146-b822-9c72d8ee2ea8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '11ad7cd3-708e-4b2b-82c9-939c8bc2acee', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:34.685554 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port edad6844-4910-4f3d-af71-5920b2761e80 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:34.687024 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-98e72b84-e1f5-4146-b822-9c72d8ee2ea8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:34.700445 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-98e72b84-e1f5-4146-b822-9c72d8ee2ea8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:34.703538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f44f1565-921b-42c4-8b69-d9af32f1049c None None] Provisioning complete for port fb90721b-9ffe-401a-a56e-437556017d19 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:34.703925 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f44f1565-921b-42c4-8b69-d9af32f1049c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.706958 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-98e72b84-e1f5-4146-b822-9c72d8ee2ea8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:34.715155 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-98e72b84-e1f5-4146-b822-9c72d8ee2ea8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:34.730910 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-98e72b84-e1f5-4146-b822-9c72d8ee2ea8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 10:54:34.741147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-98e72b84-e1f5-4146-b822-9c72d8ee2ea8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.746811 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port edad6844-4910-4f3d-af71-5920b2761e80 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:34.747393 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.790876 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=fb90721b-9ffe-401a-a56e-437556017d19,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:34.807537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe97a71-4753-4e26-bd13-85ac3409ed56 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Subnet': ['ID=554c357d-17bd-4038-a78b-157d6640f391,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:34.809684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:34.814102 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-327f8b06-6be8-4405-9ccf-725b9c1608e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:34.816713 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-afe97a71-4753-4e26-bd13-85ac3409ed56 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:34.831161 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-98e72b84-e1f5-4146-b822-9c72d8ee2ea8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.836376 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-98e72b84-e1f5-4146-b822-9c72d8ee2ea8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.839653 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:34.845742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe97a71-4753-4e26-bd13-85ac3409ed56 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Checking segment: {'id': 'fb5fb032-d486-4a88-901a-74800d8183a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:34.846142 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe97a71-4753-4e26-bd13-85ac3409ed56 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network hostable DHCP agents. Network: e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:54:34.866420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e72b84-e1f5-4146-b822-9c72d8ee2ea8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f333a48-253e-4304-98ad-5c1bfb14cc6a,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:34.868202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Allocated IP 172.26.4.99 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/8cb475df-2441-4aef-bfa3-83acd0d9e765) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:34.878816 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-98e72b84-e1f5-4146-b822-9c72d8ee2ea8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:34.884278 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:34.896529 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Usage tracker for resource:port and tenant:a298211024e04862881e2bdd0a889cff is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:34.896745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-98e72b84-e1f5-4146-b822-9c72d8ee2ea8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.908905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:34.910733 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-98e72b84-e1f5-4146-b822-9c72d8ee2ea8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2437747
Dec 24 10:54:34.917094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a2991245-0b2f-46a5-be95-ca3f5d75624d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:34.925054 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:34.930800 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:34.978626 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:35.010868 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe97a71-4753-4e26-bd13-85ac3409ed56 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:54:35.073031 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Allocated IP 2001:db8::f816:3eff:fe7b:b88a (c66f2ba5-bf5c-4a00-8d09-8168a59b5a27/f361dc8a-f71e-4e32-9125-4989737936a6/9ce526ae-07db-450b-8b40-6e6c04aad2b0) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:35.079650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2991245-0b2f-46a5-be95-ca3f5d75624d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=5398eb79-1877-49e4-b7ff-c32569478a1d,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:35.091236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a2991245-0b2f-46a5-be95-ca3f5d75624d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:35.113136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Pushing event updated for resources: {'Port': ['ID=7d407add-41ed-436d-9d40-22728d9512c6,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:35.168742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a2991245-0b2f-46a5-be95-ca3f5d75624d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:35.184290 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Made reservation on behalf of a298211024e04862881e2bdd0a889cff for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:35.188423 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:35.194783 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:35.205093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-afe97a71-4753-4e26-bd13-85ac3409ed56 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:35.229954 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe97a71-4753-4e26-bd13-85ac3409ed56 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:35.230739 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-afe97a71-4753-4e26-bd13-85ac3409ed56 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:35.336468 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:35.368150 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] device_id is not set on port b88b0d1e-4b72-4381-996c-88ed155a85a0 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:54:35.399117 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37275470-86b7-4e0b-92ae-db05a8d291fe None None] Network e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:35.420785 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a2991245-0b2f-46a5-be95-ca3f5d75624d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/5398eb79-1877-49e4-b7ff-c32569478a1d HTTP/1.1" status: 204  len: 168 time: 3.3417549
Dec 24 10:54:35.421735 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46366) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:35.434525 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-afe97a71-4753-4e26-bd13-85ac3409ed56 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 3.4115670
Dec 24 10:54:35.437436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46370) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:35.490657 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-54593541-680a-4604-b496-723c1fe14ec4 req-48afacea-4544-47c5-b8b2-6f32b376114b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-778866402&fields=id&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 267 time: 0.1359479
Dec 24 10:54:35.548234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e48529c-c22d-4763-89ca-0766f52f5395 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:35.550409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e48529c-c22d-4763-89ca-0766f52f5395 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:35.551418 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5e48529c-c22d-4763-89ca-0766f52f5395 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:35.552653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:35.559558 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:35.564588 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9c188e30-466a-4a3d-afe8-1c9e0a7f274f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:35.643954 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5e48529c-c22d-4763-89ca-0766f52f5395 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:35.645409 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5e48529c-c22d-4763-89ca-0766f52f5395 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2167783
Dec 24 10:54:35.652948 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46376) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:35.659379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:35.691771 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port edad6844-4910-4f3d-af71-5920b2761e80, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=edad6844-4910-4f3d-af71-5920b2761e80,segment=NetworkSegment(f654e51f-4a24-48bd-b781-f889fac1f2fe),segment_id=f654e51f-4a24-48bd-b781-f889fac1f2fe)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:35.702795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Pushing event updated for resources: {'Port': ['ID=8cb475df-2441-4aef-bfa3-83acd0d9e765,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:35.705544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:35.705689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54593541-680a-4604-b496-723c1fe14ec4 req-0f4b9643-e741-4f21-849e-d2b2ba57679e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:35.708095 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:35.712960 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:35.714642 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-54593541-680a-4604-b496-723c1fe14ec4 req-0f4b9643-e741-4f21-849e-d2b2ba57679e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/networks?id=45c164f3-3874-47ee-8c8f-d0d39e3c6cba HTTP/1.1" status: 200  len: 796 time: 0.2162986
Dec 24 10:54:35.740688 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:35.748259 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b0c1c0d5-04a2-4c20-8200-4b5178681901 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:35.794196 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ad12c7-0e1e-415e-893d-133354465175 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 464584d2-6d66-4d30-806c-0bb04603ef0b {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:54:35.874029 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-79ad12c7-0e1e-415e-893d-133354465175 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:35.889568 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-54593541-680a-4604-b496-723c1fe14ec4 req-090a2c00-c31b-442c-8bce-137878436b8a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/quotas/1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 375 time: 0.1738927
Dec 24 10:54:35.965769 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=edad6844-4910-4f3d-af71-5920b2761e80,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:35.970296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:35.972897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:35.978072 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4be95798-9c3b-41ab-888a-fd8d54977de3 None None] Provisioning for port d7a2de30-14b0-4e4c-a6dd-c967cae0767f completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:36.035813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Transition to ACTIVE for port object 9ce526ae-07db-450b-8b40-6e6c04aad2b0 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:36.057606 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c', 'network_id': 'e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c', 'tenant_id': '03e9e5c33d4a4a9bb7081e69f8dfb5f7', 'fixed_ips': [{'subnet_id': '554c357d-17bd-4038-a78b-157d6640f391'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:54:36.066773 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:36.104151 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Transition to ACTIVE for port object 9ce526ae-07db-450b-8b40-6e6c04aad2b0 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:36.118357 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:36.157720 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:36.163089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fb90721b-9ffe-401a-a56e-437556017d19 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:36.189528 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-79ad12c7-0e1e-415e-893d-133354465175 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:36.197956 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-dee94fc6-3e42-4a24-aa55-0416cead1eef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:36.231744 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-54593541-680a-4604-b496-723c1fe14ec4 req-40edee41-e4d9-45f7-913a-878320a31646 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3404832
Dec 24 10:54:36.294066 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Pushing event updated for resources: {'Port': ['ID=9ce526ae-07db-450b-8b40-6e6c04aad2b0,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:36.302542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Allocated IP 2001:db8::f816:3eff:fe07:aff3 (c66f2ba5-bf5c-4a00-8d09-8168a59b5a27/f361dc8a-f71e-4e32-9125-4989737936a6/b88b0d1e-4b72-4381-996c-88ed155a85a0) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:36.312538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:36.327594 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Network c66f2ba5-bf5c-4a00-8d09-8168a59b5a27 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:36.337166 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:36.339975 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:36.342322 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e14a8144-818b-40c6-aca4-01f43ab21821 None None] Could not find standard attr ID for object 5398eb79-1877-49e4-b7ff-c32569478a1d. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:54:36.509020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:36.540247 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port fb90721b-9ffe-401a-a56e-437556017d19 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:36.540771 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:36.581381 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Attempting to bind port 9ce526ae-07db-450b-8b40-6e6c04aad2b0 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:54:36.582072 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Attempting to bind port 9ce526ae-07db-450b-8b40-6e6c04aad2b0 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '45af4c66-77bd-43ce-ada0-04c785f4c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c66f2ba5-bf5c-4a00-8d09-8168a59b5a27'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:54:36.582203 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Attempting to bind port 9ce526ae-07db-450b-8b40-6e6c04aad2b0 on network c66f2ba5-bf5c-4a00-8d09-8168a59b5a27 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:36.584559 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cea7e7e-b5ee-4cea-87c1-4e53acf84b9c None None] Network 980037cb-717b-4438-8606-25deb1bc4c67 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:36.623151 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:54:36.623646 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Checking segment: {'id': '45af4c66-77bd-43ce-ada0-04c785f4c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c66f2ba5-bf5c-4a00-8d09-8168a59b5a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:36.624165 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:36.624581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Bound using segment: {'id': '45af4c66-77bd-43ce-ada0-04c785f4c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c66f2ba5-bf5c-4a00-8d09-8168a59b5a27'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:54:36.625075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Bound port: 9ce526ae-07db-450b-8b40-6e6c04aad2b0, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45af4c66-77bd-43ce-ada0-04c785f4c3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c66f2ba5-bf5c-4a00-8d09-8168a59b5a27'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:54:36.625462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:36.635167 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-54593541-680a-4604-b496-723c1fe14ec4 req-1855203f-754a-4c64-9477-8fc5b2eeae42 service neutron] 10.222.0.54 "GET /v2.0/networks/45c164f3-3874-47ee-8c8f-d0d39e3c6cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3868670
Dec 24 10:54:36.728120 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-79ad12c7-0e1e-415e-893d-133354465175 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:36.780310 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Allocated IP 2001:db8::1 (e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c/554c357d-17bd-4038-a78b-157d6640f391/c513347e-896f-496d-b313-3b10b82ef4b3) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:36.790016 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-54593541-680a-4604-b496-723c1fe14ec4 req-ecc06518-ca2d-4e84-bc59-58c9132f871c service neutron] 10.222.0.54 "GET /v2.0/networks/45c164f3-3874-47ee-8c8f-d0d39e3c6cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478767
Dec 24 10:54:36.811539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4dad9548-6d27-4764-9edc-4355de0e01c5 None None] Provisioning for port 7d407add-41ed-436d-9d40-22728d9512c6 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:36.908933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:37.030848 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] For port 9ce526ae-07db-450b-8b40-6e6c04aad2b0, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:54:37.060873 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-a25b0ac0-aed6-4aa8-8968-56d69ba9af88 req-42145ede-fd5b-4eab-963b-4c7f65eb01d6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:37.072291 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d7a2de30-14b0-4e4c-a6dd-c967cae0767f up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:37.096748 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] For port 9ce526ae-07db-450b-8b40-6e6c04aad2b0, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=9ce526ae-07db-450b-8b40-6e6c04aad2b0,segment=NetworkSegment(45af4c66-77bd-43ce-ada0-04c785f4c3ed),segment_id=45af4c66-77bd-43ce-ada0-04c785f4c3ed)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:54:37.148442 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:37.149356 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-79ad12c7-0e1e-415e-893d-133354465175 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:37.161735 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-60671440-5113-46f3-bbfe-d8060a430ebf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:37.169371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-11ded0f5-5d37-4f67-8be6-fd102d8b4cb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:37.230736 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad12c7-0e1e-415e-893d-133354465175 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=464584d2-6d66-4d30-806c-0bb04603ef0b,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:37.246914 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-79ad12c7-0e1e-415e-893d-133354465175 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:37.252097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-a25b0ac0-aed6-4aa8-8968-56d69ba9af88 req-42145ede-fd5b-4eab-963b-4c7f65eb01d6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:37.253266 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a25b0ac0-aed6-4aa8-8968-56d69ba9af88 req-42145ede-fd5b-4eab-963b-4c7f65eb01d6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 210 time: 0.2754490
Dec 24 10:54:37.256146 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:37.261797 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-79ad12c7-0e1e-415e-893d-133354465175 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:37.282914 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b88b5b0-7f07-4e44-bdd3-a999a6651459 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:37.356774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Transition to ACTIVE for port object b88b0d1e-4b72-4381-996c-88ed155a85a0 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:37.372191 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-79ad12c7-0e1e-415e-893d-133354465175 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/464584d2-6d66-4d30-806c-0bb04603ef0b HTTP/1.1" status: 204  len: 168 time: 1.7180352
Dec 24 10:54:37.374656 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46392) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:37.469141 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2ea04406-3055-4959-87f7-1acf84d99b13 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0928338
Dec 24 10:54:37.471447 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46396) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:37.500444 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:37.514017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:37.550671 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Pushing event updated for resources: {'Port': ['ID=9ce526ae-07db-450b-8b40-6e6c04aad2b0,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:37.574127 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:37.584719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:37.598174 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2fd2bf23-96da-4fdc-91f6-813c625588c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:37.638252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab90b7e-f245-4e9f-b854-85124b49f711 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:37.640076 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-eab90b7e-f245-4e9f-b854-85124b49f711 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1674373
Dec 24 10:54:37.642679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46400) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:37.671142 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port d7a2de30-14b0-4e4c-a6dd-c967cae0767f completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:37.676734 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:37.696228 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port d7a2de30-14b0-4e4c-a6dd-c967cae0767f triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:37.696612 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:37.702084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Network c66f2ba5-bf5c-4a00-8d09-8168a59b5a27 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:37.714271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:37.722995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:37.729599 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:37.730353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:37.785106 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e826d85-da8d-4e95-8a51-1c931f317540 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:37.785493 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event updated for resources: {'Port': ['ID=b88b0d1e-4b72-4381-996c-88ed155a85a0,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:37.786064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Transition to ACTIVE for port object c513347e-896f-496d-b313-3b10b82ef4b3 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:37.789836 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:37.797362 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 3.7037828
Dec 24 10:54:37.803400 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5e826d85-da8d-4e95-8a51-1c931f317540 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:37.807644 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46404) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:37.840525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Transition to ACTIVE for port object c513347e-896f-496d-b313-3b10b82ef4b3 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:37.858247 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:37.865373 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:37.880757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5e826d85-da8d-4e95-8a51-1c931f317540 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:37.885520 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5e826d85-da8d-4e95-8a51-1c931f317540 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2384098
Dec 24 10:54:37.886233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46406) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:38.014400 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Network e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:38.029534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:38.031436 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0234d7be-23d0-4f46-b04b-72256e5aea2b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1428158
Dec 24 10:54:38.036657 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:38.041852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46412) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:38.043037 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5411a6c9-282f-4bcb-b2d4-0bc7a594278d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:38.047345 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e36eaa-0fb1-46dd-9720-1a8acc0c50cc None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:54:38.049258 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:38.066048 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:38.077895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Pushing event updated for resources: {'Port': ['ID=c513347e-896f-496d-b313-3b10b82ef4b3,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:38.105793 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-accac00a-b35b-413e-a7a5-5c0c309605fa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:38.111660 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-403a955a-912d-4490-915b-b35cd5a572a1 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Deleting subnet f361dc8a-f71e-4e32-9125-4989737936a6 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:54:38.117138 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:38.117138 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-84e36eaa-0fb1-46dd-9720-1a8acc0c50cc None None] Deleting port d7a2de30-14b0-4e4c-a6dd-c967cae0767f {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:38.117545 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-84e36eaa-0fb1-46dd-9720-1a8acc0c50cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:38.118450 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-403a955a-912d-4490-915b-b35cd5a572a1 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:38.152940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Subnet': ['ID=554c357d-17bd-4038-a78b-157d6640f391,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:38.154764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:38.208220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-403a955a-912d-4490-915b-b35cd5a572a1 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:38.235515 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port d7a2de30-14b0-4e4c-a6dd-c967cae0767f, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d7a2de30-14b0-4e4c-a6dd-c967cae0767f,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:38.254521 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:38.255925 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7d407add-41ed-436d-9d40-22728d9512c6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:38.311886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c773a151-e6be-4ea3-9bb2-14fb1d70f750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:38.393363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-403a955a-912d-4490-915b-b35cd5a572a1 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:38.422778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Attempting to bind port c513347e-896f-496d-b313-3b10b82ef4b3 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:54:38.423523 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Attempting to bind port c513347e-896f-496d-b313-3b10b82ef4b3 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'fb5fb032-d486-4a88-901a-74800d8183a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:54:38.424122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Attempting to bind port c513347e-896f-496d-b313-3b10b82ef4b3 on network e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:38.453697 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:54:38.454456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Checking segment: {'id': 'fb5fb032-d486-4a88-901a-74800d8183a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:38.455112 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:38.455729 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Bound using segment: {'id': 'fb5fb032-d486-4a88-901a-74800d8183a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:54:38.456444 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Bound port: c513347e-896f-496d-b313-3b10b82ef4b3, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5fb032-d486-4a88-901a-74800d8183a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:54:38.457099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:38.524477 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:38.558232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Router dcde08e9-6b6e-4a0c-844a-1c28d6bf2762 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:54:38.567738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-403a955a-912d-4490-915b-b35cd5a572a1 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:38.586852 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1fb6a66a-c0e5-4f36-8d8f-ca24ac12cd41 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:38.636558 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-752aac68-0a53-4713-92b2-809a6434a491 req-1b51fc07-2463-4dc3-aa81-5b222e0fcf90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 210 time: 0.1502299
Dec 24 10:54:38.637066 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-accac00a-b35b-413e-a7a5-5c0c309605fa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:38.641684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=d7a2de30-14b0-4e4c-a6dd-c967cae0767f,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:38.654035 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-403a955a-912d-4490-915b-b35cd5a572a1 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:38.667752 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:38.674490 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a955a-912d-4490-915b-b35cd5a572a1 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event deleted for resources: {'Subnet': ['ID=f361dc8a-f71e-4e32-9125-4989737936a6,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:38.679154 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-403a955a-912d-4490-915b-b35cd5a572a1 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:38.683844 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c9ee5e0>,) {'filters': {'network_id': ['e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:38.684529 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-403a955a-912d-4490-915b-b35cd5a572a1 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/subnets/f361dc8a-f71e-4e32-9125-4989737936a6 HTTP/1.1" status: 204  len: 168 time: 0.7512994
Dec 24 10:54:38.744869 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46422) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:38.756987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-accac00a-b35b-413e-a7a5-5c0c309605fa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:38.785415 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 7d407add-41ed-436d-9d40-22728d9512c6 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:38.786734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c9ee5e0>, 'fb5fb032-d486-4a88-901a-74800d8183a3') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:38.787027 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c9ee5e0>, 'fb5fb032-d486-4a88-901a-74800d8183a3') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:38.796194 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 7d407add-41ed-436d-9d40-22728d9512c6 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:38.796582 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:38.809747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:38.828871 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accac00a-b35b-413e-a7a5-5c0c309605fa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:38.833153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-accac00a-b35b-413e-a7a5-5c0c309605fa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:38.870924 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-84e36eaa-0fb1-46dd-9720-1a8acc0c50cc None None] For port d7a2de30-14b0-4e4c-a6dd-c967cae0767f, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d7a2de30-14b0-4e4c-a6dd-c967cae0767f,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:38.870924 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-84e36eaa-0fb1-46dd-9720-1a8acc0c50cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:38.875407 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:38.877392 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] For port c513347e-896f-496d-b313-3b10b82ef4b3, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:54:38.958299 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:54:38.958686 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:54:38.974051 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:54:38.981025 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066f4bf0-633e-4c55-930d-486552bb20c1 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:38.982675 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066f4bf0-633e-4c55-930d-486552bb20c1 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:38.983443 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-066f4bf0-633e-4c55-930d-486552bb20c1 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Synchronizing usage tracker for tenant:a298211024e04862881e2bdd0a889cff on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:39.019937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-84e36eaa-0fb1-46dd-9720-1a8acc0c50cc None None] Calling delete_port for d7a2de30-14b0-4e4c-a6dd-c967cae0767f owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:39.059418 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbed697-fd83-4f5a-a11a-e38848bfd4a3 None None] Network c66f2ba5-bf5c-4a00-8d09-8168a59b5a27 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:39.079620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54593541-680a-4604-b496-723c1fe14ec4 req-71eec669-1269-4b2f-83da-578fa5e7ebf2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:39.081964 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-54593541-680a-4604-b496-723c1fe14ec4 req-71eec669-1269-4b2f-83da-578fa5e7ebf2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/networks?id=45c164f3-3874-47ee-8c8f-d0d39e3c6cba HTTP/1.1" status: 200  len: 796 time: 0.5452340
Dec 24 10:54:39.089726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-066f4bf0-633e-4c55-930d-486552bb20c1 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Unset dirty status for tenant:a298211024e04862881e2bdd0a889cff on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:39.094519 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-066f4bf0-633e-4c55-930d-486552bb20c1 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.3477392
Dec 24 10:54:39.097345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46428) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:39.126779 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 24 10:54:39.126779 dv-neutron-822668-2-hyperv neutron-server[87558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 24 10:54:39.126779 dv-neutron-822668-2-hyperv neutron-server[87558]: [parameters: {'id': 'e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c'}]
Dec 24 10:54:39.126779 dv-neutron-822668-2-hyperv neutron-server[87558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:54:39.127229 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:54:39.153650 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-54593541-680a-4604-b496-723c1fe14ec4 req-be8cf1cb-0b97-460a-805b-a80d4da2d9e6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 379 time: 0.0564015
Dec 24 10:54:39.183749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] For port c513347e-896f-496d-b313-3b10b82ef4b3, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c513347e-896f-496d-b313-3b10b82ef4b3,segment=NetworkSegment(fb5fb032-d486-4a88-901a-74800d8183a3),segment_id=fb5fb032-d486-4a88-901a-74800d8183a3)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:54:39.191050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-54593541-680a-4604-b496-723c1fe14ec4 req-226ee042-7316-4600-9df3-18129221cfe8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'port': {'device_id': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'admin_state_up': True, 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'security_groups': ['11ad7cd3-708e-4b2b-82c9-939c8bc2acee']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:39.213557 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:54:39.219593 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:39.220790 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "PUT /v2.0/routers/dcde08e9-6b6e-4a0c-844a-1c28d6bf2762 HTTP/1.1" status: 200  len: 918 time: 7.9483178
Dec 24 10:54:39.223475 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46432) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:39.246167 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91972f7d-0cde-48eb-a5ca-71057b1f5158 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:39.256014 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-91972f7d-0cde-48eb-a5ca-71057b1f5158 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 24 10:54:39.256545 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91972f7d-0cde-48eb-a5ca-71057b1f5158 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:54:39.259596 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-91972f7d-0cde-48eb-a5ca-71057b1f5158 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/networks/c66f2ba5-bf5c-4a00-8d09-8168a59b5a27 HTTP/1.1" status: 409  len: 405 time: 0.1614704
Dec 24 10:54:39.263632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46438) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:39.271330 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-969c6906-32c2-45c3-9295-39e4c1c474f2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1707641793'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:39.277362 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-969c6906-32c2-45c3-9295-39e4c1c474f2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:39.282166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-969c6906-32c2-45c3-9295-39e4c1c474f2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Usage tracker for resource:network and tenant:a298211024e04862881e2bdd0a889cff is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:39.286016 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-969c6906-32c2-45c3-9295-39e4c1c474f2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:39.293274 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-969c6906-32c2-45c3-9295-39e4c1c474f2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:39.306012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540d3709-c2e8-4fe8-a425-937d460a4c22 None None] Sync routers for ids ['dcde08e9-6b6e-4a0c-844a-1c28d6bf2762'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:54:39.306551 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969c6906-32c2-45c3-9295-39e4c1c474f2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Made reservation on behalf of a298211024e04862881e2bdd0a889cff for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:39.310928 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-969c6906-32c2-45c3-9295-39e4c1c474f2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:39.329102 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:39.341064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:39.347273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969c6906-32c2-45c3-9295-39e4c1c474f2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:54:39.359180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-969c6906-32c2-45c3-9295-39e4c1c474f2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:39.359529 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-969c6906-32c2-45c3-9295-39e4c1c474f2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Added segment 4c702890-b16e-4355-a15f-822b0cf9c39a of type vlan for network b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4
Dec 24 10:54:39.385243 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-48611dee-3ee8-4a4c-a9d4-31fa8c8c5e00 None None] Provisioning for port 9ce526ae-07db-450b-8b40-6e6c04aad2b0 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:39.399984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-969c6906-32c2-45c3-9295-39e4c1c474f2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:39.437470 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-969c6906-32c2-45c3-9295-39e4c1c474f2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:39.448816 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969c6906-32c2-45c3-9295-39e4c1c474f2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:39.449596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-969c6906-32c2-45c3-9295-39e4c1c474f2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:39.456083 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8c69fe2a-c6f8-4430-b6f8-676b2d6de0ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:39.460575 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c0073506-2ecd-4e19-aef7-de93e069415c tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "GET /v2.0/routers/dcde08e9-6b6e-4a0c-844a-1c28d6bf2762 HTTP/1.1" status: 200  len: 924 time: 0.2358155
Dec 24 10:54:39.462712 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540d3709-c2e8-4fe8-a425-937d460a4c22 None None] Routers {'dcde08e9-6b6e-4a0c-844a-1c28d6bf2762'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:39.463624 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-540d3709-c2e8-4fe8-a425-937d460a4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d461df0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['dcde08e9-6b6e-4a0c-844a-1c28d6bf2762'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:39.473277 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46442) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:39.573415 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-84e36eaa-0fb1-46dd-9720-1a8acc0c50cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:39.590275 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-540d3709-c2e8-4fe8-a425-937d460a4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d461df0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:39.590749 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-969c6906-32c2-45c3-9295-39e4c1c474f2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3259971
Dec 24 10:54:39.591400 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46446) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:39.592247 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:39.603630 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-95448299-33c8-40ea-9aa5-406ed1dac962 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Request body: {'subnet': {'network_id': 'b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:39.619055 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-54593541-680a-4604-b496-723c1fe14ec4 req-226ee042-7316-4600-9df3-18129221cfe8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:39.623281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e36eaa-0fb1-46dd-9720-1a8acc0c50cc None None] No DVR routers for this DVR port d7a2de30-14b0-4e4c-a6dd-c967cae0767f on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:54:39.634999 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c6906-32c2-45c3-9295-39e4c1c474f2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event updated for resources: {'Network': ['ID=b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:39.637418 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:39.645634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-54593541-680a-4604-b496-723c1fe14ec4 req-226ee042-7316-4600-9df3-18129221cfe8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:39.645893 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-969c6906-32c2-45c3-9295-39e4c1c474f2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:39.666747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd646ec-09d9-4ea1-bce3-181afc0048a3 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:39.668284 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0bd646ec-09d9-4ea1-bce3-181afc0048a3 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=38a55964-33b9-4484-a01f-c130c608c280&device_id=dcde08e9-6b6e-4a0c-844a-1c28d6bf2762&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1913886
Dec 24 10:54:39.672950 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46452) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:39.718337 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:54:39.726950 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54593541-680a-4604-b496-723c1fe14ec4 req-226ee042-7316-4600-9df3-18129221cfe8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:39.730199 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-54593541-680a-4604-b496-723c1fe14ec4 req-226ee042-7316-4600-9df3-18129221cfe8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:39.747333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Deleting port c513347e-896f-496d-b313-3b10b82ef4b3 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:39.747333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:39.796663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3da3e64-c9b6-45f9-9060-9a09baf7e9a7 None None] Network e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:39.811465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-95448299-33c8-40ea-9aa5-406ed1dac962 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:39.815570 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-bee65750-edd3-4e09-bf24-40a8f594789d req-2b22011f-5876-40a4-900d-278ff9f5d647 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 210 time: 0.0507596
Dec 24 10:54:39.824889 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-95448299-33c8-40ea-9aa5-406ed1dac962 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:39.834124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 7d407add-41ed-436d-9d40-22728d9512c6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7d407add-41ed-436d-9d40-22728d9512c6,segment=NetworkSegment(306d3258-1202-4fb5-9e32-d0fa676a9200),segment_id=306d3258-1202-4fb5-9e32-d0fa676a9200)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:39.836134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95448299-33c8-40ea-9aa5-406ed1dac962 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Made reservation on behalf of a298211024e04862881e2bdd0a889cff for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:39.840692 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-95448299-33c8-40ea-9aa5-406ed1dac962 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:39.844445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540d3709-c2e8-4fe8-a425-937d460a4c22 None None] Routers {'dcde08e9-6b6e-4a0c-844a-1c28d6bf2762'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:39.845099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-540d3709-c2e8-4fe8-a425-937d460a4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d461df0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['dcde08e9-6b6e-4a0c-844a-1c28d6bf2762'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:39.897251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Pushing event updated for resources: {'Port': ['ID=c513347e-896f-496d-b313-3b10b82ef4b3,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:39.920587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:39.974248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:39.976013 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-45cd2b56-e7f9-4a7a-8475-9dc5093fd1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.390s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:40.020996 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-540d3709-c2e8-4fe8-a425-937d460a4c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d461df0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:40.021417 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540d3709-c2e8-4fe8-a425-937d460a4c22 None None] The sync data for ids ['dcde08e9-6b6e-4a0c-844a-1c28d6bf2762'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:54:40.055512 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e36eaa-0fb1-46dd-9720-1a8acc0c50cc None None] Pushing event deleted for resources: {'Port': ['ID=d7a2de30-14b0-4e4c-a6dd-c967cae0767f,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:40.062247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.objects.ports [None req-accac00a-b35b-413e-a7a5-5c0c309605fa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87558) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:54:40.074829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-accac00a-b35b-413e-a7a5-5c0c309605fa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:40.087803 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-41b10945-1994-4fa9-89e1-e1d2b40e6e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:40.227433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device edad6844-4910-4f3d-af71-5920b2761e80 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:40.254237 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.objects.ports [None req-95448299-33c8-40ea-9aa5-406ed1dac962 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87559) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:54:40.255655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-95448299-33c8-40ea-9aa5-406ed1dac962 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:40.261106 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-82bcfb2c-3162-45ec-9dd3-9eb90f9f38a5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:40.289256 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=7d407add-41ed-436d-9d40-22728d9512c6,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:40.295255 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:40.295869 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.290s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:40.296696 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:40.306486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a4a23e-46bf-4989-9dff-887b75658056 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:40.307902 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e8a4a23e-46bf-4989-9dff-887b75658056 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "GET /v2.0/networks/38a55964-33b9-4484-a01f-c130c608c280 HTTP/1.1" status: 200  len: 881 time: 0.6340868
Dec 24 10:54:40.330711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46456) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:40.332527 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95448299-33c8-40ea-9aa5-406ed1dac962 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event updated for resources: {'Subnet': ['ID=96c6f14d-e8f6-4827-b6e4-80d2dd2084e1,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:40.337145 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-95448299-33c8-40ea-9aa5-406ed1dac962 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:40.364163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accac00a-b35b-413e-a7a5-5c0c309605fa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:40.373805 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:40.380394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-accac00a-b35b-413e-a7a5-5c0c309605fa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:40.389262 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accac00a-b35b-413e-a7a5-5c0c309605fa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:40.389862 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-accac00a-b35b-413e-a7a5-5c0c309605fa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:40.397578 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-80260f22-b3c6-4e26-95db-18ccd0b4c897 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcde08e9-6b6e-4a0c-844a-1c28d6bf2762 HTTP/1.1" status: 200  len: 205 time: 0.0621123
Dec 24 10:54:40.400335 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46460) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:40.403069 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port edad6844-4910-4f3d-af71-5920b2761e80 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:40.403467 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:40.431037 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b10203-cecd-4601-bbb2-c61d477cf0d5 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:40.443309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12621d75-2616-4531-881e-b63ec2c65cec None None] DHCP port deletion for c66f2ba5-bf5c-4a00-8d09-8168a59b5a27 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:54:40.459590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accac00a-b35b-413e-a7a5-5c0c309605fa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=0b01e8f1-e81f-432e-9592-4976a64c2e7d,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:40.480020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-accac00a-b35b-413e-a7a5-5c0c309605fa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:40.520699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-54593541-680a-4604-b496-723c1fe14ec4 req-226ee042-7316-4600-9df3-18129221cfe8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.8 (45c164f3-3874-47ee-8c8f-d0d39e3c6cba/e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8/2ac78b3c-ebf9-402c-b5ec-2e4679fc8779) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:40.523635 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] For port c513347e-896f-496d-b313-3b10b82ef4b3, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c513347e-896f-496d-b313-3b10b82ef4b3,segment=NetworkSegment(fb5fb032-d486-4a88-901a-74800d8183a3),segment_id=fb5fb032-d486-4a88-901a-74800d8183a3)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:40.523991 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:40.530380 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-12621d75-2616-4531-881e-b63ec2c65cec None None] Deleting port 9ce526ae-07db-450b-8b40-6e6c04aad2b0 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:40.531310 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-12621d75-2616-4531-881e-b63ec2c65cec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:40.538140 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-accac00a-b35b-413e-a7a5-5c0c309605fa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 2.4635417
Dec 24 10:54:40.541704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46466) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:40.561382 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95448299-33c8-40ea-9aa5-406ed1dac962 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Checking segment: {'id': '4c702890-b16e-4355-a15f-822b0cf9c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:40.561902 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95448299-33c8-40ea-9aa5-406ed1dac962 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Network hostable DHCP agents. Network: b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:54:40.601575 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'mac_address': 'fa:16:3e:bf:b2:48', 'name': 'tempest-NetworksTestDHCPv6-1304033241'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:40.654400 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95448299-33c8-40ea-9aa5-406ed1dac962 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Network b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:54:40.682407 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-95448299-33c8-40ea-9aa5-406ed1dac962 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:40.682751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Calling delete_port for c513347e-896f-496d-b313-3b10b82ef4b3 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:40.687863 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f336a0f6-3426-458a-ac0b-36e709cb4d25 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:40.706364 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74648df7-569a-4bd0-9cca-d4a5da97c2ab None None] Network b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:40.745351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95448299-33c8-40ea-9aa5-406ed1dac962 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:40.746113 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-95448299-33c8-40ea-9aa5-406ed1dac962 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:40.792600 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-95448299-33c8-40ea-9aa5-406ed1dac962 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.1950467
Dec 24 10:54:40.793422 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46470) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:40.800492 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Request body: {'port': {'network_id': 'b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4', 'name': 'tempest-NetworksIpV6TestAttrs-1813374990'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:40.986116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:40.994771 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ae5b24e8-ae6c-4970-adb1-df111343d29a tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:41.054590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:41.071969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Port': ['ID=c513347e-896f-496d-b313-3b10b82ef4b3,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:41.078432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:port and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:41.082064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] No DVR routers for this DVR port c513347e-896f-496d-b313-3b10b82ef4b3 on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:54:41.086480 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:41.087153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:41.135704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:41.139706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f336a0f6-3426-458a-ac0b-36e709cb4d25 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:41.142463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-12621d75-2616-4531-881e-b63ec2c65cec None None] For port 9ce526ae-07db-450b-8b40-6e6c04aad2b0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=9ce526ae-07db-450b-8b40-6e6c04aad2b0,segment=NetworkSegment(45af4c66-77bd-43ce-ada0-04c785f4c3ed),segment_id=45af4c66-77bd-43ce-ada0-04c785f4c3ed)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:41.143439 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-12621d75-2616-4531-881e-b63ec2c65cec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:41.172433 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:41.177090 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Usage tracker for resource:port and tenant:a298211024e04862881e2bdd0a889cff is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:41.180731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:41.187513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:41.196130 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f336a0f6-3426-458a-ac0b-36e709cb4d25 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Deleting port 8cb475df-2441-4aef-bfa3-83acd0d9e765 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:41.196591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f336a0f6-3426-458a-ac0b-36e709cb4d25 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:41.225380 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:41.244578 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Made reservation on behalf of a298211024e04862881e2bdd0a889cff for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:41.248893 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:41.251159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-54593541-680a-4604-b496-723c1fe14ec4 req-226ee042-7316-4600-9df3-18129221cfe8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:41.314930 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-087344e6-804c-49f2-8a04-7a7a4bfe529c req-4610cee1-2dd9-41a5-838d-b8f58ff2bfa3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 210 time: 0.0745745
Dec 24 10:54:41.316340 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-12621d75-2616-4531-881e-b63ec2c65cec None None] Calling delete_port for 9ce526ae-07db-450b-8b40-6e6c04aad2b0 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:41.332545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:41.340031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] device_id is not set on port b7068e4c-6966-4090-8ce3-f839ac87717a yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:54:41.340224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-54593541-680a-4604-b496-723c1fe14ec4 req-226ee042-7316-4600-9df3-18129221cfe8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:41.351292 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 9ce526ae-07db-450b-8b40-6e6c04aad2b0 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:41.389346 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': '0b01e8f1-e81f-432e-9592-4976a64c2e7d'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:54:41.390209 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:41.475991 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:41.493346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-54593541-680a-4604-b496-723c1fe14ec4 req-226ee042-7316-4600-9df3-18129221cfe8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:41.495975 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d03ed60>,) {'filters': {'network_id': ['e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:41.511657 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1561c74a-e1cc-4815-aecb-bee9e5cbdb88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:41.553435 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f336a0f6-3426-458a-ac0b-36e709cb4d25 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:41.569528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d03ed60>, 'fb5fb032-d486-4a88-901a-74800d8183a3') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:41.570440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d03ed60>, 'fb5fb032-d486-4a88-901a-74800d8183a3') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:41.596672 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:41.612755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port 05f4b577-f72e-4979-81c6-d113192b6b8f yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:54:41.652100 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-12621d75-2616-4531-881e-b63ec2c65cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:41.659514 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:41.660612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54593541-680a-4604-b496-723c1fe14ec4 req-226ee042-7316-4600-9df3-18129221cfe8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 45c164f3-3874-47ee-8c8f-d0d39e3c6cba is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:41.671312 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-54593541-680a-4604-b496-723c1fe14ec4 req-226ee042-7316-4600-9df3-18129221cfe8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:41.681445 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:41.690853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f336a0f6-3426-458a-ac0b-36e709cb4d25 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Calling delete_port for 8cb475df-2441-4aef-bfa3-83acd0d9e765 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:41.700395 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 9ce526ae-07db-450b-8b40-6e6c04aad2b0 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:41.704324 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-54593541-680a-4604-b496-723c1fe14ec4 req-226ee042-7316-4600-9df3-18129221cfe8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:41.705086 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4', 'network_id': 'b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4', 'tenant_id': 'a298211024e04862881e2bdd0a889cff', 'fixed_ips': [{'subnet_id': '96c6f14d-e8f6-4827-b6e4-80d2dd2084e1'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:54:41.705959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:41.734098 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Allocated IP 2001:db8::f816:3eff:fe9f:d7dc (b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4/96c6f14d-e8f6-4827-b6e4-80d2dd2084e1/b7068e4c-6966-4090-8ce3-f839ac87717a) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:41.786503 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ee042-7316-4600-9df3-18129221cfe8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=2ac78b3c-ebf9-402c-b5ec-2e4679fc8779,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:41.794410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54593541-680a-4604-b496-723c1fe14ec4 req-226ee042-7316-4600-9df3-18129221cfe8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:41.795030 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-54593541-680a-4604-b496-723c1fe14ec4 req-226ee042-7316-4600-9df3-18129221cfe8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:41.795964 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 9ce526ae-07db-450b-8b40-6e6c04aad2b0 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:41.796357 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:41.810571 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:54:41.810571 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:41.821064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12621d75-2616-4531-881e-b63ec2c65cec None None] Pushing event deleted for resources: {'Port': ['ID=9ce526ae-07db-450b-8b40-6e6c04aad2b0,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:41.824982 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12621d75-2616-4531-881e-b63ec2c65cec None None] No DVR routers for this DVR port 9ce526ae-07db-450b-8b40-6e6c04aad2b0 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:54:41.826651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-226ee042-7316-4600-9df3-18129221cfe8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:54:41.827588 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:54:41.846694 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-12621d75-2616-4531-881e-b63ec2c65cec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:41.873666 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Port 9ce526ae-07db-450b-8b40-6e6c04aad2b0 was deleted so its status cannot be updated. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 24 10:54:41.933935 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Allocated IP 2001:db8::f816:3eff:fea2:bddc (51d30af2-9f70-4c66-8947-64c1ea7cb845/0b01e8f1-e81f-432e-9592-4976a64c2e7d/34afbd0d-bbce-4572-a98a-8ee467811aa6) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:41.956835 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d7a2de30-14b0-4e4c-a6dd-c967cae0767f no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:54:42.000866 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-54593541-680a-4604-b496-723c1fe14ec4 req-226ee042-7316-4600-9df3-18129221cfe8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8405938
Dec 24 10:54:42.015684 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Request body: {'port': {'device_id': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:42.022337 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: d7a2de30-14b0-4e4c-a6dd-c967cae0767f {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:54:42.022730 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d7a2de30-14b0-4e4c-a6dd-c967cae0767f not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:54:42.045246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:42.054872 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dc49af74-82a1-4858-affb-d3d55c2a6cd2 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:42.069113 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:42.085364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Network': ['ID=e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:42.095808 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/networks/e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c HTTP/1.1" status: 204  len: 168 time: 6.6569910
Dec 24 10:54:42.104554 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:42.104741 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46478) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:42.125477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5c26ab02-45d6-4bfa-b7f5-455ba3600fdb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1312177899'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:42.141510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:42.146787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5c26ab02-45d6-4bfa-b7f5-455ba3600fdb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:42.148001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7d407add-41ed-436d-9d40-22728d9512c6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:42.164420 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5c26ab02-45d6-4bfa-b7f5-455ba3600fdb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Usage tracker for resource:network and tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:42.169788 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5c26ab02-45d6-4bfa-b7f5-455ba3600fdb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:42.179487 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Transition to ACTIVE for port object b7068e4c-6966-4090-8ce3-f839ac87717a will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:42.182722 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5c26ab02-45d6-4bfa-b7f5-455ba3600fdb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:42.196224 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f336a0f6-3426-458a-ac0b-36e709cb4d25 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:42.202713 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-62155d80-208a-46b8-8b46-ee14d6a6ecc4 tempest-PortsAdminExtendedAttrsTestJSON-1741763546 tempest-PortsAdminExtendedAttrsTestJSON-1741763546-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:42.211220 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2c6184f6-7526-45f3-871d-d645751810bc None None] Provisioning for port 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:42.238858 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2c6184f6-7526-45f3-871d-d645751810bc None None] Provisioning complete for port 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:42.239417 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2c6184f6-7526-45f3-871d-d645751810bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:42.246942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c26ab02-45d6-4bfa-b7f5-455ba3600fdb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:42.250282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c26ab02-45d6-4bfa-b7f5-455ba3600fdb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:42.270880 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336a0f6-3426-458a-ac0b-36e709cb4d25 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Pushing event deleted for resources: {'Port': ['ID=8cb475df-2441-4aef-bfa3-83acd0d9e765,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:42.310305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f336a0f6-3426-458a-ac0b-36e709cb4d25 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:42.321020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:42.324937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-2c6184f6-7526-45f3-871d-d645751810bc None None] Port 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:54:42.381450 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 7d407add-41ed-436d-9d40-22728d9512c6 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:42.381824 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:42.399175 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c26ab02-45d6-4bfa-b7f5-455ba3600fdb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:54:42.433726 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:42.437458 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c26ab02-45d6-4bfa-b7f5-455ba3600fdb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:42.437649 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-5c26ab02-45d6-4bfa-b7f5-455ba3600fdb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Added segment d01f7630-0d71-4730-b68e-3072e58d78d8 of type vlan for network b18fba54-9d95-40a1-8276-fab63ea57d1e
Dec 24 10:54:42.466265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:42.467684 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f336a0f6-3426-458a-ac0b-36e709cb4d25 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:42.482077 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Transition to ACTIVE for port object 34afbd0d-bbce-4572-a98a-8ee467811aa6 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:42.523906 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Transition to ACTIVE for port object 34afbd0d-bbce-4572-a98a-8ee467811aa6 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:42.537532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:42.547251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0333ebc4-3b3b-45ae-86ca-2536b1cd6b50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:42.571580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4ff26e92-8208-4940-97f1-d1080f63042a tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:42.583402 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Allocated IP 2001:db8::f816:3eff:fe1a:9360 (b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4/96c6f14d-e8f6-4827-b6e4-80d2dd2084e1/8036953a-c65d-4239-8005-866da84d3ef8) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:42.661362 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:42.671489 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:42.681081 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:42.683939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:54:42.687896 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Pushing event updated for resources: {'Port': ['ID=34afbd0d-bbce-4572-a98a-8ee467811aa6,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:42.692229 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:42.708032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Transition to ACTIVE for port object 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:42.710851 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:42.784990 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::f816:3eff:febf:b248 (51d30af2-9f70-4c66-8947-64c1ea7cb845/0b01e8f1-e81f-432e-9592-4976a64c2e7d/05f4b577-f72e-4979-81c6-d113192b6b8f) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:42.800820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:42.814331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6587f849-b487-4da7-8685-513a8548ce85 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:42.856657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 9ce526ae-07db-450b-8b40-6e6c04aad2b0 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:54:42.945704 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 9ce526ae-07db-450b-8b40-6e6c04aad2b0 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:54:42.946140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 9ce526ae-07db-450b-8b40-6e6c04aad2b0 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:54:42.977073 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Attempting to bind port 34afbd0d-bbce-4572-a98a-8ee467811aa6 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:54:42.977458 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Attempting to bind port 34afbd0d-bbce-4572-a98a-8ee467811aa6 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:54:42.977828 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Attempting to bind port 34afbd0d-bbce-4572-a98a-8ee467811aa6 on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:42.996966 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:54:42.997349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:42.997664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Network b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:42.997789 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:42.998182 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:54:42.998670 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Bound port: 34afbd0d-bbce-4572-a98a-8ee467811aa6, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:54:42.999047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.009450 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:43.012272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:43.018816 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:43.019458 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.029576 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c26ab02-45d6-4bfa-b7f5-455ba3600fdb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.040594 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f336a0f6-3426-458a-ac0b-36e709cb4d25 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.048521 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event updated for resources: {'Port': ['ID=b7068e4c-6966-4090-8ce3-f839ac87717a,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:43.052523 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:43.055333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f336a0f6-3426-458a-ac0b-36e709cb4d25 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.118298 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Pushing event updated for resources: {'Port': ['ID=2ac78b3c-ebf9-402c-b5ec-2e4679fc8779,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:43.125214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:43.137188 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 2.3427637
Dec 24 10:54:43.139071 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46486) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:43.186895 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c26ab02-45d6-4bfa-b7f5-455ba3600fdb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.187581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] For port 34afbd0d-bbce-4572-a98a-8ee467811aa6, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:54:43.191567 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] For port 34afbd0d-bbce-4572-a98a-8ee467811aa6, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=34afbd0d-bbce-4572-a98a-8ee467811aa6,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:54:43.192498 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c26ab02-45d6-4bfa-b7f5-455ba3600fdb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:43.193136 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c26ab02-45d6-4bfa-b7f5-455ba3600fdb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.198107 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f336a0f6-3426-458a-ac0b-36e709cb4d25 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.198615 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f336a0f6-3426-458a-ac0b-36e709cb4d25 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Fanout notify agent at l3_agent the message router_deleted on router dcde08e9-6b6e-4a0c-844a-1c28d6bf2762 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:54:43.213742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fd0ff5cc-588c-48cd-8abd-a71308b4b1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:43.231497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.234943 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97643c33-47b2-4b5a-ba86-090169dc666b req-ce4e3432-5691-471f-ab84-f6c0d9438afd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:43.236446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Attempting to bind port 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:54:43.236859 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Attempting to bind port 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'f654e51f-4a24-48bd-b781-f889fac1f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:54:43.237264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Attempting to bind port 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 on network 45c164f3-3874-47ee-8c8f-d0d39e3c6cba {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:43.243952 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-97643c33-47b2-4b5a-ba86-090169dc666b req-ce4e3432-5691-471f-ab84-f6c0d9438afd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 931 time: 0.7125409
Dec 24 10:54:43.247257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Port 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 on network 45c164f3-3874-47ee-8c8f-d0d39e3c6cba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:54:43.247590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Attempting to bind port 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 on network 45c164f3-3874-47ee-8c8f-d0d39e3c6cba {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:43.260237 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:43.262469 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 54, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:54:43.262808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Checking segment: {'id': 'f654e51f-4a24-48bd-b781-f889fac1f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:43.263200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Bound using segment: {'id': 'f654e51f-4a24-48bd-b781-f889fac1f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:54:43.263642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Bound port: 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f654e51f-4a24-48bd-b781-f889fac1f2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:54:43.263993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.286760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f336a0f6-3426-458a-ac0b-36e709cb4d25 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.291965 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f336a0f6-3426-458a-ac0b-36e709cb4d25 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "DELETE /v2.0/routers/dcde08e9-6b6e-4a0c-844a-1c28d6bf2762 HTTP/1.1" status: 204  len: 168 time: 2.8717461
Dec 24 10:54:43.295728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46490) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:43.306286 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1894861922', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:43.314965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.343249 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.350092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:43.370744 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Usage tracker for resource:router and tenant:38b0eb92497a47de9f680dcf463f5ea8 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:43.375413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object 05f4b577-f72e-4979-81c6-d113192b6b8f will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:43.378383 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:43.378904 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Transition to ACTIVE for port object 8036953a-c65d-4239-8005-866da84d3ef8 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:43.406030 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:43.406490 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Pushing event updated for resources: {'Port': ['ID=34afbd0d-bbce-4572-a98a-8ee467811aa6,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:43.412753 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:43.420569 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Transition to ACTIVE for port object 8036953a-c65d-4239-8005-866da84d3ef8 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:43.435047 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46494) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:43.435706 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.440660 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:43.442719 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5c26ab02-45d6-4bfa-b7f5-455ba3600fdb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.3345327
Dec 24 10:54:43.451208 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'subnet': {'network_id': 'b18fba54-9d95-40a1-8276-fab63ea57d1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:43.468261 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c26ab02-45d6-4bfa-b7f5-455ba3600fdb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Network': ['ID=b18fba54-9d95-40a1-8276-fab63ea57d1e,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:43.473972 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-54c76cc7-3eb7-4bc0-b66d-f3c27422288b tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Deleting subnet 96c6f14d-e8f6-4827-b6e4-80d2dd2084e1 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:54:43.478781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5c26ab02-45d6-4bfa-b7f5-455ba3600fdb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:43.479022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.480067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.482917 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-97643c33-47b2-4b5a-ba86-090169dc666b req-89ab2d55-d862-4fc3-85c5-4b6ddd4b7a37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:43.483778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] For port 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:54:43.486718 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-54c76cc7-3eb7-4bc0-b66d-f3c27422288b tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.493065 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network b18fba54-9d95-40a1-8276-fab63ea57d1e details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:54:43.551825 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] For port 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2ac78b3c-ebf9-402c-b5ec-2e4679fc8779,segment=NetworkSegment(f654e51f-4a24-48bd-b781-f889fac1f2fe),segment_id=f654e51f-4a24-48bd-b781-f889fac1f2fe)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:54:43.565910 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-97643c33-47b2-4b5a-ba86-090169dc666b req-89ab2d55-d862-4fc3-85c5-4b6ddd4b7a37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:43.567310 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-97643c33-47b2-4b5a-ba86-090169dc666b req-89ab2d55-d862-4fc3-85c5-4b6ddd4b7a37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=11ad7cd3-708e-4b2b-82c9-939c8bc2acee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3228467
Dec 24 10:54:43.570495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-54c76cc7-3eb7-4bc0-b66d-f3c27422288b tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.582113 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.588577 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Network b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:43.589337 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Pushing event updated for resources: {'Port': ['ID=8036953a-c65d-4239-8005-866da84d3ef8,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:43.592386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:43.592540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-226ee042-7316-4600-9df3-18129221cfe8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:43.598462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:43.601372 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:43.637541 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.675209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.684700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:43.685326 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.686885 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-54593541-680a-4604-b496-723c1fe14ec4 req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] 10.222.0.32 "PUT /v2.0/ports/2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 HTTP/1.1" status: 200  len: 1093 time: 1.6760979
Dec 24 10:54:43.694598 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'tag': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:54:43.701527 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:43.709333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-54c76cc7-3eb7-4bc0-b66d-f3c27422288b tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.724196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Usage tracker for resource:subnet and tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:43.735209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:43.757862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Attempting to bind port 8036953a-c65d-4239-8005-866da84d3ef8 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:54:43.758223 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Attempting to bind port 8036953a-c65d-4239-8005-866da84d3ef8 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '4c702890-b16e-4355-a15f-822b0cf9c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:54:43.758587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Attempting to bind port 8036953a-c65d-4239-8005-866da84d3ef8 on network b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:43.764921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:54:43.765226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Checking segment: {'id': '4c702890-b16e-4355-a15f-822b0cf9c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:43.765808 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.766089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Bound using segment: {'id': '4c702890-b16e-4355-a15f-822b0cf9c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:54:43.766556 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Bound port: 8036953a-c65d-4239-8005-866da84d3ef8, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c702890-b16e-4355-a15f-822b0cf9c39a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:54:43.767036 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.837906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:43.839034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:43.846655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Pushing event updated for resources: {'Port': ['ID=2ac78b3c-ebf9-402c-b5ec-2e4679fc8779,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:43.868607 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-54c76cc7-3eb7-4bc0-b66d-f3c27422288b tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.874310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-621d2686-0547-41af-9294-7299d7f56a3d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:43.917655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-54c76cc7-3eb7-4bc0-b66d-f3c27422288b tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.921175 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c76cc7-3eb7-4bc0-b66d-f3c27422288b tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event deleted for resources: {'Subnet': ['ID=96c6f14d-e8f6-4827-b6e4-80d2dd2084e1,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:43.927573 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-54c76cc7-3eb7-4bc0-b66d-f3c27422288b tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:43.933999 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] For port 8036953a-c65d-4239-8005-866da84d3ef8, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:54:43.935033 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'tag': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779', 'status': 'completed', 'code': 200}
Dec 24 10:54:43.940885 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-54c76cc7-3eb7-4bc0-b66d-f3c27422288b tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/subnets/96c6f14d-e8f6-4827-b6e4-80d2dd2084e1 HTTP/1.1" status: 204  len: 168 time: 0.7978847
Dec 24 10:54:43.941593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:43.941999 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] For port 8036953a-c65d-4239-8005-866da84d3ef8, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=8036953a-c65d-4239-8005-866da84d3ef8,segment=NetworkSegment(4c702890-b16e-4355-a15f-822b0cf9c39a),segment_id=4c702890-b16e-4355-a15f-822b0cf9c39a)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:54:43.942154 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46500) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:43.947005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:43.952519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-60a3eed6-4f99-46ff-9c91-904115f9532b tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:43.953186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:43.957431 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d6d7d56d-365a-4378-9346-ad22c323e08e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:44.001253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:44.007373 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:44.008029 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:44.061309 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c744d4-f016-45e9-9efc-689073e036b6 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:44.066488 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c744d4-f016-45e9-9efc-689073e036b6 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:44.068362 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d6c744d4-f016-45e9-9efc-689073e036b6 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Synchronizing usage tracker for tenant:a298211024e04862881e2bdd0a889cff on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:44.084628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:44.089285 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:44.110751 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d6c744d4-f016-45e9-9efc-689073e036b6 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Unset dirty status for tenant:a298211024e04862881e2bdd0a889cff on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:44.110892 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Pushing event updated for resources: {'Port': ['ID=8036953a-c65d-4239-8005-866da84d3ef8,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:44.112006 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d6c744d4-f016-45e9-9efc-689073e036b6 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1689732
Dec 24 10:54:44.115677 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46504) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:44.115875 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:44.131684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6988ee45-5d36-4714-a3b3-88d50dd4c262 None None] Network b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:44.199780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=05f4b577-f72e-4979-81c6-d113192b6b8f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:44.221557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 34afbd0d-bbce-4572-a98a-8ee467811aa6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:44.305054 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22318441-7a2c-4d97-948f-0035fbe536ed tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:44.313297 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-22318441-7a2c-4d97-948f-0035fbe536ed tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 24 10:54:44.313768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22318441-7a2c-4d97-948f-0035fbe536ed tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:54:44.315835 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-22318441-7a2c-4d97-948f-0035fbe536ed tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/networks/b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4 HTTP/1.1" status: 409  len: 405 time: 0.1989958
Dec 24 10:54:44.320450 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46510) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:44.326581 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-0dbe2abe-a621-4bbb-96fa-9cca1d7f18cb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2002047387'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:44.332655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-0dbe2abe-a621-4bbb-96fa-9cca1d7f18cb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:44.336924 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0dbe2abe-a621-4bbb-96fa-9cca1d7f18cb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Usage tracker for resource:network and tenant:a298211024e04862881e2bdd0a889cff is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:44.340621 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0dbe2abe-a621-4bbb-96fa-9cca1d7f18cb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:44.346948 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-0dbe2abe-a621-4bbb-96fa-9cca1d7f18cb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:44.349220 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:44.363292 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbe2abe-a621-4bbb-96fa-9cca1d7f18cb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Made reservation on behalf of a298211024e04862881e2bdd0a889cff for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:44.368315 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2abe-a621-4bbb-96fa-9cca1d7f18cb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:44.405437 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dbe2abe-a621-4bbb-96fa-9cca1d7f18cb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:54:44.416107 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2abe-a621-4bbb-96fa-9cca1d7f18cb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:44.416553 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-0dbe2abe-a621-4bbb-96fa-9cca1d7f18cb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Added segment 4de05da2-1db7-4ded-a402-16d7aded90f5 of type vlan for network 5512af8a-ffb6-4fd1-a324-a1e2cb6d5c8b
Dec 24 10:54:44.420341 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 34afbd0d-bbce-4572-a98a-8ee467811aa6 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:44.450203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2abe-a621-4bbb-96fa-9cca1d7f18cb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:44.481842 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2abe-a621-4bbb-96fa-9cca1d7f18cb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:44.488200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbe2abe-a621-4bbb-96fa-9cca1d7f18cb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:44.488870 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0dbe2abe-a621-4bbb-96fa-9cca1d7f18cb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:44.492943 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.9445488
Dec 24 10:54:44.493108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:44.507799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46514) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:44.595438 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:44.606337 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54593541-680a-4604-b496-723c1fe14ec4 req-a6cd94f2-892d-40f2-9094-05742e6305f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:44.607829 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-54593541-680a-4604-b496-723c1fe14ec4 req-a6cd94f2-892d-40f2-9094-05742e6305f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 1096 time: 0.7666721
Dec 24 10:54:44.662653 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0dbe2abe-a621-4bbb-96fa-9cca1d7f18cb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3383389
Dec 24 10:54:44.664680 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46520) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:44.665389 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe2abe-a621-4bbb-96fa-9cca1d7f18cb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event updated for resources: {'Network': ['ID=5512af8a-ffb6-4fd1-a324-a1e2cb6d5c8b,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:44.670554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0dbe2abe-a621-4bbb-96fa-9cca1d7f18cb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:44.677560 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-d135548a-0d42-4aa6-a3ec-e7937ad2425c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Request body: {'subnet': {'network_id': '5512af8a-ffb6-4fd1-a324-a1e2cb6d5c8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:44.679779 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 5512af8a-ffb6-4fd1-a324-a1e2cb6d5c8b details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:54:44.702733 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-54593541-680a-4604-b496-723c1fe14ec4 req-69f02607-bd6f-447c-bb0e-5d006d45e418 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 HTTP/1.1" status: 200  len: 217 time: 0.0868297
Dec 24 10:54:44.843718 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d135548a-0d42-4aa6-a3ec-e7937ad2425c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:44.861985 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d135548a-0d42-4aa6-a3ec-e7937ad2425c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:44.884690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b9c9f6-56c0-4e16-a8e7-7d9e5d70d630 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:44.890483 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b9c9f6-56c0-4e16-a8e7-7d9e5d70d630 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:44.891278 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a6b9c9f6-56c0-4e16-a8e7-7d9e5d70d630 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:44.894215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d135548a-0d42-4aa6-a3ec-e7937ad2425c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Made reservation on behalf of a298211024e04862881e2bdd0a889cff for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:44.897390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d135548a-0d42-4aa6-a3ec-e7937ad2425c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:44.915164 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b639c995-c64a-4dce-8d87-7fb36d01f946 None None] Provisioning for port 34afbd0d-bbce-4572-a98a-8ee467811aa6 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:44.921663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b639c995-c64a-4dce-8d87-7fb36d01f946 None None] Provisioning complete for port 34afbd0d-bbce-4572-a98a-8ee467811aa6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:44.922088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b639c995-c64a-4dce-8d87-7fb36d01f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:44.977916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54593541-680a-4604-b496-723c1fe14ec4 req-0f24dc57-6723-49a5-b1af-844be4286b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:44.979409 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-54593541-680a-4604-b496-723c1fe14ec4 req-0f24dc57-6723-49a5-b1af-844be4286b75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8 HTTP/1.1" status: 200  len: 834 time: 0.2707365
Dec 24 10:54:45.002088 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a6b9c9f6-56c0-4e16-a8e7-7d9e5d70d630 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:45.003382 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a6b9c9f6-56c0-4e16-a8e7-7d9e5d70d630 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.4908288
Dec 24 10:54:45.007691 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46524) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:45.060226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b639c995-c64a-4dce-8d87-7fb36d01f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:45.104981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-74f7900e-c57b-4e4a-a96b-17b9a7af9d9b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port 05f4b577-f72e-4979-81c6-d113192b6b8f {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:45.105393 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74f7900e-c57b-4e4a-a96b-17b9a7af9d9b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:45.111209 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b639c995-c64a-4dce-8d87-7fb36d01f946 None None] For port 34afbd0d-bbce-4572-a98a-8ee467811aa6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=34afbd0d-bbce-4572-a98a-8ee467811aa6,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:45.115277 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b639c995-c64a-4dce-8d87-7fb36d01f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:45.117236 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:45.118521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1805a-2194-41bf-a23e-1329bd00752f req-493212a0-489b-43a0-8ffa-f9e99f20658f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:45.119250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-afe1805a-2194-41bf-a23e-1329bd00752f req-493212a0-489b-43a0-8ffa-f9e99f20658f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:45.133612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:45.141087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-955c51ac-3ec5-47ad-8db6-b93be46e9b1b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:45.161628 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d39c26b-5509-49d2-976a-e9960a37c5eb None None] get_active_networks_info from dv-neutron-822668-2-hyperv {{(pid=87560) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 24 10:54:45.244757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-afe1805a-2194-41bf-a23e-1329bd00752f req-493212a0-489b-43a0-8ffa-f9e99f20658f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:45.245953 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-afe1805a-2194-41bf-a23e-1329bd00752f req-493212a0-489b-43a0-8ffa-f9e99f20658f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 943 time: 0.4904218
Dec 24 10:54:45.251796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54593541-680a-4604-b496-723c1fe14ec4 req-6883f291-2c66-4a39-8828-0dccb2c348f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:45.253235 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-54593541-680a-4604-b496-723c1fe14ec4 req-6883f291-2c66-4a39-8828-0dccb2c348f7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45c164f3-3874-47ee-8c8f-d0d39e3c6cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2639983
Dec 24 10:54:45.304959 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Subnet': ['ID=0d4ca1f9-0e5d-4c89-bdeb-ea5eca7a07ba,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:45.315569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:45.324653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639c995-c64a-4dce-8d87-7fb36d01f946 None None] Pushing event updated for resources: {'Port': ['ID=34afbd0d-bbce-4572-a98a-8ee467811aa6,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:45.330230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0161b322-c4c4-4c84-b4e1-ea1d1be47c23 None None] Provisioning for port 05f4b577-f72e-4979-81c6-d113192b6b8f completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:45.333403 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b639c995-c64a-4dce-8d87-7fb36d01f946 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:45.466240 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0161b322-c4c4-4c84-b4e1-ea1d1be47c23 None None] Provisioning complete for port 05f4b577-f72e-4979-81c6-d113192b6b8f triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:45.466622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0161b322-c4c4-4c84-b4e1-ea1d1be47c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:45.498188 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Checking segment: {'id': 'd01f7630-0d71-4730-b68e-3072e58d78d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b18fba54-9d95-40a1-8276-fab63ea57d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:45.498568 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network hostable DHCP agents. Network: b18fba54-9d95-40a1-8276-fab63ea57d1e, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:54:45.564092 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-0161b322-c4c4-4c84-b4e1-ea1d1be47c23 None None] Port 05f4b577-f72e-4979-81c6-d113192b6b8f cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:54:45.586672 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-afe1805a-2194-41bf-a23e-1329bd00752f req-3703fbb2-7fa1-45f6-bfc8-be0d4a3b8c9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=11ad7cd3-708e-4b2b-82c9-939c8bc2acee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3070006
Dec 24 10:54:45.650831 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:45.658662 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39c26b-5509-49d2-976a-e9960a37c5eb None None] Network b18fba54-9d95-40a1-8276-fab63ea57d1e is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:54:45.664710 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74f7900e-c57b-4e4a-a96b-17b9a7af9d9b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:45.670596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39c26b-5509-49d2-976a-e9960a37c5eb None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, b18fba54-9d95-40a1-8276-fab63ea57d1e) {{(pid=87560) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 24 10:54:45.696008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:45.733916 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 already present
Dec 24 10:54:45.733916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network b18fba54-9d95-40a1-8276-fab63ea57d1e is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:54:45.734966 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, b18fba54-9d95-40a1-8276-fab63ea57d1e) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:45.738846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:45.739937 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:45.756581 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-54593541-680a-4604-b496-723c1fe14ec4 req-2574f528-aa2c-4273-a663-71a28e4db903 service neutron] 10.222.0.32 "GET /v2.0/networks/45c164f3-3874-47ee-8c8f-d0d39e3c6cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4954548
Dec 24 10:54:45.824332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-74f7900e-c57b-4e4a-a96b-17b9a7af9d9b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for 05f4b577-f72e-4979-81c6-d113192b6b8f owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:45.862396 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 2.4231153
Dec 24 10:54:45.865546 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.objects.ports [None req-d135548a-0d42-4aa6-a3ec-e7937ad2425c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87559) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:54:45.868724 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46530) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:45.873562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d135548a-0d42-4aa6-a3ec-e7937ad2425c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:45.881793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-10216df8-387a-4c3b-83a7-2fddf1738d8f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-411113069'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:45.886717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-403a955a-912d-4490-915b-b35cd5a572a1 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:45.928494 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-10216df8-387a-4c3b-83a7-2fddf1738d8f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:45.950454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-10216df8-387a-4c3b-83a7-2fddf1738d8f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Usage tracker for resource:network and tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:45.965070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-10216df8-387a-4c3b-83a7-2fddf1738d8f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:45.995084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-10216df8-387a-4c3b-83a7-2fddf1738d8f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:46.022738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d135548a-0d42-4aa6-a3ec-e7937ad2425c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event updated for resources: {'Subnet': ['ID=00ed637e-55c5-46ae-af6a-7e09945ffb79,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:46.026687 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d135548a-0d42-4aa6-a3ec-e7937ad2425c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:46.029699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d135548a-0d42-4aa6-a3ec-e7937ad2425c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Checking segment: {'id': '4de05da2-1db7-4ded-a402-16d7aded90f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '5512af8a-ffb6-4fd1-a324-a1e2cb6d5c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:46.030344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d135548a-0d42-4aa6-a3ec-e7937ad2425c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Network hostable DHCP agents. Network: 5512af8a-ffb6-4fd1-a324-a1e2cb6d5c8b, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:54:46.063382 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10216df8-387a-4c3b-83a7-2fddf1738d8f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:46.066950 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-10216df8-387a-4c3b-83a7-2fddf1738d8f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.069241 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-b18fba54-9d95-40a1-8276-fab63ea57d1e', 'network_id': 'b18fba54-9d95-40a1-8276-fab63ea57d1e', 'tenant_id': '03e9e5c33d4a4a9bb7081e69f8dfb5f7', 'fixed_ips': [{'subnet_id': '0d4ca1f9-0e5d-4c89-bdeb-ea5eca7a07ba'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:54:46.070758 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.130309 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10216df8-387a-4c3b-83a7-2fddf1738d8f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:54:46.139029 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-54593541-680a-4604-b496-723c1fe14ec4 req-04aa1e9b-8051-4114-b6d5-12bb6a778963 service neutron] 10.222.0.32 "GET /v2.0/networks/45c164f3-3874-47ee-8c8f-d0d39e3c6cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3718126
Dec 24 10:54:46.139262 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-10216df8-387a-4c3b-83a7-2fddf1738d8f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.139491 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-10216df8-387a-4c3b-83a7-2fddf1738d8f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Added segment 6a5ee160-357c-4629-b285-173f1cb3c20f of type vlan for network a37615b8-8de5-4f09-9c05-ee62318a9a67
Dec 24 10:54:46.148434 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Allocated IP 172.26.4.175 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/4a2ab1bd-9999-47b0-97e1-34efaa18355f) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:46.158562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 34afbd0d-bbce-4572-a98a-8ee467811aa6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:46.172003 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d135548a-0d42-4aa6-a3ec-e7937ad2425c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Network 5512af8a-ffb6-4fd1-a324-a1e2cb6d5c8b is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:54:46.183732 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74f7900e-c57b-4e4a-a96b-17b9a7af9d9b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.190470 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-10216df8-387a-4c3b-83a7-2fddf1738d8f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.197054 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-bcd730e6-0a7e-4cc6-b78e-22371df47b9e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:46.246237 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7900e-c57b-4e4a-a96b-17b9a7af9d9b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=05f4b577-f72e-4979-81c6-d113192b6b8f,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:46.251639 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-d135548a-0d42-4aa6-a3ec-e7937ad2425c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 5512af8a-ffb6-4fd1-a324-a1e2cb6d5c8b) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:46.254783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-74f7900e-c57b-4e4a-a96b-17b9a7af9d9b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:46.293354 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d135548a-0d42-4aa6-a3ec-e7937ad2425c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:46.293976 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d135548a-0d42-4aa6-a3ec-e7937ad2425c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.318436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 34afbd0d-bbce-4572-a98a-8ee467811aa6 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:46.318937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.325542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74f7900e-c57b-4e4a-a96b-17b9a7af9d9b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.342807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-10216df8-387a-4c3b-83a7-2fddf1738d8f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.348480 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10216df8-387a-4c3b-83a7-2fddf1738d8f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:46.349105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-10216df8-387a-4c3b-83a7-2fddf1738d8f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.357491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-136817a1-e3bb-420d-b96e-61eee4dd9b63 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:46.363136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Allocated IP 2001:db8::3 (b18fba54-9d95-40a1-8276-fab63ea57d1e/0d4ca1f9-0e5d-4c89-bdeb-ea5eca7a07ba/f019a2f7-8492-4b6e-b07e-177d633c5d76) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:46.401753 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.448351 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d135548a-0d42-4aa6-a3ec-e7937ad2425c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 1.7769833
Dec 24 10:54:46.449057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46534) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:46.453158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.456487 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-74f7900e-c57b-4e4a-a96b-17b9a7af9d9b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/05f4b577-f72e-4979-81c6-d113192b6b8f HTTP/1.1" status: 204  len: 168 time: 1.4476268
Dec 24 10:54:46.468401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46538) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:46.472548 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-10216df8-387a-4c3b-83a7-2fddf1738d8f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.6029615
Dec 24 10:54:46.474834 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46540) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:46.475604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:46.505116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a08854-c4be-4313-9e60-2a6ed170d8a2 req-cd2cf93a-373e-4574-bd65-a21ea889cb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:46.506644 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e4a08854-c4be-4313-9e60-2a6ed170d8a2 req-cd2cf93a-373e-4574-bd65-a21ea889cb9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 1096 time: 0.3162034
Dec 24 10:54:46.516731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'subnet': {'network_id': 'a37615b8-8de5-4f09-9c05-ee62318a9a67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:46.525081 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10216df8-387a-4c3b-83a7-2fddf1738d8f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Network': ['ID=a37615b8-8de5-4f09-9c05-ee62318a9a67,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:46.534589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-10216df8-387a-4c3b-83a7-2fddf1738d8f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:46.555541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92696ac-527e-4232-b1a9-67514b907d37 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:46.557496 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92696ac-527e-4232-b1a9-67514b907d37 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:46.558154 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c92696ac-527e-4232-b1a9-67514b907d37 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:46.560468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network a37615b8-8de5-4f09-9c05-ee62318a9a67 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:54:46.577762 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c92696ac-527e-4232-b1a9-67514b907d37 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:46.582467 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c92696ac-527e-4232-b1a9-67514b907d37 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1088550
Dec 24 10:54:46.583278 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46548) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:46.645261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:46.649806 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Usage tracker for resource:subnet and tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:46.652921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:46.704096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-663d440e-d8c2-400e-9b25-89e1e1cefb5e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 0b01e8f1-e81f-432e-9592-4976a64c2e7d {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:54:46.710811 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-663d440e-d8c2-400e-9b25-89e1e1cefb5e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.750193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:46.769934 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.776817 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-663d440e-d8c2-400e-9b25-89e1e1cefb5e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.777938 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:46.782338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Transition to ACTIVE for port object f019a2f7-8492-4b6e-b07e-177d633c5d76 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:46.802150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Transition to ACTIVE for port object f019a2f7-8492-4b6e-b07e-177d633c5d76 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:46.807628 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.811085 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:46.866971 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:46.868531 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-663d440e-d8c2-400e-9b25-89e1e1cefb5e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.875273 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Network b18fba54-9d95-40a1-8276-fab63ea57d1e is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:46.879252 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:46.881116 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:46.883245 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:46.915083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Pushing event updated for resources: {'Port': ['ID=f019a2f7-8492-4b6e-b07e-177d633c5d76,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:46.918104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:46.947742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-663d440e-d8c2-400e-9b25-89e1e1cefb5e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.952598 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Pushing event updated for resources: {'Port': ['ID=4a2ab1bd-9999-47b0-97e1-34efaa18355f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:46.953039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f7a17737-75c2-4b7e-962e-073d8a7f36ad tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:46.962238 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:46.965687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.983940 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Attempting to bind port f019a2f7-8492-4b6e-b07e-177d633c5d76 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:54:46.983940 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Attempting to bind port f019a2f7-8492-4b6e-b07e-177d633c5d76 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'd01f7630-0d71-4730-b68e-3072e58d78d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b18fba54-9d95-40a1-8276-fab63ea57d1e'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:54:46.984323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Attempting to bind port f019a2f7-8492-4b6e-b07e-177d633c5d76 on network b18fba54-9d95-40a1-8276-fab63ea57d1e {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:46.984425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:46.989776 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:54:46.990189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Checking segment: {'id': 'd01f7630-0d71-4730-b68e-3072e58d78d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b18fba54-9d95-40a1-8276-fab63ea57d1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:46.990903 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.991050 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Bound using segment: {'id': 'd01f7630-0d71-4730-b68e-3072e58d78d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b18fba54-9d95-40a1-8276-fab63ea57d1e'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:54:46.992016 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Bound port: f019a2f7-8492-4b6e-b07e-177d633c5d76, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01f7630-0d71-4730-b68e-3072e58d78d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b18fba54-9d95-40a1-8276-fab63ea57d1e'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:54:46.992419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:46.996444 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d440e-d8c2-400e-9b25-89e1e1cefb5e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=0b01e8f1-e81f-432e-9592-4976a64c2e7d,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:46.998433 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-663d440e-d8c2-400e-9b25-89e1e1cefb5e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:47.001205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-663d440e-d8c2-400e-9b25-89e1e1cefb5e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:47.015994 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-663d440e-d8c2-400e-9b25-89e1e1cefb5e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/0b01e8f1-e81f-432e-9592-4976a64c2e7d HTTP/1.1" status: 204  len: 168 time: 0.4287832
Dec 24 10:54:47.016248 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46554) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:47.084613 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-642c2faf-be55-4c84-82b5-63b584762f5d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0672767
Dec 24 10:54:47.087257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46558) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:47.088609 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] For port f019a2f7-8492-4b6e-b07e-177d633c5d76, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:54:47.092541 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] For port f019a2f7-8492-4b6e-b07e-177d633c5d76, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f019a2f7-8492-4b6e-b07e-177d633c5d76,segment=NetworkSegment(d01f7630-0d71-4730-b68e-3072e58d78d8),segment_id=d01f7630-0d71-4730-b68e-3072e58d78d8)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:54:47.092847 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:47.096440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:47.102025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b3b30caa-73d3-4bb2-a8a4-12b9b8ad86f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:47.209277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:47.216527 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:47.226406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:47.235669 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Pushing event updated for resources: {'Port': ['ID=f019a2f7-8492-4b6e-b07e-177d633c5d76,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:47.239300 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:47.244591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:47.254491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:47.258662 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:47.274483 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.ipam_backend_mixin [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Performing IP validity checks on allocation pools {{(pid=87558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 24 10:54:47.275868 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.ipam_backend_mixin [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 24 10:54:47.293634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:47.343974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a08854-c4be-4313-9e60-2a6ed170d8a2 req-fd6cb2f5-f3d5-47b5-990d-96a03461de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:47.345473 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e4a08854-c4be-4313-9e60-2a6ed170d8a2 req-fd6cb2f5-f3d5-47b5-990d-96a03461de99 service neutron] 10.222.0.32 "GET /v2.0/networks?id=45c164f3-3874-47ee-8c8f-d0d39e3c6cba HTTP/1.1" status: 200  len: 897 time: 0.6774132
Dec 24 10:54:47.455268 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e4a08854-c4be-4313-9e60-2a6ed170d8a2 req-52f95688-550c-45bc-9edd-cb2268157898 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 HTTP/1.1" status: 200  len: 217 time: 0.0932598
Dec 24 10:54:47.559932 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315413d-ed19-40f2-93b4-665f66ee74e0 req-10596a64-f41b-41c8-addc-c7467d7ad2c5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:47.561489 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e315413d-ed19-40f2-93b4-665f66ee74e0 req-10596a64-f41b-41c8-addc-c7467d7ad2c5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 943 time: 0.7824943
Dec 24 10:54:47.778936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.objects.ports [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87559) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:54:47.839364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:47.915940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a08854-c4be-4313-9e60-2a6ed170d8a2 req-0cabcdc1-3fa5-4814-baff-d3a821da1efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:47.917770 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e4a08854-c4be-4313-9e60-2a6ed170d8a2 req-0cabcdc1-3fa5-4814-baff-d3a821da1efa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8 HTTP/1.1" status: 200  len: 834 time: 0.4284344
Dec 24 10:54:47.943485 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e315413d-ed19-40f2-93b4-665f66ee74e0 req-874ce132-e6f0-4bfc-9ba6-484eb2749aef tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=11ad7cd3-708e-4b2b-82c9-939c8bc2acee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3692067
Dec 24 10:54:47.998980 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:48.188482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:48.194309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f019a2f7-8492-4b6e-b07e-177d633c5d76 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:48.268763 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:48.274535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a6812f99-278b-47e7-a708-834f28cd5314 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:48.289592 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] For port 34afbd0d-bbce-4572-a98a-8ee467811aa6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=34afbd0d-bbce-4572-a98a-8ee467811aa6,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:48.296825 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port f019a2f7-8492-4b6e-b07e-177d633c5d76 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:48.311863 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:48.320630 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:48.326421 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:48.327234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:48.333266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event deleted for resources: {'Subnet': ['ID=00ed637e-55c5-46ae-af6a-7e09945ffb79,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:48.333431 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-bece20ad-5b9c-4f29-9673-148bd367a172 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:48.361013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a08854-c4be-4313-9e60-2a6ed170d8a2 req-3bdcdf3b-fbdf-49ee-89eb-0bf8692d3f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:48.362544 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e4a08854-c4be-4313-9e60-2a6ed170d8a2 req-3bdcdf3b-fbdf-49ee-89eb-0bf8692d3f48 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45c164f3-3874-47ee-8c8f-d0d39e3c6cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.4304223
Dec 24 10:54:48.362774 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a01314-78ae-4525-b57c-218f15e986cb None None] get_active_networks_info from dv-neutron-822668-2-hyperv {{(pid=87560) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 24 10:54:48.369549 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:48.370092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b4d165bc-8d7b-4b2c-a836-7ca3b800aaef tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:48.403932 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:48.407528 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:48.418392 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:48.419426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:48.443437 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b469e762-e05a-474b-8b1b-8a98b2806220 None None] Provisioning for port f019a2f7-8492-4b6e-b07e-177d633c5d76 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:48.456923 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.3663247
Dec 24 10:54:48.457925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46564) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:48.466267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'mac_address': 'fa:16:3e:55:40:3a', 'name': 'tempest-NetworksTestDHCPv6-933872614'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:48.470040 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b469e762-e05a-474b-8b1b-8a98b2806220 None None] Provisioning complete for port f019a2f7-8492-4b6e-b07e-177d633c5d76 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:48.470420 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b469e762-e05a-474b-8b1b-8a98b2806220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:48.493006 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=34afbd0d-bbce-4572-a98a-8ee467811aa6,revision_number=6']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:48.546394 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:48.547150 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-907d48db-0a8e-49a9-a66f-6b79cd0cb7ee tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:48.650562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=101efab9-5b00-4afc-a96d-9def183bd798,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:48.654999 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:48.676078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:48.681502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:48.686179 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:port and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:48.689794 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:48.696145 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Subnet': ['ID=3ff6a5a0-b719-432b-9bb6-e0887ef099c8,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:48.697667 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:48.706780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:48.710778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b469e762-e05a-474b-8b1b-8a98b2806220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:48.712034 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:48.775136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b469e762-e05a-474b-8b1b-8a98b2806220 None None] For port f019a2f7-8492-4b6e-b07e-177d633c5d76, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f019a2f7-8492-4b6e-b07e-177d633c5d76,segment=NetworkSegment(d01f7630-0d71-4730-b68e-3072e58d78d8),segment_id=d01f7630-0d71-4730-b68e-3072e58d78d8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:48.784725 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b469e762-e05a-474b-8b1b-8a98b2806220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:48.790164 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:48.792988 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Checking segment: {'id': '6a5ee160-357c-4629-b285-173f1cb3c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a37615b8-8de5-4f09-9c05-ee62318a9a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:48.793353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network hostable DHCP agents. Network: a37615b8-8de5-4f09-9c05-ee62318a9a67, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:54:48.801034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7729da00>,) {'filters': {'network_id': ['5512af8a-ffb6-4fd1-a324-a1e2cb6d5c8b']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:48.840484 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7729da00>, '4de05da2-1db7-4ded-a402-16d7aded90f5') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:48.840794 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7729da00>, '4de05da2-1db7-4ded-a402-16d7aded90f5') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:48.848620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:48.866369 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:48.876715 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e4a08854-c4be-4313-9e60-2a6ed170d8a2 req-d1c76184-6a6c-441b-91d6-f19940132f02 service neutron] 10.222.0.32 "GET /v2.0/networks/45c164f3-3874-47ee-8c8f-d0d39e3c6cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4723921
Dec 24 10:54:48.879277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port a1177f4f-fbb2-4c17-94e2-51e24941ecb4 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:54:48.885504 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b469e762-e05a-474b-8b1b-8a98b2806220 None None] Pushing event updated for resources: {'Port': ['ID=f019a2f7-8492-4b6e-b07e-177d633c5d76,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:48.888950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b469e762-e05a-474b-8b1b-8a98b2806220 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:48.890988 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a01314-78ae-4525-b57c-218f15e986cb None None] Network a37615b8-8de5-4f09-9c05-ee62318a9a67 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:54:48.904150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a01314-78ae-4525-b57c-218f15e986cb None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, a37615b8-8de5-4f09-9c05-ee62318a9a67) {{(pid=87560) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 24 10:54:48.975383 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.scheduler.dhcp_agent_scheduler [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 already present
Dec 24 10:54:48.976587 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network a37615b8-8de5-4f09-9c05-ee62318a9a67 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:54:48.977386 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, a37615b8-8de5-4f09-9c05-ee62318a9a67) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:48.979522 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:49.043979 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:49.044577 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:49.050348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:54:49.050739 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:54:49.071187 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:54:49.086904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::f816:3eff:fe55:403a (51d30af2-9f70-4c66-8947-64c1ea7cb845/101efab9-5b00-4afc-a96d-9def183bd798/a1177f4f-fbb2-4c17-94e2-51e24941ecb4) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:49.305544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:49.322136 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object a1177f4f-fbb2-4c17-94e2-51e24941ecb4 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:49.329025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-a37615b8-8de5-4f09-9c05-ee62318a9a67', 'network_id': 'a37615b8-8de5-4f09-9c05-ee62318a9a67', 'tenant_id': '03e9e5c33d4a4a9bb7081e69f8dfb5f7', 'fixed_ips': [{'subnet_id': '3ff6a5a0-b719-432b-9bb6-e0887ef099c8'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:54:49.330285 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:49.348059 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:49.354946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2ed60574-63d8-49f7-bb2f-79c6fc7a7036 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:49.390937 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:49.403100 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 2.8901477
Dec 24 10:54:49.403313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46572) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:49.403441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:49.466599 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:49.497124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:49.504082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Allocated IP 2001:db8::3 (a37615b8-8de5-4f09-9c05-ee62318a9a67/3ff6a5a0-b719-432b-9bb6-e0887ef099c8/7099d76c-729a-4a4e-80cb-d9844c883092) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:49.527576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:49.533326 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event deleted for resources: {'Network': ['ID=5512af8a-ffb6-4fd1-a324-a1e2cb6d5c8b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:49.541651 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/networks/5512af8a-ffb6-4fd1-a324-a1e2cb6d5c8b HTTP/1.1" status: 204  len: 168 time: 3.0870197
Dec 24 10:54:49.546032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:49.546789 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46576) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:49.551187 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e4a08854-c4be-4313-9e60-2a6ed170d8a2 req-7d76fa80-854d-49ef-9cc8-6aff6c3df1e1 service neutron] 10.222.0.32 "GET /v2.0/networks/45c164f3-3874-47ee-8c8f-d0d39e3c6cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6614344
Dec 24 10:54:49.557658 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a1ce2514-8ba1-4354-99d8-25f145a45c6e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-912841902'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:49.575489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a1ce2514-8ba1-4354-99d8-25f145a45c6e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:49.593436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a1ce2514-8ba1-4354-99d8-25f145a45c6e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Usage tracker for resource:network and tenant:a298211024e04862881e2bdd0a889cff is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:49.598725 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a1ce2514-8ba1-4354-99d8-25f145a45c6e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:49.666057 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:49.669817 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:49.670848 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a1ce2514-8ba1-4354-99d8-25f145a45c6e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:49.675959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:49.676699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:49.683467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353abf9-5f93-449e-9e58-ab9cdbb9b93f req-7c59100f-3cf9-4e23-b451-5325ae751dee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:49.684968 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c353abf9-5f93-449e-9e58-ab9cdbb9b93f req-7c59100f-3cf9-4e23-b451-5325ae751dee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 943 time: 0.5946465
Dec 24 10:54:49.712810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=a1177f4f-fbb2-4c17-94e2-51e24941ecb4,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:49.723309 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:49.732094 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ce2514-8ba1-4354-99d8-25f145a45c6e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Made reservation on behalf of a298211024e04862881e2bdd0a889cff for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:49.735672 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1ce2514-8ba1-4354-99d8-25f145a45c6e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:49.739338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:49.751194 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Transition to ACTIVE for port object 7099d76c-729a-4a4e-80cb-d9844c883092 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:49.760083 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.3010120
Dec 24 10:54:49.763857 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46580) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:49.780463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Transition to ACTIVE for port object 7099d76c-729a-4a4e-80cb-d9844c883092 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:49.788111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:49.794930 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c353abf9-5f93-449e-9e58-ab9cdbb9b93f req-b1508d37-c5da-4276-9817-8e4d8cb1e911 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=11ad7cd3-708e-4b2b-82c9-939c8bc2acee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0935082
Dec 24 10:54:49.799509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ce2514-8ba1-4354-99d8-25f145a45c6e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:54:49.814920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:49.826555 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1ce2514-8ba1-4354-99d8-25f145a45c6e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:49.826832 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-a1ce2514-8ba1-4354-99d8-25f145a45c6e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Added segment cee58ec9-62f8-4189-869c-ad1d093c77d2 of type vlan for network a15ab8aa-7dec-4294-aad6-4dd2f7c5a6d0
Dec 24 10:54:49.828910 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:49.833460 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Router 66dea11f-6252-4498-be65-41a865aa8f30 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:54:49.854353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Deleting port 7099d76c-729a-4a4e-80cb-d9844c883092 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:49.854922 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:49.901107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Network a37615b8-8de5-4f09-9c05-ee62318a9a67 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:49.902101 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Pushing event updated for resources: {'Port': ['ID=7099d76c-729a-4a4e-80cb-d9844c883092,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:49.904643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:49.906350 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:49.907056 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:49.925798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54e12e3-e806-474e-b3f6-e2f0cb75205c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:49.932035 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54e12e3-e806-474e-b3f6-e2f0cb75205c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:49.932804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e54e12e3-e806-474e-b3f6-e2f0cb75205c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:49.946685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1ce2514-8ba1-4354-99d8-25f145a45c6e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:49.994276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e54e12e3-e806-474e-b3f6-e2f0cb75205c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:49.998300 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e54e12e3-e806-474e-b3f6-e2f0cb75205c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1704 time: 0.2308767
Dec 24 10:54:49.998300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46584) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:50.002633 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Attempting to bind port 7099d76c-729a-4a4e-80cb-d9844c883092 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:54:50.003025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Attempting to bind port 7099d76c-729a-4a4e-80cb-d9844c883092 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '6a5ee160-357c-4629-b285-173f1cb3c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a37615b8-8de5-4f09-9c05-ee62318a9a67'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:54:50.003397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Attempting to bind port 7099d76c-729a-4a4e-80cb-d9844c883092 on network a37615b8-8de5-4f09-9c05-ee62318a9a67 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:50.009472 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:54:50.009472 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Checking segment: {'id': '6a5ee160-357c-4629-b285-173f1cb3c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a37615b8-8de5-4f09-9c05-ee62318a9a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:50.009754 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:50.010088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Bound using segment: {'id': '6a5ee160-357c-4629-b285-173f1cb3c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a37615b8-8de5-4f09-9c05-ee62318a9a67'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:54:50.010496 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Bound port: 7099d76c-729a-4a4e-80cb-d9844c883092, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5ee160-357c-4629-b285-173f1cb3c20f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'a37615b8-8de5-4f09-9c05-ee62318a9a67'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:54:50.010891 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:50.083134 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:54:50.094116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1ce2514-8ba1-4354-99d8-25f145a45c6e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:50.096193 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148b8ba1-ad36-49a8-a188-4f7960f5a13f None None] Sync routers for ids ['66dea11f-6252-4498-be65-41a865aa8f30'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:54:50.109374 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148b8ba1-ad36-49a8-a188-4f7960f5a13f None None] Routers {'66dea11f-6252-4498-be65-41a865aa8f30'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:50.110333 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-148b8ba1-ad36-49a8-a188-4f7960f5a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db86dc0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['66dea11f-6252-4498-be65-41a865aa8f30'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:50.116218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce2514-8ba1-4354-99d8-25f145a45c6e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:50.117321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1ce2514-8ba1-4354-99d8-25f145a45c6e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:50.150599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:50.157903 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-08d2a34e-6744-4aee-b7ee-04e3d6bdd04a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port a1177f4f-fbb2-4c17-94e2-51e24941ecb4 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:50.158268 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08d2a34e-6744-4aee-b7ee-04e3d6bdd04a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:50.189604 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 34afbd0d-bbce-4572-a98a-8ee467811aa6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:50.203026 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-148b8ba1-ad36-49a8-a188-4f7960f5a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db86dc0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:50.215948 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148b8ba1-ad36-49a8-a188-4f7960f5a13f None None] Routers {'66dea11f-6252-4498-be65-41a865aa8f30'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:50.216877 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-148b8ba1-ad36-49a8-a188-4f7960f5a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db86dc0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['66dea11f-6252-4498-be65-41a865aa8f30'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:50.287216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce2514-8ba1-4354-99d8-25f145a45c6e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event updated for resources: {'Network': ['ID=a15ab8aa-7dec-4294-aad6-4dd2f7c5a6d0,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:50.299906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a1ce2514-8ba1-4354-99d8-25f145a45c6e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:50.303473 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 10:54:50.309479 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a1ce2514-8ba1-4354-99d8-25f145a45c6e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.7571781
Dec 24 10:54:50.311987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46590) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:50.312121 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network a15ab8aa-7dec-4294-aad6-4dd2f7c5a6d0 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:54:50.318364 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] For port 7099d76c-729a-4a4e-80cb-d9844c883092, host dv-neutron-822668-2-hyperv, got binding levels [] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:50.320591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:50.320987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f592bdfc-73c7-4dd9-b60c-c3ba324eb004 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Request body: {'subnet': {'network_id': 'a15ab8aa-7dec-4294-aad6-4dd2f7c5a6d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:50.329591 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-148b8ba1-ad36-49a8-a188-4f7960f5a13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db86dc0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:50.329831 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148b8ba1-ad36-49a8-a188-4f7960f5a13f None None] The sync data for ids ['66dea11f-6252-4498-be65-41a865aa8f30'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:54:50.339377 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] For port 7099d76c-729a-4a4e-80cb-d9844c883092, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:54:50.349747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:50.351940 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 7.0550117
Dec 24 10:54:50.354486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46594) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:50.403944 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] For port 7099d76c-729a-4a4e-80cb-d9844c883092, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7099d76c-729a-4a4e-80cb-d9844c883092,segment=NetworkSegment(6a5ee160-357c-4629-b285-173f1cb3c20f),segment_id=6a5ee160-357c-4629-b285-173f1cb3c20f)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:54:50.411443 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-2e292f89-58cb-446d-9918-c30a67f361d4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:50.437551 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:50.444737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:50.470772 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Calling delete_port for 7099d76c-729a-4a4e-80cb-d9844c883092 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:50.537643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f592bdfc-73c7-4dd9-b60c-c3ba324eb004 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:50.564795 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 34afbd0d-bbce-4572-a98a-8ee467811aa6 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:50.565175 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:50.595707 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f592bdfc-73c7-4dd9-b60c-c3ba324eb004 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Usage tracker for resource:subnet and tenant:a298211024e04862881e2bdd0a889cff is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:50.601378 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f592bdfc-73c7-4dd9-b60c-c3ba324eb004 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:50.609417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f592bdfc-73c7-4dd9-b60c-c3ba324eb004 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:50.655908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Pushing event updated for resources: {'Port': ['ID=7099d76c-729a-4a4e-80cb-d9844c883092,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:50.662900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:50.675178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.api [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:54:50.675178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_db.api [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:54:50.676074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08d2a34e-6744-4aee-b7ee-04e3d6bdd04a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:50.703310 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2ac78b3c-ebf9-402c-b5ec-2e4679fc8779,segment=NetworkSegment(f654e51f-4a24-48bd-b781-f889fac1f2fe),segment_id=f654e51f-4a24-48bd-b781-f889fac1f2fe)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:50.715330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f592bdfc-73c7-4dd9-b60c-c3ba324eb004 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Made reservation on behalf of a298211024e04862881e2bdd0a889cff for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:50.718358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f592bdfc-73c7-4dd9-b60c-c3ba324eb004 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:50.773350 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'port_id': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779', 'mac_address': 'fa:16:3e:20:cf:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 10:54:50.809419 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-08d2a34e-6744-4aee-b7ee-04e3d6bdd04a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for a1177f4f-fbb2-4c17-94e2-51e24941ecb4 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:50.842176 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f019a2f7-8492-4b6e-b07e-177d633c5d76 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:50.981301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:51.006152 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:54:51.024558 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2ac78b3c-ebf9-402c-b5ec-2e4679fc8779,segment=NetworkSegment(f654e51f-4a24-48bd-b781-f889fac1f2fe),segment_id=f654e51f-4a24-48bd-b781-f889fac1f2fe)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:51.033895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:51.034652 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08d2a34e-6744-4aee-b7ee-04e3d6bdd04a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:51.037122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e2de4f05-367e-471b-953d-c3db591b8334 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:51.046854 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-aca68b6a-26c5-453f-8fe2-a4a6c21b1151 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:51.106545 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port f019a2f7-8492-4b6e-b07e-177d633c5d76 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:51.106931 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:51.146800 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2a34e-6744-4aee-b7ee-04e3d6bdd04a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=a1177f4f-fbb2-4c17-94e2-51e24941ecb4,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:51.152537 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=2ac78b3c-ebf9-402c-b5ec-2e4679fc8779,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:51.155323 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-08d2a34e-6744-4aee-b7ee-04e3d6bdd04a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:51.157741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:51.160646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08d2a34e-6744-4aee-b7ee-04e3d6bdd04a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:51.170430 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Deleting port 7099d76c-729a-4a4e-80cb-d9844c883092 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:51.171073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:51.231831 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-08d2a34e-6744-4aee-b7ee-04e3d6bdd04a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/a1177f4f-fbb2-4c17-94e2-51e24941ecb4 HTTP/1.1" status: 204  len: 168 time: 1.2326932
Dec 24 10:54:51.243904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46602) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:51.363213 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['2ac78b3c-ebf9-402c-b5ec-2e4679fc8779'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 10:54:51.376289 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891d596d-808b-49fb-9271-1cdd1fc31b2e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:51.377905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891d596d-808b-49fb-9271-1cdd1fc31b2e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:51.378632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-891d596d-808b-49fb-9271-1cdd1fc31b2e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:51.425389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ef1a52-c45a-4b9f-9f08-d0db08f33a45 req-fbe3a74a-dfb6-4e2f-a1a9-16917e3686a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:51.438586 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19ef1a52-c45a-4b9f-9f08-d0db08f33a45 req-fbe3a74a-dfb6-4e2f-a1a9-16917e3686a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 943 time: 0.4674263
Dec 24 10:54:51.552087 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19ef1a52-c45a-4b9f-9f08-d0db08f33a45 req-c3619e6d-8bc3-4dfa-82b1-19dd79dd7566 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=11ad7cd3-708e-4b2b-82c9-939c8bc2acee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1124964
Dec 24 10:54:51.572183 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2e292f89-58cb-446d-9918-c30a67f361d4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:51.583665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f592bdfc-73c7-4dd9-b60c-c3ba324eb004 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:51.590006 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-93cb5037-a40c-47ef-9509-9e718e24f3ef tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:51.637533 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-891d596d-808b-49fb-9271-1cdd1fc31b2e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:51.641476 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-891d596d-808b-49fb-9271-1cdd1fc31b2e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.3939712
Dec 24 10:54:51.643642 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46606) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:51.658974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2e292f89-58cb-446d-9918-c30a67f361d4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:51.708613 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592bdfc-73c7-4dd9-b60c-c3ba324eb004 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event updated for resources: {'Subnet': ['ID=886c7a5a-63c3-4d9d-89aa-1e4671b6d3bc,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:51.712252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f592bdfc-73c7-4dd9-b60c-c3ba324eb004 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Checking segment: {'id': 'cee58ec9-62f8-4189-869c-ad1d093c77d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a15ab8aa-7dec-4294-aad6-4dd2f7c5a6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:51.712252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f592bdfc-73c7-4dd9-b60c-c3ba324eb004 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Network hostable DHCP agents. Network: a15ab8aa-7dec-4294-aad6-4dd2f7c5a6d0, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:54:51.720137 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f592bdfc-73c7-4dd9-b60c-c3ba324eb004 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:51.720755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-2e292f89-58cb-446d-9918-c30a67f361d4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Deleting port 4a2ab1bd-9999-47b0-97e1-34efaa18355f {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:51.721034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2e292f89-58cb-446d-9918-c30a67f361d4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:51.770367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3190f29-fe36-40ab-ba28-3c4d925c6551 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 101efab9-5b00-4afc-a96d-9def183bd798 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:54:51.773483 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] For port 7099d76c-729a-4a4e-80cb-d9844c883092, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7099d76c-729a-4a4e-80cb-d9844c883092,segment=NetworkSegment(6a5ee160-357c-4629-b285-173f1cb3c20f),segment_id=6a5ee160-357c-4629-b285-173f1cb3c20f)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:51.773847 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:51.789362 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a3190f29-fe36-40ab-ba28-3c4d925c6551 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:51.806513 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f592bdfc-73c7-4dd9-b60c-c3ba324eb004 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Network a15ab8aa-7dec-4294-aad6-4dd2f7c5a6d0 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:54:51.875019 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-f592bdfc-73c7-4dd9-b60c-c3ba324eb004 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, a15ab8aa-7dec-4294-aad6-4dd2f7c5a6d0) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:51.890533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f592bdfc-73c7-4dd9-b60c-c3ba324eb004 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:51.891452 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f592bdfc-73c7-4dd9-b60c-c3ba324eb004 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:51.942064 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f592bdfc-73c7-4dd9-b60c-c3ba324eb004 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.6261766
Dec 24 10:54:51.944814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46610) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:51.955107 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Calling delete_port for 7099d76c-729a-4a4e-80cb-d9844c883092 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:52.015095 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a3190f29-fe36-40ab-ba28-3c4d925c6551 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:52.044270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2e292f89-58cb-446d-9918-c30a67f361d4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:52.146047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf217e10-84cc-4157-b24c-d9f0ffa0cbbd None None] Network b18fba54-9d95-40a1-8276-fab63ea57d1e requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:52.222333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a3190f29-fe36-40ab-ba28-3c4d925c6551 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:52.267982 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-2e292f89-58cb-446d-9918-c30a67f361d4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Calling delete_port for 4a2ab1bd-9999-47b0-97e1-34efaa18355f owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:52.331508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:52.343229 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e342b65d-95eb-432f-b2a8-6f84bbadb32b tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:52.412879 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:52.465498 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Port': ['ID=7099d76c-729a-4a4e-80cb-d9844c883092,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:52.470779 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:52.532670 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7099d76c-729a-4a4e-80cb-d9844c883092 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:52.558295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:52.581566 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] No DVR routers for this DVR port 7099d76c-729a-4a4e-80cb-d9844c883092 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:54:52.588132 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c2684-82d1-4548-8370-32975193fca6 None None] Network a15ab8aa-7dec-4294-aad6-4dd2f7c5a6d0 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:52.602716 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377d8287-9930-432d-9ee3-f2906c11956d None None] Network 5512af8a-ffb6-4fd1-a324-a1e2cb6d5c8b requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:52.626197 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d3b3c8-e71c-416d-9c1d-02b4302fcd1d None None] Network a37615b8-8de5-4f09-9c05-ee62318a9a67 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:52.650380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:52.659488 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee8506f-5abe-4fe9-9a52-62e5eded739a None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:52.694031 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-974151aa-c9e1-4f52-895b-76b68ad06241 None None] Could not find standard attr ID for object 7099d76c-729a-4a4e-80cb-d9844c883092. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:54:52.708180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 7099d76c-729a-4a4e-80cb-d9844c883092 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:54:52.708775 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7099d76c-729a-4a4e-80cb-d9844c883092 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 24 10:54:52.717810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a3190f29-fe36-40ab-ba28-3c4d925c6551 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:52.724073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-666baffa-0df0-45e8-a09a-f1be4605b9f1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:52.767976 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3190f29-fe36-40ab-ba28-3c4d925c6551 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=101efab9-5b00-4afc-a96d-9def183bd798,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:52.770012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a3190f29-fe36-40ab-ba28-3c4d925c6551 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:52.773348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a3190f29-fe36-40ab-ba28-3c4d925c6551 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:52.793091 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2e292f89-58cb-446d-9918-c30a67f361d4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:52.798666 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a3190f29-fe36-40ab-ba28-3c4d925c6551 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/101efab9-5b00-4afc-a96d-9def183bd798 HTTP/1.1" status: 204  len: 168 time: 1.1535816
Dec 24 10:54:52.800991 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2620fac7-1ca7-4869-8254-21947708121f tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:52.801834 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:52.808841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46624) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:52.809658 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2ccf2a27-cf32-4fe5-8f47-45df06d61bb1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:52.840057 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377d8287-9930-432d-9ee3-f2906c11956d None None] Network 5512af8a-ffb6-4fd1-a324-a1e2cb6d5c8b could not be found, it might have been deleted concurrently. {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 24 10:54:52.856549 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e292f89-58cb-446d-9918-c30a67f361d4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Pushing event deleted for resources: {'Port': ['ID=4a2ab1bd-9999-47b0-97e1-34efaa18355f,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:52.886030 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2e292f89-58cb-446d-9918-c30a67f361d4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:52.892508 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:52.902191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-246f139e-671b-4afb-aa47-4d05e95ea9e2 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:52.920219 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Subnet': ['ID=3ff6a5a0-b719-432b-9bb6-e0887ef099c8,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:52.935811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a0831a-1d90-49f6-8233-07c63cfac45a req-9373a1c1-7b9b-4e24-b785-ad7caaf2e482 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:52.937387 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c6a0831a-1d90-49f6-8233-07c63cfac45a req-9373a1c1-7b9b-4e24-b785-ad7caaf2e482 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 944 time: 0.2491951
Dec 24 10:54:52.939468 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-50f2ef96-448e-488c-92f9-a0f804d48c20 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1014547
Dec 24 10:54:52.943307 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:52.943951 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46628) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:52.967266 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Port 7099d76c-729a-4a4e-80cb-d9844c883092 not found, will not notify nova. {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 24 10:54:52.969019 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8caa0a-7f3f-4e1a-a9ec-2576c1a9de9a None None] Network 5512af8a-ffb6-4fd1-a324-a1e2cb6d5c8b requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:52.996226 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event deleted for resources: {'Subnet': ['ID=886c7a5a-63c3-4d9d-89aa-1e4671b6d3bc,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:53.004461 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:53.016625 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8caa0a-7f3f-4e1a-a9ec-2576c1a9de9a None None] Network 5512af8a-ffb6-4fd1-a324-a1e2cb6d5c8b could not be found, it might have been deleted concurrently. {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 24 10:54:53.063131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:53.096566 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c336b50>,) {'filters': {'network_id': ['a37615b8-8de5-4f09-9c05-ee62318a9a67']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:53.119300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c336b50>, '6a5ee160-357c-4629-b285-173f1cb3c20f') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:53.119881 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c336b50>, '6a5ee160-357c-4629-b285-173f1cb3c20f') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:53.138043 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:53.163990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfdbd2e-b252-449f-92b3-c964a1aa5669 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:53.164732 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cdfdbd2e-b252-449f-92b3-c964a1aa5669 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:53.171976 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:53.186077 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:54:53.186077 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:54:53.202789 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:54:53.252148 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:53.261675 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c6a0831a-1d90-49f6-8233-07c63cfac45a req-b4c04caf-ee6a-47e8-88e3-1a033419b972 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=11ad7cd3-708e-4b2b-82c9-939c8bc2acee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2830105
Dec 24 10:54:53.262474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2e292f89-58cb-446d-9918-c30a67f361d4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:53.282863 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cdfdbd2e-b252-449f-92b3-c964a1aa5669 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:53.286734 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cdfdbd2e-b252-449f-92b3-c964a1aa5669 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3388963
Dec 24 10:54:53.289478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46632) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:53.348992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:53.356862 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-937a6ad3-76c9-4182-a6b3-ec298c11ba58 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:53.372775 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:53.390935 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Network': ['ID=a37615b8-8de5-4f09-9c05-ee62318a9a67,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:53.395106 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4966f31b-b410-4ec9-96a2-19a781ab9944 None None] Network a15ab8aa-7dec-4294-aad6-4dd2f7c5a6d0 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:53.402338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:53.406617 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/networks/a37615b8-8de5-4f09-9c05-ee62318a9a67 HTTP/1.1" status: 204  len: 168 time: 4.0035677
Dec 24 10:54:53.412463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7fbe61-caf2-479a-a264-4fb6378a6291 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:53.415756 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-bd7fbe61-caf2-479a-a264-4fb6378a6291 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:53.421098 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46636) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:53.434257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1537730368'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:53.448236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:53.466168 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Usage tracker for resource:network and tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:53.471332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:53.481312 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:53.487072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-bd7fbe61-caf2-479a-a264-4fb6378a6291 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:53.488171 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bd7fbe61-caf2-479a-a264-4fb6378a6291 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1975951
Dec 24 10:54:53.491889 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46640) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:53.498452 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ee61c9-6e2a-452c-af0e-0270c8d32154 None None] DHCP port deletion for a37615b8-8de5-4f09-9c05-ee62318a9a67 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:54:53.550123 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b772c9700>,) {'filters': {'network_id': ['a15ab8aa-7dec-4294-aad6-4dd2f7c5a6d0']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:53.551342 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6969e225-e228-4c84-ba02-dfedd76725f8 None None] Network a37615b8-8de5-4f09-9c05-ee62318a9a67 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:53.611013 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6969e225-e228-4c84-ba02-dfedd76725f8 None None] Network a37615b8-8de5-4f09-9c05-ee62318a9a67 could not be found, it might have been deleted concurrently. {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 24 10:54:53.632599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b772c9700>, 'cee58ec9-62f8-4189-869c-ad1d093c77d2') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:53.632896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b772c9700>, 'cee58ec9-62f8-4189-869c-ad1d093c77d2') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:53.731413 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bea145b-11f1-4c00-bbde-77e629d82770 None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:54:53.736276 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6bea145b-11f1-4c00-bbde-77e629d82770 None None] Deleting port 34afbd0d-bbce-4572-a98a-8ee467811aa6 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:53.736751 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6bea145b-11f1-4c00-bbde-77e629d82770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:53.785012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:53.860827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:53.867099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:53.875222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:53.882274 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-88c29a94-9f78-40d5-8f17-273fd17b5c04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3849044
Dec 24 10:54:53.884376 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46646) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:53.889523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-5c1501fb-ddec-464e-ab23-f42f87162bec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:53.983631 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:54:53.984061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:54:54.001635 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:54:54.028009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2e292f89-58cb-446d-9918-c30a67f361d4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.029801 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-6bea145b-11f1-4c00-bbde-77e629d82770 None None] For port 34afbd0d-bbce-4572-a98a-8ee467811aa6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=34afbd0d-bbce-4572-a98a-8ee467811aa6,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:54.029801 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6bea145b-11f1-4c00-bbde-77e629d82770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.151841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2e292f89-58cb-446d-9918-c30a67f361d4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.169081 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6bea145b-11f1-4c00-bbde-77e629d82770 None None] Calling delete_port for 34afbd0d-bbce-4572-a98a-8ee467811aa6 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:54.199575 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 34afbd0d-bbce-4572-a98a-8ee467811aa6 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:54:54.279762 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:54:54.292291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:54:54.321318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.321951 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Added segment 8ae7e929-d186-4a8a-8202-7b922f9859b5 of type vlan for network 5ef89140-31c7-4c67-b6b5-6ab04b874c6e
Dec 24 10:54:54.388977 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.398155 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5c1501fb-ddec-464e-ab23-f42f87162bec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:54.402841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.409394 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6bea145b-11f1-4c00-bbde-77e629d82770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.415894 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:54.440039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2310b063-26cc-453e-be1a-82fce952640f tempest-AllowedAddressPairTestJSON-993309721 tempest-AllowedAddressPairTestJSON-993309721-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:54.441395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.451214 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:54.451214 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.470749 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5c26ab02-45d6-4bfa-b7f5-455ba3600fdb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:54.474435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a59bd2e-b2b9-4d1e-9e45-3bfdfdb8cf05 None None] Network b18fba54-9d95-40a1-8276-fab63ea57d1e requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:54.488067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.501135 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5c1501fb-ddec-464e-ab23-f42f87162bec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:54.515454 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea145b-11f1-4c00-bbde-77e629d82770 None None] Pushing event deleted for resources: {'Port': ['ID=34afbd0d-bbce-4572-a98a-8ee467811aa6,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:54.523560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e292f89-58cb-446d-9918-c30a67f361d4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Router 66dea11f-6252-4498-be65-41a865aa8f30 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:54:54.525668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6bea145b-11f1-4c00-bbde-77e629d82770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:54.573372 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event deleted for resources: {'Network': ['ID=a15ab8aa-7dec-4294-aad6-4dd2f7c5a6d0,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:54.579534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bea145b-11f1-4c00-bbde-77e629d82770 None None] No DVR routers for this DVR port 34afbd0d-bbce-4572-a98a-8ee467811aa6 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:54:54.579534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.584120 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.1607170
Dec 24 10:54:54.593302 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:54.609036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46652) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:54.618732 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'subnet': {'network_id': '5ef89140-31c7-4c67-b6b5-6ab04b874c6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:54.620024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Network': ['ID=5ef89140-31c7-4c67-b6b5-6ab04b874c6e,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:54.629319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:54.629319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:54.629319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:54.629966 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:54.629966 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:54.630388 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:54.630755 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:54.631141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:54.634255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:54.634255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:54.634255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:54.634255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:54.640306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d9198c68-5bcd-4fd6-a0fc-012527cb418a None None] Provisioning complete for port f019a2f7-8492-4b6e-b07e-177d633c5d76 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:54.640306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d9198c68-5bcd-4fd6-a0fc-012527cb418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.641150 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:54.729517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 5ef89140-31c7-4c67-b6b5-6ab04b874c6e details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:54:54.742325 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/networks/a15ab8aa-7dec-4294-aad6-4dd2f7c5a6d0 HTTP/1.1" status: 204  len: 168 time: 2.7918465
Dec 24 10:54:54.743036 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46656) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:54.748984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-89778103-72f8-45ad-a9fd-ec46ca9140cf tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-739202279'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:54.753300 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:54.762453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-89778103-72f8-45ad-a9fd-ec46ca9140cf tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:54.768979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-89778103-72f8-45ad-a9fd-ec46ca9140cf tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Usage tracker for resource:network and tenant:a298211024e04862881e2bdd0a889cff is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:54.777216 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-89778103-72f8-45ad-a9fd-ec46ca9140cf tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:54.786681 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-89778103-72f8-45ad-a9fd-ec46ca9140cf tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:54.804032 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89778103-72f8-45ad-a9fd-ec46ca9140cf tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Made reservation on behalf of a298211024e04862881e2bdd0a889cff for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:54.812356 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-89778103-72f8-45ad-a9fd-ec46ca9140cf tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.819755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1501fb-ddec-464e-ab23-f42f87162bec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:54.825171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5c1501fb-ddec-464e-ab23-f42f87162bec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.862281 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89778103-72f8-45ad-a9fd-ec46ca9140cf tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:54:54.878294 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-89778103-72f8-45ad-a9fd-ec46ca9140cf tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.878528 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-89778103-72f8-45ad-a9fd-ec46ca9140cf tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Added segment 899a8766-200f-46c0-9a6b-be4355557236 of type vlan for network 9f66ab35-819e-4e4b-890c-fdf5db5607a5
Dec 24 10:54:54.921232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-89778103-72f8-45ad-a9fd-ec46ca9140cf tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.946408 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7099d76c-729a-4a4e-80cb-d9844c883092 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:54:54.974715 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-89778103-72f8-45ad-a9fd-ec46ca9140cf tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.982493 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89778103-72f8-45ad-a9fd-ec46ca9140cf tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:54.983171 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-89778103-72f8-45ad-a9fd-ec46ca9140cf tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:54.989943 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:54.990257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:54.990359 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:55.051525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 7099d76c-729a-4a4e-80cb-d9844c883092 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:54:55.051880 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7099d76c-729a-4a4e-80cb-d9844c883092 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:54:55.110414 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-89778103-72f8-45ad-a9fd-ec46ca9140cf tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.3696470
Dec 24 10:54:55.114208 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46662) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:55.123542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Request body: {'subnet': {'network_id': '9f66ab35-819e-4e4b-890c-fdf5db5607a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:55.138246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:55.146206 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89778103-72f8-45ad-a9fd-ec46ca9140cf tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event updated for resources: {'Network': ['ID=9f66ab35-819e-4e4b-890c-fdf5db5607a5,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:55.156815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-89778103-72f8-45ad-a9fd-ec46ca9140cf tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:55.162479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Usage tracker for resource:subnet and tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:55.167906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e292f89-58cb-446d-9918-c30a67f361d4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:54:55.168525 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:55.178360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2e292f89-58cb-446d-9918-c30a67f361d4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:55.182343 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2e292f89-58cb-446d-9918-c30a67f361d4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "PUT /v2.0/routers/66dea11f-6252-4498-be65-41a865aa8f30 HTTP/1.1" status: 200  len: 710 time: 4.8269482
Dec 24 10:54:55.190288 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46666) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:55.199034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:55.218732 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 9f66ab35-819e-4e4b-890c-fdf5db5607a5 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:54:55.236551 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4abab22-2b24-43d6-9990-59d2e37744df None None] Sync routers for ids ['66dea11f-6252-4498-be65-41a865aa8f30'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:54:55.276538 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:55.281851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Usage tracker for resource:subnet and tenant:a298211024e04862881e2bdd0a889cff is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:55.285038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:55.292642 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:55.304936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Made reservation on behalf of a298211024e04862881e2bdd0a889cff for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:55.309138 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:55.364541 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-55136486-5a17-4631-8625-300e558f171d tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "GET /v2.0/routers/66dea11f-6252-4498-be65-41a865aa8f30 HTTP/1.1" status: 200  len: 745 time: 0.1735547
Dec 24 10:54:55.368486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:55.373764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:55.380044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46670) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:55.408283 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4abab22-2b24-43d6-9990-59d2e37744df None None] Routers {'66dea11f-6252-4498-be65-41a865aa8f30'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:55.408927 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c4abab22-2b24-43d6-9990-59d2e37744df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6c6070>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['66dea11f-6252-4498-be65-41a865aa8f30'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:55.441573 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a01b7278-8926-4f1c-9c84-a7f00088bebd tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] 10.222.0.54 "GET /v2.0/ports?network_id=38a55964-33b9-4484-a01f-c130c608c280&device_id=66dea11f-6252-4498-be65-41a865aa8f30 HTTP/1.1" status: 200  len: 205 time: 0.0600476
Dec 24 10:54:55.445133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46674) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:55.489857 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:55.503397 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bce12638-be38-4d90-b45f-0ed181b2358a tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "GET /v2.0/ports?device_id=66dea11f-6252-4498-be65-41a865aa8f30 HTTP/1.1" status: 200  len: 205 time: 0.0568373
Dec 24 10:54:55.507267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46678) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:55.510381 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c4abab22-2b24-43d6-9990-59d2e37744df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6c6070>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:55.538901 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4abab22-2b24-43d6-9990-59d2e37744df None None] Routers {'66dea11f-6252-4498-be65-41a865aa8f30'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:54:55.539531 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c4abab22-2b24-43d6-9990-59d2e37744df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6c6070>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:54:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['66dea11f-6252-4498-be65-41a865aa8f30'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:55.548136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a82397-f3df-4ec5-9a8c-e4f9805da925 req-fe1b3a95-fb61-4997-b14d-f7c51035b0b3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:55.549635 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-28a82397-f3df-4ec5-9a8c-e4f9805da925 req-fe1b3a95-fb61-4997-b14d-f7c51035b0b3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 944 time: 1.0690966
Dec 24 10:54:55.599158 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:54:55.642973 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c4abab22-2b24-43d6-9990-59d2e37744df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6c6070>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:55.642973 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4abab22-2b24-43d6-9990-59d2e37744df None None] The sync data for ids ['66dea11f-6252-4498-be65-41a865aa8f30'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:54:55.658248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2ac78b3c-ebf9-402c-b5ec-2e4679fc8779,segment=NetworkSegment(f654e51f-4a24-48bd-b781-f889fac1f2fe),segment_id=f654e51f-4a24-48bd-b781-f889fac1f2fe)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:54:55.668336 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:55.670220 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-28a82397-f3df-4ec5-9a8c-e4f9805da925 req-1ea727f1-7a82-4588-a8d5-f7473657ea36 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=11ad7cd3-708e-4b2b-82c9-939c8bc2acee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1052506
Dec 24 10:54:55.671377 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7dbdd85c-4e85-4509-984e-fc7714800d41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:55.682966 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-397a8c2f-21dd-4bfb-ab3e-018471689023 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:55.691571 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5c1501fb-ddec-464e-ab23-f42f87162bec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:55.700888 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e0f97da6-d0a8-4dd1-88fb-1cbe6faa59ec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:55.807148 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779', 'code': 200}
Dec 24 10:54:55.818084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1501fb-ddec-464e-ab23-f42f87162bec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=11a532e5-3725-4f88-b796-d102535a83cf,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:55.830775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5c1501fb-ddec-464e-ab23-f42f87162bec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:55.851996 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1501fb-ddec-464e-ab23-f42f87162bec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:55.885068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-5c1501fb-ddec-464e-ab23-f42f87162bec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:55.890641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1501fb-ddec-464e-ab23-f42f87162bec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:55.891275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5c1501fb-ddec-464e-ab23-f42f87162bec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:55.906313 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=2ac78b3c-ebf9-402c-b5ec-2e4679fc8779,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:55.921705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:55.922409 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:55.923248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:55.923804 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:55.924437 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:55.925005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:55.925678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:55.926248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:55.926796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:55.927539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:55.930109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:55.930647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:55.949074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d5f75e-c62f-473f-ab23-6dd3159f047b None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:55.984275 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:56.075028 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5c1501fb-ddec-464e-ab23-f42f87162bec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.1866400
Dec 24 10:54:56.076525 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46686) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:56.083196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'mac_address': 'fa:16:3e:a7:3e:59', 'name': 'tempest-NetworksTestDHCPv6-2135520422'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:56.094000 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-909e0470-1faf-4081-a312-93d13434850e None None] Provisioning complete for port f019a2f7-8492-4b6e-b07e-177d633c5d76 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:54:56.094712 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-909e0470-1faf-4081-a312-93d13434850e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:56.156781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5582b9-926f-421c-8880-c74da287e007 req-2dd7c76e-1a48-4e46-9f9a-9d50c0cc3ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:56.159708 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bf5582b9-926f-421c-8880-c74da287e007 req-2dd7c76e-1a48-4e46-9f9a-9d50c0cc3ec7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 1098 time: 0.2281644
Dec 24 10:54:56.230463 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:56.239198 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-397a8c2f-21dd-4bfb-ab3e-018471689023 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:56.246003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:56.246150 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-397a8c2f-21dd-4bfb-ab3e-018471689023 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:56.378062 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bf5582b9-926f-421c-8880-c74da287e007 req-bb9b5edd-baff-45c3-b31c-e7db547d3265 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=11ad7cd3-708e-4b2b-82c9-939c8bc2acee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1605549
Dec 24 10:54:56.378642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Subnet': ['ID=d37d41eb-7bc9-4afc-9642-7984b37c501c,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:56.412944 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:56.413545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:56.414680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:56.415258 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:56.415809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:56.416397 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:56.417780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:56.418408 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:56.419831 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:56.420442 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:56.421020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:56.421612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:54:56.427584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:56.445934 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-397a8c2f-21dd-4bfb-ab3e-018471689023 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:56.446450 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397a8c2f-21dd-4bfb-ab3e-018471689023 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Fanout notify agent at l3_agent the message router_deleted on router 66dea11f-6252-4498-be65-41a865aa8f30 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:54:56.448159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Checking segment: {'id': '8ae7e929-d186-4a8a-8202-7b922f9859b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '5ef89140-31c7-4c67-b6b5-6ab04b874c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:56.448626 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network hostable DHCP agents. Network: 5ef89140-31c7-4c67-b6b5-6ab04b874c6e, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:54:56.449186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': '11a532e5-3725-4f88-b796-d102535a83cf'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:54:56.450901 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:56.452526 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.objects.ports [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87559) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:54:56.453462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:56.459336 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:56.468331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-95448299-33c8-40ea-9aa5-406ed1dac962 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:56.472468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:56.488047 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network 5ef89140-31c7-4c67-b6b5-6ab04b874c6e is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:54:56.492348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:56.531358 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-397a8c2f-21dd-4bfb-ab3e-018471689023 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:56.532529 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-397a8c2f-21dd-4bfb-ab3e-018471689023 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "DELETE /v2.0/routers/66dea11f-6252-4498-be65-41a865aa8f30 HTTP/1.1" status: 204  len: 168 time: 1.0240917
Dec 24 10:54:56.536677 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46690) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:56.576222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 5ef89140-31c7-4c67-b6b5-6ab04b874c6e) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:56.588886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9df4be-7a69-4b94-a76a-289d4287aa45 None None] Network 5ef89140-31c7-4c67-b6b5-6ab04b874c6e requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:56.591803 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:56.592632 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:56.605768 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-85ccddb3-6e3c-4c15-8fe0-09e84fd08655 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "GET /v2.0/ports?device_id=66dea11f-6252-4498-be65-41a865aa8f30 HTTP/1.1" status: 200  len: 205 time: 0.0680223
Dec 24 10:54:56.608019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event updated for resources: {'Subnet': ['ID=9d7f2733-4797-45bd-950b-64007ab95473,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:56.609320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46694) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:56.613502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:56.616064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Checking segment: {'id': '899a8766-200f-46c0-9a6b-be4355557236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '9f66ab35-819e-4e4b-890c-fdf5db5607a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:56.616428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Network hostable DHCP agents. Network: 9f66ab35-819e-4e4b-890c-fdf5db5607a5, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:54:56.638810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Network 9f66ab35-819e-4e4b-890c-fdf5db5607a5 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:54:56.652720 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 9f66ab35-819e-4e4b-890c-fdf5db5607a5) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:56.663650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:56.664545 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:56.688239 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.5728056
Dec 24 10:54:56.691169 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3dd311-3479-4b50-83a3-d1c7a743d3d2 None None] Network 9f66ab35-819e-4e4b-890c-fdf5db5607a5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:56.691708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46698) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:56.692506 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 2.0814927
Dec 24 10:54:56.696602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46702) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:56.703469 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-d21f8c10-66fa-4a33-a94b-46792a5a582a tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] delete failed (client error): The resource could not be found.
Dec 24 10:54:56.707018 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d21f8c10-66fa-4a33-a94b-46792a5a582a tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "DELETE /v2.0/routers/66dea11f-6252-4498-be65-41a865aa8f30 HTTP/1.1" status: 404  len: 336 time: 0.0939188
Dec 24 10:54:56.707289 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46706) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:56.776653 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5abc733f-67c8-461c-b14e-effd366f09e6 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcde08e9-6b6e-4a0c-844a-1c28d6bf2762 HTTP/1.1" status: 200  len: 205 time: 0.0679266
Dec 24 10:54:56.787996 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46712) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:56.865510 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-d4b1fad7-d505-4388-b7ab-96acb162a6fb tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] delete failed (client error): The resource could not be found.
Dec 24 10:54:56.867202 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d4b1fad7-d505-4388-b7ab-96acb162a6fb tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "DELETE /v2.0/routers/dcde08e9-6b6e-4a0c-844a-1c28d6bf2762 HTTP/1.1" status: 404  len: 336 time: 0.0781231
Dec 24 10:54:56.869466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:56.910084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46716) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:56.952776 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Allocated IP 2001:db8::2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/11a532e5-3725-4f88-b796-d102535a83cf/fbc39093-fc50-4058-b3df-a2d3707cd974) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:56.973884 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3aa0fd72-7e22-4849-9ddf-fbf1390f93c9 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "GET /v2.0/ports?device_id=ba2bf30d-595e-448a-80dc-1f16e0c1f7a5 HTTP/1.1" status: 200  len: 205 time: 0.0626018
Dec 24 10:54:56.976937 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46720) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:56.989364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port 6a64854d-27bd-4014-bb0c-040e13ab9d89 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:54:57.119896 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-aa395d01-95d4-495c-8ba4-3924f2d0f3e3 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] delete failed (client error): The resource could not be found.
Dec 24 10:54:57.119896 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-aa395d01-95d4-495c-8ba4-3924f2d0f3e3 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "DELETE /v2.0/routers/ba2bf30d-595e-448a-80dc-1f16e0c1f7a5 HTTP/1.1" status: 404  len: 336 time: 0.1059699
Dec 24 10:54:57.131453 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46724) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:57.134977 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:57.173905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:57.276277 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af35bf6d-336e-4c30-ae66-2c38c063edc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-5ef89140-31c7-4c67-b6b5-6ab04b874c6e', 'network_id': '5ef89140-31c7-4c67-b6b5-6ab04b874c6e', 'tenant_id': '03e9e5c33d4a4a9bb7081e69f8dfb5f7', 'fixed_ips': [{'subnet_id': 'd37d41eb-7bc9-4afc-9642-7984b37c501c'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:54:57.277130 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-af35bf6d-336e-4c30-ae66-2c38c063edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:57.301309 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:57.322281 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-572cf380-1938-4979-8254-5148e44e346c tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "GET /v2.0/ports?device_id=1bfcd360-bdf2-484b-a803-747773f4be51 HTTP/1.1" status: 200  len: 205 time: 0.2292359
Dec 24 10:54:57.327506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46730) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:57.339235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4c68c9-67de-4a6f-825b-ab83c9c5d1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-9f66ab35-819e-4e4b-890c-fdf5db5607a5', 'network_id': '9f66ab35-819e-4e4b-890c-fdf5db5607a5', 'tenant_id': 'a298211024e04862881e2bdd0a889cff', 'fixed_ips': [{'subnet_id': '9d7f2733-4797-45bd-950b-64007ab95473'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:54:57.340225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-aa4c68c9-67de-4a6f-825b-ab83c9c5d1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:57.411357 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:57.417016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d71fe-abe1-45f1-8c5c-d0ca0e1a89e9 req-1909ed8b-4b6e-41b9-8911-58e3ee49e8f4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:57.418586 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c87d71fe-abe1-45f1-8c5c-d0ca0e1a89e9 req-1909ed8b-4b6e-41b9-8911-58e3ee49e8f4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 945 time: 0.5569997
Dec 24 10:54:57.471227 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c87d71fe-abe1-45f1-8c5c-d0ca0e1a89e9 req-75a7961f-87d5-4bdc-a38d-cddb3ac889a9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=11ad7cd3-708e-4b2b-82c9-939c8bc2acee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438039
Dec 24 10:54:57.472465 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-d85d2c85-81d8-42d5-8834-dc80ee8cac3a tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] delete failed (client error): The resource could not be found.
Dec 24 10:54:57.478610 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d85d2c85-81d8-42d5-8834-dc80ee8cac3a tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "DELETE /v2.0/routers/1bfcd360-bdf2-484b-a803-747773f4be51 HTTP/1.1" status: 404  len: 336 time: 0.1502438
Dec 24 10:54:57.479525 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46734) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:57.505071 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:57.506808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b32a40c5-0574-4e33-91f4-2007834f1881 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:57.540623 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fa2c632b-9b12-4c8b-9c0f-ccbeaa123253 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7089b42-6387-4269-ada5-918eb5116225 HTTP/1.1" status: 200  len: 205 time: 0.0594873
Dec 24 10:54:57.542796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46738) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:57.549335 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7f2733-4797-45bd-950b-64007ab95473,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:57.553331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:57.555208 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:57.561354 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-81f26e01-000c-408e-bd80-55b4efe98fd8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:57.606653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:57.609696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Subnet': ['ID=d37d41eb-7bc9-4afc-9642-7984b37c501c,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:57.620786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:57.641241 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-8f0b4117-bfcf-45c4-9472-19cc325e1e09 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] delete failed (client error): The resource could not be found.
Dec 24 10:54:57.642191 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8f0b4117-bfcf-45c4-9472-19cc325e1e09 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "DELETE /v2.0/routers/b7089b42-6387-4269-ada5-918eb5116225 HTTP/1.1" status: 404  len: 336 time: 0.0982654
Dec 24 10:54:57.644858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46742) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server [None req-af35bf6d-336e-4c30-ae66-2c38c063edc1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d37d41eb-7bc9-4afc-9642-7984b37c501c: This subnet is being modified by another concurrent operation.
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 10:54:57.660369 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise exception
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d37d41eb-7bc9-4afc-9642-7984b37c501c: This subnet is being modified by another concurrent operation.
Dec 24 10:54:57.665538 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server 
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server [None req-aa4c68c9-67de-4a6f-825b-ab83c9c5d1e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d7f2733-4797-45bd-950b-64007ab95473: This subnet is being modified by another concurrent operation.
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 10:54:57.677060 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise exception
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9d7f2733-4797-45bd-950b-64007ab95473: This subnet is being modified by another concurrent operation.
Dec 24 10:54:57.681787 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server 
Dec 24 10:54:57.700516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Transition to ACTIVE for port object fbc39093-fc50-4058-b3df-a2d3707cd974 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:57.713443 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e78c8955-48f9-4b8f-8a64-43de516f9ebc tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "GET /v2.0/ports?device_id=6c8ff4ef-b771-41ab-a1db-c584ed64ba38 HTTP/1.1" status: 200  len: 205 time: 0.0673323
Dec 24 10:54:57.715688 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46746) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:57.751908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Transition to ACTIVE for port object fbc39093-fc50-4058-b3df-a2d3707cd974 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:57.754314 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fcc52c-0e6a-4659-8a54-ed77bdb4cd6c None None] Network 5ef89140-31c7-4c67-b6b5-6ab04b874c6e requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:57.769769 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5485b82a-cfaf-417d-9214-25ba583624e1 None None] Network 9f66ab35-819e-4e4b-890c-fdf5db5607a5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:54:57.777534 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:57.796072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:57.807494 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:57.828255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d264fa0>,) {'filters': {'network_id': ['9f66ab35-819e-4e4b-890c-fdf5db5607a5']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:57.843898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c087d60>,) {'filters': {'network_id': ['5ef89140-31c7-4c67-b6b5-6ab04b874c6e']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:57.852098 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d264fa0>, '899a8766-200f-46c0-9a6b-be4355557236') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:57.852400 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d264fa0>, '899a8766-200f-46c0-9a6b-be4355557236') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:57.863546 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-a35e121f-be6c-488e-bdb9-ccca74d8ca0f tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] delete failed (client error): The resource could not be found.
Dec 24 10:54:57.864583 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a35e121f-be6c-488e-bdb9-ccca74d8ca0f tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "DELETE /v2.0/routers/6c8ff4ef-b771-41ab-a1db-c584ed64ba38 HTTP/1.1" status: 404  len: 336 time: 0.1478293
Dec 24 10:54:57.867936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46750) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:57.871468 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c087d60>, '8ae7e929-d186-4a8a-8202-7b922f9859b5') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:57.871768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c087d60>, '8ae7e929-d186-4a8a-8202-7b922f9859b5') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:54:57.879795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:57.906700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::274 (51d30af2-9f70-4c66-8947-64c1ea7cb845/11a532e5-3725-4f88-b796-d102535a83cf/6a64854d-27bd-4014-bb0c-040e13ab9d89) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:54:57.915720 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b469e762-e05a-474b-8b1b-8a98b2806220 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:57.924331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:57.942040 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77282d6-e467-4e4a-a0f0-39bb87ec5497 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:54:57.942765 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77282d6-e467-4e4a-a0f0-39bb87ec5497 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:54:57.948881 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:57.961283 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e77282d6-e467-4e4a-a0f0-39bb87ec5497 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] 10.222.0.54 "DELETE /v2.0/subnets/549d285b-17cb-438b-b7a7-729f1aa2f1a1 HTTP/1.1" status: 404  len: 337 time: 0.0921385
Dec 24 10:54:57.962609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:54:57.963179 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.038681 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:54:58.043450 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:54:58.047500 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:58.049388 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.050165 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:58.074624 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:54:58.075397 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:54:58.092062 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:54:58.094113 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Pushing event updated for resources: {'Port': ['ID=fbc39093-fc50-4058-b3df-a2d3707cd974,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:58.094903 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:58.163441 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.176991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a489f80c-18cb-4aab-af51-649c556f031f tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:58.204156 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.204895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.208031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event deleted for resources: {'Network': ['ID=9f66ab35-819e-4e4b-890c-fdf5db5607a5,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:58.212451 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:58.220272 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/networks/9f66ab35-819e-4e4b-890c-fdf5db5607a5 HTTP/1.1" status: 204  len: 168 time: 1.5275402
Dec 24 10:54:58.222036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46756) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:58.227054 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.231678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:58.252176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.264419 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/networks/5ef89140-31c7-4c67-b6b5-6ab04b874c6e HTTP/1.1" status: 204  len: 168 time: 1.5673635
Dec 24 10:54:58.265460 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46762) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:58.276370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object 6a64854d-27bd-4014-bb0c-040e13ab9d89 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:54:58.278016 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe25da20-6bf8-411d-9a41-757bf6544091 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:54:58.278167 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ba208b64-9be4-47f4-afcf-0f5dbd1a1acd tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2098731198'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:58.278479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe25da20-6bf8-411d-9a41-757bf6544091 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:54:58.282125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Network': ['ID=5ef89140-31c7-4c67-b6b5-6ab04b874c6e,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:58.286316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:58.287433 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ba208b64-9be4-47f4-afcf-0f5dbd1a1acd tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:58.292223 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fe25da20-6bf8-411d-9a41-757bf6544091 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/subnets/9d7f2733-4797-45bd-950b-64007ab95473 HTTP/1.1" status: 404  len: 337 time: 0.0663245
Dec 24 10:54:58.292449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46766) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:58.296181 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ba208b64-9be4-47f4-afcf-0f5dbd1a1acd tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Usage tracker for resource:network and tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:58.298583 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Attempting to bind port fbc39093-fc50-4058-b3df-a2d3707cd974 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:54:58.298967 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Attempting to bind port fbc39093-fc50-4058-b3df-a2d3707cd974 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:54:58.299341 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Attempting to bind port fbc39093-fc50-4058-b3df-a2d3707cd974 on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:54:58.299774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ba208b64-9be4-47f4-afcf-0f5dbd1a1acd tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:58.305488 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:54:58.305903 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:54:58.306309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.306841 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:54:58.307317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Bound port: fbc39093-fc50-4058-b3df-a2d3707cd974, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:54:58.307573 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ba208b64-9be4-47f4-afcf-0f5dbd1a1acd tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:58.307696 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.322549 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba208b64-9be4-47f4-afcf-0f5dbd1a1acd tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:58.327662 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe56559-d78c-4dd5-b1d6-b3ce10e32b21 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:54:58.328616 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ba208b64-9be4-47f4-afcf-0f5dbd1a1acd tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.328905 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe56559-d78c-4dd5-b1d6-b3ce10e32b21 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:54:58.330788 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-abe56559-d78c-4dd5-b1d6-b3ce10e32b21 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/networks/9f66ab35-819e-4e4b-890c-fdf5db5607a5 HTTP/1.1" status: 404  len: 339 time: 0.0373771
Dec 24 10:54:58.333315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46770) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:58.377080 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-78be20de-d785-4595-8e3f-8314b15cadbb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:54:58.377811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78be20de-d785-4595-8e3f-8314b15cadbb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:54:58.379893 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-78be20de-d785-4595-8e3f-8314b15cadbb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/subnets/886c7a5a-63c3-4d9d-89aa-1e4671b6d3bc HTTP/1.1" status: 404  len: 337 time: 0.0454705
Dec 24 10:54:58.383699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46774) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:58.388644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.407061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bc3e02c8-0095-4d9c-9559-7ed628cdb241 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:58.412489 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] For port fbc39093-fc50-4058-b3df-a2d3707cd974, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:54:58.416377 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] For port fbc39093-fc50-4058-b3df-a2d3707cd974, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=fbc39093-fc50-4058-b3df-a2d3707cd974,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:54:58.419899 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46780) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:58.422140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.424039 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a1181e-75be-43dc-8592-8b5a65304161 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:54:58.424039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a1181e-75be-43dc-8592-8b5a65304161 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:54:58.428404 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba208b64-9be4-47f4-afcf-0f5dbd1a1acd tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:54:58.429244 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-12621d75-2616-4531-881e-b63ec2c65cec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:58.444568 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-46a1181e-75be-43dc-8592-8b5a65304161 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/networks/a15ab8aa-7dec-4294-aad6-4dd2f7c5a6d0 HTTP/1.1" status: 404  len: 339 time: 0.0590799
Dec 24 10:54:58.447112 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46786) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:58.478278 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:54:58.482931 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:54:58.487525 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:54:58.494348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:58.495341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.555177 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=6a64854d-27bd-4014-bb0c-040e13ab9d89,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:58.568899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:58.575587 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.4979851
Dec 24 10:54:58.579423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46792) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:58.606941 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Pushing event updated for resources: {'Port': ['ID=fbc39093-fc50-4058-b3df-a2d3707cd974,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:58.615349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:58.630431 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ba208b64-9be4-47f4-afcf-0f5dbd1a1acd tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.630961 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-ba208b64-9be4-47f4-afcf-0f5dbd1a1acd tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Added segment 8a5019f4-1435-4d50-8136-57c9417ffecd of type vlan for network 96585cd0-d6cd-47e2-a69e-afb1c1d6c5de
Dec 24 10:54:58.647819 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a86ad3-110a-49c7-bd7e-436c0cc282a0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:54:58.658306 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a86ad3-110a-49c7-bd7e-436c0cc282a0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:54:58.662770 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-82a86ad3-110a-49c7-bd7e-436c0cc282a0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/subnets/00ed637e-55c5-46ae-af6a-7e09945ffb79 HTTP/1.1" status: 404  len: 337 time: 0.2138383
Dec 24 10:54:58.664985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46796) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:58.690351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ba208b64-9be4-47f4-afcf-0f5dbd1a1acd tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.730711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0be92e69-b3d7-4ec1-b132-cfabc97cac6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.744794 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d7f78f-f441-4b74-a534-b9b959a028e0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:54:58.745352 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d7f78f-f441-4b74-a534-b9b959a028e0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:54:58.747082 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a4d7f78f-f441-4b74-a534-b9b959a028e0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/networks/5512af8a-ffb6-4fd1-a324-a1e2cb6d5c8b HTTP/1.1" status: 404  len: 339 time: 0.0809932
Dec 24 10:54:58.749702 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46800) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:58.752654 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-0be92e69-b3d7-4ec1-b132-cfabc97cac6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:58.788618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ba208b64-9be4-47f4-afcf-0f5dbd1a1acd tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.794007 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba208b64-9be4-47f4-afcf-0f5dbd1a1acd tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:58.794787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ba208b64-9be4-47f4-afcf-0f5dbd1a1acd tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:58.808851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0be92e69-b3d7-4ec1-b132-cfabc97cac6c admin admin] Usage tracker for resource:security_group_rule and tenant:38b0eb92497a47de9f680dcf463f5ea8 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:58.819577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-10216df8-387a-4c3b-83a7-2fddf1738d8f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:58.823213 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d89f67f-34fa-4769-9f59-7725c09e1caa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:58.829383 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d89f67f-34fa-4769-9f59-7725c09e1caa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:58.830408 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4d89f67f-34fa-4769-9f59-7725c09e1caa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:54:58.846260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba693ec7-f3d6-4567-b249-16eb244790e6 req-47e510ad-f867-4381-ab86-20b443b31148 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:58.847776 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba693ec7-f3d6-4567-b249-16eb244790e6 req-47e510ad-f867-4381-ab86-20b443b31148 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 945 time: 0.1515510
Dec 24 10:54:58.848963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0be92e69-b3d7-4ec1-b132-cfabc97cac6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:58.879049 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ba208b64-9be4-47f4-afcf-0f5dbd1a1acd tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6074772
Dec 24 10:54:58.880996 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46804) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:58.887964 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4d89f67f-34fa-4769-9f59-7725c09e1caa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:54:58.891655 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4d89f67f-34fa-4769-9f59-7725c09e1caa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.3087301
Dec 24 10:54:58.892905 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-eb6a3d3b-5ccb-44c1-810e-b1d3a517d4ba tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'subnet': {'network_id': '96585cd0-d6cd-47e2-a69e-afb1c1d6c5de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:58.909626 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46808) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:58.930188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-0be92e69-b3d7-4ec1-b132-cfabc97cac6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:58.983255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-8cebeb4d-f2c5-47d0-8c94-40d1e76150c8 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Deleting port b7068e4c-6966-4090-8ce3-f839ac87717a {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:58.983640 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8cebeb4d-f2c5-47d0-8c94-40d1e76150c8 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:59.014256 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba208b64-9be4-47f4-afcf-0f5dbd1a1acd tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Network': ['ID=96585cd0-d6cd-47e2-a69e-afb1c1d6c5de,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:59.023191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ba208b64-9be4-47f4-afcf-0f5dbd1a1acd tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:59.026377 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 96585cd0-d6cd-47e2-a69e-afb1c1d6c5de details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:54:59.048198 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba693ec7-f3d6-4567-b249-16eb244790e6 req-62efc6f5-c1a8-484a-8735-e79c8e15d92e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=11ad7cd3-708e-4b2b-82c9-939c8bc2acee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1915524
Dec 24 10:54:59.089523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-bb3659d4-faf1-4f57-82cc-22475bf6b271 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port 6a64854d-27bd-4014-bb0c-040e13ab9d89 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:54:59.089921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb3659d4-faf1-4f57-82cc-22475bf6b271 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:59.120487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-eb6a3d3b-5ccb-44c1-810e-b1d3a517d4ba tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:59.136149 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-eb6a3d3b-5ccb-44c1-810e-b1d3a517d4ba tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Usage tracker for resource:subnet and tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:59.141291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-eb6a3d3b-5ccb-44c1-810e-b1d3a517d4ba tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:59.151260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-eb6a3d3b-5ccb-44c1-810e-b1d3a517d4ba tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:59.202726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6a3d3b-5ccb-44c1-810e-b1d3a517d4ba tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:54:59.206360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3d3b-5ccb-44c1-810e-b1d3a517d4ba tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:59.331879 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8cebeb4d-f2c5-47d0-8c94-40d1e76150c8 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:59.488041 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-8cebeb4d-f2c5-47d0-8c94-40d1e76150c8 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Calling delete_port for b7068e4c-6966-4090-8ce3-f839ac87717a owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:59.545361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0be92e69-b3d7-4ec1-b132-cfabc97cac6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:59.563771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0be92e69-b3d7-4ec1-b132-cfabc97cac6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:59.576336 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-cb2d1a1c-77b5-4906-88d8-15321a4faad1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:59.581389 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4023135f-1269-422a-ad87-9dd77809dbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:59.631229 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb3659d4-faf1-4f57-82cc-22475bf6b271 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:59.636727 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0be92e69-b3d7-4ec1-b132-cfabc97cac6c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=38b0eb92497a47de9f680dcf463f5ea8&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2098527
Dec 24 10:54:59.644975 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d02793-5d85-4929-a57d-b98b2df04888 req-fe0746c0-af23-4aba-9bf5-205a625151c3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:59.646309 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46814) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:59.652790 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f9d02793-5d85-4929-a57d-b98b2df04888 req-fe0746c0-af23-4aba-9bf5-205a625151c3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 945 time: 0.4142570
Dec 24 10:54:59.671958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be92e69-b3d7-4ec1-b132-cfabc97cac6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6348e4c0-061c-48e0-89be-7ebd32215b45,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:59.677074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0be92e69-b3d7-4ec1-b132-cfabc97cac6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:59.696009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8cebeb4d-f2c5-47d0-8c94-40d1e76150c8 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:59.704152 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:54:59.769359 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f9d02793-5d85-4929-a57d-b98b2df04888 req-990bf89e-498f-43b4-851b-a8631d040314 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=11ad7cd3-708e-4b2b-82c9-939c8bc2acee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1153462
Dec 24 10:54:59.773039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cebeb4d-f2c5-47d0-8c94-40d1e76150c8 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event deleted for resources: {'Port': ['ID=b7068e4c-6966-4090-8ce3-f839ac87717a,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:54:59.775356 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8cebeb4d-f2c5-47d0-8c94-40d1e76150c8 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:54:59.786339 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8cebeb4d-f2c5-47d0-8c94-40d1e76150c8 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:54:59.796391 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46820) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:59.825320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-bb3659d4-faf1-4f57-82cc-22475bf6b271 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for 6a64854d-27bd-4014-bb0c-040e13ab9d89 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:54:59.837480 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8cebeb4d-f2c5-47d0-8c94-40d1e76150c8 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/ports/b7068e4c-6966-4090-8ce3-f839ac87717a HTTP/1.1" status: 204  len: 168 time: 1.0866635
Dec 24 10:54:59.842794 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46824) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:59.889441 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca976276-b673-42ce-b5ef-e9db565018af tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:54:59.889926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca976276-b673-42ce-b5ef-e9db565018af tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:54:59.897973 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46828) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:59.898633 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ca976276-b673-42ce-b5ef-e9db565018af tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/subnets/96c6f14d-e8f6-4827-b6e4-80d2dd2084e1 HTTP/1.1" status: 404  len: 337 time: 0.0479431
Dec 24 10:54:59.915959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-88a508b8-7183-44d6-a928-8e4029ad2d0d None None] Provisioning for port fbc39093-fc50-4058-b3df-a2d3707cd974 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:54:59.927402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70979faa-0c34-46f7-9d4c-d0b733c5265b tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:54:59.929752 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-70979faa-0c34-46f7-9d4c-d0b733c5265b tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 1093 time: 0.1322055
Dec 24 10:54:59.932737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46832) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:54:59.938296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:54:59.947002 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:54:59.951288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:floatingip and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:54:59.954926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:54:59.962266 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:54:59.975316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.035561 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ada1cd-16ce-4be2-a52d-9d51855928eb None None] get_active_networks_info from dv-neutron-822668-2-hyperv {{(pid=87560) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 24 10:55:00.082873 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3f490347-2c16-410a-98df-322c26a3113b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.107801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3d3b-5ccb-44c1-810e-b1d3a517d4ba tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.117714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:00.157269 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.190344 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fbc39093-fc50-4058-b3df-a2d3707cd974 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:00.195147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.228007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3f490347-2c16-410a-98df-322c26a3113b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.293088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ada1cd-16ce-4be2-a52d-9d51855928eb None None] Resources bound (agent type, host, resource id):  {{(pid=87560) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 24 10:55:00.296041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a3d3b-5ccb-44c1-810e-b1d3a517d4ba tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Subnet': ['ID=99470503-6171-4863-a226-78b43f2ff4c5,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:00.303486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port fbc39093-fc50-4058-b3df-a2d3707cd974 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:00.306048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Deleting port 8036953a-c65d-4239-8005-866da84d3ef8 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:00.306389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.327358 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port fbc39093-fc50-4058-b3df-a2d3707cd974 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:00.327739 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.334153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-eb6a3d3b-5ccb-44c1-810e-b1d3a517d4ba tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:00.356095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb3659d4-faf1-4f57-82cc-22475bf6b271 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.371661 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c96842dd-17f5-4f26-90ac-76fa8f2b01c5 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:00.453453 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6a3d3b-5ccb-44c1-810e-b1d3a517d4ba tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Checking segment: {'id': '8a5019f4-1435-4d50-8136-57c9417ffecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '96585cd0-d6cd-47e2-a69e-afb1c1d6c5de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:00.453842 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6a3d3b-5ccb-44c1-810e-b1d3a517d4ba tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network hostable DHCP agents. Network: 96585cd0-d6cd-47e2-a69e-afb1c1d6c5de, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:55:00.462109 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.26.4.27 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/e59d006b-9543-4784-978a-3d195822f0ec) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:00.470800 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-849d8f8f-0c4b-43fa-9e73-8197cd580e9e None None] Provisioning for port 6a64854d-27bd-4014-bb0c-040e13ab9d89 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:00.471950 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3659d4-faf1-4f57-82cc-22475bf6b271 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=6a64854d-27bd-4014-bb0c-040e13ab9d89,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:00.489689 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-849d8f8f-0c4b-43fa-9e73-8197cd580e9e None None] Provisioning complete for port 6a64854d-27bd-4014-bb0c-040e13ab9d89 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:00.490087 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-849d8f8f-0c4b-43fa-9e73-8197cd580e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.507873 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bb3659d4-faf1-4f57-82cc-22475bf6b271 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:00.541924 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-849d8f8f-0c4b-43fa-9e73-8197cd580e9e None None] Port 6a64854d-27bd-4014-bb0c-040e13ab9d89 was deleted so its status cannot be updated. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 24 10:55:00.549141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3f490347-2c16-410a-98df-322c26a3113b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.562343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aa70afba-4a96-4894-aa85-ed0b0d78f280 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:00.577987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bb3659d4-faf1-4f57-82cc-22475bf6b271 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.583678 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f490347-2c16-410a-98df-322c26a3113b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6348e4c0-061c-48e0-89be-7ebd32215b45,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:00.603367 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3f490347-2c16-410a-98df-322c26a3113b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:00.608722 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6a3d3b-5ccb-44c1-810e-b1d3a517d4ba tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network 96585cd0-d6cd-47e2-a69e-afb1c1d6c5de is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:55:00.645329 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bb3659d4-faf1-4f57-82cc-22475bf6b271 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/6a64854d-27bd-4014-bb0c-040e13ab9d89 HTTP/1.1" status: 204  len: 168 time: 1.7321084
Dec 24 10:55:00.646226 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.646605 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46836) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:00.689207 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3f490347-2c16-410a-98df-322c26a3113b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.692878 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3f490347-2c16-410a-98df-322c26a3113b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6348e4c0-061c-48e0-89be-7ebd32215b45 HTTP/1.1" status: 204  len: 168 time: 1.0412133
Dec 24 10:55:00.697441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-eb6a3d3b-5ccb-44c1-810e-b1d3a517d4ba tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 96585cd0-d6cd-47e2-a69e-afb1c1d6c5de) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:00.714626 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6a3d3b-5ccb-44c1-810e-b1d3a517d4ba tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:00.715225 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3d3b-5ccb-44c1-810e-b1d3a517d4ba tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.738972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.748807 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] For port 8036953a-c65d-4239-8005-866da84d3ef8, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=8036953a-c65d-4239-8005-866da84d3ef8,segment=NetworkSegment(4c702890-b16e-4355-a15f-822b0cf9c39a),segment_id=4c702890-b16e-4355-a15f-822b0cf9c39a)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:00.749164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.765917 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-eb6a3d3b-5ccb-44c1-810e-b1d3a517d4ba tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.8837571
Dec 24 10:55:00.766865 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46842) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:00.880246 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a343b970-0fdc-43d4-9552-cbc15ae7fe4c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:00.882428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a343b970-0fdc-43d4-9552-cbc15ae7fe4c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:00.883755 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a343b970-0fdc-43d4-9552-cbc15ae7fe4c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.2365670
Dec 24 10:55:00.886269 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46850) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:00.902960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port fbc39093-fc50-4058-b3df-a2d3707cd974, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=fbc39093-fc50-4058-b3df-a2d3707cd974,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:00.924354 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Calling delete_port for 8036953a-c65d-4239-8005-866da84d3ef8 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:00.942080 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.960456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:00.962558 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c4a9f7-c522-4e84-8f25-5be47aef0e8d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 11a532e5-3725-4f88-b796-d102535a83cf {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:00.965759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:00.984390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c17da764-cd2b-43ee-abc9-285133518c1c tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:01.058937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=fbc39093-fc50-4058-b3df-a2d3707cd974,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:01.064276 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:01.071216 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-20c4a9f7-c522-4e84-8f25-5be47aef0e8d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:01.098027 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:01.101489 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=e59d006b-9543-4784-978a-3d195822f0ec,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:01.103228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:01.109805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-50cd5b2a-6c84-459b-9145-dc3ac523b82d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:01.120003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed974432-d5da-44cd-9ed8-174f0b978e19 None None] get_active_networks_info from dv-neutron-822668-2-hyperv {{(pid=87560) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 24 10:55:01.123184 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:01.130747 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:01.135078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:01.139115 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:01.163214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46854) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:01.177770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] No DVR routers for this DVR port 8036953a-c65d-4239-8005-866da84d3ef8 on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:55:01.190031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-20c4a9f7-c522-4e84-8f25-5be47aef0e8d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:01.193848 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event deleted for resources: {'Port': ['ID=8036953a-c65d-4239-8005-866da84d3ef8,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:01.196821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:01.297315 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed974432-d5da-44cd-9ed8-174f0b978e19 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 24 10:55:01.498341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-20c4a9f7-c522-4e84-8f25-5be47aef0e8d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:01.531534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:01.561270 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fbca9864-db4a-4ab1-a69e-01cb3d4838e4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7065dbeb15604390bd404252b2a01e55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3924136
Dec 24 10:55:01.561270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:01.583430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46858) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:01.632979 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d147250>,) {'filters': {'network_id': ['b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:01.664346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d147250>, '4c702890-b16e-4355-a15f-822b0cf9c39a') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:01.665088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d147250>, '4c702890-b16e-4355-a15f-822b0cf9c39a') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:01.671236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-20c4a9f7-c522-4e84-8f25-5be47aef0e8d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:01.683511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-54c76cc7-3eb7-4bc0-b66d-f3c27422288b tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:01.692535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:01.698745 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ca0fbf-fb9a-41cd-a98e-99dc8efc5196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-96585cd0-d6cd-47e2-a69e-afb1c1d6c5de', 'network_id': '96585cd0-d6cd-47e2-a69e-afb1c1d6c5de', 'tenant_id': '03e9e5c33d4a4a9bb7081e69f8dfb5f7', 'fixed_ips': [{'subnet_id': '99470503-6171-4863-a226-78b43f2ff4c5'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:55:01.699493 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-00ca0fbf-fb9a-41cd-a98e-99dc8efc5196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:01.727683 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c4a9f7-c522-4e84-8f25-5be47aef0e8d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=11a532e5-3725-4f88-b796-d102535a83cf,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:01.729799 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-892d483d-2802-4c24-838d-a90d8b007192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:01.730811 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-20c4a9f7-c522-4e84-8f25-5be47aef0e8d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:01.733196 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-20c4a9f7-c522-4e84-8f25-5be47aef0e8d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:01.734798 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:01.744871 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:01.753823 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-20c4a9f7-c522-4e84-8f25-5be47aef0e8d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/11a532e5-3725-4f88-b796-d102535a83cf HTTP/1.1" status: 204  len: 168 time: 0.8643727
Dec 24 10:55:01.754045 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b637b584-b1cf-4663-a4f5-1176d6f93ddb tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:01.754146 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46862) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:01.804242 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:01.804725 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server [None req-00ca0fbf-fb9a-41cd-a98e-99dc8efc5196 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99470503-6171-4863-a226-78b43f2ff4c5: This subnet is being modified by another concurrent operation.
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 10:55:01.810432 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise exception
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99470503-6171-4863-a226-78b43f2ff4c5: This subnet is being modified by another concurrent operation.
Dec 24 10:55:01.813770 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server 
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:01.821926 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:01.823904 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Subnet': ['ID=99470503-6171-4863-a226-78b43f2ff4c5,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:01.826746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:01.828199 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-649ea88b-f4d1-4377-8196-127cd76bf931 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0728331
Dec 24 10:55:01.830458 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46866) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:01.838645 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f58d03-4d3b-4dac-9bdb-abb7cacfe17b None None] get_active_networks_info from dv-neutron-822668-2-hyperv {{(pid=87560) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 24 10:55:01.856366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-892d483d-2802-4c24-838d-a90d8b007192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:01.900453 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1b264e6a-ddd6-46ea-9599-4951bb473964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:01.916741 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:01.954131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036059dd-ba51-4903-b2d1-5eb06cbf3f8d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:01.955658 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-036059dd-ba51-4903-b2d1-5eb06cbf3f8d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1242878
Dec 24 10:55:01.959298 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46870) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:01.993709 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f58d03-4d3b-4dac-9bdb-abb7cacfe17b None None] Resources bound (agent type, host, resource id):  {{(pid=87560) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 24 10:55:02.034164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.045535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.051727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.059223 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a1ce2514-8ba1-4354-99d8-25f145a45c6e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:02.095962 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.106417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event deleted for resources: {'Network': ['ID=b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:02.109401 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:02.111762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c76a550>,) {'filters': {'network_id': ['96585cd0-d6cd-47e2-a69e-afb1c1d6c5de']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:02.121832 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/networks/b9bd25a9-9ad8-4e5f-80f0-96cc9373d9e4 HTTP/1.1" status: 204  len: 168 time: 2.2186716
Dec 24 10:55:02.125512 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46876) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:02.132166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c76a550>, '8a5019f4-1435-4d50-8136-57c9417ffecd') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:02.132877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c76a550>, '8a5019f4-1435-4d50-8136-57c9417ffecd') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:02.177367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0da49c-3d3f-4154-a9f7-f741bc7ef756 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:02.178148 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8a0da49c-3d3f-4154-a9f7-f741bc7ef756 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:02.193555 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fbc39093-fc50-4058-b3df-a2d3707cd974 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:02.200209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-892d483d-2802-4c24-838d-a90d8b007192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.208101 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.216234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-81d73b96-b224-4d3f-88a9-5c9e60487b48 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:02.238281 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8a0da49c-3d3f-4154-a9f7-f741bc7ef756 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:02.240136 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8a0da49c-3d3f-4154-a9f7-f741bc7ef756 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2798803
Dec 24 10:55:02.242050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-892d483d-2802-4c24-838d-a90d8b007192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.243247 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-892d483d-2802-4c24-838d-a90d8b007192 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f40190e2-c5e5-4395-8155-158000a19d5c HTTP/1.1" status: 204  len: 168 time: 0.6588614
Dec 24 10:55:02.246180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46880) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:02.311880 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.317232 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d483d-2802-4c24-838d-a90d8b007192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40190e2-c5e5-4395-8155-158000a19d5c,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:02.320368 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-892d483d-2802-4c24-838d-a90d8b007192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:02.335906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-8ef526df-6ad0-4d52-845b-a7b8aa3fe990 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Deleting port b88b0d1e-4b72-4381-996c-88ed155a85a0 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:02.336301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8ef526df-6ad0-4d52-845b-a7b8aa3fe990 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.375330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port fbc39093-fc50-4058-b3df-a2d3707cd974 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:02.375866 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.377990 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:02.378785 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:02.397175 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:02.411896 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d0a566a9-706a-4336-aded-87a43c0de91a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1620829
Dec 24 10:55:02.416113 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46886) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:02.423552 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:02.527050 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.547236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.563898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:02.601172 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.609902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:02.641953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.655954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Network': ['ID=96585cd0-d6cd-47e2-a69e-afb1c1d6c5de,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:02.665956 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/networks/96585cd0-d6cd-47e2-a69e-afb1c1d6c5de HTTP/1.1" status: 204  len: 168 time: 1.8933153
Dec 24 10:55:02.665956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:02.665956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46892) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:02.677556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-77e9b742-fcc5-4422-8cd6-5b68b4046835 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1205795917'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:02.684304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-77e9b742-fcc5-4422-8cd6-5b68b4046835 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:02.689042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-77e9b742-fcc5-4422-8cd6-5b68b4046835 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Usage tracker for resource:network and tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:02.692846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-77e9b742-fcc5-4422-8cd6-5b68b4046835 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:02.699677 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-77e9b742-fcc5-4422-8cd6-5b68b4046835 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:02.720124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364f6eba-d40d-4e79-b8dc-bd9d21a07899 None None] Network 96585cd0-d6cd-47e2-a69e-afb1c1d6c5de requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:02.727062 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e9b742-fcc5-4422-8cd6-5b68b4046835 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:02.730729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-77e9b742-fcc5-4422-8cd6-5b68b4046835 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.764610 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364f6eba-d40d-4e79-b8dc-bd9d21a07899 None None] Network 96585cd0-d6cd-47e2-a69e-afb1c1d6c5de could not be found, it might have been deleted concurrently. {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 24 10:55:02.777623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f9a95c-c405-4b1c-b445-577d6dda01d2 None None] Network 96585cd0-d6cd-47e2-a69e-afb1c1d6c5de requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:02.812860 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:55:02.824715 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f9a95c-c405-4b1c-b445-577d6dda01d2 None None] Network 96585cd0-d6cd-47e2-a69e-afb1c1d6c5de could not be found, it might have been deleted concurrently. {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 24 10:55:02.826446 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:02.844924 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=e59d006b-9543-4784-978a-3d195822f0ec,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:02.848002 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:02.853928 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:02.865055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.885599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e9b742-fcc5-4422-8cd6-5b68b4046835 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:02.888768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8ef526df-6ad0-4d52-845b-a7b8aa3fe990 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.937572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:02.941217 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.962612 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f731c2b3-5623-4e67-b9b3-3c176352c810 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:02.965599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-77e9b742-fcc5-4422-8cd6-5b68b4046835 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:02.966049 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-77e9b742-fcc5-4422-8cd6-5b68b4046835 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Added segment a57632c7-26d2-4cb5-a8a6-cb85dfcd05e2 of type vlan for network 4be8ec7b-b8fe-4b4d-b49d-99953a361465
Dec 24 10:55:03.035643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-8ef526df-6ad0-4d52-845b-a7b8aa3fe990 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Calling delete_port for b88b0d1e-4b72-4381-996c-88ed155a85a0 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:03.095406 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:03.125199 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-77e9b742-fcc5-4422-8cd6-5b68b4046835 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:03.131669 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:03.172722 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8ef526df-6ad0-4d52-845b-a7b8aa3fe990 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:03.180679 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP 7debf3bb-3e6c-4907-884b-ffbac5de672e associated. External IP: 172.26.4.27, port: 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779.
Dec 24 10:55:03.181228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-536915a0-4de8-42e6-8bd4-652601a7a7b2 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:03.354615 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53452463-329b-44c7-b968-52b3eed840f7 None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:55:03.360850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-53452463-329b-44c7-b968-52b3eed840f7 None None] Deleting port fbc39093-fc50-4058-b3df-a2d3707cd974 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:03.361293 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-53452463-329b-44c7-b968-52b3eed840f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:03.431456 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46914) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:03.452515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-77e9b742-fcc5-4422-8cd6-5b68b4046835 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:03.458497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e9b742-fcc5-4422-8cd6-5b68b4046835 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:03.459116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-77e9b742-fcc5-4422-8cd6-5b68b4046835 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:03.471003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef526df-6ad0-4d52-845b-a7b8aa3fe990 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event deleted for resources: {'Port': ['ID=b88b0d1e-4b72-4381-996c-88ed155a85a0,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:03.482646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8ef526df-6ad0-4d52-845b-a7b8aa3fe990 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:03.483152 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:03.507715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8ef526df-6ad0-4d52-845b-a7b8aa3fe990 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:03.608735 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-77e9b742-fcc5-4422-8cd6-5b68b4046835 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.9359794
Dec 24 10:55:03.610342 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8ef526df-6ad0-4d52-845b-a7b8aa3fe990 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/ports/b88b0d1e-4b72-4381-996c-88ed155a85a0 HTTP/1.1" status: 204  len: 168 time: 1.4835286
Dec 24 10:55:03.611558 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46920) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:03.612192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46922) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:03.625607 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-cdfe4b93-a3be-4d4a-b303-49c27956d8aa tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'subnet': {'network_id': '4be8ec7b-b8fe-4b4d-b49d-99953a361465', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:03.648796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-53452463-329b-44c7-b968-52b3eed840f7 None None] For port fbc39093-fc50-4058-b3df-a2d3707cd974, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=fbc39093-fc50-4058-b3df-a2d3707cd974,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:03.649197 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-53452463-329b-44c7-b968-52b3eed840f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:03.679784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9b742-fcc5-4422-8cd6-5b68b4046835 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Network': ['ID=4be8ec7b-b8fe-4b4d-b49d-99953a361465,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:03.690615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-372363625'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:03.701191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-77e9b742-fcc5-4422-8cd6-5b68b4046835 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:03.701774 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-873b5706-70e1-41bd-9b73-cd80a1651c89 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:03.702232 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873b5706-70e1-41bd-9b73-cd80a1651c89 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:03.706383 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-873b5706-70e1-41bd-9b73-cd80a1651c89 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/subnets/f361dc8a-f71e-4e32-9125-4989737936a6 HTTP/1.1" status: 404  len: 337 time: 0.0854557
Dec 24 10:55:03.706383 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:03.708557 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46930) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:03.715591 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 4be8ec7b-b8fe-4b4d-b49d-99953a361465 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:03.763345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Usage tracker for resource:network and tenant:4171d32470a14155a471fbc00ab7b058 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:03.776309 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:03.786615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:03.792939 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-53452463-329b-44c7-b968-52b3eed840f7 None None] Calling delete_port for fbc39093-fc50-4058-b3df-a2d3707cd974 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:03.811256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-cdfe4b93-a3be-4d4a-b303-49c27956d8aa tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:03.813456 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Made reservation on behalf of 4171d32470a14155a471fbc00ab7b058 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:03.816848 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:03.828917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cdfe4b93-a3be-4d4a-b303-49c27956d8aa tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Usage tracker for resource:subnet and tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:03.833153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cdfe4b93-a3be-4d4a-b303-49c27956d8aa tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:03.836114 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:03.849041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-cdfe4b93-a3be-4d4a-b303-49c27956d8aa tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:03.859582 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:03.863832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Usage tracker for resource:security_group_rule and tenant:4171d32470a14155a471fbc00ab7b058 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:03.866979 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:03.869952 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfe4b93-a3be-4d4a-b303-49c27956d8aa tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:03.873340 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4b93-a3be-4d4a-b303-49c27956d8aa tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:03.892960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:03.903962 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router c944a715-683b-4bf7-94bb-5d906d57db09 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:55:03.939674 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9e050885-48db-4dba-92db-33a4563fb0d0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:03.951641 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-53452463-329b-44c7-b968-52b3eed840f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:03.955845 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:04.000109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53452463-329b-44c7-b968-52b3eed840f7 None None] Pushing event deleted for resources: {'Port': ['ID=fbc39093-fc50-4058-b3df-a2d3707cd974,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:04.003414 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-53452463-329b-44c7-b968-52b3eed840f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:04.004631 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.objects.ports [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87559) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:55:04.008585 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53452463-329b-44c7-b968-52b3eed840f7 None None] No DVR routers for this DVR port fbc39093-fc50-4058-b3df-a2d3707cd974 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:55:04.125293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:04.130955 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fbc39093-fc50-4058-b3df-a2d3707cd974 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:55:04.133194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:04.139324 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-19e3dadc-fc2b-4f86-b50b-f6147314116f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:04.169504 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: fbc39093-fc50-4058-b3df-a2d3707cd974 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:55:04.170057 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fbc39093-fc50-4058-b3df-a2d3707cd974 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:55:04.188391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:04.201598 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f87719-4955-4b2c-b4d5-3bed329d498b,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:04.207904 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:04.214002 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:04.214585 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Added segment 6a7e2e4a-e650-45c1-aefe-1d5b8769ff1a of type vlan for network 60b75ede-ff93-45fa-bc0c-2f749de5f656
Dec 24 10:55:04.220550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4b93-a3be-4d4a-b303-49c27956d8aa tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:04.225581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-75893f68-1474-4d16-8814-7067c00fbd1f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:04.292455 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:04.345029 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe4b93-a3be-4d4a-b303-49c27956d8aa tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Subnet': ['ID=854f0b2d-cce5-4f64-aca2-cbbc4f950eb5,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:04.355413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cdfe4b93-a3be-4d4a-b303-49c27956d8aa tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:04.364006 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfe4b93-a3be-4d4a-b303-49c27956d8aa tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Checking segment: {'id': 'a57632c7-26d2-4cb5-a8a6-cb85dfcd05e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4be8ec7b-b8fe-4b4d-b49d-99953a361465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:04.364530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfe4b93-a3be-4d4a-b303-49c27956d8aa tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network hostable DHCP agents. Network: 4be8ec7b-b8fe-4b4d-b49d-99953a361465, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:55:04.372865 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:04.378654 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:04.379327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:04.394458 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-51379e33-412a-4b21-a393-9bc6023190a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:04.491975 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9e050885-48db-4dba-92db-33a4563fb0d0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:04.498264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfe4b93-a3be-4d4a-b303-49c27956d8aa tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network 4be8ec7b-b8fe-4b4d-b49d-99953a361465 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:55:04.515331 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING neutron.services.revisions.revision_plugin [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f2b76aea310] {port_id='fbc39093-fc50-4058-b3df-a2d3707cd974', ip_address='2001:db8::f816:3eff:feea:dac9', subnet_id='96efa425-46fa-4d63-8c17-89a1c0039d41', network_id='51d30af2-9f70-4c66-8947-64c1ea7cb845'}> to bump revision.
Dec 24 10:55:04.517761 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Pushing event updated for resources: {'Network': ['ID=60b75ede-ff93-45fa-bc0c-2f749de5f656,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:04.521170 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.0804207
Dec 24 10:55:04.522193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:55:04.522347 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:04.523167 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-cdfe4b93-a3be-4d4a-b303-49c27956d8aa tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 4be8ec7b-b8fe-4b4d-b49d-99953a361465) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:04.524521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46936) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:04.532293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-65f32a65-2d54-437d-99e5-f4bf16997125 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Request body: {'subnet': {'network_id': '60b75ede-ff93-45fa-bc0c-2f749de5f656', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:04.536895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27fcca8b-b68f-4612-87b7-f3d368aef32a None None] Network 4be8ec7b-b8fe-4b4d-b49d-99953a361465 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:04.542941 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f184d9-2e6a-450f-865b-2b48953b4c32 None None] Sync routers for ids ['c944a715-683b-4bf7-94bb-5d906d57db09'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:55:04.552330 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f184d9-2e6a-450f-865b-2b48953b4c32 None None] Routers {'c944a715-683b-4bf7-94bb-5d906d57db09'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:55:04.552837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.ipam_pluggable_backend [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Port fbc39093-fc50-4058-b3df-a2d3707cd974 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87559) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 24 10:55:04.552986 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-92f184d9-2e6a-450f-865b-2b48953b4c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db864f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:55:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c944a715-683b-4bf7-94bb-5d906d57db09'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:04.553670 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.ipam_pluggable_backend [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Reverting IP allocation for 2001:db8::f816:3eff:feea:dac9 {{(pid=87559) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}}
Dec 24 10:55:04.561385 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.ipam_pluggable_backend [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feea:dac9 {{(pid=87559) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Dec 24 10:55:04.563174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfe4b93-a3be-4d4a-b303-49c27956d8aa tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:04.563330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cdfe4b93-a3be-4d4a-b303-49c27956d8aa tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:04.564135 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-9e050885-48db-4dba-92db-33a4563fb0d0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b76da8340>,) {'filters': {'network_id': ['c66f2ba5-bf5c-4a00-8d09-8168a59b5a27']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:04.571323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 60b75ede-ff93-45fa-bc0c-2f749de5f656 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:04.578421 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:04.585456 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-afe97a71-4753-4e26-bd13-85ac3409ed56 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:04.611946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-9e050885-48db-4dba-92db-33a4563fb0d0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76da8340>, '45af4c66-77bd-43ce-ada0-04c785f4c3ed') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:04.612507 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-9e050885-48db-4dba-92db-33a4563fb0d0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76da8340>, '45af4c66-77bd-43ce-ada0-04c785f4c3ed') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:04.632048 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:04.686312 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9e050885-48db-4dba-92db-33a4563fb0d0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:04.709084 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-cdfe4b93-a3be-4d4a-b303-49c27956d8aa tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0921016
Dec 24 10:55:04.714998 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46940) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:04.732743 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:04.751211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:04.756183 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9e050885-48db-4dba-92db-33a4563fb0d0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:04.757289 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-cc09f9c5-2785-4740-a12f-0eb189f59005 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'subnet': {'network_id': '4be8ec7b-b8fe-4b4d-b49d-99953a361465', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:04.770097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:04.770705 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:04.781130 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0e24b0-dc38-47d8-9a8a-6e518c61bcc9 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:04.793237 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e050885-48db-4dba-92db-33a4563fb0d0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:04.793671 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9e050885-48db-4dba-92db-33a4563fb0d0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:04.810133 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:04.812631 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 4.8776414
Dec 24 10:55:04.817909 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'tag': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:55:04.823305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=96efa425-46fa-4d63-8c17-89a1c0039d41,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:04.827227 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46944) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:04.834267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:04.836251 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-92f184d9-2e6a-450f-865b-2b48953b4c32 None None] Set router c944a715-683b-4bf7-94bb-5d906d57db09 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:55:04.892129 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-65f32a65-2d54-437d-99e5-f4bf16997125 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:04.918549 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-65f32a65-2d54-437d-99e5-f4bf16997125 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Usage tracker for resource:subnet and tenant:4171d32470a14155a471fbc00ab7b058 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:04.927207 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'tag': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779', 'status': 'completed', 'code': 200}
Dec 24 10:55:04.930287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-65f32a65-2d54-437d-99e5-f4bf16997125 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:04.953670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-65f32a65-2d54-437d-99e5-f4bf16997125 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:05.021307 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:05.052967 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.6357789
Dec 24 10:55:05.080069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46950) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:05.091087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-b240c754-f8dc-4842-9ee3-0d75991982df tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:05.212928 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9e050885-48db-4dba-92db-33a4563fb0d0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:05.232106 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f32a65-2d54-437d-99e5-f4bf16997125 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Made reservation on behalf of 4171d32470a14155a471fbc00ab7b058 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:05.235676 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-89778103-72f8-45ad-a9fd-ec46ca9140cf tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:05.242455 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-65f32a65-2d54-437d-99e5-f4bf16997125 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:05.244232 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-4be8ec7b-b8fe-4b4d-b49d-99953a361465', 'network_id': '4be8ec7b-b8fe-4b4d-b49d-99953a361465', 'tenant_id': '03e9e5c33d4a4a9bb7081e69f8dfb5f7', 'fixed_ips': [{'subnet_id': '854f0b2d-cce5-4f64-aca2-cbbc4f950eb5'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:55:05.245319 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:05.270056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9e050885-48db-4dba-92db-33a4563fb0d0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:05.283378 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0760ab73-a8cd-44a9-b4d2-cc862c1b5841 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/7debf3bb-3e6c-4907-884b-ffbac5de672e HTTP/1.1" status: 200  len: 990 time: 0.4518101
Dec 24 10:55:05.288693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e050885-48db-4dba-92db-33a4563fb0d0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event deleted for resources: {'Network': ['ID=c66f2ba5-bf5c-4a00-8d09-8168a59b5a27,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:05.297786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9e050885-48db-4dba-92db-33a4563fb0d0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:05.302636 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9e050885-48db-4dba-92db-33a4563fb0d0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/networks/c66f2ba5-bf5c-4a00-8d09-8168a59b5a27 HTTP/1.1" status: 204  len: 168 time: 1.5908742
Dec 24 10:55:05.304182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46954) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:05.347493 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': '96efa425-46fa-4d63-8c17-89a1c0039d41'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:55:05.348497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:05.378516 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-92f184d9-2e6a-450f-865b-2b48953b4c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db864f0>, [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:54:25Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '7debf3bb-3e6c-4907-884b-ffbac5de672e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'port_id': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'mac_address': 'fa:16:3e:20:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:55:01Z', 'updated_at': '2021-12-24T10:55:01Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edad6844-4910-4f3d-af71-5920b2761e80', 'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:04:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:23Z', 'updated_at': '2021-12-24T10:54:35Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:05.384236 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f184d9-2e6a-450f-865b-2b48953b4c32 None None] Checking router: c944a715-683b-4bf7-94bb-5d906d57db09 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:55:05.394659 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f184d9-2e6a-450f-865b-2b48953b4c32 None None] Routers {'c944a715-683b-4bf7-94bb-5d906d57db09'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:55:05.395638 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-92f184d9-2e6a-450f-865b-2b48953b4c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db864f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:55:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c944a715-683b-4bf7-94bb-5d906d57db09'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:05.425199 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b240c754-f8dc-4842-9ee3-0d75991982df tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:05.431559 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f79210-81f6-43e1-849c-e4e7c1abd61f tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Deleting subnet b34b8005-e489-4e1b-83eb-51dea9794edd {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:05.438548 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-47f79210-81f6-43e1-849c-e4e7c1abd61f tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:05.480559 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b240c754-f8dc-4842-9ee3-0d75991982df tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:05.508721 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b240c754-f8dc-4842-9ee3-0d75991982df tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:05.512625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b240c754-f8dc-4842-9ee3-0d75991982df tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:05.537809 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-47f79210-81f6-43e1-849c-e4e7c1abd61f tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:05.591514 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ce3a4-1a12-4832-b119-cf4a665ceb7f req-db3b4df0-c945-4aa2-b876-f1e014bdeb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:05.593221 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-549ce3a4-1a12-4832-b119-cf4a665ceb7f req-db3b4df0-c945-4aa2-b876-f1e014bdeb0c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 1098 time: 0.6645930
Dec 24 10:55:05.595338 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-cc09f9c5-2785-4740-a12f-0eb189f59005 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:05.598085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-65f32a65-2d54-437d-99e5-f4bf16997125 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:05.605441 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Allocated IP 2001:db8::2 (4be8ec7b-b8fe-4b4d-b49d-99953a361465/854f0b2d-cce5-4f64-aca2-cbbc4f950eb5/d8042e7a-f3f4-4d20-9642-0a9c1a427bbf) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:05.607366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8933ae2b-9d6e-4c99-bb17-b9ff2f0b9da4 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:05.625111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Allocated IP 2001:db8::f816:3eff:fedb:80e2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/96efa425-46fa-4d63-8c17-89a1c0039d41/01d187e0-03c1-4574-abf2-b7d217405160) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:05.653531 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-92f184d9-2e6a-450f-865b-2b48953b4c32 None None] Set router c944a715-683b-4bf7-94bb-5d906d57db09 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:55:05.691478 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cc09f9c5-2785-4740-a12f-0eb189f59005 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Usage tracker for resource:subnet and tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:05.696381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cc09f9c5-2785-4740-a12f-0eb189f59005 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:05.727981 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-cc09f9c5-2785-4740-a12f-0eb189f59005 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:05.818243 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.ipam_backend_mixin [None req-b240c754-f8dc-4842-9ee3-0d75991982df tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 96efa425-46fa-4d63-8c17-89a1c0039d41 (CIDR: 2001:db8::/64)
Dec 24 10:55:05.827706 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-b240c754-f8dc-4842-9ee3-0d75991982df tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:55:05.828221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b240c754-f8dc-4842-9ee3-0d75991982df tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:05.840022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-47f79210-81f6-43e1-849c-e4e7c1abd61f tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:05.914596 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b240c754-f8dc-4842-9ee3-0d75991982df tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.8328605
Dec 24 10:55:05.919089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46960) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:05.931568 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-18966823-07ba-4c4b-98a4-01bfefd83e3f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:06.000623 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f32a65-2d54-437d-99e5-f4bf16997125 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Pushing event updated for resources: {'Subnet': ['ID=1b5a21dc-6ad1-418b-8c22-dbce3b97bc88,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:06.003492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-65f32a65-2d54-437d-99e5-f4bf16997125 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:06.029605 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:06.036757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f32a65-2d54-437d-99e5-f4bf16997125 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Checking segment: {'id': '6a7e2e4a-e650-45c1-aefe-1d5b8769ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '60b75ede-ff93-45fa-bc0c-2f749de5f656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:06.037123 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f32a65-2d54-437d-99e5-f4bf16997125 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Network hostable DHCP agents. Network: 60b75ede-ff93-45fa-bc0c-2f749de5f656, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:55:06.044877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc09f9c5-2785-4740-a12f-0eb189f59005 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:06.048957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cc09f9c5-2785-4740-a12f-0eb189f59005 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:06.051571 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:06.075119 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Transition to ACTIVE for port object d8042e7a-f3f4-4d20-9642-0a9c1a427bbf will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:06.080938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Transition to ACTIVE for port object 01d187e0-03c1-4574-abf2-b7d217405160 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:06.081712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-47f79210-81f6-43e1-849c-e4e7c1abd61f tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:06.089383 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:06.118308 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Transition to ACTIVE for port object 01d187e0-03c1-4574-abf2-b7d217405160 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:06.120516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Transition to ACTIVE for port object d8042e7a-f3f4-4d20-9642-0a9c1a427bbf will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:06.130936 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:06.136535 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e2aa9389-ad70-433a-832b-0ac1c09ea78d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:06.149319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f79210-81f6-43e1-849c-e4e7c1abd61f tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event deleted for resources: {'Subnet': ['ID=b34b8005-e489-4e1b-83eb-51dea9794edd,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:06.154088 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-92f184d9-2e6a-450f-865b-2b48953b4c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db864f0>, [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:54:25Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '7debf3bb-3e6c-4907-884b-ffbac5de672e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'port_id': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'mac_address': 'fa:16:3e:20:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:55:01Z', 'updated_at': '2021-12-24T10:55:01Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edad6844-4910-4f3d-af71-5920b2761e80', 'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:04:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:23Z', 'updated_at': '2021-12-24T10:54:35Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:06.159005 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f184d9-2e6a-450f-865b-2b48953b4c32 None None] The sync data for ids ['c944a715-683b-4bf7-94bb-5d906d57db09'] in dv-neutron-822668-2-hyperv is: [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:54:25Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '7debf3bb-3e6c-4907-884b-ffbac5de672e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'port_id': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'mac_address': 'fa:16:3e:20:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:55:01Z', 'updated_at': '2021-12-24T10:55:01Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edad6844-4910-4f3d-af71-5920b2761e80', 'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:04:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:23Z', 'updated_at': '2021-12-24T10:54:35Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:55:06.176506 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-47f79210-81f6-43e1-849c-e4e7c1abd61f tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:06.177725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-47f79210-81f6-43e1-849c-e4e7c1abd61f tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:06.192669 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ce3a4-1a12-4832-b119-cf4a665ceb7f req-c99f1eb5-1e91-4052-a176-202719f79c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:06.195044 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-549ce3a4-1a12-4832-b119-cf4a665ceb7f req-c99f1eb5-1e91-4052-a176-202719f79c40 service neutron] 10.222.0.32 "GET /v2.0/networks?id=45c164f3-3874-47ee-8c8f-d0d39e3c6cba HTTP/1.1" status: 200  len: 897 time: 0.5364406
Dec 24 10:55:06.199158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f32a65-2d54-437d-99e5-f4bf16997125 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Network 60b75ede-ff93-45fa-bc0c-2f749de5f656 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:55:06.202512 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:06.203959 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-47f79210-81f6-43e1-849c-e4e7c1abd61f tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/subnets/b34b8005-e489-4e1b-83eb-51dea9794edd HTTP/1.1" status: 204  len: 168 time: 0.8958440
Dec 24 10:55:06.204928 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-18966823-07ba-4c4b-98a4-01bfefd83e3f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:06.207183 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46964) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:06.219143 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5ff29a-0dd2-4ab9-8393-807a33736c77 None None] Network 65eb85a8-833d-4b21-9c2d-e956c0216eec requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:06.238374 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-18966823-07ba-4c4b-98a4-01bfefd83e3f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:06.296606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46968) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:06.297239 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-65f32a65-2d54-437d-99e5-f4bf16997125 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 60b75ede-ff93-45fa-bc0c-2f749de5f656) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:06.317075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Network 4be8ec7b-b8fe-4b4d-b49d-99953a361465 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:06.326961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18966823-07ba-4c4b-98a4-01bfefd83e3f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:06.330907 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-18966823-07ba-4c4b-98a4-01bfefd83e3f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:06.331957 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcf470f-69e1-44e8-964e-f9ef25d29880 None None] Network 60b75ede-ff93-45fa-bc0c-2f749de5f656 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:06.345357 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:06.361978 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:06.370758 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:06.374134 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:06.416986 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:06.423454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:06.457427 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Deleting port fb90721b-9ffe-401a-a56e-437556017d19 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:06.457773 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:06.529185 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Pushing event updated for resources: {'Port': ['ID=01d187e0-03c1-4574-abf2-b7d217405160,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:06.542060 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f32a65-2d54-437d-99e5-f4bf16997125 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:06.542663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-65f32a65-2d54-437d-99e5-f4bf16997125 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:06.659466 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:06.665222 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-549ce3a4-1a12-4832-b119-cf4a665ceb7f req-c2effeda-b759-462b-95f5-a26e865fe2ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 HTTP/1.1" status: 200  len: 998 time: 0.4543269
Dec 24 10:55:06.672079 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-31a4da0b-aa11-49ed-83df-c7f98f80d63d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/7debf3bb-3e6c-4907-884b-ffbac5de672e HTTP/1.1" status: 200  len: 990 time: 0.3715425
Dec 24 10:55:06.675864 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-65f32a65-2d54-437d-99e5-f4bf16997125 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1502938
Dec 24 10:55:06.691293 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3750fbf-015e-4ba3-bfea-2cefd5a008c2 None None] New status for floating IP 7debf3bb-3e6c-4907-884b-ffbac5de672e: ACTIVE {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 10:55:06.708259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46972) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:06.724473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Request body: {'port': {'network_id': '60b75ede-ff93-45fa-bc0c-2f749de5f656', 'name': 'tempest-ExtraDHCPOptionsTestJSON-555681172'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:06.743121 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.496s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:06.861984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ce3a4-1a12-4832-b119-cf4a665ceb7f req-e2c6a63e-4f95-4d21-9d4b-66f76fc1662b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:06.862917 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-549ce3a4-1a12-4832-b119-cf4a665ceb7f req-e2c6a63e-4f95-4d21-9d4b-66f76fc1662b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8 HTTP/1.1" status: 200  len: 834 time: 0.1909859
Dec 24 10:55:06.867929 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cc09f9c5-2785-4740-a12f-0eb189f59005 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:06.882432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-01652111-5f6b-4d91-bf4b-918be0f79687 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:06.917258 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Attempting to bind port 01d187e0-03c1-4574-abf2-b7d217405160 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:55:06.917628 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Attempting to bind port 01d187e0-03c1-4574-abf2-b7d217405160 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:55:06.918207 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Attempting to bind port 01d187e0-03c1-4574-abf2-b7d217405160 on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:55:06.952981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:55:06.953414 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:06.953767 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:06.954198 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:55:06.954684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Bound port: 01d187e0-03c1-4574-abf2-b7d217405160, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:55:06.955389 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:06.963598 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Attempting to bind port d8042e7a-f3f4-4d20-9642-0a9c1a427bbf on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:55:06.963975 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Attempting to bind port d8042e7a-f3f4-4d20-9642-0a9c1a427bbf by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'a57632c7-26d2-4cb5-a8a6-cb85dfcd05e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4be8ec7b-b8fe-4b4d-b49d-99953a361465'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:55:06.964266 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] For port fb90721b-9ffe-401a-a56e-437556017d19, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=fb90721b-9ffe-401a-a56e-437556017d19,segment=NetworkSegment(11d22783-8ba7-4b7f-ab8d-d1d8c302cd7e),segment_id=11d22783-8ba7-4b7f-ab8d-d1d8c302cd7e)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:06.964746 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Attempting to bind port d8042e7a-f3f4-4d20-9642-0a9c1a427bbf on network 4be8ec7b-b8fe-4b4d-b49d-99953a361465 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:55:06.964851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:06.994785 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc09f9c5-2785-4740-a12f-0eb189f59005 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network 4be8ec7b-b8fe-4b4d-b49d-99953a361465 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:07.003355 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-cc09f9c5-2785-4740-a12f-0eb189f59005 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:07.007260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc09f9c5-2785-4740-a12f-0eb189f59005 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:07.007889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cc09f9c5-2785-4740-a12f-0eb189f59005 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.049911 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Pushing event updated for resources: {'Port': ['ID=d8042e7a-f3f4-4d20-9642-0a9c1a427bbf,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:07.051531 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:55:07.051921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Checking segment: {'id': 'a57632c7-26d2-4cb5-a8a6-cb85dfcd05e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4be8ec7b-b8fe-4b4d-b49d-99953a361465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:07.052311 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.052697 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Bound using segment: {'id': 'a57632c7-26d2-4cb5-a8a6-cb85dfcd05e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4be8ec7b-b8fe-4b4d-b49d-99953a361465'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:55:07.053690 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Bound port: d8042e7a-f3f4-4d20-9642-0a9c1a427bbf, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57632c7-26d2-4cb5-a8a6-cb85dfcd05e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '4be8ec7b-b8fe-4b4d-b49d-99953a361465'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:55:07.054114 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.056249 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:07.060172 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Usage tracker for resource:port and tenant:4171d32470a14155a471fbc00ab7b058 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:07.063154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:07.069679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:07.077394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09f9c5-2785-4740-a12f-0eb189f59005 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Subnet': ['ID=0145ca04-d830-4ec5-9b8c-7f5c56f61fdb,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:07.080565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cc09f9c5-2785-4740-a12f-0eb189f59005 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:07.080699 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:07.083054 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-cc09f9c5-2785-4740-a12f-0eb189f59005 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.3643458
Dec 24 10:55:07.085213 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Made reservation on behalf of 4171d32470a14155a471fbc00ab7b058 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:07.088539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.097169 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46978) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:07.104530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Calling delete_port for fb90721b-9ffe-401a-a56e-437556017d19 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:07.120583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] device_id is not set on port 2a9b8fb0-45e0-4d9f-907c-c094c45e089a yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:55:07.186627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ce3a4-1a12-4832-b119-cf4a665ceb7f req-655325cc-6c5f-4747-8541-54e1eac29600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:07.188148 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-549ce3a4-1a12-4832-b119-cf4a665ceb7f req-655325cc-6c5f-4747-8541-54e1eac29600 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45c164f3-3874-47ee-8c8f-d0d39e3c6cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3074141
Dec 24 10:55:07.262310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77363ee-78a6-45cc-8738-93a0a6a9df01 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:07.263784 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77363ee-78a6-45cc-8738-93a0a6a9df01 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:07.265305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77363ee-78a6-45cc-8738-93a0a6a9df01 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:07.266761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77363ee-78a6-45cc-8738-93a0a6a9df01 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:07.268325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77363ee-78a6-45cc-8738-93a0a6a9df01 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:07.269248 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e77363ee-78a6-45cc-8738-93a0a6a9df01 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Synchronizing usage tracker for tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:07.303375 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.309023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d3b2bc8e-5ba6-4051-81d6-55e01827c676 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:07.346160 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-18966823-07ba-4c4b-98a4-01bfefd83e3f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.358520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e77363ee-78a6-45cc-8738-93a0a6a9df01 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Unset dirty status for tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:07.359940 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e77363ee-78a6-45cc-8738-93a0a6a9df01 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.2252631
Dec 24 10:55:07.364728 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event deleted for resources: {'Port': ['ID=fb90721b-9ffe-401a-a56e-437556017d19,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:07.364911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46982) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:07.366990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] No DVR routers for this DVR port fb90721b-9ffe-401a-a56e-437556017d19 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:55:07.387641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-e2dfa618-8bd0-4ed0-9be4-db31d0bc9a81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-761762106'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:07.403602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:07.404613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1ba329eb-76dc-433c-a33a-1587f6445031 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:07.405248 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e2dfa618-8bd0-4ed0-9be4-db31d0bc9a81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:07.421595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Allocated IP 172.20.0.3 (60b75ede-ff93-45fa-bc0c-2f749de5f656/1b5a21dc-6ad1-418b-8c22-dbce3b97bc88/2a9b8fb0-45e0-4d9f-907c-c094c45e089a) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:07.442867 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e2dfa618-8bd0-4ed0-9be4-db31d0bc9a81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Usage tracker for resource:network and tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:07.452678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] For port 01d187e0-03c1-4574-abf2-b7d217405160, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:55:07.463545 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] For port d8042e7a-f3f4-4d20-9642-0a9c1a427bbf, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:55:07.466318 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] For port 01d187e0-03c1-4574-abf2-b7d217405160, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=01d187e0-03c1-4574-abf2-b7d217405160,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:55:07.469121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e2dfa618-8bd0-4ed0-9be4-db31d0bc9a81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:07.481591 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] For port d8042e7a-f3f4-4d20-9642-0a9c1a427bbf, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d8042e7a-f3f4-4d20-9642-0a9c1a427bbf,segment=NetworkSegment(a57632c7-26d2-4cb5-a8a6-cb85dfcd05e2),segment_id=a57632c7-26d2-4cb5-a8a6-cb85dfcd05e2)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:55:07.483317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.488050 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18966823-07ba-4c4b-98a4-01bfefd83e3f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:07.493601 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:07.494041 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-18966823-07ba-4c4b-98a4-01bfefd83e3f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:07.497817 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-549ce3a4-1a12-4832-b119-cf4a665ceb7f req-519a488c-60b3-41f2-a266-38103b5190f5 service neutron] 10.222.0.32 "GET /v2.0/networks/45c164f3-3874-47ee-8c8f-d0d39e3c6cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2994661
Dec 24 10:55:07.502343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e2dfa618-8bd0-4ed0-9be4-db31d0bc9a81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:07.502580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18966823-07ba-4c4b-98a4-01bfefd83e3f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:07.503214 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-18966823-07ba-4c4b-98a4-01bfefd83e3f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.531237 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-60b75ede-ff93-45fa-bc0c-2f749de5f656', 'network_id': '60b75ede-ff93-45fa-bc0c-2f749de5f656', 'tenant_id': '4171d32470a14155a471fbc00ab7b058', 'fixed_ips': [{'subnet_id': '1b5a21dc-6ad1-418b-8c22-dbce3b97bc88'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:55:07.532357 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.542140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6954156e-1c3b-4a4d-a0a6-683d602b0759 None None] DHCP port deletion for 65eb85a8-833d-4b21-9c2d-e956c0216eec request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:55:07.567044 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.593951 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18966823-07ba-4c4b-98a4-01bfefd83e3f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=2257b471-91f4-4d76-8b67-4e825e5ccbe3,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:07.602206 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.609827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-18966823-07ba-4c4b-98a4-01bfefd83e3f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:07.639183 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-18966823-07ba-4c4b-98a4-01bfefd83e3f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.7163761
Dec 24 10:55:07.639382 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 46986) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:07.642526 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b76f09820>,) {'filters': {'network_id': ['65eb85a8-833d-4b21-9c2d-e956c0216eec']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:07.646270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dfa618-8bd0-4ed0-9be4-db31d0bc9a81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:07.650382 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2dfa618-8bd0-4ed0-9be4-db31d0bc9a81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.653005 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'mac_address': 'fa:16:3e:6d:37:66', 'name': 'tempest-NetworksTestDHCPv6-1904839899'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:07.676581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 46990) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:07.678979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76f09820>, '11d22783-8ba7-4b7f-ab8d-d1d8c302cd7e') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:07.679269 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76f09820>, '11d22783-8ba7-4b7f-ab8d-d1d8c302cd7e') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:07.700223 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Pushing event updated for resources: {'Port': ['ID=01d187e0-03c1-4574-abf2-b7d217405160,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:07.702190 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2dfa618-8bd0-4ed0-9be4-db31d0bc9a81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:07.703770 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:07.717037 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2dfa618-8bd0-4ed0-9be4-db31d0bc9a81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.717354 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-e2dfa618-8bd0-4ed0-9be4-db31d0bc9a81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Added segment dffb4f53-51a1-49b6-91b5-51a8fa1e9f4f of type vlan for network 86734045-498e-4c6c-a546-3fa9ae143b41
Dec 24 10:55:07.756956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2dfa618-8bd0-4ed0-9be4-db31d0bc9a81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.762536 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.768147 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:07.805573 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.821956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:07.822387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:07.840896 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:07.855086 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Pushing event updated for resources: {'Port': ['ID=d8042e7a-f3f4-4d20-9642-0a9c1a427bbf,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:07.867196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:07.961808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:07.967650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:port and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:07.971130 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.978249 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:07.979228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:07.983803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7b8a01e9-d0a9-40c3-be3b-97cb82cfd9fc tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:08.010505 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:08.024116 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] 10.222.0.54 "DELETE /v2.0/networks/65eb85a8-833d-4b21-9c2d-e956c0216eec HTTP/1.1" status: 204  len: 168 time: 1.8157523
Dec 24 10:55:08.026781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Pushing event deleted for resources: {'Network': ['ID=65eb85a8-833d-4b21-9c2d-e956c0216eec,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:08.030318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:08.045300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:08.252466 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:08.296654 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port 51cea6d4-2296-4ea8-ac16-e42e566b4885 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:55:08.315904 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 01d187e0-03c1-4574-abf2-b7d217405160 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:08.483500 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 01d187e0-03c1-4574-abf2-b7d217405160 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:08.489330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d8042e7a-f3f4-4d20-9642-0a9c1a427bbf up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:08.501331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2dfa618-8bd0-4ed0-9be4-db31d0bc9a81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:08.506764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dfa618-8bd0-4ed0-9be4-db31d0bc9a81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:08.507807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47000) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:08.508205 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2dfa618-8bd0-4ed0-9be4-db31d0bc9a81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:08.513486 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-549ce3a4-1a12-4832-b119-cf4a665ceb7f req-00de83ac-cdb8-48cc-81c8-dd70f580ede4 service neutron] 10.222.0.32 "GET /v2.0/networks/45c164f3-3874-47ee-8c8f-d0d39e3c6cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0070317
Dec 24 10:55:08.522718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:08.557578 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8:0:1::10b (51d30af2-9f70-4c66-8947-64c1ea7cb845/2257b471-91f4-4d76-8b67-4e825e5ccbe3/51cea6d4-2296-4ea8-ac16-e42e566b4885) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:08.564502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::f816:3eff:fe6d:3766 (51d30af2-9f70-4c66-8947-64c1ea7cb845/96efa425-46fa-4d63-8c17-89a1c0039d41/51cea6d4-2296-4ea8-ac16-e42e566b4885) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:08.604016 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port d8042e7a-f3f4-4d20-9642-0a9c1a427bbf completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:08.674132 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fb90721b-9ffe-401a-a56e-437556017d19 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:55:08.674320 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-62e81d95-bf4f-4672-9dd7-41b13ba1a337 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/7debf3bb-3e6c-4907-884b-ffbac5de672e HTTP/1.1" status: 200  len: 992 time: 0.9899654
Dec 24 10:55:08.688174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:08.697832 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e2dfa618-8bd0-4ed0-9be4-db31d0bc9a81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.3318915
Dec 24 10:55:08.703532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47006) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:08.704261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfa618-8bd0-4ed0-9be4-db31d0bc9a81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Network': ['ID=86734045-498e-4c6c-a546-3fa9ae143b41,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:08.708519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e2dfa618-8bd0-4ed0-9be4-db31d0bc9a81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:08.715937 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-5db83990-c923-443d-b26c-2e216acc502e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:08.724079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: fb90721b-9ffe-401a-a56e-437556017d19 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:55:08.724974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fb90721b-9ffe-401a-a56e-437556017d19 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:55:08.728052 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 86734045-498e-4c6c-a546-3fa9ae143b41 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:08.745473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Transition to ACTIVE for port object 2a9b8fb0-45e0-4d9f-907c-c094c45e089a will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:08.928030 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e45d9d8b-15a3-4201-99c9-3648198d22ef admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a298211024e04862881e2bdd0a889cff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4166529
Dec 24 10:55:08.929901 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47010) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:08.946512 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:08.958385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2c94e734-719c-46b5-bb00-b51d91b5dac0 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:09.020691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Allocated IP 172.20.0.2 (60b75ede-ff93-45fa-bc0c-2f749de5f656/1b5a21dc-6ad1-418b-8c22-dbce3b97bc88/f8c7044b-53a9-4e1f-85d2-f0bec062b8c8) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:09.027939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:09.039373 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Pushing event updated for resources: {'Port': ['ID=2a9b8fb0-45e0-4d9f-907c-c094c45e089a,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:09.049525 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:09.056813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4d7e408-706b-4919-847c-f467ebeb57b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:09.070544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object 51cea6d4-2296-4ea8-ac16-e42e566b4885 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:09.071592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5db83990-c923-443d-b26c-2e216acc502e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:09.085539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Network 60b75ede-ff93-45fa-bc0c-2f749de5f656 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:09.088880 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:09.091043 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4d7e408-706b-4919-847c-f467ebeb57b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:09.092199 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:09.148954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5db83990-c923-443d-b26c-2e216acc502e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:09.155249 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:09.158430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:09.179185 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5db83990-c923-443d-b26c-2e216acc502e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network 86734045-498e-4c6c-a546-3fa9ae143b41 is not hosted by any dhcp agent {{(pid=87558) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 24 10:55:09.183623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a2991245-0b2f-46a5-be95-ca3f5d75624d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:09.189374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db83990-c923-443d-b26c-2e216acc502e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:09.191323 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5db83990-c923-443d-b26c-2e216acc502e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:09.192879 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5db83990-c923-443d-b26c-2e216acc502e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "PUT /v2.0/networks/86734045-498e-4c6c-a546-3fa9ae143b41 HTTP/1.1" status: 200  len: 723 time: 0.4859114
Dec 24 10:55:09.215002 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47016) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:09.223765 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a274322d-c0eb-4571-bb20-263ba85e7b15 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'subnet': {'network_id': '86734045-498e-4c6c-a546-3fa9ae143b41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:09.277422 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4d7e408-706b-4919-847c-f467ebeb57b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:09.287602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:09.292219 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:09.312604 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:09.319572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:09.320624 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:09.358793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=51cea6d4-2296-4ea8-ac16-e42e566b4885,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:09.363654 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4d7e408-706b-4919-847c-f467ebeb57b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:09.366841 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c4d7e408-706b-4919-847c-f467ebeb57b6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/69af01b6-3795-4c5f-aa86-eac23bce2795 HTTP/1.1" status: 204  len: 168 time: 0.4354460
Dec 24 10:55:09.369490 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:09.369490 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7e29507a-2b94-42ef-91e1-3dbc763eec1b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:09.384761 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 1.7444186
Dec 24 10:55:09.385791 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47022) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:09.395128 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7e408-706b-4919-847c-f467ebeb57b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69af01b6-3795-4c5f-aa86-eac23bce2795,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:09.458450 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c4d7e408-706b-4919-847c-f467ebeb57b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:09.497506 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:09.499199 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:09.499882 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:09.522503 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Transition to ACTIVE for port object f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:09.539422 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db83990-c923-443d-b26c-2e216acc502e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Network': ['ID=86734045-498e-4c6c-a546-3fa9ae143b41,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:09.546886 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5db83990-c923-443d-b26c-2e216acc502e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:09.559788 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c31ac-6226-4f31-a95c-589ba42a315c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port 51cea6d4-2296-4ea8-ac16-e42e566b4885 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:09.560259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0c8c31ac-6226-4f31-a95c-589ba42a315c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:09.572906 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8611002
Dec 24 10:55:09.574689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a274322d-c0eb-4571-bb20-263ba85e7b15 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:09.576592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47026) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:09.584040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Request body: {'port': {'network_id': '60b75ede-ff93-45fa-bc0c-2f749de5f656', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1569162936', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:09.585097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.api.validators [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] bootfile-name is not in valid_values {{(pid=87558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 10:55:09.585432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.api.validators [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] tftp-server is not in valid_values {{(pid=87558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 10:55:09.585841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.api.validators [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] server-ip-address is not in valid_values {{(pid=87558) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 10:55:09.594642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Transition to ACTIVE for port object f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:09.605716 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 86734045-498e-4c6c-a546-3fa9ae143b41 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:09.618419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a274322d-c0eb-4571-bb20-263ba85e7b15 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:09.726365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a274322d-c0eb-4571-bb20-263ba85e7b15 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:09.726764 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f286c539-9779-48d3-a96d-d9c9c62a0408 None None] Network 4be8ec7b-b8fe-4b4d-b49d-99953a361465 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:09.735494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a274322d-c0eb-4571-bb20-263ba85e7b15 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:09.854432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502716ba-aca5-4cda-9ccc-899b78b46603 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:09.871097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:09.886992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-31c77b53-3ebd-496c-88da-5decde362335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:09.894056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0c8c31ac-6226-4f31-a95c-589ba42a315c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:09.981449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:09.989622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Usage tracker for resource:port and tenant:4171d32470a14155a471fbc00ab7b058 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:09.995753 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:10.005048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:10.017211 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Network 60b75ede-ff93-45fa-bc0c-2f749de5f656 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:10.030218 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:10.044812 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-0c8c31ac-6226-4f31-a95c-589ba42a315c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for 51cea6d4-2296-4ea8-ac16-e42e566b4885 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:10.063971 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Made reservation on behalf of 4171d32470a14155a471fbc00ab7b058 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:10.068362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:10.111534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:10.124032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] device_id is not set on port 4c6202d4-5157-4684-81ac-2f098112ba8f yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:55:10.150421 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6048cc82-ba9a-4634-a130-755f5e354e5f None None] Provisioning for port d8042e7a-f3f4-4d20-9642-0a9c1a427bbf completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:10.211089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Pushing event updated for resources: {'Port': ['ID=f8c7044b-53a9-4e1f-85d2-f0bec062b8c8,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:10.230221 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a274322d-c0eb-4571-bb20-263ba85e7b15 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:10.238499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:10.249930 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:10.250677 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6048cc82-ba9a-4634-a130-755f5e354e5f None None] Provisioning complete for port d8042e7a-f3f4-4d20-9642-0a9c1a427bbf triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:10.251062 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6048cc82-ba9a-4634-a130-755f5e354e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:10.336009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0c8c31ac-6226-4f31-a95c-589ba42a315c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:10.343981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1f1712a4-9f93-4bdf-a85a-0c2db92c8de9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:10.406304 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c31ac-6226-4f31-a95c-589ba42a315c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=51cea6d4-2296-4ea8-ac16-e42e566b4885,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:10.419467 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0c8c31ac-6226-4f31-a95c-589ba42a315c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:10.532404 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Attempting to bind port f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:55:10.533132 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Attempting to bind port f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '6a7e2e4a-e650-45c1-aefe-1d5b8769ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '60b75ede-ff93-45fa-bc0c-2f749de5f656'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:55:10.533732 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Attempting to bind port f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 on network 60b75ede-ff93-45fa-bc0c-2f749de5f656 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:55:10.544706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0c8c31ac-6226-4f31-a95c-589ba42a315c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:10.563984 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0c8c31ac-6226-4f31-a95c-589ba42a315c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/51cea6d4-2296-4ea8-ac16-e42e566b4885 HTTP/1.1" status: 204  len: 168 time: 1.1742809
Dec 24 10:55:10.566297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47054) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:10.580808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274322d-c0eb-4571-bb20-263ba85e7b15 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Subnet': ['ID=596e1e5f-d152-4c61-ac14-1f8806ccdef6,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:10.586251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a274322d-c0eb-4571-bb20-263ba85e7b15 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Checking segment: {'id': 'dffb4f53-51a1-49b6-91b5-51a8fa1e9f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '86734045-498e-4c6c-a546-3fa9ae143b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:10.586785 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a274322d-c0eb-4571-bb20-263ba85e7b15 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network hostable DHCP agents. Network: 86734045-498e-4c6c-a546-3fa9ae143b41, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:55:10.594127 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a274322d-c0eb-4571-bb20-263ba85e7b15 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:10.608567 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Allocated IP 172.20.0.12 (60b75ede-ff93-45fa-bc0c-2f749de5f656/1b5a21dc-6ad1-418b-8c22-dbce3b97bc88/4c6202d4-5157-4684-81ac-2f098112ba8f) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:10.634800 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47058) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:10.640758 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:10.641639 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a274322d-c0eb-4571-bb20-263ba85e7b15 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network 86734045-498e-4c6c-a546-3fa9ae143b41 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:55:10.642120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:55:10.642694 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Checking segment: {'id': '6a7e2e4a-e650-45c1-aefe-1d5b8769ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '60b75ede-ff93-45fa-bc0c-2f749de5f656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:10.643328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:10.643892 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Bound using segment: {'id': '6a7e2e4a-e650-45c1-aefe-1d5b8769ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '60b75ede-ff93-45fa-bc0c-2f749de5f656'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:55:10.644765 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Bound port: f8c7044b-53a9-4e1f-85d2-f0bec062b8c8, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a7e2e4a-e650-45c1-aefe-1d5b8769ff1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '60b75ede-ff93-45fa-bc0c-2f749de5f656'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:55:10.645581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:10.675709 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-a274322d-c0eb-4571-bb20-263ba85e7b15 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 86734045-498e-4c6c-a546-3fa9ae143b41) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:10.702258 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a274322d-c0eb-4571-bb20-263ba85e7b15 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:10.702861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a274322d-c0eb-4571-bb20-263ba85e7b15 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:10.704224 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cd0754-2ad0-4ee4-8025-0586abb400bf None None] Network 86734045-498e-4c6c-a546-3fa9ae143b41 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:10.761716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeac735e-9e6d-44d7-af19-301e99780473 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:10.762553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-eeac735e-9e6d-44d7-af19-301e99780473 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:10.782728 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-752431268'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:10.795636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:10.799922 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-eeac735e-9e6d-44d7-af19-301e99780473 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:10.801110 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-eeac735e-9e6d-44d7-af19-301e99780473 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 961 time: 0.2338841
Dec 24 10:55:10.804304 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47064) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:10.805189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:network and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:10.809696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:10.826459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] For port f8c7044b-53a9-4e1f-85d2-f0bec062b8c8, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:55:10.831193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] For port f8c7044b-53a9-4e1f-85d2-f0bec062b8c8, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f8c7044b-53a9-4e1f-85d2-f0bec062b8c8,segment=NetworkSegment(6a7e2e4a-e650-45c1-aefe-1d5b8769ff1a),segment_id=6a7e2e4a-e650-45c1-aefe-1d5b8769ff1a)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:55:10.852516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:10.853638 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:10.865213 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-48923909-db96-4902-ab08-70e7c3edc3b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:10.878565 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3316b0e-99aa-4a54-9a41-135a0299fb9c req-c5a90deb-04f8-4948-aa74-46fc25778188 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:10.880084 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a3316b0e-99aa-4a54-9a41-135a0299fb9c req-c5a90deb-04f8-4948-aa74-46fc25778188 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 945 time: 0.1851203
Dec 24 10:55:10.941907 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a3316b0e-99aa-4a54-9a41-135a0299fb9c req-c51f6719-e303-4fa6-abd1-9302befacc42 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0525296
Dec 24 10:55:10.951006 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21cd4f8-9cd6-4dcb-bdd9-e0758167e406 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:10.953099 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c21cd4f8-9cd6-4dcb-bdd9-e0758167e406 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 961 time: 0.1445613
Dec 24 10:55:10.954235 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a274322d-c0eb-4571-bb20-263ba85e7b15 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7359614
Dec 24 10:55:10.956850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47068) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:10.958089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47070) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:10.972584 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ff0c42e5-5d1a-4c32-8e7d-89874f04923a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:10.993838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:10.997902 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:11.023336 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:11.045552 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:11.052040 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:security_group_rule and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:11.056971 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:11.067871 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595dce55-7b90-4830-93ff-db6a51969f5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:11.069971 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595dce55-7b90-4830-93ff-db6a51969f5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:11.071576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595dce55-7b90-4830-93ff-db6a51969f5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:11.072389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-595dce55-7b90-4830-93ff-db6a51969f5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:11.097527 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:11.116862 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:11.123295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-595dce55-7b90-4830-93ff-db6a51969f5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:11.127877 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-595dce55-7b90-4830-93ff-db6a51969f5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1653249
Dec 24 10:55:11.128047 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47076) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:11.135690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Transition to ACTIVE for port object 4c6202d4-5157-4684-81ac-2f098112ba8f will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:11.172317 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:11.177678 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-21ed52d7-6693-4f96-82d7-94bcdb69c98e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:11.247020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Network 60b75ede-ff93-45fa-bc0c-2f749de5f656 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:11.250893 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:11.255452 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:11.283549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Pushing event updated for resources: {'Port': ['ID=f8c7044b-53a9-4e1f-85d2-f0bec062b8c8,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:11.289503 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:11.295978 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6048cc82-ba9a-4634-a130-755f5e354e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:11.301154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Pushing event updated for resources: {'Port': ['ID=4c6202d4-5157-4684-81ac-2f098112ba8f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:11.323594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:11.361423 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ff0c42e5-5d1a-4c32-8e7d-89874f04923a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3941503'] for subnet, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:11.391505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:11.392134 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:11.394007 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665398e0-977c-445d-bc2d-4df609e4d2f0 None None] Update dhcp port {'port': {'network_id': '4be8ec7b-b8fe-4b4d-b49d-99953a361465', 'fixed_ips': [{'subnet_id': '854f0b2d-cce5-4f64-aca2-cbbc4f950eb5', 'ip_address': '2001:db8::2'}, {'subnet_id': '0145ca04-d830-4ec5-9b8c-7f5c56f61fdb'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': 'd8042e7a-f3f4-4d20-9642-0a9c1a427bbf'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 10:55:11.445137 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1153 time: 1.8653798
Dec 24 10:55:11.445527 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47080) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:11.460682 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-b013c3b9-74d9-46eb-addf-36aed2d61fec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 2257b471-91f4-4d76-8b67-4e825e5ccbe3 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:11.472321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b013c3b9-74d9-46eb-addf-36aed2d61fec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:11.563490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325614ff-636a-4af0-b274-c8e9fb843da3 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:11.573272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325614ff-636a-4af0-b274-c8e9fb843da3 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:11.580444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325614ff-636a-4af0-b274-c8e9fb843da3 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:11.581478 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-325614ff-636a-4af0-b274-c8e9fb843da3 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Synchronizing usage tracker for tenant:4171d32470a14155a471fbc00ab7b058 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:11.606834 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-325614ff-636a-4af0-b274-c8e9fb843da3 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Unset dirty status for tenant:4171d32470a14155a471fbc00ab7b058 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:11.612910 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-325614ff-636a-4af0-b274-c8e9fb843da3 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2616 time: 0.1637211
Dec 24 10:55:11.615457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47086) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:11.626211 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-6048cc82-ba9a-4634-a130-755f5e354e5f None None] For port d8042e7a-f3f4-4d20-9642-0a9c1a427bbf, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d8042e7a-f3f4-4d20-9642-0a9c1a427bbf,segment=NetworkSegment(a57632c7-26d2-4cb5-a8a6-cb85dfcd05e2),segment_id=a57632c7-26d2-4cb5-a8a6-cb85dfcd05e2)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:11.628052 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b013c3b9-74d9-46eb-addf-36aed2d61fec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:11.641402 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-86734045-498e-4c6c-a546-3fa9ae143b41', 'network_id': '86734045-498e-4c6c-a546-3fa9ae143b41', 'tenant_id': '03e9e5c33d4a4a9bb7081e69f8dfb5f7', 'fixed_ips': [{'subnet_id': '596e1e5f-d152-4c61-ac14-1f8806ccdef6'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:55:11.642290 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:11.722956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a54bc134-1ebd-44bd-b6ad-26723e494991 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Deleting port 4c6202d4-5157-4684-81ac-2f098112ba8f {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:11.723881 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a54bc134-1ebd-44bd-b6ad-26723e494991 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:11.744476 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-665398e0-977c-445d-bc2d-4df609e4d2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:11.753133 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6048cc82-ba9a-4634-a130-755f5e354e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:11.768401 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:11.779417 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:11.801849 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:11.808917 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-943a3b35-1704-4bc7-8615-2278853ae12c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:11.823730 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b013c3b9-74d9-46eb-addf-36aed2d61fec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:11.893082 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:11.901884 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ff0c42e5-5d1a-4c32-8e7d-89874f04923a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739049838933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2871910'] for subnet, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:11.916006 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12258025-cea1-49e2-a625-d48d43ee93a5,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:11.926733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:11.927161 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Added segment 9921c1d0-e939-4492-bac6-544efdeadbdc of type vlan for network 2072422a-c781-40b3-9db3-8e46dcb4b96a
Dec 24 10:55:11.929299 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:11.942868 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-47f79210-81f6-43e1-849c-e4e7c1abd61f tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:11.958491 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-33c7dae1-4208-4a8a-8462-bafe13974119 None None] Provisioning for port 01d187e0-03c1-4574-abf2-b7d217405160 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:12.031738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0c42e5-5d1a-4c32-8e7d-89874f04923a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:12.032525 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ff0c42e5-5d1a-4c32-8e7d-89874f04923a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:12.034137 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ff0c42e5-5d1a-4c32-8e7d-89874f04923a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "PUT /v2.0/subnets/596e1e5f-d152-4c61-ac14-1f8806ccdef6 HTTP/1.1" status: 200  len: 826 time: 1.0763471
Dec 24 10:55:12.050029 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-33c7dae1-4208-4a8a-8462-bafe13974119 None None] Provisioning complete for port 01d187e0-03c1-4574-abf2-b7d217405160 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:12.050525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-33c7dae1-4208-4a8a-8462-bafe13974119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:12.076897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048cc82-ba9a-4634-a130-755f5e354e5f None None] Pushing event updated for resources: {'Port': ['ID=d8042e7a-f3f4-4d20-9642-0a9c1a427bbf,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:12.080657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6048cc82-ba9a-4634-a130-755f5e354e5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:12.082864 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a54bc134-1ebd-44bd-b6ad-26723e494991 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:12.096867 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb295ef-d14b-4d70-9779-62fc6b296f87 None None] Update dhcp port {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'fixed_ips': [{'subnet_id': '96efa425-46fa-4d63-8c17-89a1c0039d41', 'ip_address': '2001:db8::f816:3eff:fedb:80e2'}, {'subnet_id': '2257b471-91f4-4d76-8b67-4e825e5ccbe3'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': '01d187e0-03c1-4574-abf2-b7d217405160'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 10:55:12.135403 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:12.164115 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c42e5-5d1a-4c32-8e7d-89874f04923a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Subnet': ['ID=596e1e5f-d152-4c61-ac14-1f8806ccdef6,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:12.166298 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ff0c42e5-5d1a-4c32-8e7d-89874f04923a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:12.172467 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47092) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:12.204106 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b013c3b9-74d9-46eb-addf-36aed2d61fec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:12.242232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:12.261351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Allocated IP 2001:db8::2 (86734045-498e-4c6c-a546-3fa9ae143b41/596e1e5f-d152-4c61-ac14-1f8806ccdef6/d19fb036-bfd8-4089-9bdf-f8ae9760424e) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:12.302286 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:12.303638 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a54bc134-1ebd-44bd-b6ad-26723e494991 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Calling delete_port for 4c6202d4-5157-4684-81ac-2f098112ba8f owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:12.307337 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.resource_extend [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:55:12.316582 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013c3b9-74d9-46eb-addf-36aed2d61fec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=2257b471-91f4-4d76-8b67-4e825e5ccbe3,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:12.320122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b013c3b9-74d9-46eb-addf-36aed2d61fec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:12.381325 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0bb295ef-d14b-4d70-9779-62fc6b296f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:12.385265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b013c3b9-74d9-46eb-addf-36aed2d61fec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:12.441994 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:12.447813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:12.448589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:12.458083 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-969c6906-32c2-45c3-9295-39e4c1c474f2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:12.499104 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b013c3b9-74d9-46eb-addf-36aed2d61fec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/2257b471-91f4-4d76-8b67-4e825e5ccbe3 HTTP/1.1" status: 204  len: 168 time: 1.3708267
Dec 24 10:55:12.503726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47096) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:12.566046 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a5d5e7-8e4e-4613-8fee-6a75a1d2f96c None None] Network 60b75ede-ff93-45fa-bc0c-2f749de5f656 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:12.617706 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a54bc134-1ebd-44bd-b6ad-26723e494991 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:12.627283 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:12.634516 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.9949250
Dec 24 10:55:12.638816 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47100) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:12.640283 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Network': ['ID=2072422a-c781-40b3-9db3-8e46dcb4b96a,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:12.650223 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a', 'name': 'tempest-PortsIpV6TestJSON-1058760664'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:12.664511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:12.674926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:12.679561 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:12.684957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-7338f75f-77ac-4d2a-878c-492e90e3fff8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 96efa425-46fa-4d63-8c17-89a1c0039d41 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:12.691447 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b572c-1ee1-4a93-819a-ea83eda6ee70 req-ce03269f-bffc-4921-b1e1-736d913f58e0 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:12.695963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54bc134-1ebd-44bd-b6ad-26723e494991 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Pushing event deleted for resources: {'Port': ['ID=4c6202d4-5157-4684-81ac-2f098112ba8f,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:12.698875 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-168b572c-1ee1-4a93-819a-ea83eda6ee70 req-ce03269f-bffc-4921-b1e1-736d913f58e0 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 945 time: 0.5288768
Dec 24 10:55:12.700553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a54bc134-1ebd-44bd-b6ad-26723e494991 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:12.714152 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7338f75f-77ac-4d2a-878c-492e90e3fff8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:12.858543 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7338f75f-77ac-4d2a-878c-492e90e3fff8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:12.866775 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-665398e0-977c-445d-bc2d-4df609e4d2f0 None None] Allocated IP 172.20.0.1 (4be8ec7b-b8fe-4b4d-b49d-99953a361465/0145ca04-d830-4ec5-9b8c-7f5c56f61fdb/d8042e7a-f3f4-4d20-9642-0a9c1a427bbf) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:12.876118 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-33c7dae1-4208-4a8a-8462-bafe13974119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:12.892498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf16129-6c91-4faa-b676-fad1ff203b18 req-ef1b3b90-85d8-4cea-8961-d230a60b1799 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:12.893983 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-caf16129-6c91-4faa-b676-fad1ff203b18 req-ef1b3b90-85d8-4cea-8961-d230a60b1799 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.32 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 945 time: 0.3922069
Dec 24 10:55:12.915324 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-168b572c-1ee1-4a93-819a-ea83eda6ee70 req-b57a6738-fb2a-4adc-a5ff-c650de76c3db tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2154655
Dec 24 10:55:12.930123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:12.938316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:12.946076 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:port and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:12.951250 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:12.962952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:12.981344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:12.985457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a54bc134-1ebd-44bd-b6ad-26723e494991 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:13.009678 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-caf16129-6c91-4faa-b676-fad1ff203b18 req-0355e9a1-dc0c-4837-94ad-188f0001e81f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Deleting port 868bd56a-5c74-4a2f-99e0-00e731c28f06 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:13.010074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-caf16129-6c91-4faa-b676-fad1ff203b18 req-0355e9a1-dc0c-4837-94ad-188f0001e81f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:13.029122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:13.032752 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:13.045468 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a54bc134-1ebd-44bd-b6ad-26723e494991 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] 10.222.0.54 "DELETE /v2.0/ports/4c6202d4-5157-4684-81ac-2f098112ba8f HTTP/1.1" status: 204  len: 168 time: 1.4270394
Dec 24 10:55:13.049078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47106) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:13.065719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-eba40661-b64d-4996-b2cb-fc23088ee004 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Request body: {'port': {'name': 'tempest-new-port-name-1490737579', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:13.066160 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.api.validators [None req-eba40661-b64d-4996-b2cb-fc23088ee004 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] bootfile-name is not in valid_values {{(pid=87559) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 10:55:13.066503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.api.validators [None req-eba40661-b64d-4996-b2cb-fc23088ee004 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] tftp-server is not in valid_values {{(pid=87559) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 10:55:13.066826 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.api.validators [None req-eba40661-b64d-4996-b2cb-fc23088ee004 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] server-ip-address is not in valid_values {{(pid=87559) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 24 10:55:13.079575 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-33c7dae1-4208-4a8a-8462-bafe13974119 None None] For port 01d187e0-03c1-4574-abf2-b7d217405160, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=01d187e0-03c1-4574-abf2-b7d217405160,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:13.113599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7338f75f-77ac-4d2a-878c-492e90e3fff8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:13.119674 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] device_id is not set on port ea5cde46-e400-4c79-b864-29ff05e73542 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:55:13.251149 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-33c7dae1-4208-4a8a-8462-bafe13974119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:13.263407 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:13.285107 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eba40661-b64d-4996-b2cb-fc23088ee004 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:13.345197 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:13.423294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7338f75f-77ac-4d2a-878c-492e90e3fff8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:13.431982 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cc09f9c5-2785-4740-a12f-0eb189f59005 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server [None req-0bb295ef-d14b-4d70-9779-62fc6b296f87 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96efa425-46fa-4d63-8c17-89a1c0039d41: This subnet is being modified by another concurrent operation.
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'update_port')
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return plugin.update_port(context, port['id'], port)
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 10:55:13.441709 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1700, in update_port
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     updated_port = super(Ml2Plugin, self).update_port(context, id,
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.ipam.update_port(
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 729, in update_port
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     changes = self.update_port_with_ips(context,
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     changes = self._update_ips_for_port(context,
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise exception
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96efa425-46fa-4d63-8c17-89a1c0039d41: This subnet is being modified by another concurrent operation.
Dec 24 10:55:13.445204 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server 
Dec 24 10:55:13.451044 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Transition to ACTIVE for port object d19fb036-bfd8-4089-9bdf-f8ae9760424e will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:13.509354 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7338f75f-77ac-4d2a-878c-492e90e3fff8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=96efa425-46fa-4d63-8c17-89a1c0039d41,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:13.514899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7338f75f-77ac-4d2a-878c-492e90e3fff8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:13.519787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7338f75f-77ac-4d2a-878c-492e90e3fff8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:13.523871 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-caf16129-6c91-4faa-b676-fad1ff203b18 req-0355e9a1-dc0c-4837-94ad-188f0001e81f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] For port 868bd56a-5c74-4a2f-99e0-00e731c28f06, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=868bd56a-5c74-4a2f-99e0-00e731c28f06,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:13.524055 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-665398e0-977c-445d-bc2d-4df609e4d2f0 None None] For port d8042e7a-f3f4-4d20-9642-0a9c1a427bbf, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d8042e7a-f3f4-4d20-9642-0a9c1a427bbf,segment=NetworkSegment(a57632c7-26d2-4cb5-a8a6-cb85dfcd05e2),segment_id=a57632c7-26d2-4cb5-a8a6-cb85dfcd05e2)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:13.524276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-caf16129-6c91-4faa-b676-fad1ff203b18 req-0355e9a1-dc0c-4837-94ad-188f0001e81f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:13.559730 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-665398e0-977c-445d-bc2d-4df609e4d2f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:13.580609 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-665398e0-977c-445d-bc2d-4df609e4d2f0 None None] Transition to ACTIVE for port object d8042e7a-f3f4-4d20-9642-0a9c1a427bbf will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:13.593782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Transition to ACTIVE for port object d19fb036-bfd8-4089-9bdf-f8ae9760424e will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:13.597511 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7338f75f-77ac-4d2a-878c-492e90e3fff8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/96efa425-46fa-4d63-8c17-89a1c0039d41 HTTP/1.1" status: 204  len: 168 time: 1.0563216
Dec 24 10:55:13.602074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7dae1-4208-4a8a-8462-bafe13974119 None None] Pushing event updated for resources: {'Port': ['ID=01d187e0-03c1-4574-abf2-b7d217405160,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:13.607342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47110) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:13.609177 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a779eb18-4c73-4818-8309-d4ecb51ac272 None None] Provisioning for port f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:13.612448 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f3e9e6-bfae-432d-9423-7c941660c7ee None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:13.627550 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-33c7dae1-4208-4a8a-8462-bafe13974119 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:13.632021 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-665398e0-977c-445d-bc2d-4df609e4d2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:13.640032 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-33c7dae1-4208-4a8a-8462-bafe13974119 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:13.692076 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:13.706177 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:13.719808 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a779eb18-4c73-4818-8309-d4ecb51ac272 None None] Provisioning complete for port f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:13.720867 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a779eb18-4c73-4818-8309-d4ecb51ac272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:13.729725 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3641be6d-5479-4322-89fe-5b3a495c3ce9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1189852
Dec 24 10:55:13.736205 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47114) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:13.752680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:13.755024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:13.763046 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-01a7d88a-d469-45ca-97f3-4bf509504d38 tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:13.831338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Subnet': ['ID=596e1e5f-d152-4c61-ac14-1f8806ccdef6,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:13.854193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:13.869393 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Network 86734045-498e-4c6c-a546-3fa9ae143b41 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:13.889141 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:13.892254 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:13.929575 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:13.952288 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:13.959960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:13.969472 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:14.005249 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665398e0-977c-445d-bc2d-4df609e4d2f0 None None] Pushing event updated for resources: {'Port': ['ID=d8042e7a-f3f4-4d20-9642-0a9c1a427bbf,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:14.017445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-665398e0-977c-445d-bc2d-4df609e4d2f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:14.031583 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-fd63a854-8ec5-4fa3-96bd-202984f3466e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.312s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:14.054217 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:14.107671 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7dcb6970>,) {'filters': {'network_id': ['86734045-498e-4c6c-a546-3fa9ae143b41']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:14.116645 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:14.120113 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:14.171534 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7dcb6970>, 'dffb4f53-51a1-49b6-91b5-51a8fa1e9f4f') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:14.171933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7dcb6970>, 'dffb4f53-51a1-49b6-91b5-51a8fa1e9f4f') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:14.198471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:14.207514 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0b2b24ed-e747-4c8c-9843-5940cb90b6de tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:14.253975 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Attempting to bind port d19fb036-bfd8-4089-9bdf-f8ae9760424e on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:55:14.254445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Attempting to bind port d19fb036-bfd8-4089-9bdf-f8ae9760424e by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'dffb4f53-51a1-49b6-91b5-51a8fa1e9f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '86734045-498e-4c6c-a546-3fa9ae143b41'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:55:14.254729 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Attempting to bind port d19fb036-bfd8-4089-9bdf-f8ae9760424e on network 86734045-498e-4c6c-a546-3fa9ae143b41 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:55:14.257554 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d8042e7a-f3f4-4d20-9642-0a9c1a427bbf up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:14.278235 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-caf16129-6c91-4faa-b676-fad1ff203b18 req-0355e9a1-dc0c-4837-94ad-188f0001e81f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:14.278939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-caf16129-6c91-4faa-b676-fad1ff203b18 req-0355e9a1-dc0c-4837-94ad-188f0001e81f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:14.279403 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [req-caf16129-6c91-4faa-b676-fad1ff203b18 req-0355e9a1-dc0c-4837-94ad-188f0001e81f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Floating IP 97b69ac0-2187-4b51-9c16-de0778720188 disassociated. External IP: 172.26.4.228, port: 868bd56a-5c74-4a2f-99e0-00e731c28f06.
Dec 24 10:55:14.279858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-caf16129-6c91-4faa-b676-fad1ff203b18 req-0355e9a1-dc0c-4837-94ad-188f0001e81f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Calling delete_port for 868bd56a-5c74-4a2f-99e0-00e731c28f06 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:14.288618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:14.298523 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Pushing event updated for resources: {'Port': ['ID=d19fb036-bfd8-4089-9bdf-f8ae9760424e,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:14.300593 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.resource_extend [None req-eba40661-b64d-4996-b2cb-fc23088ee004 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:55:14.307288 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:14.352383 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:55:14.352834 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Checking segment: {'id': 'dffb4f53-51a1-49b6-91b5-51a8fa1e9f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '86734045-498e-4c6c-a546-3fa9ae143b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:14.353261 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:14.353674 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Bound using segment: {'id': 'dffb4f53-51a1-49b6-91b5-51a8fa1e9f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '86734045-498e-4c6c-a546-3fa9ae143b41'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:55:14.354274 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Bound port: d19fb036-bfd8-4089-9bdf-f8ae9760424e, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dffb4f53-51a1-49b6-91b5-51a8fa1e9f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '86734045-498e-4c6c-a546-3fa9ae143b41'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:55:14.355450 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:14.360674 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eba40661-b64d-4996-b2cb-fc23088ee004 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:14.402881 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:14.405731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eba40661-b64d-4996-b2cb-fc23088ee004 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:14.429133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=ea5cde46-e400-4c79-b864-29ff05e73542,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:14.455479 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:14.459972 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:14.460321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:14.475976 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0c8c31ac-6226-4f31-a95c-589ba42a315c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:14.554942 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:14.600927 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] For port d19fb036-bfd8-4089-9bdf-f8ae9760424e, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:55:14.603492 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-485da46b-c40c-469b-93bd-248133db1c33 req-372a8a2a-d217-463e-a442-f9635100b6dd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.9276698
Dec 24 10:55:14.669596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a779eb18-4c73-4818-8309-d4ecb51ac272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:14.718012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a779eb18-4c73-4818-8309-d4ecb51ac272 None None] For port f8c7044b-53a9-4e1f-85d2-f0bec062b8c8, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f8c7044b-53a9-4e1f-85d2-f0bec062b8c8,segment=NetworkSegment(6a7e2e4a-e650-45c1-aefe-1d5b8769ff1a),segment_id=6a7e2e4a-e650-45c1-aefe-1d5b8769ff1a)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:14.730307 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a779eb18-4c73-4818-8309-d4ecb51ac272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:14.733359 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b639c995-c64a-4dce-8d87-7fb36d01f946 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:14.791549 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Checking segment: {'id': '9921c1d0-e939-4492-bac6-544efdeadbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:14.792289 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network hostable DHCP agents. Network: 2072422a-c781-40b3-9db3-8e46dcb4b96a, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:55:14.820964 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a779eb18-4c73-4818-8309-d4ecb51ac272 None None] Pushing event updated for resources: {'Port': ['ID=f8c7044b-53a9-4e1f-85d2-f0bec062b8c8,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:14.823226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 01d187e0-03c1-4574-abf2-b7d217405160 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:55:14.856547 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-eba40661-b64d-4996-b2cb-fc23088ee004 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] In _notify_port_updated(), no bound segment for port 2a9b8fb0-45e0-4d9f-907c-c094c45e089a on network 60b75ede-ff93-45fa-bc0c-2f749de5f656 {{(pid=87559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 10:55:14.865091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba40661-b64d-4996-b2cb-fc23088ee004 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:14.865925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eba40661-b64d-4996-b2cb-fc23088ee004 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:14.871249 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-eba40661-b64d-4996-b2cb-fc23088ee004 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] 10.222.0.54 "PUT /v2.0/ports/2a9b8fb0-45e0-4d9f-907c-c094c45e089a HTTP/1.1" status: 200  len: 1136 time: 1.8154669
Dec 24 10:55:14.873458 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47122) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:14.890064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:55:14.893390 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a779eb18-4c73-4818-8309-d4ecb51ac272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:14.917579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-caf16129-6c91-4faa-b676-fad1ff203b18 req-0355e9a1-dc0c-4837-94ad-188f0001e81f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:14.935710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fce97a58-5c6b-4b83-8a2b-5258ddd281c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:14.975510 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Deleting port 01d187e0-03c1-4574-abf2-b7d217405160 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:14.975698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66aae60-8756-4bf9-9b73-ba85c33c8a02 req-507a3f1f-2a92-4a46-927c-f355d21c28b5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:14.977155 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d66aae60-8756-4bf9-9b73-ba85c33c8a02 req-507a3f1f-2a92-4a46-927c-f355d21c28b5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 945 time: 0.8471351
Dec 24 10:55:14.977850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:14.991517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0355e9a1-dc0c-4837-94ad-188f0001e81f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event deleted for resources: {'Port': ['ID=868bd56a-5c74-4a2f-99e0-00e731c28f06,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:14.994601 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0355e9a1-dc0c-4837-94ad-188f0001e81f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:14.996923 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba40661-b64d-4996-b2cb-fc23088ee004 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Pushing event updated for resources: {'Port': ['ID=2a9b8fb0-45e0-4d9f-907c-c094c45e089a,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:15.000535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.api [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 24 10:55:15.000535 dv-neutron-822668-2-hyperv neutron-server[87559]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 24 10:55:15.000535 dv-neutron-822668-2-hyperv neutron-server[87559]: [parameters: {'id': '86734045-498e-4c6c-a546-3fa9ae143b41'}]
Dec 24 10:55:15.000535 dv-neutron-822668-2-hyperv neutron-server[87559]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:55:15.000958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_db.api [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:55:15.030958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-eba40661-b64d-4996-b2cb-fc23088ee004 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:15.031679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:55:15.075175 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 2072422a-c781-40b3-9db3-8e46dcb4b96a) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:15.077453 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] For port d19fb036-bfd8-4089-9bdf-f8ae9760424e, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d19fb036-bfd8-4089-9bdf-f8ae9760424e,segment=NetworkSegment(dffb4f53-51a1-49b6-91b5-51a8fa1e9f4f),segment_id=dffb4f53-51a1-49b6-91b5-51a8fa1e9f4f)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:55:15.118512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:15.128137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:15.128826 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:15.130150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b59875f-ceb2-41fa-a091-2bc1fbd49c48 None None] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:15.177707 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:15.178376 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa868dfd-2010-40c9-b1fe-d98657ef66d9 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:15.183542 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fa868dfd-2010-40c9-b1fe-d98657ef66d9 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] 10.222.0.54 "GET /v2.0/ports/2a9b8fb0-45e0-4d9f-907c-c094c45e089a HTTP/1.1" status: 200  len: 1136 time: 0.3036478
Dec 24 10:55:15.193623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e47fe311-12fe-4b6d-8e6b-256a93c44de9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:15.208784 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d66aae60-8756-4bf9-9b73-ba85c33c8a02 req-a96429f9-e968-4a77-a82d-73dbe4e32430 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1969435
Dec 24 10:55:15.222089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47128) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:15.234185 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3ea46fb9-b9e8-4133-9f4c-77c0512e9d1f None None] Provisioning complete for port f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:15.234684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ea46fb9-b9e8-4133-9f4c-77c0512e9d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:15.252349 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485da46b-c40c-469b-93bd-248133db1c33 req-21cf63f6-32d8-4574-ad1f-92465be22041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:15.253845 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-485da46b-c40c-469b-93bd-248133db1c33 req-21cf63f6-32d8-4574-ad1f-92465be22041 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8ba107df4e84355959c1593c8cc3a54&device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 1098 time: 0.5838895
Dec 24 10:55:15.296815 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:15.307108 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16681eff-6c40-4ec4-8f4b-e786b996d134 None None] Network 4be8ec7b-b8fe-4b4d-b49d-99953a361465 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:15.312088 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.6691637
Dec 24 10:55:15.326443 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47132) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:15.335023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-04da6f39-4b3e-461c-a05e-f8d2debd4f2e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-214712334'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:15.342260 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-04da6f39-4b3e-461c-a05e-f8d2debd4f2e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:15.350862 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-1d5832f2-ffee-46d9-b3d0-91622cfbad13 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Deleting port 2a9b8fb0-45e0-4d9f-907c-c094c45e089a {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:15.351203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1d5832f2-ffee-46d9-b3d0-91622cfbad13 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:15.385967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-04da6f39-4b3e-461c-a05e-f8d2debd4f2e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:network and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:15.398717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-04da6f39-4b3e-461c-a05e-f8d2debd4f2e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:15.428712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-04da6f39-4b3e-461c-a05e-f8d2debd4f2e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:15.451453 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485da46b-c40c-469b-93bd-248133db1c33 req-f8f7e245-0e6e-477d-8198-1cabb028f8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:15.453151 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-485da46b-c40c-469b-93bd-248133db1c33 req-f8f7e245-0e6e-477d-8198-1cabb028f8a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 HTTP/1.1" status: 200  len: 913 time: 0.1639497
Dec 24 10:55:15.472757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04da6f39-4b3e-461c-a05e-f8d2debd4f2e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:15.482822 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-04da6f39-4b3e-461c-a05e-f8d2debd4f2e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:15.539855 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:15.632394 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Deleting port d19fb036-bfd8-4089-9bdf-f8ae9760424e {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:15.633169 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:15.644945 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.objects.ports [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87558) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:55:15.670300 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Pushing event updated for resources: {'Port': ['ID=d19fb036-bfd8-4089-9bdf-f8ae9760424e,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:15.694629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04da6f39-4b3e-461c-a05e-f8d2debd4f2e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:15.706409 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:15.770944 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-485da46b-c40c-469b-93bd-248133db1c33 req-ca05a5ff-03fb-4824-a15e-eb924876327c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f848d24-f121-4a2d-8a3d-e65c6f538978 HTTP/1.1" status: 200  len: 1000 time: 0.2912776
Dec 24 10:55:15.774441 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-04da6f39-4b3e-461c-a05e-f8d2debd4f2e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:15.774651 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-04da6f39-4b3e-461c-a05e-f8d2debd4f2e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Added segment 14b07235-22e5-4b1a-9b2b-d0c172765f0d of type vlan for network 5fa4aa0a-1ec3-49f9-b660-46703f39fd78
Dec 24 10:55:15.783187 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-caf16129-6c91-4faa-b676-fad1ff203b18 req-0355e9a1-dc0c-4837-94ad-188f0001e81f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Router 78491838-022f-4d68-9cab-210ed7f126c1 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:55:15.876291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-04da6f39-4b3e-461c-a05e-f8d2debd4f2e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:15.893172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 01d187e0-03c1-4574-abf2-b7d217405160, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=01d187e0-03c1-4574-abf2-b7d217405160,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:15.920482 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:15.929740 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:15.956599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485da46b-c40c-469b-93bd-248133db1c33 req-09f9f74f-dac4-4d8c-bc4e-6d24edefca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:15.958102 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-485da46b-c40c-469b-93bd-248133db1c33 req-09f9f74f-dac4-4d8c-bc4e-6d24edefca75 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23635e8e-e8d9-42de-9682-d6045c59768a HTTP/1.1" status: 200  len: 851 time: 0.1772616
Dec 24 10:55:15.967119 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1d5832f2-ffee-46d9-b3d0-91622cfbad13 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:16.080837 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3507de17-2937-4e33-8182-cb3933326215 None None] Network 86734045-498e-4c6c-a546-3fa9ae143b41 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:16.163218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:16.171941 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-caf16129-6c91-4faa-b676-fad1ff203b18 req-0355e9a1-dc0c-4837-94ad-188f0001e81f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:55:16.184234 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599edc22-8444-42ba-a9d6-b6f56eef52c4 None None] Sync routers for ids ['78491838-022f-4d68-9cab-210ed7f126c1'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:55:16.196220 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599edc22-8444-42ba-a9d6-b6f56eef52c4 None None] Routers {'78491838-022f-4d68-9cab-210ed7f126c1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:55:16.197212 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-599edc22-8444-42ba-a9d6-b6f56eef52c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db86490>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:55:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['78491838-022f-4d68-9cab-210ed7f126c1'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:16.272897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:16.275557 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-1d5832f2-ffee-46d9-b3d0-91622cfbad13 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Calling delete_port for 2a9b8fb0-45e0-4d9f-907c-c094c45e089a owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:16.339693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] For port d19fb036-bfd8-4089-9bdf-f8ae9760424e, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d19fb036-bfd8-4089-9bdf-f8ae9760424e,segment=NetworkSegment(dffb4f53-51a1-49b6-91b5-51a8fa1e9f4f),segment_id=dffb4f53-51a1-49b6-91b5-51a8fa1e9f4f)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:16.340424 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:16.356677 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-04da6f39-4b3e-461c-a05e-f8d2debd4f2e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:16.365032 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04da6f39-4b3e-461c-a05e-f8d2debd4f2e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:16.367257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-04da6f39-4b3e-461c-a05e-f8d2debd4f2e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:16.386153 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-21481ab3-a915-4b2d-8c75-03dfb06013cd tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:16.460598 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 868bd56a-5c74-4a2f-99e0-00e731c28f06 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:55:16.488923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=01d187e0-03c1-4574-abf2-b7d217405160,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:16.517404 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:16.543674 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 868bd56a-5c74-4a2f-99e0-00e731c28f06 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:55:16.544109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 868bd56a-5c74-4a2f-99e0-00e731c28f06 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:55:16.569096 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-599edc22-8444-42ba-a9d6-b6f56eef52c4 None None] Set router 78491838-022f-4d68-9cab-210ed7f126c1 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:55:16.600440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] For port 01d187e0-03c1-4574-abf2-b7d217405160, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=01d187e0-03c1-4574-abf2-b7d217405160,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:16.601083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:16.610340 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] For port 01d187e0-03c1-4574-abf2-b7d217405160, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=01d187e0-03c1-4574-abf2-b7d217405160,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:16.637811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:16.663628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485da46b-c40c-469b-93bd-248133db1c33 req-95e0d7a2-8a28-4423-b820-72823c065583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:16.665333 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-485da46b-c40c-469b-93bd-248133db1c33 req-95e0d7a2-8a28-4423-b820-72823c065583 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6999478
Dec 24 10:55:16.666568 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf16129-6c91-4faa-b676-fad1ff203b18 req-0355e9a1-dc0c-4837-94ad-188f0001e81f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] No DVR routers for this DVR port 868bd56a-5c74-4a2f-99e0-00e731c28f06 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:55:16.669819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:16.670847 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:16.702832 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-04da6f39-4b3e-461c-a05e-f8d2debd4f2e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.3752770
Dec 24 10:55:16.703712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da6f39-4b3e-461c-a05e-f8d2debd4f2e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Network': ['ID=5fa4aa0a-1ec3-49f9-b660-46703f39fd78,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:16.713219 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Calling delete_port for d19fb036-bfd8-4089-9bdf-f8ae9760424e owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:16.741043 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47140) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:16.752063 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-04da6f39-4b3e-461c-a05e-f8d2debd4f2e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:16.767855 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f02cb94e-ce7d-40d2-8284-386d38c3f368 req-c2d8a7a5-63d5-449b-a46a-56374ec3435d tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 210 time: 0.3846169
Dec 24 10:55:16.771826 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'ports': [{'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a'}, {'network_id': '5fa4aa0a-1ec3-49f9-b660-46703f39fd78'}]} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:16.772137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:16.772614 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'network_id': '5fa4aa0a-1ec3-49f9-b660-46703f39fd78'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:16.836737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 5fa4aa0a-1ec3-49f9-b660-46703f39fd78 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:16.855623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Calling delete_port for 01d187e0-03c1-4574-abf2-b7d217405160 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:16.856956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-caf16129-6c91-4faa-b676-fad1ff203b18 req-0355e9a1-dc0c-4837-94ad-188f0001e81f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:16.870565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:16.908982 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3ea46fb9-b9e8-4133-9f4c-77c0512e9d1f None None] Provisioning for port 2a9b8fb0-45e0-4d9f-907c-c094c45e089a completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:16.943373 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-599edc22-8444-42ba-a9d6-b6f56eef52c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db86490>, [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:39Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:16.948114 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599edc22-8444-42ba-a9d6-b6f56eef52c4 None None] Checking router: 78491838-022f-4d68-9cab-210ed7f126c1 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:55:16.957935 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599edc22-8444-42ba-a9d6-b6f56eef52c4 None None] Routers {'78491838-022f-4d68-9cab-210ed7f126c1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:55:16.958740 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-599edc22-8444-42ba-a9d6-b6f56eef52c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db86490>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:55:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['78491838-022f-4d68-9cab-210ed7f126c1'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:16.976766 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3ea46fb9-b9e8-4133-9f4c-77c0512e9d1f None None] Provisioning complete for port 2a9b8fb0-45e0-4d9f-907c-c094c45e089a triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:16.977439 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ea46fb9-b9e8-4133-9f4c-77c0512e9d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:17.030269 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:17.062870 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:17.063546 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:17.095724 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f8f74ca4-91c6-4ae6-a80f-bd28151debb9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:17.148740 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Port': ['ID=d19fb036-bfd8-4089-9bdf-f8ae9760424e,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:17.151373 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] No DVR routers for this DVR port d19fb036-bfd8-4089-9bdf-f8ae9760424e on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:55:17.165824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:17.172047 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-485da46b-c40c-469b-93bd-248133db1c33 req-4c45c229-8a69-49de-bd55-bcd032ec813c service neutron] 10.222.0.32 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4876847
Dec 24 10:55:17.172667 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e0a975-8b2b-4fa7-a409-e086c8848e29', 'name': 'network-vif-deleted', 'tag': '868bd56a-5c74-4a2f-99e0-00e731c28f06'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:55:17.177299 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3ea46fb9-b9e8-4133-9f4c-77c0512e9d1f None None] Port 2a9b8fb0-45e0-4d9f-907c-c094c45e089a cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:55:17.177453 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-599edc22-8444-42ba-a9d6-b6f56eef52c4 None None] Set router 78491838-022f-4d68-9cab-210ed7f126c1 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:55:17.204384 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:55:17.205106 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:55:17.222064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:17.226210 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3ea46fb9-b9e8-4133-9f4c-77c0512e9d1f None None] Provisioning complete for port 01d187e0-03c1-4574-abf2-b7d217405160 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:17.226887 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ea46fb9-b9e8-4133-9f4c-77c0512e9d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:17.303867 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1d5832f2-ffee-46d9-b3d0-91622cfbad13 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:17.324463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-03d39898-94c2-4df3-9183-d5e0863064d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:17.401714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8434b553-9ba4-44c6-8112-50e0bd276a37 None None] Network 86734045-498e-4c6c-a546-3fa9ae143b41 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:17.429747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=01d187e0-03c1-4574-abf2-b7d217405160,revision_number=7']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:17.439840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:17.443288 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-485da46b-c40c-469b-93bd-248133db1c33 req-6c81fad4-3a75-40ff-9cef-56dbc774ed36 service neutron] 10.222.0.32 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2612522
Dec 24 10:55:17.445565 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-caf16129-6c91-4faa-b676-fad1ff203b18 req-0355e9a1-dc0c-4837-94ad-188f0001e81f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.32 "DELETE /v2.0/ports/868bd56a-5c74-4a2f-99e0-00e731c28f06 HTTP/1.1" status: 204  len: 173 time: 4.5386546
Dec 24 10:55:17.446501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:17.468296 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e0a975-8b2b-4fa7-a409-e086c8848e29', 'name': 'network-vif-deleted', 'tag': '868bd56a-5c74-4a2f-99e0-00e731c28f06', 'status': 'completed', 'code': 200}
Dec 24 10:55:17.470115 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:17.471019 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:17.500300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cdfe4b93-a3be-4d4a-b303-49c27956d8aa tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.347s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:17.538312 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5832f2-ffee-46d9-b3d0-91622cfbad13 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Pushing event deleted for resources: {'Port': ['ID=2a9b8fb0-45e0-4d9f-907c-c094c45e089a,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:17.544102 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1d5832f2-ffee-46d9-b3d0-91622cfbad13 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:17.576932 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:17.583853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:port and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:17.592093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:17.598562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:17.626860 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'port': 2} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:17.631457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:17.666692 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.9270740
Dec 24 10:55:17.669450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47148) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:17.670972 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-599edc22-8444-42ba-a9d6-b6f56eef52c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db86490>, [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:39Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:17.686788 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599edc22-8444-42ba-a9d6-b6f56eef52c4 None None] The sync data for ids ['78491838-022f-4d68-9cab-210ed7f126c1'] in dv-neutron-822668-2-hyperv is: [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:39Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:55:17.692032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-9cf5da8c-0699-49b2-9a43-9c8d5f144cf6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:17.706493 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:17.714016 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Deleting port 01d187e0-03c1-4574-abf2-b7d217405160 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:17.714571 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:17.752910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=c08eb2dd-9e17-4110-8efd-eb68713e4f68,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:17.770884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:17.773764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd9c790>,) {'filters': {'network_id': ['86734045-498e-4c6c-a546-3fa9ae143b41']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:17.869904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:17.881649 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1d5832f2-ffee-46d9-b3d0-91622cfbad13 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:17.887596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd9c790>, 'dffb4f53-51a1-49b6-91b5-51a8fa1e9f4f') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:17.888016 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd9c790>, 'dffb4f53-51a1-49b6-91b5-51a8fa1e9f4f') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:17.937788 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:18.002749 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9cf5da8c-0699-49b2-9a43-9c8d5f144cf6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:18.008120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9cf5da8c-0699-49b2-9a43-9c8d5f144cf6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:18.011600 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9cf5da8c-0699-49b2-9a43-9c8d5f144cf6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:18.018462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9cf5da8c-0699-49b2-9a43-9c8d5f144cf6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:18.018843 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:18.032882 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:18.033297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:18.043102 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf5da8c-0699-49b2-9a43-9c8d5f144cf6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:18.048258 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9cf5da8c-0699-49b2-9a43-9c8d5f144cf6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:18.169699 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c3039d7-b3de-40d9-80b5-6d897aff2d0e None None] New status for floating IP 97b69ac0-2187-4b51-9c16-de0778720188: DOWN {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:18.226429 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:18.233630 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1d5832f2-ffee-46d9-b3d0-91622cfbad13 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] 10.222.0.54 "DELETE /v2.0/ports/2a9b8fb0-45e0-4d9f-907c-c094c45e089a HTTP/1.1" status: 204  len: 168 time: 3.0002055
Dec 24 10:55:18.240291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47156) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:18.241623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:18.258055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:18.260974 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9f615dcf-e49b-4975-9e0a-c2ea64612e56 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:18.281900 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.ipam_backend_mixin [None req-9cf5da8c-0699-49b2-9a43-9c8d5f144cf6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c08eb2dd-9e17-4110-8efd-eb68713e4f68 (CIDR: 2001:db8::/64)
Dec 24 10:55:18.287948 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf5da8c-0699-49b2-9a43-9c8d5f144cf6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:55:18.288329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf5da8c-0699-49b2-9a43-9c8d5f144cf6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:18.291948 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ea46fb9-b9e8-4133-9f4c-77c0512e9d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:18.322556 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9cf5da8c-0699-49b2-9a43-9c8d5f144cf6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6499565
Dec 24 10:55:18.325489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47160) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:18.333218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-c33c3ea7-5510-493a-8a71-d9c6e1bede6f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:18.497472 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c33c3ea7-5510-493a-8a71-d9c6e1bede6f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:18.503683 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c33c3ea7-5510-493a-8a71-d9c6e1bede6f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:18.532438 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3ea46fb9-b9e8-4133-9f4c-77c0512e9d1f None None] For port 01d187e0-03c1-4574-abf2-b7d217405160, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=01d187e0-03c1-4574-abf2-b7d217405160,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:18.535376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] For port 01d187e0-03c1-4574-abf2-b7d217405160, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=01d187e0-03c1-4574-abf2-b7d217405160,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:18.536036 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:18.543032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c33c3ea7-5510-493a-8a71-d9c6e1bede6f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:18.548742 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ea46fb9-b9e8-4133-9f4c-77c0512e9d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:18.557245 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6048cc82-ba9a-4634-a130-755f5e354e5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:18.565689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c33c3ea7-5510-493a-8a71-d9c6e1bede6f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:18.567850 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/networks/86734045-498e-4c6c-a546-3fa9ae143b41 HTTP/1.1" status: 204  len: 168 time: 6.3887038
Dec 24 10:55:18.571715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-ed96bb12-9a7e-4650-8b62-a67e51384a7d req-e002a8a7-e347-4ebe-a289-dd1ed0758301 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Synchronizing usage tracker for tenant:8543661828634582b0e4847120774eaa on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:18.577279 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47164) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:18.578741 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Network': ['ID=86734045-498e-4c6c-a546-3fa9ae143b41,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:18.581471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:18.612159 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] device_id is not set on port 48f49809-2571-4283-bb4f-7e09cd75dba1 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:55:18.617543 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-67059450-00ed-46ee-8a86-22b9f73bf401 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:18.618000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67059450-00ed-46ee-8a86-22b9f73bf401 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:18.624919 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-67059450-00ed-46ee-8a86-22b9f73bf401 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/networks/86734045-498e-4c6c-a546-3fa9ae143b41 HTTP/1.1" status: 404  len: 339 time: 0.0336235
Dec 24 10:55:18.626239 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47168) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:18.628238 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-ed96bb12-9a7e-4650-8b62-a67e51384a7d req-e002a8a7-e347-4ebe-a289-dd1ed0758301 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Unset dirty status for tenant:8543661828634582b0e4847120774eaa on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:18.633011 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-c802db29-f173-4c6c-a0a3-24c23c9efa54 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Deleting subnet 1b5a21dc-6ad1-418b-8c22-dbce3b97bc88 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:18.636941 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c802db29-f173-4c6c-a0a3-24c23c9efa54 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:18.644132 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ed96bb12-9a7e-4650-8b62-a67e51384a7d req-e002a8a7-e347-4ebe-a289-dd1ed0758301 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=d1e0a975-8b2b-4fa7-a409-e086c8848e29 HTTP/1.1" status: 200  len: 210 time: 0.5569932
Dec 24 10:55:18.658842 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f2b009a2-44ec-4da8-9746-2422702f330c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1267067531', 'description': 'd1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:18.667436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f2b009a2-44ec-4da8-9746-2422702f330c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:18.670240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33c3ea7-5510-493a-8a71-d9c6e1bede6f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:18.673977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c33c3ea7-5510-493a-8a71-d9c6e1bede6f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:18.705329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c802db29-f173-4c6c-a0a3-24c23c9efa54 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:18.780382 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Calling delete_port for 01d187e0-03c1-4574-abf2-b7d217405160 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:18.808249 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f2b009a2-44ec-4da8-9746-2422702f330c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Usage tracker for resource:network and tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:18.809700 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f2186846-8d5d-420a-a872-9982a801fd61 None None] Could not find standard attr ID for object 4c6202d4-5157-4684-81ac-2f098112ba8f. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:55:18.813133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f2b009a2-44ec-4da8-9746-2422702f330c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:18.825459 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f2b009a2-44ec-4da8-9746-2422702f330c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:18.847147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b009a2-44ec-4da8-9746-2422702f330c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:18.854000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f2b009a2-44ec-4da8-9746-2422702f330c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:18.869776 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea46fb9-b9e8-4133-9f4c-77c0512e9d1f None None] Pushing event updated for resources: {'Port': ['ID=01d187e0-03c1-4574-abf2-b7d217405160,revision_number=8']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:18.887825 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f2186846-8d5d-420a-a872-9982a801fd61 None None] Could not find standard attr ID for object 2a9b8fb0-45e0-4d9f-907c-c094c45e089a. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:55:18.903606 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c802db29-f173-4c6c-a0a3-24c23c9efa54 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:18.926449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b009a2-44ec-4da8-9746-2422702f330c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:18.929754 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3ea46fb9-b9e8-4133-9f4c-77c0512e9d1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:18.940712 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f2186846-8d5d-420a-a872-9982a801fd61 None None] Provisioning for port d8042e7a-f3f4-4d20-9642-0a9c1a427bbf completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:18.944832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f2b009a2-44ec-4da8-9746-2422702f330c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:18.945094 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-f2b009a2-44ec-4da8-9746-2422702f330c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Added segment 82d671d0-86c3-4917-9dc3-4d8b3f66983c of type vlan for network f25ca1a5-0647-42cc-a2e3-af6df6ce0ac1
Dec 24 10:55:18.946117 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f2186846-8d5d-420a-a872-9982a801fd61 None None] Provisioning complete for port d8042e7a-f3f4-4d20-9642-0a9c1a427bbf triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:18.946530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f2186846-8d5d-420a-a872-9982a801fd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:18.986345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f2b009a2-44ec-4da8-9746-2422702f330c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:18.989615 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:55:18.990008 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:55:19.014474 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:19.041093 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c33c3ea7-5510-493a-8a71-d9c6e1bede6f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:19.045735 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:19.075407 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f2b009a2-44ec-4da8-9746-2422702f330c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:19.080751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b009a2-44ec-4da8-9746-2422702f330c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:19.081326 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f2b009a2-44ec-4da8-9746-2422702f330c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:19.111949 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c802db29-f173-4c6c-a0a3-24c23c9efa54 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:19.119915 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33c3ea7-5510-493a-8a71-d9c6e1bede6f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:19.127207 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-c33c3ea7-5510-493a-8a71-d9c6e1bede6f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:19.130938 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-663d440e-d8c2-400e-9b25-89e1e1cefb5e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:19.135003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33c3ea7-5510-493a-8a71-d9c6e1bede6f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:19.135624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c33c3ea7-5510-493a-8a71-d9c6e1bede6f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:19.141004 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c3ea7-5510-493a-8a71-d9c6e1bede6f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=2dffbbbe-17ea-40a6-953e-59619fe2ebfd,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:19.148746 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f2b009a2-44ec-4da8-9746-2422702f330c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.5035579
Dec 24 10:55:19.149706 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c33c3ea7-5510-493a-8a71-d9c6e1bede6f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:19.152342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-51dbbb2e-fef6-4273-aaf8-975186a80f03 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:19.165454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47174) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:19.207328 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802db29-f173-4c6c-a0a3-24c23c9efa54 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Pushing event deleted for resources: {'Subnet': ['ID=1b5a21dc-6ad1-418b-8c22-dbce3b97bc88,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:19.214181 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c802db29-f173-4c6c-a0a3-24c23c9efa54 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:19.220745 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c802db29-f173-4c6c-a0a3-24c23c9efa54 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:19.222808 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d49c2b2-2b07-4e6d-9cd9-570f338cae9b None None] Network 60b75ede-ff93-45fa-bc0c-2f749de5f656 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:19.234523 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c33c3ea7-5510-493a-8a71-d9c6e1bede6f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9077740
Dec 24 10:55:19.260622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b009a2-44ec-4da8-9746-2422702f330c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Network': ['ID=f25ca1a5-0647-42cc-a2e3-af6df6ce0ac1,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:19.270829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f2b009a2-44ec-4da8-9746-2422702f330c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:19.274228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47178) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:19.282815 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'mac_address': 'fa:16:3e:5f:8d:de', 'name': 'tempest-NetworksTestDHCPv6-1579622725'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:19.283469 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] device_id is not set on port bbf8b7dd-19f0-486b-9e40-c3da45c91997 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:55:19.296807 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network f25ca1a5-0647-42cc-a2e3-af6df6ce0ac1 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:19.298519 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c802db29-f173-4c6c-a0a3-24c23c9efa54 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] 10.222.0.54 "DELETE /v2.0/subnets/1b5a21dc-6ad1-418b-8c22-dbce3b97bc88 HTTP/1.1" status: 204  len: 168 time: 1.0530367
Dec 24 10:55:19.302590 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47182) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:19.402795 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Deleting port 01d187e0-03c1-4574-abf2-b7d217405160 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:19.404614 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:19.461527 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968af5de-e0f8-4ec4-bce6-2fdc41477bcb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:19.462276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-968af5de-e0f8-4ec4-bce6-2fdc41477bcb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Synchronizing usage tracker for tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 on resource:network {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:19.469582 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:19.476205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:19.480314 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:19.493003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:19.500132 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-968af5de-e0f8-4ec4-bce6-2fdc41477bcb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Unset dirty status for tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 on resource:network {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:19.503834 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-968af5de-e0f8-4ec4-bce6-2fdc41477bcb tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "GET /v2.0/networks?id=f25ca1a5-0647-42cc-a2e3-af6df6ce0ac1 HTTP/1.1" status: 200  len: 765 time: 0.3322439
Dec 24 10:55:19.510510 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47186) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:19.521207 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-36a30ec6-1efc-4d6d-9201-8478fb524541 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'network': {'description': 'd2'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:19.549044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Deleting port f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:19.549363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:19.710088 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:19.832443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac59bc9-d611-445c-9a2b-08066e43c5ce None None] DHCP port deletion for 60b75ede-ff93-45fa-bc0c-2f749de5f656 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:55:19.839878 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] For port f8c7044b-53a9-4e1f-85d2-f0bec062b8c8, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f8c7044b-53a9-4e1f-85d2-f0bec062b8c8,segment=NetworkSegment(6a7e2e4a-e650-45c1-aefe-1d5b8769ff1a),segment_id=6a7e2e4a-e650-45c1-aefe-1d5b8769ff1a)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:19.840367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:19.853048 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-bac59bc9-d611-445c-9a2b-08066e43c5ce None None] Deleting port f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:19.853430 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bac59bc9-d611-445c-9a2b-08066e43c5ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:19.899596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] For port 01d187e0-03c1-4574-abf2-b7d217405160, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=01d187e0-03c1-4574-abf2-b7d217405160,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:19.900005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:19.969846 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:19.979801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Calling delete_port for f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:20.021646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-13ba076e-1186-460f-8f07-8d246c110e0c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:20.055840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-36a30ec6-1efc-4d6d-9201-8478fb524541 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:20.097897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-36a30ec6-1efc-4d6d-9201-8478fb524541 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:20.112311 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-77e9b742-fcc5-4422-8cd6-5b68b4046835 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:20.141023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:20.150145 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:20.170826 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:20.171639 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:20.174815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=48f49809-2571-4283-bb4f-7e09cd75dba1,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:20.189170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:20.189442 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-db634a5a-82cb-4cad-9239-8f3b6353596c tempest-AllowedAddressPairIpV6TestJSON-2045575339 tempest-AllowedAddressPairIpV6TestJSON-2045575339-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:20.208405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Calling delete_port for 01d187e0-03c1-4574-abf2-b7d217405160 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:20.219595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36a30ec6-1efc-4d6d-9201-8478fb524541 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network f25ca1a5-0647-42cc-a2e3-af6df6ce0ac1 is not hosted by any dhcp agent {{(pid=87558) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 24 10:55:20.226024 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a30ec6-1efc-4d6d-9201-8478fb524541 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:20.226732 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-36a30ec6-1efc-4d6d-9201-8478fb524541 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:20.228082 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-36a30ec6-1efc-4d6d-9201-8478fb524541 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "PUT /v2.0/networks/f25ca1a5-0647-42cc-a2e3-af6df6ce0ac1 HTTP/1.1" status: 200  len: 762 time: 0.7164776
Dec 24 10:55:20.230952 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:20.241194 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47202) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:20.243716 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:55:20.275382 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a30ec6-1efc-4d6d-9201-8478fb524541 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Network': ['ID=f25ca1a5-0647-42cc-a2e3-af6df6ce0ac1,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:20.284017 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-36a30ec6-1efc-4d6d-9201-8478fb524541 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:20.285216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port 338f2936-02b1-488e-a3c3-c0bb68a9f89d yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:55:20.314854 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=bbf8b7dd-19f0-486b-9e40-c3da45c91997,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:20.335231 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:20.344194 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network f25ca1a5-0647-42cc-a2e3-af6df6ce0ac1 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:20.466189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No active binding found for port f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 {{(pid=87560) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 24 10:55:20.466611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:55:20.556410 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-2ec7ac63-5e0c-493c-bc45-796fef9e91dc tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-65734335&fields=id&tenant_id=8543661828634582b0e4847120774eaa HTTP/1.1" status: 200  len: 267 time: 0.4141703
Dec 24 10:55:20.569609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:20.571229 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-bac59bc9-d611-445c-9a2b-08066e43c5ce None None] For port f8c7044b-53a9-4e1f-85d2-f0bec062b8c8, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f8c7044b-53a9-4e1f-85d2-f0bec062b8c8,segment=NetworkSegment(6a7e2e4a-e650-45c1-aefe-1d5b8769ff1a),segment_id=6a7e2e4a-e650-45c1-aefe-1d5b8769ff1a)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:20.571642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bac59bc9-d611-445c-9a2b-08066e43c5ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:20.588925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e5dc9ed2-4c5f-4789-913a-3435c19da32c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:20.605398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abfa87-1397-4494-b6e9-1df4623e020b req-9d6f62a5-325e-47f2-b3d0-2af8ba46722a tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:20.606890 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a9abfa87-1397-4494-b6e9-1df4623e020b req-9d6f62a5-325e-47f2-b3d0-2af8ba46722a tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.2282610
Dec 24 10:55:20.624364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8:0:1::387 (51d30af2-9f70-4c66-8947-64c1ea7cb845/2dffbbbe-17ea-40a6-953e-59619fe2ebfd/338f2936-02b1-488e-a3c3-c0bb68a9f89d) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:20.647194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::f816:3eff:fe5f:8dde (51d30af2-9f70-4c66-8947-64c1ea7cb845/c08eb2dd-9e17-4110-8efd-eb68713e4f68/338f2936-02b1-488e-a3c3-c0bb68a9f89d) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:20.675117 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Pushing event deleted for resources: {'Port': ['ID=f8c7044b-53a9-4e1f-85d2-f0bec062b8c8,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:20.678832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:20.687860 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] No DVR routers for this DVR port f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:55:20.692605 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a9abfa87-1397-4494-b6e9-1df4623e020b req-93b60842-4bdc-4f6f-abbf-0b0f87eb0155 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714133
Dec 24 10:55:20.727533 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523742db-258f-400b-8b0e-05d926a9a4b7 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:20.729181 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-523742db-258f-400b-8b0e-05d926a9a4b7 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "GET /v2.0/networks?id=f25ca1a5-0647-42cc-a2e3-af6df6ce0ac1 HTTP/1.1" status: 200  len: 765 time: 0.4728703
Dec 24 10:55:20.738018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-bac59bc9-d611-445c-9a2b-08066e43c5ce None None] Calling delete_port for f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:20.782119 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Checking segment: {'id': '14b07235-22e5-4b1a-9b2b-d0c172765f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5fa4aa0a-1ec3-49f9-b660-46703f39fd78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:20.782507 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network hostable DHCP agents. Network: 5fa4aa0a-1ec3-49f9-b660-46703f39fd78, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:55:20.788310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47208) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:20.823246 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:20.832933 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:20.875286 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Pushing event deleted for resources: {'Port': ['ID=01d187e0-03c1-4574-abf2-b7d217405160,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:20.913911 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:20.939594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:20.953502 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] No DVR routers for this DVR port 01d187e0-03c1-4574-abf2-b7d217405160 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:55:20.956430 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-bac59bc9-d611-445c-9a2b-08066e43c5ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:55:20.957054 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-bac59bc9-d611-445c-9a2b-08066e43c5ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:55:20.959784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object 338f2936-02b1-488e-a3c3-c0bb68a9f89d will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:20.975617 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9357a1f-dc88-4d81-bd4a-84356e0eae2f None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:21.009564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:21.019215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:21.022869 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-64251ebc-b86f-40bf-bc9e-628f5cf7359d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:21.045951 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 5fa4aa0a-1ec3-49f9-b660-46703f39fd78 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:55:21.084806 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b76f197f0>,) {'filters': {'network_id': ['60b75ede-ff93-45fa-bc0c-2f749de5f656']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:21.097775 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 5fa4aa0a-1ec3-49f9-b660-46703f39fd78) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:21.106959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76f197f0>, '6a7e2e4a-e650-45c1-aefe-1d5b8769ff1a') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:21.107321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76f197f0>, '6a7e2e4a-e650-45c1-aefe-1d5b8769ff1a') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:21.122582 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-1a974f98-8034-45e4-a3b9-3ed96e33f3b1 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:21.124109 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-1a974f98-8034-45e4-a3b9-3ed96e33f3b1 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/networks?id=5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 200  len: 811 time: 0.5363901
Dec 24 10:55:21.138920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:21.144449 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:21.149471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:21.150836 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:21.151915 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:21.153394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:21.153526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c911506-45df-4c38-a164-f3f23cad8844 None None] Network 5fa4aa0a-1ec3-49f9-b660-46703f39fd78 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:21.155930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:21.162648 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:21.163293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:21.169835 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:21.203572 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=338f2936-02b1-488e-a3c3-c0bb68a9f89d,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:21.206686 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:21.211002 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-9882a145-49f6-40f7-bc9e-f6425eafa9d7 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/quotas/8543661828634582b0e4847120774eaa HTTP/1.1" status: 200  len: 375 time: 0.0494137
Dec 24 10:55:21.219905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e60bfa-0a1b-4cfb-923f-4d5333d2bf79 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:21.221397 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-66e60bfa-0a1b-4cfb-923f-4d5333d2bf79 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.4238741
Dec 24 10:55:21.222650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:21.225208 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47214) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:21.229778 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:21.230239 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:21.245436 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:21.260581 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 4.5082510
Dec 24 10:55:21.261653 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47218) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:21.262574 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 1.9869552
Dec 24 10:55:21.265675 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47220) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:21.342432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cdfaf47b-8469-429f-ab55-4d45badb1e16 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Synchronizing usage tracker for tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 on resource:subnet {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:21.382809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3d267-65c1-4122-aad6-782f452dcd97 req-be377193-9246-42ab-be8e-9aee0b7da592 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:21.384452 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bbc3d267-65c1-4122-aad6-782f452dcd97 req-be377193-9246-42ab-be8e-9aee0b7da592 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.3104577
Dec 24 10:55:21.420699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:21.433354 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:21.454268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-aedd2c56-6dd7-408b-af63-aabf2bfeb980 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port 338f2936-02b1-488e-a3c3-c0bb68a9f89d {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:21.454587 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aedd2c56-6dd7-408b-af63-aabf2bfeb980 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:21.465702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-bac59bc9-d611-445c-9a2b-08066e43c5ce None None] Deleting port f8c7044b-53a9-4e1f-85d2-f0bec062b8c8 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:21.466133 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bac59bc9-d611-445c-9a2b-08066e43c5ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:21.469111 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:21.476313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Pushing event deleted for resources: {'Network': ['ID=60b75ede-ff93-45fa-bc0c-2f749de5f656,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:21.479383 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] 10.222.0.54 "DELETE /v2.0/networks/60b75ede-ff93-45fa-bc0c-2f749de5f656 HTTP/1.1" status: 204  len: 168 time: 2.1632481
Dec 24 10:55:21.482395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:21.486085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-9eac8460-dbd4-4b87-a2e5-0d57b363545b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port bbf8b7dd-19f0-486b-9e40-c3da45c91997 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:21.486437 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9eac8460-dbd4-4b87-a2e5-0d57b363545b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:21.498554 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-bfdd70db-060b-4e0a-813a-0629fb0f4905 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8543661828634582b0e4847120774eaa&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2517142
Dec 24 10:55:21.530748 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cdfaf47b-8469-429f-ab55-4d45badb1e16 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Unset dirty status for tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 on resource:subnet {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:21.531931 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-cdfaf47b-8469-429f-ab55-4d45badb1e16 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280 HTTP/1.1" status: 200  len: 207 time: 0.3059430
Dec 24 10:55:21.535942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47230) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:21.567858 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-bac59bc9-d611-445c-9a2b-08066e43c5ce None None] The port 'f8c7044b-53a9-4e1f-85d2-f0bec062b8c8' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:55:21.598468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': '2dffbbbe-17ea-40a6-953e-59619fe2ebfd'}, {'subnet_id': 'c08eb2dd-9e17-4110-8efd-eb68713e4f68'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:55:21.598896 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:21.628063 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bbc3d267-65c1-4122-aad6-782f452dcd97 req-95c1736c-6327-4e41-a713-f196b88da0c0 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2058177
Dec 24 10:55:21.718435 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-3dcfcdbf-4366-499c-907c-d5cc59d45e1f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:55:21.720038 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-3dcfcdbf-4366-499c-907c-d5cc59d45e1f service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1453021
Dec 24 10:55:21.896302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035c70d1-09fd-41d4-a942-2630e3a43947 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:21.902400 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035c70d1-09fd-41d4-a942-2630e3a43947 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:21.908983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035c70d1-09fd-41d4-a942-2630e3a43947 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:21.915206 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035c70d1-09fd-41d4-a942-2630e3a43947 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:21.921575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035c70d1-09fd-41d4-a942-2630e3a43947 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:21.927434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035c70d1-09fd-41d4-a942-2630e3a43947 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:21.934181 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-035c70d1-09fd-41d4-a942-2630e3a43947 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3732 time: 0.3968580
Dec 24 10:55:21.936796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47242) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:21.976956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47248) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:21.980907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Allocated IP 2001:db8:0:1::2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/2dffbbbe-17ea-40a6-953e-59619fe2ebfd/dd10d387-fd7d-4fc0-a263-ad3409c6a207) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:21.990867 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Allocated IP 2001:db8::f816:3eff:fe93:813d (51d30af2-9f70-4c66-8947-64c1ea7cb845/c08eb2dd-9e17-4110-8efd-eb68713e4f68/dd10d387-fd7d-4fc0-a263-ad3409c6a207) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:22.085717 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-cb4f9c6d-d617-4293-91c3-65bac92ff7bc service neutron] 10.222.0.54 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3577850
Dec 24 10:55:22.194299 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9eac8460-dbd4-4b87-a2e5-0d57b363545b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:22.246688 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-16664351-3c83-4a72-b528-a436caf7a281 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 814 time: 0.3086126
Dec 24 10:55:22.249179 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47256) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:22.336940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-9eac8460-dbd4-4b87-a2e5-0d57b363545b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for bbf8b7dd-19f0-486b-9e40-c3da45c91997 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:22.413310 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:22.416660 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c41f46e-3c87-4c4a-aac3-0e2c427aeaec tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:22.418167 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c41f46e-3c87-4c4a-aac3-0e2c427aeaec tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:22.419626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c41f46e-3c87-4c4a-aac3-0e2c427aeaec tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:22.421156 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c41f46e-3c87-4c4a-aac3-0e2c427aeaec tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:22.423080 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c41f46e-3c87-4c4a-aac3-0e2c427aeaec tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:22.424165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5c41f46e-3c87-4c4a-aac3-0e2c427aeaec tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Synchronizing usage tracker for tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:22.428530 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-bd884681-10ec-472b-930d-0cb1251d0344 service neutron] 10.222.0.54 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3359981
Dec 24 10:55:22.430352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Transition to ACTIVE for port object dd10d387-fd7d-4fc0-a263-ad3409c6a207 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:22.456174 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Transition to ACTIVE for port object dd10d387-fd7d-4fc0-a263-ad3409c6a207 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:22.466956 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:22.473933 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6bea145b-11f1-4c00-bbde-77e629d82770 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:22.533350 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:22.533811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aedd2c56-6dd7-408b-af63-aabf2bfeb980 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:22.536706 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:22.540054 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:22.601930 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Pushing event updated for resources: {'Port': ['ID=dd10d387-fd7d-4fc0-a263-ad3409c6a207,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:22.612652 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:22.649802 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a9f1a70d-0688-41f2-9f78-049f6dcccc38 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4171d32470a14155a471fbc00ab7b058&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6656768
Dec 24 10:55:22.660938 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5c41f46e-3c87-4c4a-aac3-0e2c427aeaec tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Unset dirty status for tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:22.663218 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5c41f46e-3c87-4c4a-aac3-0e2c427aeaec tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.4129186
Dec 24 10:55:22.664793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47264) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:22.668049 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47266) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:22.717494 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Attempting to bind port dd10d387-fd7d-4fc0-a263-ad3409c6a207 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:55:22.717882 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Attempting to bind port dd10d387-fd7d-4fc0-a263-ad3409c6a207 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:55:22.718321 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Attempting to bind port dd10d387-fd7d-4fc0-a263-ad3409c6a207 on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:55:22.724446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-aedd2c56-6dd7-408b-af63-aabf2bfeb980 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for 338f2936-02b1-488e-a3c3-c0bb68a9f89d owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:22.725499 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:55:22.728169 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:22.728169 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:22.728169 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:55:22.728169 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Bound port: dd10d387-fd7d-4fc0-a263-ad3409c6a207, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:55:22.728169 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:22.778370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9eac8460-dbd4-4b87-a2e5-0d57b363545b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:22.789515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1e2eb3e7-5265-402f-ad5b-2db39ec339dc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:22.810600 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f3cb4a72-c35e-4025-b6a3-557ae53b9c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:22.831876 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb15a2-0cfe-407d-9203-fc91e90b2003 req-d4a639b9-fd3a-4dd3-9c56-25f1a5dfdeb2 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:22.833422 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e8fb15a2-0cfe-407d-9203-fc91e90b2003 req-d4a639b9-fd3a-4dd3-9c56-25f1a5dfdeb2 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.4517589
Dec 24 10:55:22.843130 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] For port dd10d387-fd7d-4fc0-a263-ad3409c6a207, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:55:22.849459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] For port dd10d387-fd7d-4fc0-a263-ad3409c6a207, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=dd10d387-fd7d-4fc0-a263-ad3409c6a207,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:55:22.855842 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f3cb4a72-c35e-4025-b6a3-557ae53b9c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:22.857425 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:22.864391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac8460-dbd4-4b87-a2e5-0d57b363545b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=bbf8b7dd-19f0-486b-9e40-c3da45c91997,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:22.868338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:22.872194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9eac8460-dbd4-4b87-a2e5-0d57b363545b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:22.900769 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9eac8460-dbd4-4b87-a2e5-0d57b363545b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:22.930456 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd2f8ff-9926-4a3f-9fe4-75000f2e5a30 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['shared'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:22.931723 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9eac8460-dbd4-4b87-a2e5-0d57b363545b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/ports/bbf8b7dd-19f0-486b-9e40-c3da45c91997 HTTP/1.1" status: 204  len: 168 time: 1.6669838
Dec 24 10:55:22.935882 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd2f8ff-9926-4a3f-9fe4-75000f2e5a30 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['shared'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:22.937146 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd2f8ff-9926-4a3f-9fe4-75000f2e5a30 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['shared'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:22.938976 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd2f8ff-9926-4a3f-9fe4-75000f2e5a30 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['shared'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:22.940639 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd2f8ff-9926-4a3f-9fe4-75000f2e5a30 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['shared'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:22.941860 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47276) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:22.944521 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9dd2f8ff-9926-4a3f-9fe4-75000f2e5a30 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.2743580
Dec 24 10:55:22.945235 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f3cb4a72-c35e-4025-b6a3-557ae53b9c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:22.948719 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47280) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:22.952640 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c4d7e408-706b-4919-847c-f467ebeb57b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:22.967409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb4a72-c35e-4025-b6a3-557ae53b9c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f87719-4955-4b2c-b4d5-3bed329d498b,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:22.970181 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f3cb4a72-c35e-4025-b6a3-557ae53b9c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:22.971369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f3cb4a72-c35e-4025-b6a3-557ae53b9c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:22.972423 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f3cb4a72-c35e-4025-b6a3-557ae53b9c3f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/02f87719-4955-4b2c-b4d5-3bed329d498b HTTP/1.1" status: 204  len: 168 time: 0.3061197
Dec 24 10:55:22.978430 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Pushing event updated for resources: {'Port': ['ID=dd10d387-fd7d-4fc0-a263-ad3409c6a207,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:22.993744 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:23.056051 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e8fb15a2-0cfe-407d-9203-fc91e90b2003 req-ce233d2f-1625-42de-8a51-9c06695f7850 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1982751
Dec 24 10:55:23.321341 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d3877ce4-2475-4e85-805b-cc189d41588b req-2a0b5250-8d61-489a-9d23-09fb69564679 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 210 time: 0.1133175
Dec 24 10:55:23.477541 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c936a7c-c987-4a70-a325-b8ba564e0bc8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:23.484048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c936a7c-c987-4a70-a325-b8ba564e0bc8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:23.484980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6c936a7c-c987-4a70-a325-b8ba564e0bc8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:23.537965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b186b76f-5841-4cc0-9363-406212ec782e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:23.538625 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b186b76f-5841-4cc0-9363-406212ec782e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Synchronizing usage tracker for tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:23.546388 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aedd2c56-6dd7-408b-af63-aabf2bfeb980 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:23.553927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bb3659d4-faf1-4f57-82cc-22475bf6b271 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:23.601861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6c936a7c-c987-4a70-a325-b8ba564e0bc8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:23.603072 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6c936a7c-c987-4a70-a325-b8ba564e0bc8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.6599581
Dec 24 10:55:23.606089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47310) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:23.606517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd2c56-6dd7-408b-af63-aabf2bfeb980 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=338f2936-02b1-488e-a3c3-c0bb68a9f89d,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:23.612333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b186b76f-5841-4cc0-9363-406212ec782e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Unset dirty status for tenant:03e9e5c33d4a4a9bb7081e69f8dfb5f7 on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:23.619602 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b186b76f-5841-4cc0-9363-406212ec782e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "GET /v2.0/networks/980037cb-717b-4438-8606-25deb1bc4c67 HTTP/1.1" status: 200  len: 804 time: 0.5954962
Dec 24 10:55:23.620754 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aedd2c56-6dd7-408b-af63-aabf2bfeb980 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:23.621548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47314) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:23.737205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-edcae63b-c2d8-49d9-9c8e-87aed092f1d3 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port 48f49809-2571-4283-bb4f-7e09cd75dba1 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:23.737556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-edcae63b-c2d8-49d9-9c8e-87aed092f1d3 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:23.847502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aedd2c56-6dd7-408b-af63-aabf2bfeb980 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:23.868725 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2a4ce08a-e5bc-40b5-bac8-72d74420510b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "GET /v2.0/networks/980037cb-717b-4438-8606-25deb1bc4c67?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 320 time: 0.2447596
Dec 24 10:55:23.873902 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-aedd2c56-6dd7-408b-af63-aabf2bfeb980 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/338f2936-02b1-488e-a3c3-c0bb68a9f89d HTTP/1.1" status: 204  len: 168 time: 2.5997021
Dec 24 10:55:23.873902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47328) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:23.874168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47330) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:23.980213 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47336) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:24.033748 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dd1e83-b8a2-4faf-96e1-bcf97fd57c8e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:24.039759 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e3dd1e83-b8a2-4faf-96e1-bcf97fd57c8e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "GET /v2.0/subnets/b67acc3d-5206-48eb-a260-dbda64e1f5a3 HTTP/1.1" status: 200  len: 843 time: 0.1623063
Dec 24 10:55:24.039759 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47342) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:24.110237 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-edcae63b-c2d8-49d9-9c8e-87aed092f1d3 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:24.232812 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dd10d387-fd7d-4fc0-a263-ad3409c6a207 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:24.249457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Request body: {'networks': [{'name': 'tempest-network--1251167989'}, {'name': 'tempest-network--1922528990'}]} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:24.249797 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Request body: {'network': {'name': 'tempest-network--1251167989'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:24.250269 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Request body: {'network': {'name': 'tempest-network--1922528990'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:24.270659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:24.293759 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Usage tracker for resource:network and tenant:80766c1a43a04e598deae848f60e39ae is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:24.317015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:24.329052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:24.375233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f392e07d-7448-4cc3-8e20-7782eec6d27c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:24.377388 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f392e07d-7448-4cc3-8e20-7782eec6d27c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:24.384663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port dd10d387-fd7d-4fc0-a263-ad3409c6a207 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:24.412505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Made reservation on behalf of 80766c1a43a04e598deae848f60e39ae for: {'network': 2} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:24.420773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:24.425179 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-edcae63b-c2d8-49d9-9c8e-87aed092f1d3 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for 48f49809-2571-4283-bb4f-7e09cd75dba1 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:24.438407 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed5ffc1-9380-48a5-9441-c303d614f68d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['shared'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:24.443064 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-aed5ffc1-9380-48a5-9441-c303d614f68d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "GET /v2.0/subnets/b67acc3d-5206-48eb-a260-dbda64e1f5a3?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.3998356
Dec 24 10:55:24.447992 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47350) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:24.458241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-61fe6928-e49f-4fb7-bbde-9cd611fe2954 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-656056322'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:24.462663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:24.470234 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef45dff3-1192-49e5-9d8e-1bda0b48bf0a None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:24.477039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-61fe6928-e49f-4fb7-bbde-9cd611fe2954 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:24.479249 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f392e07d-7448-4cc3-8e20-7782eec6d27c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:24.480412 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f392e07d-7448-4cc3-8e20-7782eec6d27c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1045 time: 0.6052012
Dec 24 10:55:24.483707 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47354) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:24.529104 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:24.531581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-61fe6928-e49f-4fb7-bbde-9cd611fe2954 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:24.544006 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Usage tracker for resource:security_group_rule and tenant:80766c1a43a04e598deae848f60e39ae is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:24.554306 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc234a1-268c-40d1-b126-bb246a2cb2e8 req-3f9e360f-f376-4595-864b-3422036c20cb tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:24.555879 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8dc234a1-268c-40d1-b126-bb246a2cb2e8 req-3f9e360f-f376-4595-864b-3422036c20cb tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.1754875
Dec 24 10:55:24.557018 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-edcae63b-c2d8-49d9-9c8e-87aed092f1d3 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:24.563492 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-29ed8c2a-786a-4eb5-84b4-675d828b4d04 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:24.581756 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f27ac848-8f09-4add-b756-eae96378242a None None] Could not find standard attr ID for object 338f2936-02b1-488e-a3c3-c0bb68a9f89d. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:55:24.590724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:24.603074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f27ac848-8f09-4add-b756-eae96378242a None None] Provisioning for port dd10d387-fd7d-4fc0-a263-ad3409c6a207 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:24.610748 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:24.616763 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f0be365-af74-4766-812d-9699452117e2 req-fe5b83c2-9951-4046-bd20-2c09bac2141c tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 210 time: 0.0822589
Dec 24 10:55:24.619932 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fe6928-e49f-4fb7-bbde-9cd611fe2954 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:24.620351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f27ac848-8f09-4add-b756-eae96378242a None None] Provisioning complete for port dd10d387-fd7d-4fc0-a263-ad3409c6a207 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:24.620747 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f27ac848-8f09-4add-b756-eae96378242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:24.623050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-61fe6928-e49f-4fb7-bbde-9cd611fe2954 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:24.638831 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcae63b-c2d8-49d9-9c8e-87aed092f1d3 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=48f49809-2571-4283-bb4f-7e09cd75dba1,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:24.642360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-edcae63b-c2d8-49d9-9c8e-87aed092f1d3 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:24.646176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-edcae63b-c2d8-49d9-9c8e-87aed092f1d3 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:24.669309 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8dc234a1-268c-40d1-b126-bb246a2cb2e8 req-880d6fe1-a3c9-4506-a66b-24601782794e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669417
Dec 24 10:55:24.674328 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-edcae63b-c2d8-49d9-9c8e-87aed092f1d3 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/ports/48f49809-2571-4283-bb4f-7e09cd75dba1 HTTP/1.1" status: 204  len: 168 time: 1.0666907
Dec 24 10:55:24.677068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47358) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:24.712214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61fe6928-e49f-4fb7-bbde-9cd611fe2954 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:24.744832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6707a704-6cd9-467d-beaf-f8dff6c844ad tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:24.747308 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6707a704-6cd9-467d-beaf-f8dff6c844ad tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1045 time: 0.2596850
Dec 24 10:55:24.752403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-61fe6928-e49f-4fb7-bbde-9cd611fe2954 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:24.752589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47362) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:24.752790 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-61fe6928-e49f-4fb7-bbde-9cd611fe2954 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Added segment ce13dca3-9ce4-4670-a99c-a34aba024666 of type vlan for network d380477b-cda7-4aaa-8c8b-c5809536f8e7
Dec 24 10:55:24.809058 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-61fe6928-e49f-4fb7-bbde-9cd611fe2954 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:24.841559 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd76c053-87a2-4efa-8df8-d9e64562a4ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:24.842332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-bd76c053-87a2-4efa-8df8-d9e64562a4ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:24.854581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:24.858002 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be4e838-9eb9-4937-9310-bc4637df7beb tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:24.859376 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be4e838-9eb9-4937-9310-bc4637df7beb tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:24.861017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be4e838-9eb9-4937-9310-bc4637df7beb tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:24.862089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9be4e838-9eb9-4937-9310-bc4637df7beb tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:24.868409 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:24.869135 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:24.883770 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-bd76c053-87a2-4efa-8df8-d9e64562a4ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:24.885385 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bd76c053-87a2-4efa-8df8-d9e64562a4ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.2065480
Dec 24 10:55:24.888357 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47366) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:24.888769 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3f490347-2c16-410a-98df-322c26a3113b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:24.903793 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-61fe6928-e49f-4fb7-bbde-9cd611fe2954 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:24.910183 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fe6928-e49f-4fb7-bbde-9cd611fe2954 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:24.911255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-61fe6928-e49f-4fb7-bbde-9cd611fe2954 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:24.925729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9be4e838-9eb9-4937-9310-bc4637df7beb tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:24.929834 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9be4e838-9eb9-4937-9310-bc4637df7beb tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1731291
Dec 24 10:55:24.932286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47370) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:24.955097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f27ac848-8f09-4add-b756-eae96378242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:24.967131 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:24.972641 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3756405-48df-4e48-bb9a-423c5f494072 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] GET failed (client error): The resource could not be found.
Dec 24 10:55:24.976757 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f3756405-48df-4e48-bb9a-423c5f494072 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports/bbf8b7dd-19f0-486b-9e40-c3da45c91997 HTTP/1.1" status: 404  len: 333 time: 0.0843396
Dec 24 10:55:24.979785 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47374) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:24.980951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:24.981496 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Added segment 3cd0d77f-048b-4f36-9a8f-71304af4cdaa of type vlan for network 5e541d87-337f-4bc2-8526-57900b1a8f2a
Dec 24 10:55:25.008288 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-f27ac848-8f09-4add-b756-eae96378242a None None] For port dd10d387-fd7d-4fc0-a263-ad3409c6a207, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=dd10d387-fd7d-4fc0-a263-ad3409c6a207,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:25.021954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f27ac848-8f09-4add-b756-eae96378242a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:25.024066 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:25.031029 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:25.043056 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-519812e1-0d29-4fc9-ab6b-ca3a4c0cf0fb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] GET failed (client error): The resource could not be found.
Dec 24 10:55:25.046768 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-519812e1-0d29-4fc9-ab6b-ca3a4c0cf0fb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports/48f49809-2571-4283-bb4f-7e09cd75dba1 HTTP/1.1" status: 404  len: 333 time: 0.0637796
Dec 24 10:55:25.047355 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47378) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:25.118146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ac848-8f09-4add-b756-eae96378242a None None] Pushing event updated for resources: {'Port': ['ID=dd10d387-fd7d-4fc0-a263-ad3409c6a207,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:25.121847 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f27ac848-8f09-4add-b756-eae96378242a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:25.132362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88e7c9c-24e8-4a44-b7e9-7186f6e3d1ce,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:25.146784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:25.154129 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:25.158443 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-878b575f-097a-4de4-8452-7ca36cc780c0 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet 2dffbbbe-17ea-40a6-953e-59619fe2ebfd {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:25.178683 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-878b575f-097a-4de4-8452-7ca36cc780c0 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:25.267942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-abdbc9a0-c465-4212-944f-cd26fd31458d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:25.288672 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-878b575f-097a-4de4-8452-7ca36cc780c0 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:25.311823 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-61fe6928-e49f-4fb7-bbde-9cd611fe2954 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.8600180
Dec 24 10:55:25.316457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47382) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:25.332282 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe6928-e49f-4fb7-bbde-9cd611fe2954 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Network': ['ID=d380477b-cda7-4aaa-8c8b-c5809536f8e7,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:25.338563 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-165e859d-0e42-42f2-9cee-558322559789 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'subnet': {'network_id': 'd380477b-cda7-4aaa-8c8b-c5809536f8e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:25.343848 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-61fe6928-e49f-4fb7-bbde-9cd611fe2954 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:25.344353 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network d380477b-cda7-4aaa-8c8b-c5809536f8e7 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:25.351778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:25.369685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-3249771a-459f-4c2a-aea1-e9f9ada360c4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:25.371733 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-3249771a-459f-4c2a-aea1-e9f9ada360c4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.32 "GET /v2.0/networks?id=5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 200  len: 811 time: 0.4504988
Dec 24 10:55:25.378794 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:25.380125 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Added segment 0bbed306-5a3f-4e44-a66f-b0480f59bd5d of type vlan for network 10e6160f-969e-49f0-a0be-c62663b1b9d1
Dec 24 10:55:25.452330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:25.464440 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-16dbc906-0446-49db-9e5d-80b15fd236ed tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8543661828634582b0e4847120774eaa HTTP/1.1" status: 200  len: 378 time: 0.0835061
Dec 24 10:55:25.475209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-45bc21f2-71b0-4546-babc-cb402692dbf4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Request body: {'port': {'device_id': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'admin_state_up': True, 'tenant_id': '8543661828634582b0e4847120774eaa', 'security_groups': ['1d2e0dbf-18a7-4853-97c1-5be96ce78daf']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:25.517899 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6fa415e5-75cb-4993-93a5-e1a56fa273eb None None] Provisioning complete for port dd10d387-fd7d-4fc0-a263-ad3409c6a207 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:25.518612 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6fa415e5-75cb-4993-93a5-e1a56fa273eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:25.622373 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:25.622960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:25.629164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:25.635306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:25.636208 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:25.643336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:25.761609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-165e859d-0e42-42f2-9cee-558322559789 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:25.805051 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-165e859d-0e42-42f2-9cee-558322559789 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:25.861279 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8a73434f-4c1f-4cd1-9e89-1e74a6e2466a None None] Could not find standard attr ID for object 51cea6d4-2296-4ea8-ac16-e42e566b4885. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:55:25.945122 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1320 time: 1.9546657
Dec 24 10:55:25.950964 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-181eee40-9bb8-4073-8909-86d0e26c5d4b req-44ac3eb6-be36-4c42-9a56-edc155366e1d tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 210 time: 0.0979428
Dec 24 10:55:25.951653 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event updated for resources: {'Network': ['ID=5e541d87-337f-4bc2-8526-57900b1a8f2a,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:25.954709 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47394) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:25.971669 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-45bc21f2-71b0-4546-babc-cb402692dbf4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:25.978173 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 5e541d87-337f-4bc2-8526-57900b1a8f2a details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:25.980691 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-abdbc9a0-c465-4212-944f-cd26fd31458d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:26.004604 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165e859d-0e42-42f2-9cee-558322559789 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Made reservation on behalf of 03e9e5c33d4a4a9bb7081e69f8dfb5f7 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:26.008170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-165e859d-0e42-42f2-9cee-558322559789 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:26.064113 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-878b575f-097a-4de4-8452-7ca36cc780c0 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:26.143552 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-45bc21f2-71b0-4546-babc-cb402692dbf4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:26.199052 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-44d5492a-cd77-42a5-b351-328595d6efa6 None None] Could not find standard attr ID for object 338f2936-02b1-488e-a3c3-c0bb68a9f89d. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:55:26.209486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-abdbc9a0-c465-4212-944f-cd26fd31458d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b76d51250>,) {'filters': {'network_id': ['5fa4aa0a-1ec3-49f9-b660-46703f39fd78']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:26.210060 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a8f5b9-a903-48c4-ad60-db840cc7ce91 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:26.216464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a8f5b9-a903-48c4-ad60-db840cc7ce91 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:26.221743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a8f5b9-a903-48c4-ad60-db840cc7ce91 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:26.228460 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a8f5b9-a903-48c4-ad60-db840cc7ce91 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:26.228640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-90a8f5b9-a903-48c4-ad60-db840cc7ce91 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Synchronizing usage tracker for tenant:80766c1a43a04e598deae848f60e39ae on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:26.232322 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dd10d387-fd7d-4fc0-a263-ad3409c6a207 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:26.244400 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-abdbc9a0-c465-4212-944f-cd26fd31458d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76d51250>, '14b07235-22e5-4b1a-9b2b-d0c172765f0d') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:26.244797 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-abdbc9a0-c465-4212-944f-cd26fd31458d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76d51250>, '14b07235-22e5-4b1a-9b2b-d0c172765f0d') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:26.262731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-abdbc9a0-c465-4212-944f-cd26fd31458d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:26.263890 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event updated for resources: {'Network': ['ID=10e6160f-969e-49f0-a0be-c62663b1b9d1,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:26.267793 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:26.268301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.609s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:26.268689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:26.274814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-45bc21f2-71b0-4546-babc-cb402692dbf4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Made reservation on behalf of 8543661828634582b0e4847120774eaa for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:26.278424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-45bc21f2-71b0-4546-babc-cb402692dbf4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:26.287398 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 10e6160f-969e-49f0-a0be-c62663b1b9d1 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:26.297838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-90a8f5b9-a903-48c4-ad60-db840cc7ce91 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Unset dirty status for tenant:80766c1a43a04e598deae848f60e39ae on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:26.301620 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-90a8f5b9-a903-48c4-ad60-db840cc7ce91 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2407 time: 0.3434844
Dec 24 10:55:26.301849 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-abdbc9a0-c465-4212-944f-cd26fd31458d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:26.304716 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47398) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:26.309561 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abdbc9a0-c465-4212-944f-cd26fd31458d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:26.310096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-abdbc9a0-c465-4212-944f-cd26fd31458d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:26.347873 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.ipam_backend_mixin [None req-165e859d-0e42-42f2-9cee-558322559789 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Performing IP validity checks on allocation pools {{(pid=87559) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 24 10:55:26.349033 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.ipam_backend_mixin [None req-165e859d-0e42-42f2-9cee-558322559789 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87559) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:26.373626 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:26.452127 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port dd10d387-fd7d-4fc0-a263-ad3409c6a207 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:26.452669 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:26.550211 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9a16270d-edf1-4be9-a997-d2a9200a0292 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:26.597022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3faac-7cf2-4054-9901-f1eb0ebd74ff req-1cd9e809-3208-4497-a60f-63ad888b6fbd tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:26.597895 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-68e3faac-7cf2-4054-9901-f1eb0ebd74ff req-1cd9e809-3208-4497-a60f-63ad888b6fbd tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.7214615
Dec 24 10:55:26.606003 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-abdbc9a0-c465-4212-944f-cd26fd31458d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:26.621662 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-04da6f39-4b3e-461c-a05e-f8d2debd4f2e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:26.664660 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-abdbc9a0-c465-4212-944f-cd26fd31458d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:26.678780 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee909c0-d9c1-4fa3-85af-2596f07076e4 None None] get_active_networks_info from dv-neutron-822668-2-hyperv {{(pid=87560) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 24 10:55:26.701313 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-abdbc9a0-c465-4212-944f-cd26fd31458d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/networks/5fa4aa0a-1ec3-49f9-b660-46703f39fd78 HTTP/1.1" status: 204  len: 168 time: 1.6504979
Dec 24 10:55:26.711582 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-68e3faac-7cf2-4054-9901-f1eb0ebd74ff req-aa71b9d3-29f5-4ae1-ae6d-4f66e863addd tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070006
Dec 24 10:55:26.713135 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-878b575f-097a-4de4-8452-7ca36cc780c0 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:26.727749 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47402) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:26.732067 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdbc9a0-c465-4212-944f-cd26fd31458d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Network': ['ID=5fa4aa0a-1ec3-49f9-b660-46703f39fd78,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:26.741642 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-2d911edb-d72d-408b-8b7a-f7d6486d440b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1170193775'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:26.748010 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-abdbc9a0-c465-4212-944f-cd26fd31458d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:26.751614 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-878b575f-097a-4de4-8452-7ca36cc780c0 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:26.758186 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-acab03f9-5860-4816-af9f-0e9aa2fa55a6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:26.805295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2d911edb-d72d-408b-8b7a-f7d6486d440b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:26.810971 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b575f-097a-4de4-8452-7ca36cc780c0 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=2dffbbbe-17ea-40a6-953e-59619fe2ebfd,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:26.817765 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2d911edb-d72d-408b-8b7a-f7d6486d440b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:network and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:26.820602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-878b575f-097a-4de4-8452-7ca36cc780c0 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:26.821682 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2d911edb-d72d-408b-8b7a-f7d6486d440b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:26.829987 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-878b575f-097a-4de4-8452-7ca36cc780c0 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/2dffbbbe-17ea-40a6-953e-59619fe2ebfd HTTP/1.1" status: 204  len: 168 time: 1.8965886
Dec 24 10:55:26.833403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47406) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:26.837894 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2d911edb-d72d-408b-8b7a-f7d6486d440b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:26.897822 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d911edb-d72d-408b-8b7a-f7d6486d440b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:26.901295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2d911edb-d72d-408b-8b7a-f7d6486d440b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:26.909164 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee909c0-d9c1-4fa3-85af-2596f07076e4 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 24 10:55:26.935089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d911edb-d72d-408b-8b7a-f7d6486d440b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:26.945130 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2d911edb-d72d-408b-8b7a-f7d6486d440b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:26.945478 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-2d911edb-d72d-408b-8b7a-f7d6486d440b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Added segment d510f6f9-2533-4e42-a9dc-8ae3a1d34e96 of type vlan for network 15aaf3d1-92ef-4468-b211-2b851befb425
Dec 24 10:55:26.953825 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-45bc21f2-71b0-4546-babc-cb402692dbf4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Allocated IP 172.20.0.12 (5649a2db-549e-48e6-b856-f7dfd6b31b16/e0a321e5-1d5c-4349-a6e4-b5d68559fd38/6262f94d-101a-408f-82da-f2200a2a550a) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:26.976729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9a16270d-edf1-4be9-a997-d2a9200a0292 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:26.978149 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2d911edb-d72d-408b-8b7a-f7d6486d440b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:27.026310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2d911edb-d72d-408b-8b7a-f7d6486d440b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:27.032345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d911edb-d72d-408b-8b7a-f7d6486d440b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:27.032963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2d911edb-d72d-408b-8b7a-f7d6486d440b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:27.034728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-9a16270d-edf1-4be9-a997-d2a9200a0292 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c25e220>,) {'filters': {'network_id': ['5e541d87-337f-4bc2-8526-57900b1a8f2a']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:27.041639 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-abdbc9a0-c465-4212-944f-cd26fd31458d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:27.045201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3dd6b97-beb0-4de7-9ae2-7b852347c05a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet c08eb2dd-9e17-4110-8efd-eb68713e4f68 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:27.059917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-9a16270d-edf1-4be9-a997-d2a9200a0292 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c25e220>, '3cd0d77f-048b-4f36-9a8f-71304af4cdaa') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:27.060254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-9a16270d-edf1-4be9-a997-d2a9200a0292 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c25e220>, '3cd0d77f-048b-4f36-9a8f-71304af4cdaa') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:27.068879 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6b97-beb0-4de7-9ae2-7b852347c05a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:27.129420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9a16270d-edf1-4be9-a997-d2a9200a0292 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:27.243502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-165e859d-0e42-42f2-9cee-558322559789 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:27.267852 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-53ce020f-fb55-47f1-a6ba-486664842dff req-f7dbcea7-8c62-42f0-9bea-c5a2f0123be7 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 210 time: 0.0789239
Dec 24 10:55:27.271287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9a16270d-edf1-4be9-a997-d2a9200a0292 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:27.275408 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6b97-beb0-4de7-9ae2-7b852347c05a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:27.277814 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d911edb-d72d-408b-8b7a-f7d6486d440b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Network': ['ID=15aaf3d1-92ef-4468-b211-2b851befb425,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:27.288770 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2d911edb-d72d-408b-8b7a-f7d6486d440b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:27.290287 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2d911edb-d72d-408b-8b7a-f7d6486d440b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5599325
Dec 24 10:55:27.293491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c802db29-f173-4c6c-a0a3-24c23c9efa54 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:27.298704 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 15aaf3d1-92ef-4468-b211-2b851befb425 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:27.321319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47412) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:27.350579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'subnet': {'network_id': '15aaf3d1-92ef-4468-b211-2b851befb425', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:27.371414 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a16270d-edf1-4be9-a997-d2a9200a0292 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:27.371822 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e859d-0e42-42f2-9cee-558322559789 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Checking segment: {'id': 'ce13dca3-9ce4-4670-a99c-a34aba024666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': 'd380477b-cda7-4aaa-8c8b-c5809536f8e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:27.371988 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9a16270d-edf1-4be9-a997-d2a9200a0292 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:27.372606 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165e859d-0e42-42f2-9cee-558322559789 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network hostable DHCP agents. Network: d380477b-cda7-4aaa-8c8b-c5809536f8e7, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:27.389988 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:27.424251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165e859d-0e42-42f2-9cee-558322559789 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Network d380477b-cda7-4aaa-8c8b-c5809536f8e7 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:55:27.442145 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e859d-0e42-42f2-9cee-558322559789 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Subnet': ['ID=c241076a-a8a7-4ec1-9c23-334cd8b5a61c,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:27.453838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-165e859d-0e42-42f2-9cee-558322559789 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:27.465888 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-165e859d-0e42-42f2-9cee-558322559789 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, d380477b-cda7-4aaa-8c8b-c5809536f8e7) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:27.470352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165e859d-0e42-42f2-9cee-558322559789 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:27.470911 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-165e859d-0e42-42f2-9cee-558322559789 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:27.497841 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-165e859d-0e42-42f2-9cee-558322559789 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 2.1802919
Dec 24 10:55:27.498867 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47416) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:27.505504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ea30531b-2cd8-4a32-8f85-8ee4ec25eb0d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:27.620829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-45bc21f2-71b0-4546-babc-cb402692dbf4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:27.635963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9a16270d-edf1-4be9-a997-d2a9200a0292 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:27.641792 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:27.650071 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f7f5be6b-531f-4954-93ea-c9c556a55e2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752 tempest-PortsAdminExtendedAttrsIpV6TestJSON-717995752-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:27.663853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ea30531b-2cd8-4a32-8f85-8ee4ec25eb0d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3941503'] for subnet, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:27.665558 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9a16270d-edf1-4be9-a997-d2a9200a0292 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:27.676520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-45bc21f2-71b0-4546-babc-cb402692dbf4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Transition to ACTIVE for port object 6262f94d-101a-408f-82da-f2200a2a550a will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:27.679651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:subnet and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:27.685563 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6b97-beb0-4de7-9ae2-7b852347c05a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:27.714862 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a16270d-edf1-4be9-a997-d2a9200a0292 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event deleted for resources: {'Network': ['ID=5e541d87-337f-4bc2-8526-57900b1a8f2a,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:27.716825 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:27.729201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9a16270d-edf1-4be9-a997-d2a9200a0292 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:27.746012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:27.770034 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9a16270d-edf1-4be9-a997-d2a9200a0292 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "DELETE /v2.0/networks/5e541d87-337f-4bc2-8526-57900b1a8f2a HTTP/1.1" status: 204  len: 168 time: 1.4642508
Dec 24 10:55:27.779143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47422) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:27.820229 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:27.824261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:27.999782 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6283d0cd-2e1f-4592-a18b-577a03f2d740 req-07f94cb8-721c-4503-b7bd-ec1006e1fb97 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:28.001687 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6283d0cd-2e1f-4592-a18b-577a03f2d740 req-07f94cb8-721c-4503-b7bd-ec1006e1fb97 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.1687028
Dec 24 10:55:28.010172 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-45bc21f2-71b0-4546-babc-cb402692dbf4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:28.027839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ea30531b-2cd8-4a32-8f85-8ee4ec25eb0d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739049838933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2871910'] for subnet, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:28.028953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a54bc134-1ebd-44bd-b6ad-26723e494991 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:28.035405 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d135548a-0d42-4aa6-a3ec-e7937ad2425c tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:28.106747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6b97-beb0-4de7-9ae2-7b852347c05a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:28.118041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc21f2-71b0-4546-babc-cb402692dbf4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event updated for resources: {'Port': ['ID=6262f94d-101a-408f-82da-f2200a2a550a,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:28.121279 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-45bc21f2-71b0-4546-babc-cb402692dbf4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:28.122544 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:28.141720 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea30531b-2cd8-4a32-8f85-8ee4ec25eb0d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:28.142907 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ea30531b-2cd8-4a32-8f85-8ee4ec25eb0d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:28.147813 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ea30531b-2cd8-4a32-8f85-8ee4ec25eb0d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "PUT /v2.0/subnets/c241076a-a8a7-4ec1-9c23-334cd8b5a61c HTTP/1.1" status: 200  len: 900 time: 0.6478515
Dec 24 10:55:28.148984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea30531b-2cd8-4a32-8f85-8ee4ec25eb0d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event updated for resources: {'Subnet': ['ID=c241076a-a8a7-4ec1-9c23-334cd8b5a61c,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:28.154374 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47426) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:28.157335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.ipam_backend_mixin [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Performing IP validity checks on allocation pools {{(pid=87558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 24 10:55:28.159041 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ea30531b-2cd8-4a32-8f85-8ee4ec25eb0d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:28.159996 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.ipam_backend_mixin [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87558) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 24 10:55:28.180501 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6283d0cd-2e1f-4592-a18b-577a03f2d740 req-0b9cfea4-98ad-44af-b898-7f77c1be694c tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1704700
Dec 24 10:55:28.181846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f3dd6b97-beb0-4de7-9ae2-7b852347c05a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:28.187991 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-141de91f-e36c-4204-844e-519fa439baa4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:28.193291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd6b97-beb0-4de7-9ae2-7b852347c05a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=c08eb2dd-9e17-4110-8efd-eb68713e4f68,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:28.195830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f3dd6b97-beb0-4de7-9ae2-7b852347c05a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:28.218540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-45bc21f2-71b0-4546-babc-cb402692dbf4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Network 5649a2db-549e-48e6-b856-f7dfd6b31b16 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:28.227989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-45bc21f2-71b0-4546-babc-cb402692dbf4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:28.232808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-45bc21f2-71b0-4546-babc-cb402692dbf4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:28.265878 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f3dd6b97-beb0-4de7-9ae2-7b852347c05a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/c08eb2dd-9e17-4110-8efd-eb68713e4f68 HTTP/1.1" status: 204  len: 168 time: 1.4307871
Dec 24 10:55:28.281329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47430) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:28.322912 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc4e1f8-290d-49a0-b156-42b2dd65a99e None None] get_active_networks_info from dv-neutron-822668-2-hyperv {{(pid=87560) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 24 10:55:28.386571 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7d397fcd-6b30-44e6-b820-4a5d76f502bf None None] Provisioning complete for port dd10d387-fd7d-4fc0-a263-ad3409c6a207 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:28.386950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7d397fcd-6b30-44e6-b820-4a5d76f502bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:28.445286 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-45bc21f2-71b0-4546-babc-cb402692dbf4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:28.446297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-45bc21f2-71b0-4546-babc-cb402692dbf4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:28.497807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:28.570889 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:28.587093 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc4e1f8-290d-49a0-b156-42b2dd65a99e None None] Resources bound (agent type, host, resource id):  {{(pid=87560) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 24 10:55:28.655775 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:28.659511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b013c3b9-74d9-46eb-addf-36aed2d61fec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:28.681504 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2614eabc-91f2-47a5-9258-fe69cc9ed047 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.3967695
Dec 24 10:55:28.689222 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47436) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:28.701655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-79e646d9-b749-4de9-8dba-4f3d07f540f5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:28.715531 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Subnet': ['ID=c241076a-a8a7-4ec1-9c23-334cd8b5a61c,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:28.721673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:28.769559 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-45bc21f2-71b0-4546-babc-cb402692dbf4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2990758
Dec 24 10:55:28.795881 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Request body: {'port': {'device_id': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:28.843107 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-141de91f-e36c-4204-844e-519fa439baa4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:28.899332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:28.913178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-141de91f-e36c-4204-844e-519fa439baa4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7e5e3670>,) {'filters': {'network_id': ['10e6160f-969e-49f0-a0be-c62663b1b9d1']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:28.915742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-79e646d9-b749-4de9-8dba-4f3d07f540f5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:28.930190 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-79e646d9-b749-4de9-8dba-4f3d07f540f5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:28.934325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-79e646d9-b749-4de9-8dba-4f3d07f540f5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:28.937660 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c07eca0>,) {'filters': {'network_id': ['d380477b-cda7-4aaa-8c8b-c5809536f8e7']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:28.948895 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-79e646d9-b749-4de9-8dba-4f3d07f540f5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:28.954613 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-141de91f-e36c-4204-844e-519fa439baa4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e5e3670>, '0bbed306-5a3f-4e44-a66f-b0480f59bd5d') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:28.954799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c07eca0>, 'ce13dca3-9ce4-4670-a99c-a34aba024666') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:28.954922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-141de91f-e36c-4204-844e-519fa439baa4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e5e3670>, '0bbed306-5a3f-4e44-a66f-b0480f59bd5d') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:28.955180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c07eca0>, 'ce13dca3-9ce4-4670-a99c-a34aba024666') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:28.969967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:28.977806 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df945e4a-f08e-4bf4-bdb1-505d7df68e96 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:28.979341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e646d9-b749-4de9-8dba-4f3d07f540f5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:28.982815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-79e646d9-b749-4de9-8dba-4f3d07f540f5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:28.998965 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd4d1c5-ef6a-428a-91f6-d03587b51027 None None] Network d380477b-cda7-4aaa-8c8b-c5809536f8e7 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:29.002117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-141de91f-e36c-4204-844e-519fa439baa4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:29.034631 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9949239a-5110-449f-962d-2150431adbad req-cb255c03-5515-4383-b650-eb42bc88b0a7 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:29.035344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-9949239a-5110-449f-962d-2150431adbad req-cb255c03-5515-4383-b650-eb42bc88b0a7 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Synchronizing usage tracker for tenant:8543661828634582b0e4847120774eaa on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:29.045081 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:29.061646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:29.062215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-31fcc875-89ea-457a-a788-3891eedb2ea8 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:29.092920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:29.093330 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:29.101795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-141de91f-e36c-4204-844e-519fa439baa4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:29.126906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141de91f-e36c-4204-844e-519fa439baa4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:29.127301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-141de91f-e36c-4204-844e-519fa439baa4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:29.148128 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:29.150271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:29.231777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-9949239a-5110-449f-962d-2150431adbad req-cb255c03-5515-4383-b650-eb42bc88b0a7 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Unset dirty status for tenant:8543661828634582b0e4847120774eaa on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:29.237689 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:29.239642 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9949239a-5110-449f-962d-2150431adbad req-cb255c03-5515-4383-b650-eb42bc88b0a7 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 932 time: 0.7868490
Dec 24 10:55:29.286416 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:29.296098 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:29.315158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Subnet': ['ID=68cad1ac-4767-4a86-be23-80107e67b150,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:29.329514 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:29.329746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:29.344518 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c43fa1-9991-4cce-bc35-5babc7ecdac7 None None] Network d380477b-cda7-4aaa-8c8b-c5809536f8e7 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:29.364163 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Network': ['ID=d380477b-cda7-4aaa-8c8b-c5809536f8e7,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:29.369328 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-141de91f-e36c-4204-844e-519fa439baa4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:29.372427 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c43fa1-9991-4cce-bc35-5babc7ecdac7 None None] Network d380477b-cda7-4aaa-8c8b-c5809536f8e7 could not be found, it might have been deleted concurrently. {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 24 10:55:29.376743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5e938d75-5ac8-4444-9fe0-c19a87fc484e None None] Provisioning for port 6262f94d-101a-408f-82da-f2200a2a550a completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:29.379866 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Checking segment: {'id': 'd510f6f9-2533-4e42-a9dc-8ae3a1d34e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '15aaf3d1-92ef-4468-b211-2b851befb425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:29.380285 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network hostable DHCP agents. Network: 15aaf3d1-92ef-4468-b211-2b851befb425, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:55:29.385381 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92807a1-04f7-4721-ab81-c0a4cfa27ad7 None None] Network d380477b-cda7-4aaa-8c8b-c5809536f8e7 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:29.385539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-61fe6928-e49f-4fb7-bbde-9cd611fe2954 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:29.405346 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5e938d75-5ac8-4444-9fe0-c19a87fc484e None None] Provisioning complete for port 6262f94d-101a-408f-82da-f2200a2a550a triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:29.405737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5e938d75-5ac8-4444-9fe0-c19a87fc484e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:29.424291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-141de91f-e36c-4204-844e-519fa439baa4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:29.438183 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92807a1-04f7-4721-ab81-c0a4cfa27ad7 None None] Network d380477b-cda7-4aaa-8c8b-c5809536f8e7 could not be found, it might have been deleted concurrently. {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 24 10:55:29.439486 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9949239a-5110-449f-962d-2150431adbad req-8419ff18-95ec-4415-a2ea-6e2a0b65dee7 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2003677
Dec 24 10:55:29.458296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141de91f-e36c-4204-844e-519fa439baa4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event deleted for resources: {'Network': ['ID=10e6160f-969e-49f0-a0be-c62663b1b9d1,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:29.465794 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-141de91f-e36c-4204-844e-519fa439baa4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:29.486658 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-5e938d75-5ac8-4444-9fe0-c19a87fc484e None None] Port 6262f94d-101a-408f-82da-f2200a2a550a cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:55:29.495099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:29.512808 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-141de91f-e36c-4204-844e-519fa439baa4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "DELETE /v2.0/networks/10e6160f-969e-49f0-a0be-c62663b1b9d1 HTTP/1.1" status: 204  len: 168 time: 1.7303782
Dec 24 10:55:29.522441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47442) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:29.557926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-79e646d9-b749-4de9-8dba-4f3d07f540f5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:29.562201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 15aaf3d1-92ef-4468-b211-2b851befb425 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:55:29.562405 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-79ad12c7-0e1e-415e-893d-133354465175 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:29.573977 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6496c6-f38c-4260-95a9-0e381cfe946a None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:55:29.577415 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-950ea37d-931d-4619-9837-05bf3ad96d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:29.579843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-0f6496c6-f38c-4260-95a9-0e381cfe946a None None] Deleting port dd10d387-fd7d-4fc0-a263-ad3409c6a207 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:29.580215 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0f6496c6-f38c-4260-95a9-0e381cfe946a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:29.599857 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/networks/d380477b-cda7-4aaa-8c8b-c5809536f8e7 HTTP/1.1" status: 204  len: 168 time: 1.4442167
Dec 24 10:55:29.609503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47446) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:29.663664 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 15aaf3d1-92ef-4468-b211-2b851befb425) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:29.681371 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b2c940-7bee-411f-882a-bbb3251cc86f None None] Network 15aaf3d1-92ef-4468-b211-2b851befb425 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:29.681613 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed75d72-5494-4cc4-8ad1-0448a4f238a7 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:29.682087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed75d72-5494-4cc4-8ad1-0448a4f238a7 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:29.683790 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7ed75d72-5494-4cc4-8ad1-0448a4f238a7 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/subnets/c241076a-a8a7-4ec1-9c23-334cd8b5a61c HTTP/1.1" status: 404  len: 337 time: 0.0668936
Dec 24 10:55:29.691098 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47450) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:29.692712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e646d9-b749-4de9-8dba-4f3d07f540f5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:29.699746 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-79e646d9-b749-4de9-8dba-4f3d07f540f5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:29.703136 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e646d9-b749-4de9-8dba-4f3d07f540f5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:29.703455 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-79e646d9-b749-4de9-8dba-4f3d07f540f5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:29.715576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:29.716006 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:29.726438 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e646d9-b749-4de9-8dba-4f3d07f540f5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=e68fef2a-a8ca-4d48-a850-f2cb038b923e,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:29.729147 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-79e646d9-b749-4de9-8dba-4f3d07f540f5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:29.753377 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e903a3-6929-4699-8a55-b5d33ffac6be tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:29.753863 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e903a3-6929-4699-8a55-b5d33ffac6be tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:29.755714 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-19e903a3-6929-4699-8a55-b5d33ffac6be tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/networks/d380477b-cda7-4aaa-8c8b-c5809536f8e7 HTTP/1.1" status: 404  len: 339 time: 0.0618615
Dec 24 10:55:29.760373 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47454) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:29.784856 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.4534404
Dec 24 10:55:29.786732 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47458) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:29.788085 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-79e646d9-b749-4de9-8dba-4f3d07f540f5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0979226
Dec 24 10:55:29.788864 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47460) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:29.794104 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'network_id': '15aaf3d1-92ef-4468-b211-2b851befb425', 'name': 'tempest-PortsIpV6TestJSON-225254324'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:29.804691 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76886398-1bcb-4d41-89a1-e0ea15bad59d req-c8ee6cf6-3fb0-4db7-8727-53339fcef178 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:29.806219 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-76886398-1bcb-4d41-89a1-e0ea15bad59d req-c8ee6cf6-3fb0-4db7-8727-53339fcef178 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.3103178
Dec 24 10:55:29.815680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-818d1c0d-c6c4-47fe-973d-4fba06468fce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:29.837656 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a55aa1-827a-4ccd-81f8-44587bed0371 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:29.843637 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a55aa1-827a-4ccd-81f8-44587bed0371 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:29.844410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-81a55aa1-827a-4ccd-81f8-44587bed0371 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Synchronizing usage tracker for tenant:80766c1a43a04e598deae848f60e39ae on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:29.929330 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-294bf275-ab0c-4bd2-b86c-57d95d349774 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:29.936314 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-76886398-1bcb-4d41-89a1-e0ea15bad59d req-08129e61-6145-4055-a624-bfbd51c4a37d tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731316
Dec 24 10:55:29.985698 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-0f6496c6-f38c-4260-95a9-0e381cfe946a None None] For port dd10d387-fd7d-4fc0-a263-ad3409c6a207, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=dd10d387-fd7d-4fc0-a263-ad3409c6a207,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:29.986035 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0f6496c6-f38c-4260-95a9-0e381cfe946a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.037825 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-81a55aa1-827a-4ccd-81f8-44587bed0371 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Unset dirty status for tenant:80766c1a43a04e598deae848f60e39ae on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:30.042762 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-81a55aa1-827a-4ccd-81f8-44587bed0371 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.5149908
Dec 24 10:55:30.046832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47466) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:30.069932 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-93d31767-ecd6-44d2-9872-c9a39ee763c3 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-131000215'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:30.084859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-294bf275-ab0c-4bd2-b86c-57d95d349774 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.102885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-93d31767-ecd6-44d2-9872-c9a39ee763c3 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:30.117966 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-294bf275-ab0c-4bd2-b86c-57d95d349774 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d08a670>,) {'filters': {'network_id': ['f25ca1a5-0647-42cc-a2e3-af6df6ce0ac1']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:30.130269 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-294bf275-ab0c-4bd2-b86c-57d95d349774 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d08a670>, '82d671d0-86c3-4917-9dc3-4d8b3f66983c') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:30.130651 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-294bf275-ab0c-4bd2-b86c-57d95d349774 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d08a670>, '82d671d0-86c3-4917-9dc3-4d8b3f66983c') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:30.142813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-294bf275-ab0c-4bd2-b86c-57d95d349774 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.164532 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-294bf275-ab0c-4bd2-b86c-57d95d349774 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.172763 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-294bf275-ab0c-4bd2-b86c-57d95d349774 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:30.172941 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-294bf275-ab0c-4bd2-b86c-57d95d349774 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.180456 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-93d31767-ecd6-44d2-9872-c9a39ee763c3 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:30.191953 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:30.201214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:30.204782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-818d1c0d-c6c4-47fe-973d-4fba06468fce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:30.209499 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dd10d387-fd7d-4fc0-a263-ad3409c6a207 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:55:30.217174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-818d1c0d-c6c4-47fe-973d-4fba06468fce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:30.223648 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-818d1c0d-c6c4-47fe-973d-4fba06468fce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:30.226672 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d31767-ecd6-44d2-9872-c9a39ee763c3 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Made reservation on behalf of 80766c1a43a04e598deae848f60e39ae for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:30.230049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-93d31767-ecd6-44d2-9872-c9a39ee763c3 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.244805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:30.249353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-818d1c0d-c6c4-47fe-973d-4fba06468fce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:30.250571 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-0f6496c6-f38c-4260-95a9-0e381cfe946a None None] Calling delete_port for dd10d387-fd7d-4fc0-a263-ad3409c6a207 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:30.252978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6262f94d-101a-408f-82da-f2200a2a550a {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:55:30.271933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.282332 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:30.286137 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.287910 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-294bf275-ab0c-4bd2-b86c-57d95d349774 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.292758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-294bf275-ab0c-4bd2-b86c-57d95d349774 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.297093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a561d295-224f-4811-903a-00ec8615db4a tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:30.300336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818d1c0d-c6c4-47fe-973d-4fba06468fce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:30.304228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-818d1c0d-c6c4-47fe-973d-4fba06468fce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.325414 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294bf275-ab0c-4bd2-b86c-57d95d349774 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Network': ['ID=f25ca1a5-0647-42cc-a2e3-af6df6ce0ac1,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:30.334076 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-15aaf3d1-92ef-4468-b211-2b851befb425', 'network_id': '15aaf3d1-92ef-4468-b211-2b851befb425', 'tenant_id': '76a915c8805b4a2492a23d389fe73308', 'fixed_ips': [{'subnet_id': '68cad1ac-4767-4a86-be23-80107e67b150'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:55:30.334995 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-294bf275-ab0c-4bd2-b86c-57d95d349774 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/networks/f25ca1a5-0647-42cc-a2e3-af6df6ce0ac1 HTTP/1.1" status: 204  len: 168 time: 0.5749879
Dec 24 10:55:30.335480 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Transition to ACTIVE for port object 6262f94d-101a-408f-82da-f2200a2a550a will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:30.335851 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.337091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-294bf275-ab0c-4bd2-b86c-57d95d349774 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:30.337731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47470) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:30.340306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d31767-ecd6-44d2-9872-c9a39ee763c3 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:30.528318 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.529994 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0c32d5-8fa4-4144-8a5e-3fe8e3be4ee7 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:30.530503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0c32d5-8fa4-4144-8a5e-3fe8e3be4ee7 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:30.532360 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4f0c32d5-8fa4-4144-8a5e-3fe8e3be4ee7 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/subnets/596e1e5f-d152-4c61-ac14-1f8806ccdef6 HTTP/1.1" status: 404  len: 337 time: 0.1931875
Dec 24 10:55:30.535302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47476) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:30.569388 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f98856-8dd7-43e4-9c3f-de2293835713 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:30.570183 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4f98856-8dd7-43e4-9c3f-de2293835713 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:30.574781 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c4f98856-8dd7-43e4-9c3f-de2293835713 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/networks/86734045-498e-4c6c-a546-3fa9ae143b41 HTTP/1.1" status: 404  len: 339 time: 0.0338368
Dec 24 10:55:30.574940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.575543 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47480) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:30.582368 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fbe3fb7a-2e8b-4d8b-af28-fccbb9b89dc3 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:30.606254 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0f6496c6-f38c-4260-95a9-0e381cfe946a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.610994 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] device_id is not set on port a6cdc6d1-9182-40ca-a45c-bdd607e9bc2f yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:55:30.612913 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e40029b9-6395-4f01-b336-b60f08e4c495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:30.644401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9772b1f-5f47-4396-b6c4-48427cb6d63e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Deleting subnet 0145ca04-d830-4ec5-9b8c-7f5c56f61fdb {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:30.648200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e9772b1f-5f47-4396-b6c4-48427cb6d63e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.652558 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-93d31767-ecd6-44d2-9872-c9a39ee763c3 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.652847 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-93d31767-ecd6-44d2-9872-c9a39ee763c3 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Added segment 15935b18-db6a-4e6f-a638-c9703727eab3 of type vlan for network cb22d1b7-7b02-446c-a717-81c9b158b227
Dec 24 10:55:30.682538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6496c6-f38c-4260-95a9-0e381cfe946a None None] Pushing event deleted for resources: {'Port': ['ID=dd10d387-fd7d-4fc0-a263-ad3409c6a207,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:30.691779 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0f6496c6-f38c-4260-95a9-0e381cfe946a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:30.702122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6496c6-f38c-4260-95a9-0e381cfe946a None None] No DVR routers for this DVR port dd10d387-fd7d-4fc0-a263-ad3409c6a207 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:55:30.717368 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Allocated IP 2001:db8::2 (15aaf3d1-92ef-4468-b211-2b851befb425/68cad1ac-4767-4a86-be23-80107e67b150/15f91084-b1ff-40e2-ba1e-792ca25bc49a) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:30.719371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e9772b1f-5f47-4396-b6c4-48427cb6d63e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.758674 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56700891-4a96-411b-a661-5e96f44f53b9 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:30.830062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e9772b1f-5f47-4396-b6c4-48427cb6d63e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.904959 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Pushing event updated for resources: {'Port': ['ID=6262f94d-101a-408f-82da-f2200a2a550a,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:30.913630 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:30.920554 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-93d31767-ecd6-44d2-9872-c9a39ee763c3 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.925540 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e9772b1f-5f47-4396-b6c4-48427cb6d63e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:30.930673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-79e646d9-b749-4de9-8dba-4f3d07f540f5 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:30.984341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9772b1f-5f47-4396-b6c4-48427cb6d63e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Subnet': ['ID=0145ca04-d830-4ec5-9b8c-7f5c56f61fdb,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:30.987375 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e9772b1f-5f47-4396-b6c4-48427cb6d63e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:31.001525 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e9772b1f-5f47-4396-b6c4-48427cb6d63e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.014344 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e9772b1f-5f47-4396-b6c4-48427cb6d63e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/subnets/0145ca04-d830-4ec5-9b8c-7f5c56f61fdb HTTP/1.1" status: 204  len: 168 time: 0.4375453
Dec 24 10:55:31.017264 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47486) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:31.060791 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b94a12-9d38-4751-b7d7-ff393b90816f None None] Network 4be8ec7b-b8fe-4b4d-b49d-99953a361465 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:31.062618 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-93d31767-ecd6-44d2-9872-c9a39ee763c3 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.068879 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d31767-ecd6-44d2-9872-c9a39ee763c3 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:31.069482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-93d31767-ecd6-44d2-9872-c9a39ee763c3 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.089683 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a021766-eeed-4da7-8e2d-ac104b5ed476 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Deleting subnet 854f0b2d-cce5-4f64-aca2-cbbc4f950eb5 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:31.093134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a021766-eeed-4da7-8e2d-ac104b5ed476 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.113163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:31.127995 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.ipam_backend_mixin [None req-818d1c0d-c6c4-47fe-973d-4fba06468fce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e68fef2a-a8ca-4d48-a850-f2cb038b923e (CIDR: 2001:db8::/64)
Dec 24 10:55:31.174591 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-93d31767-ecd6-44d2-9872-c9a39ee763c3 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 1.1236727
Dec 24 10:55:31.175570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47490) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:31.189047 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-742e0def-b878-4f93-bfb5-45af8906aba6 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-81174144'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:31.190975 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-818d1c0d-c6c4-47fe-973d-4fba06468fce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:55:31.191654 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818d1c0d-c6c4-47fe-973d-4fba06468fce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:31.198247 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-742e0def-b878-4f93-bfb5-45af8906aba6 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:31.207648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-742e0def-b878-4f93-bfb5-45af8906aba6 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Usage tracker for resource:network and tenant:80766c1a43a04e598deae848f60e39ae is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:31.211075 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-742e0def-b878-4f93-bfb5-45af8906aba6 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:31.213950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-51d30af2-9f70-4c66-8947-64c1ea7cb845', 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'tenant_id': '57944efc8ac84c778890de6d87115d3a', 'fixed_ips': [{'subnet_id': 'e68fef2a-a8ca-4d48-a850-f2cb038b923e'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:55:31.215322 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.220191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a021766-eeed-4da7-8e2d-ac104b5ed476 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.249038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-742e0def-b878-4f93-bfb5-45af8906aba6 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:31.291663 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742e0def-b878-4f93-bfb5-45af8906aba6 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Made reservation on behalf of 80766c1a43a04e598deae848f60e39ae for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:31.295772 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-742e0def-b878-4f93-bfb5-45af8906aba6 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.301271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d31767-ecd6-44d2-9872-c9a39ee763c3 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event updated for resources: {'Network': ['ID=cb22d1b7-7b02-446c-a717-81c9b158b227,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:31.304490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-93d31767-ecd6-44d2-9872-c9a39ee763c3 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:31.311408 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-818d1c0d-c6c4-47fe-973d-4fba06468fce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.5213745
Dec 24 10:55:31.312233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47494) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:31.322948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6906c9f-9a51-47c8-9dde-5ab80fbf4f48 req-c728cab2-d7bf-4b70-aa56-8acaf282c20e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:31.330630 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a6906c9f-9a51-47c8-9dde-5ab80fbf4f48 req-c728cab2-d7bf-4b70-aa56-8acaf282c20e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 944 time: 0.7490711
Dec 24 10:55:31.332120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network cb22d1b7-7b02-446c-a717-81c9b158b227 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:31.344024 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:31.349838 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.362873 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce9852-04da-4d9b-8df7-da5a3a97456a req-f18ccd98-777a-426e-872a-3f21e300f890 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:31.365372 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-93ce9852-04da-4d9b-8df7-da5a3a97456a req-f18ccd98-777a-426e-872a-3f21e300f890 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.2424932
Dec 24 10:55:31.385433 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a021766-eeed-4da7-8e2d-ac104b5ed476 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.402326 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Attempting to bind port 6262f94d-101a-408f-82da-f2200a2a550a on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:55:31.402783 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Attempting to bind port 6262f94d-101a-408f-82da-f2200a2a550a by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:55:31.402999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Attempting to bind port 6262f94d-101a-408f-82da-f2200a2a550a on network 5649a2db-549e-48e6-b856-f7dfd6b31b16 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:55:31.413038 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Port 6262f94d-101a-408f-82da-f2200a2a550a on network 5649a2db-549e-48e6-b856-f7dfd6b31b16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:55:31.413384 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Attempting to bind port 6262f94d-101a-408f-82da-f2200a2a550a on network 5649a2db-549e-48e6-b856-f7dfd6b31b16 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:55:31.466505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:55:31.466883 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Checking segment: {'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:31.467216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Bound using segment: {'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:55:31.468082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Bound port: 6262f94d-101a-408f-82da-f2200a2a550a, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:55:31.468082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.478460 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Transition to ACTIVE for port object 15f91084-b1ff-40e2-ba1e-792ca25bc49a will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:31.487823 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742e0def-b878-4f93-bfb5-45af8906aba6 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:31.518983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-742e0def-b878-4f93-bfb5-45af8906aba6 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.519468 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-742e0def-b878-4f93-bfb5-45af8906aba6 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Added segment 3196c07f-51af-4a07-a716-2f1213b83445 of type vlan for network 7ca05eab-f06c-4138-9720-b24ed012624e
Dec 24 10:55:31.526084 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a6906c9f-9a51-47c8-9dde-5ab80fbf4f48 req-b12bf552-fcd3-461c-81a3-9d82d05af259 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1939912
Dec 24 10:55:31.531765 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-93ce9852-04da-4d9b-8df7-da5a3a97456a req-64926c14-28be-40b6-ae68-84ac1e2c4bea tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0680344
Dec 24 10:55:31.572426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a021766-eeed-4da7-8e2d-ac104b5ed476 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.577839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-742e0def-b878-4f93-bfb5-45af8906aba6 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.582773 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-cb360ed7-84a1-445f-9f9d-c783b4f59666 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:31.627287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a021766-eeed-4da7-8e2d-ac104b5ed476 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Subnet': ['ID=854f0b2d-cce5-4f64-aca2-cbbc4f950eb5,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:31.629625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a021766-eeed-4da7-8e2d-ac104b5ed476 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.635621 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6a021766-eeed-4da7-8e2d-ac104b5ed476 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:31.640212 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:31.645611 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:31.649102 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] For port 6262f94d-101a-408f-82da-f2200a2a550a, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:55:31.651291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:31.655531 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] For port 6262f94d-101a-408f-82da-f2200a2a550a, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6262f94d-101a-408f-82da-f2200a2a550a,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:55:31.659992 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6a021766-eeed-4da7-8e2d-ac104b5ed476 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/subnets/854f0b2d-cce5-4f64-aca2-cbbc4f950eb5 HTTP/1.1" status: 204  len: 168 time: 0.6387415
Dec 24 10:55:31.660221 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47498) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:31.663449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:31.669247 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Transition to ACTIVE for port object 15f91084-b1ff-40e2-ba1e-792ca25bc49a will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:31.671096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-742e0def-b878-4f93-bfb5-45af8906aba6 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.677785 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e0def-b878-4f93-bfb5-45af8906aba6 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:31.678909 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-742e0def-b878-4f93-bfb5-45af8906aba6 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.684423 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2d911edb-d72d-408b-8b7a-f7d6486d440b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:31.689105 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.719290 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.726808 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:31.731686 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-261d57fe-3b67-4168-a71f-6e4a0faf7c2b tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:31.771116 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-742e0def-b878-4f93-bfb5-45af8906aba6 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.5876281
Dec 24 10:55:31.773817 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47502) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:31.790478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e0def-b878-4f93-bfb5-45af8906aba6 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event updated for resources: {'Network': ['ID=7ca05eab-f06c-4138-9720-b24ed012624e,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:31.793094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-742e0def-b878-4f93-bfb5-45af8906aba6 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:31.794278 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Network 15aaf3d1-92ef-4468-b211-2b851befb425 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:31.807641 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:31.815672 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 7ca05eab-f06c-4138-9720-b24ed012624e details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:31.827922 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:31.846032 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Allocated IP 2001:db8::2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/e68fef2a-a8ca-4d48-a850-f2cb038b923e/3b013e42-c753-438b-9070-aa78612d1c8d) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:31.851044 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Request body: {'ports': [{'network_id': 'cb22d1b7-7b02-446c-a717-81c9b158b227', 'name': 'tempest-port--1196342921', 'admin_state_up': True}, {'network_id': '7ca05eab-f06c-4138-9720-b24ed012624e', 'admin_state_up': False}]} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:31.851353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Request body: {'port': {'network_id': 'cb22d1b7-7b02-446c-a717-81c9b158b227', 'name': 'tempest-port--1196342921', 'admin_state_up': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:31.851834 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Request body: {'port': {'network_id': '7ca05eab-f06c-4138-9720-b24ed012624e', 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:31.864262 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Pushing event updated for resources: {'Port': ['ID=15f91084-b1ff-40e2-ba1e-792ca25bc49a,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:31.887676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:31.891149 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.900124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:31.912540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:31.913159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:31.914559 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] 10.222.0.32 "PUT /v2.0/ports/6262f94d-101a-408f-82da-f2200a2a550a HTTP/1.1" status: 200  len: 1094 time: 3.1237733
Dec 24 10:55:31.926189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'tag': '6262f94d-101a-408f-82da-f2200a2a550a'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:55:32.010615 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'tag': '6262f94d-101a-408f-82da-f2200a2a550a', 'status': 'completed', 'code': 200}
Dec 24 10:55:32.083046 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9ca53778-95b5-44d9-852f-cda90118a06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:32.149801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:32.158081 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Allocated IP 2001:db8::399 (15aaf3d1-92ef-4468-b211-2b851befb425/68cad1ac-4767-4a86-be23-80107e67b150/a6cdc6d1-9182-40ca-a45c-bdd607e9bc2f) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:32.161453 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Pushing event updated for resources: {'Port': ['ID=6262f94d-101a-408f-82da-f2200a2a550a,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:32.163203 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19147e09-537b-44ba-8e49-b1e00490fc3f None None] DHCP port deletion for 4be8ec7b-b8fe-4b4d-b49d-99953a361465 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:55:32.173002 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-19147e09-537b-44ba-8e49-b1e00490fc3f None None] Deleting port d8042e7a-f3f4-4d20-9642-0a9c1a427bbf {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:32.173388 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-19147e09-537b-44ba-8e49-b1e00490fc3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:32.181474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:32.219448 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Attempting to bind port 15f91084-b1ff-40e2-ba1e-792ca25bc49a on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:55:32.219837 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Attempting to bind port 15f91084-b1ff-40e2-ba1e-792ca25bc49a by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'd510f6f9-2533-4e42-a9dc-8ae3a1d34e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '15aaf3d1-92ef-4468-b211-2b851befb425'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:55:32.220208 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Attempting to bind port 15f91084-b1ff-40e2-ba1e-792ca25bc49a on network 15aaf3d1-92ef-4468-b211-2b851befb425 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:55:32.257311 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Deleting port d8042e7a-f3f4-4d20-9642-0a9c1a427bbf {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:32.257650 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:32.259045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:55:32.259433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Checking segment: {'id': 'd510f6f9-2533-4e42-a9dc-8ae3a1d34e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '15aaf3d1-92ef-4468-b211-2b851befb425'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:32.259844 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:32.260249 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Bound using segment: {'id': 'd510f6f9-2533-4e42-a9dc-8ae3a1d34e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '15aaf3d1-92ef-4468-b211-2b851befb425'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:55:32.260734 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Bound port: 15f91084-b1ff-40e2-ba1e-792ca25bc49a, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd510f6f9-2533-4e42-a9dc-8ae3a1d34e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '15aaf3d1-92ef-4468-b211-2b851befb425'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:55:32.261122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:32.598498 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:32.617366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] For port 15f91084-b1ff-40e2-ba1e-792ca25bc49a, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:55:32.621525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-19147e09-537b-44ba-8e49-b1e00490fc3f None None] For port d8042e7a-f3f4-4d20-9642-0a9c1a427bbf, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d8042e7a-f3f4-4d20-9642-0a9c1a427bbf,segment=NetworkSegment(a57632c7-26d2-4cb5-a8a6-cb85dfcd05e2),segment_id=a57632c7-26d2-4cb5-a8a6-cb85dfcd05e2)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:32.622327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-19147e09-537b-44ba-8e49-b1e00490fc3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:32.631529 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] For port 15f91084-b1ff-40e2-ba1e-792ca25bc49a, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=15f91084-b1ff-40e2-ba1e-792ca25bc49a,segment=NetworkSegment(d510f6f9-2533-4e42-a9dc-8ae3a1d34e96),segment_id=d510f6f9-2533-4e42-a9dc-8ae3a1d34e96)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:55:32.636959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Transition to ACTIVE for port object 3b013e42-c753-438b-9070-aa78612d1c8d will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:32.656937 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-ae671494-5aeb-49df-a180-583478badc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:32.658460 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-ae671494-5aeb-49df-a180-583478badc6a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8543661828634582b0e4847120774eaa&device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 1097 time: 0.6009898
Dec 24 10:55:32.663517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:32.773068 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-19147e09-537b-44ba-8e49-b1e00490fc3f None None] Calling delete_port for d8042e7a-f3f4-4d20-9642-0a9c1a427bbf owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:32.799279 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Usage tracker for resource:port and tenant:80766c1a43a04e598deae848f60e39ae is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:32.801448 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:32.805064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:32.811535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:32.814819 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:32.815068 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-1dc2b72c-de96-4298-b8ba-b4f8a4df7ef8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6262f94d-101a-408f-82da-f2200a2a550a HTTP/1.1" status: 200  len: 217 time: 0.1465855
Dec 24 10:55:32.895008 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Transition to ACTIVE for port object 3b013e42-c753-438b-9070-aa78612d1c8d will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:32.899784 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7604274-6213-4bf3-940f-339400fd1ef1 req-de0da398-bdca-46f9-b42c-38468f34976d tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:32.901380 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d7604274-6213-4bf3-940f-339400fd1ef1 req-de0da398-bdca-46f9-b42c-38468f34976d tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 944 time: 0.1306956
Dec 24 10:55:32.931376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:32.955580 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-d977a9d8-6f61-4954-a036-626ca7c52b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:32.957381 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-d977a9d8-6f61-4954-a036-626ca7c52b44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0a321e5-1d5c-4349-a6e4-b5d68559fd38 HTTP/1.1" status: 200  len: 850 time: 0.1260192
Dec 24 10:55:32.958492 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d7604274-6213-4bf3-940f-339400fd1ef1 req-3e57aa5f-a732-4119-82d1-f286f1f468f1 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0484054
Dec 24 10:55:32.991882 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:32.996003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Pushing event updated for resources: {'Port': ['ID=15f91084-b1ff-40e2-ba1e-792ca25bc49a,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:33.009933 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:33.010599 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a779eb18-4c73-4818-8309-d4ecb51ac272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:33.040881 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Made reservation on behalf of 80766c1a43a04e598deae848f60e39ae for: {'port': 2} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:33.044772 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:33.045318 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:33.068812 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:33.072783 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-19147e09-537b-44ba-8e49-b1e00490fc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:33.091408 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:33.142060 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19147e09-537b-44ba-8e49-b1e00490fc3f None None] No DVR routers for this DVR port d8042e7a-f3f4-4d20-9642-0a9c1a427bbf on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:55:33.186820 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:33.188497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Pushing event updated for resources: {'Port': ['ID=3b013e42-c753-438b-9070-aa78612d1c8d,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:33.195835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:33.203903 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:33.204384 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3ea46fb9-b9e8-4133-9f4c-77c0512e9d1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:33.260055 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19147e09-537b-44ba-8e49-b1e00490fc3f None None] Pushing event deleted for resources: {'Port': ['ID=d8042e7a-f3f4-4d20-9642-0a9c1a427bbf,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:33.263775 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-19147e09-537b-44ba-8e49-b1e00490fc3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:33.270173 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Attempting to bind port 3b013e42-c753-438b-9070-aa78612d1c8d on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:55:33.270623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Attempting to bind port 3b013e42-c753-438b-9070-aa78612d1c8d by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:55:33.271002 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Attempting to bind port 3b013e42-c753-438b-9070-aa78612d1c8d on network 51d30af2-9f70-4c66-8947-64c1ea7cb845 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:55:33.277847 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:55:33.278325 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Checking segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:33.278776 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:33.279184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Bound using segment: {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:55:33.279658 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Bound port: 3b013e42-c753-438b-9070-aa78612d1c8d, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5604bf-478d-4511-b94d-6d30ef4487ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:55:33.280037 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:33.405780 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] For port 3b013e42-c753-438b-9070-aa78612d1c8d, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:55:33.411668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] For port 3b013e42-c753-438b-9070-aa78612d1c8d, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3b013e42-c753-438b-9070-aa78612d1c8d,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:55:33.416714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:33.424926 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0cecdcfa-16be-4d25-aa65-75d9fd967496 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:33.480737 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:33.491026 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a0a88-a2a3-4e97-ab54-e2ded13e87a2 req-fd6178a0-0b56-4d3f-9a6b-bf6abbc8ae9c tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:33.498218 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-913a0a88-a2a3-4e97-ab54-e2ded13e87a2 req-fd6178a0-0b56-4d3f-9a6b-bf6abbc8ae9c tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.6682301
Dec 24 10:55:33.546647 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] For port d8042e7a-f3f4-4d20-9642-0a9c1a427bbf, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d8042e7a-f3f4-4d20-9642-0a9c1a427bbf,segment=NetworkSegment(a57632c7-26d2-4cb5-a8a6-cb85dfcd05e2),segment_id=a57632c7-26d2-4cb5-a8a6-cb85dfcd05e2)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:33.547129 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:33.589145 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Pushing event updated for resources: {'Port': ['ID=3b013e42-c753-438b-9070-aa78612d1c8d,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:33.592161 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:33.657768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Transition to ACTIVE for port object a6cdc6d1-9182-40ca-a45c-bdd607e9bc2f will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:33.727337 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Calling delete_port for d8042e7a-f3f4-4d20-9642-0a9c1a427bbf owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:33.757604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] device_id is not set on port 0d1c5653-9ae9-46a7-9f3e-25f1914efced yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:55:33.780023 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-913a0a88-a2a3-4e97-ab54-e2ded13e87a2 req-adf28ebe-9dc9-4f0f-b5f0-7d6c649f83cc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2808399
Dec 24 10:55:33.781982 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-6ced922f-7c47-4917-ab52-e460600c0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:33.783400 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-6ced922f-7c47-4917-ab52-e460600c0b50 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5649a2db-549e-48e6-b856-f7dfd6b31b16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7967930
Dec 24 10:55:34.013127 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:55:34.013470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:55:34.196274 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b095a608-61af-4aa2-bf80-65aee0333699 req-d0def0ca-f8cb-45c0-94ce-68896bd3b38d tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:34.199763 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b095a608-61af-4aa2-bf80-65aee0333699 req-d0def0ca-f8cb-45c0-94ce-68896bd3b38d tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 944 time: 0.1303010
Dec 24 10:55:34.204226 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:34.241216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-26ea6e00-a935-49ec-b280-2ab707e66bad tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:34.248459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 15f91084-b1ff-40e2-ba1e-792ca25bc49a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:34.276241 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b095a608-61af-4aa2-bf80-65aee0333699 req-a8905623-7141-4bba-b189-93da184ac2fe tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0651662
Dec 24 10:55:34.332800 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-a1887442-c394-4e62-95f1-609bfb9187ec service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5338678
Dec 24 10:55:34.354105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 15f91084-b1ff-40e2-ba1e-792ca25bc49a completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:34.360686 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3b013e42-c753-438b-9070-aa78612d1c8d up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:34.366335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 15aaf3d1-92ef-4468-b211-2b851befb425 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:34.402884 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa43cb1-ce73-46a4-92f5-6ff38254d073 None None] Network 15aaf3d1-92ef-4468-b211-2b851befb425 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:34.428535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:34.450241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:34.456015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:34.456642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:34.465820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=a6cdc6d1-9182-40ca-a45c-bdd607e9bc2f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:34.521147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Deleting port d8042e7a-f3f4-4d20-9642-0a9c1a427bbf {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:34.521516 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:34.527078 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8f297908-102f-426a-8064-c82315e961d5 None None] Provisioning for port 15f91084-b1ff-40e2-ba1e-792ca25bc49a completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:34.550044 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:34.555265 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8f297908-102f-426a-8064-c82315e961d5 None None] Provisioning complete for port 15f91084-b1ff-40e2-ba1e-792ca25bc49a triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:34.555656 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8f297908-102f-426a-8064-c82315e961d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:34.613135 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 3b013e42-c753-438b-9070-aa78612d1c8d completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:34.663405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:34.672791 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] The port 'd8042e7a-f3f4-4d20-9642-0a9c1a427bbf' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:55:34.680555 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 4.8926415
Dec 24 10:55:34.687120 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47514) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:34.697583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.objects.ports [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87558) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:55:34.743553 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d8042e7a-f3f4-4d20-9642-0a9c1a427bbf no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:55:34.783648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f688433f-67d9-4758-b5a2-acf1385d1fef tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port a6cdc6d1-9182-40ca-a45c-bdd607e9bc2f {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:34.784102 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f688433f-67d9-4758-b5a2-acf1385d1fef tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:34.799289 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: d8042e7a-f3f4-4d20-9642-0a9c1a427bbf {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:55:34.799647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d8042e7a-f3f4-4d20-9642-0a9c1a427bbf not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:55:34.890603 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8f297908-102f-426a-8064-c82315e961d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:34.934053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-8f297908-102f-426a-8064-c82315e961d5 None None] For port 15f91084-b1ff-40e2-ba1e-792ca25bc49a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=15f91084-b1ff-40e2-ba1e-792ca25bc49a,segment=NetworkSegment(d510f6f9-2533-4e42-a9dc-8ae3a1d34e96),segment_id=d510f6f9-2533-4e42-a9dc-8ae3a1d34e96)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:34.957828 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8f297908-102f-426a-8064-c82315e961d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:34.961529 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:34.964778 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4f942a6-b5d2-49df-ab58-aacb2921c4bd req-c000436b-c7a8-445d-b1ef-db51fa4a9df3 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6038311
Dec 24 10:55:34.993313 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:35.007370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:35.017043 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] device_id is not set on port aac5e222-3dad-44e0-a462-0cfe57f50046 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:55:35.051311 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7cae1280>,) {'filters': {'network_id': ['4be8ec7b-b8fe-4b4d-b49d-99953a361465']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:35.066143 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f297908-102f-426a-8064-c82315e961d5 None None] Pushing event updated for resources: {'Port': ['ID=15f91084-b1ff-40e2-ba1e-792ca25bc49a,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:35.073927 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8f297908-102f-426a-8064-c82315e961d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:35.102593 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-294683f1-2287-4c11-9b08-ef31d57b4679 None None] Provisioning for port 3b013e42-c753-438b-9070-aa78612d1c8d completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:35.107256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cae1280>, 'a57632c7-26d2-4cb5-a8a6-cb85dfcd05e2') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:35.107613 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cae1280>, 'a57632c7-26d2-4cb5-a8a6-cb85dfcd05e2') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:35.111661 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-294683f1-2287-4c11-9b08-ef31d57b4679 None None] Provisioning complete for port 3b013e42-c753-438b-9070-aa78612d1c8d triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:35.112146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-294683f1-2287-4c11-9b08-ef31d57b4679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:35.137628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:35.166568 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cc71a-688e-4176-8fd5-58d5751aecfc req-e336d74f-7b8f-4826-adc4-3aaea02ef9e2 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:35.166833 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:35.168357 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-739cc71a-688e-4176-8fd5-58d5751aecfc req-e336d74f-7b8f-4826-adc4-3aaea02ef9e2 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.2184865
Dec 24 10:55:35.179750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:35.180163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:35.233121 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:35.245181 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-739cc71a-688e-4176-8fd5-58d5751aecfc req-1b1aa4da-e676-4d25-8d63-263cdbf29da2 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0682693
Dec 24 10:55:35.251786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f688433f-67d9-4758-b5a2-acf1385d1fef tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:35.299043 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-294683f1-2287-4c11-9b08-ef31d57b4679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:35.335484 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-294683f1-2287-4c11-9b08-ef31d57b4679 None None] For port 3b013e42-c753-438b-9070-aa78612d1c8d, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3b013e42-c753-438b-9070-aa78612d1c8d,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:35.343385 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-294683f1-2287-4c11-9b08-ef31d57b4679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:35.352891 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:35.439784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:35.460213 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:35.476813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9a16270d-edf1-4be9-a997-d2a9200a0292 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:35.497340 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294683f1-2287-4c11-9b08-ef31d57b4679 None None] Pushing event updated for resources: {'Port': ['ID=3b013e42-c753-438b-9070-aa78612d1c8d,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:35.500323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-11b3845a-2798-472a-a928-31896d8a3d38 None None] Provisioning complete for port 15f91084-b1ff-40e2-ba1e-792ca25bc49a triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:35.500859 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-11b3845a-2798-472a-a928-31896d8a3d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:35.549642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:35.555259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd66c9-3428-453a-8d2c-28e8a85d001b req-d8293a1e-7594-42a7-bf1e-bc2c2f0ca803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:35.556747 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09bd66c9-3428-453a-8d2c-28e8a85d001b req-d8293a1e-7594-42a7-bf1e-bc2c2f0ca803 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8543661828634582b0e4847120774eaa&device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 1097 time: 0.4929316
Dec 24 10:55:35.560826 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-294683f1-2287-4c11-9b08-ef31d57b4679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:35.602329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Network': ['ID=4be8ec7b-b8fe-4b4d-b49d-99953a361465,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:35.605276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:35.621445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f688433f-67d9-4758-b5a2-acf1385d1fef tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for a6cdc6d1-9182-40ca-a45c-bdd607e9bc2f owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:35.625972 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:35.650303 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-11b3845a-2798-472a-a928-31896d8a3d38 None None] Provisioning for port a6cdc6d1-9182-40ca-a45c-bdd607e9bc2f completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:35.656446 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-11b3845a-2798-472a-a928-31896d8a3d38 None None] Provisioning complete for port a6cdc6d1-9182-40ca-a45c-bdd607e9bc2f triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:35.656999 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-11b3845a-2798-472a-a928-31896d8a3d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:35.725301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-11b3845a-2798-472a-a928-31896d8a3d38 None None] Port a6cdc6d1-9182-40ca-a45c-bdd607e9bc2f cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:55:35.773031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f688433f-67d9-4758-b5a2-acf1385d1fef tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:35.784235 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-edcae63b-c2d8-49d9-9c8e-87aed092f1d3 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:35.785115 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/networks/4be8ec7b-b8fe-4b4d-b49d-99953a361465 HTTP/1.1" status: 204  len: 168 time: 4.1206021
Dec 24 10:55:35.798651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47526) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:35.827877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688433f-67d9-4758-b5a2-acf1385d1fef tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=a6cdc6d1-9182-40ca-a45c-bdd607e9bc2f,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:35.830810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f688433f-67d9-4758-b5a2-acf1385d1fef tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:35.841924 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-56be25fb-f5bd-4000-b721-d426f77e747a None None] Could not find standard attr ID for object a6cdc6d1-9182-40ca-a45c-bdd607e9bc2f. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:55:35.857314 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fef6394-0af8-4d42-aa8b-d2662b9ad984 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:35.857770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fef6394-0af8-4d42-aa8b-d2662b9ad984 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:35.859454 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6fef6394-0af8-4d42-aa8b-d2662b9ad984 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/subnets/99470503-6171-4863-a226-78b43f2ff4c5 HTTP/1.1" status: 404  len: 337 time: 0.0598876
Dec 24 10:55:35.866015 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47530) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:35.896480 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f688433f-67d9-4758-b5a2-acf1385d1fef tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:35.906172 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b28f3d3-bb1f-4d87-b582-441e3395d45b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:35.906591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b28f3d3-bb1f-4d87-b582-441e3395d45b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:35.915132 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f688433f-67d9-4758-b5a2-acf1385d1fef tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/ports/a6cdc6d1-9182-40ca-a45c-bdd607e9bc2f HTTP/1.1" status: 204  len: 168 time: 1.2261541
Dec 24 10:55:35.917719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47534) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:35.951111 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1b28f3d3-bb1f-4d87-b582-441e3395d45b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/networks/96585cd0-d6cd-47e2-a69e-afb1c1d6c5de HTTP/1.1" status: 404  len: 339 time: 0.0831604
Dec 24 10:55:35.956762 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47538) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:36.003650 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-917730d6-3272-4c38-b5f8-73137b034a26 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:36.004135 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-917730d6-3272-4c38-b5f8-73137b034a26 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:36.008921 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-917730d6-3272-4c38-b5f8-73137b034a26 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/ports/a6cdc6d1-9182-40ca-a45c-bdd607e9bc2f HTTP/1.1" status: 404  len: 333 time: 0.0872478
Dec 24 10:55:36.010727 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47542) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:36.013465 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-20b261e0-3837-48fe-8f75-5fb5a59ec79b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:36.013939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20b261e0-3837-48fe-8f75-5fb5a59ec79b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:36.015602 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-20b261e0-3837-48fe-8f75-5fb5a59ec79b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/subnets/d37d41eb-7bc9-4afc-9642-7984b37c501c HTTP/1.1" status: 404  len: 337 time: 0.0573447
Dec 24 10:55:36.027884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47546) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:36.048393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:36.058072 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9dc057-9e1d-4fcd-925f-84e8768f6b14 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] GET failed (client error): The resource could not be found.
Dec 24 10:55:36.058607 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2c9dc057-9e1d-4fcd-925f-84e8768f6b14 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:36.073616 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2c9dc057-9e1d-4fcd-925f-84e8768f6b14 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:36.075072 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2c9dc057-9e1d-4fcd-925f-84e8768f6b14 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports/a6cdc6d1-9182-40ca-a45c-bdd607e9bc2f HTTP/1.1" status: 404  len: 333 time: 0.0632744
Dec 24 10:55:36.076832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-586eb4ad-bac6-49ec-a237-55459cd54c0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:36.077758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47550) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:36.145353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-03eabfa9-d2a5-45eb-b3a9-a1a33c2e119a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting subnet 68cad1ac-4767-4a86-be23-80107e67b150 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:36.149000 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03eabfa9-d2a5-45eb-b3a9-a1a33c2e119a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:36.157565 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 15f91084-b1ff-40e2-ba1e-792ca25bc49a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:36.205717 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ee24962-2a34-4cbf-a512-cc6b0fa40133 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:36.206269 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ee24962-2a34-4cbf-a512-cc6b0fa40133 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:36.208029 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1ee24962-2a34-4cbf-a512-cc6b0fa40133 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/networks/5ef89140-31c7-4c67-b6b5-6ab04b874c6e HTTP/1.1" status: 404  len: 339 time: 0.1614769
Dec 24 10:55:36.211242 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47554) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:36.216349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03eabfa9-d2a5-45eb-b3a9-a1a33c2e119a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:36.222722 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd66c9-3428-453a-8d2c-28e8a85d001b req-28daad4d-c96d-4e0c-a7bb-4024b83c3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:36.224762 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09bd66c9-3428-453a-8d2c-28e8a85d001b req-28daad4d-c96d-4e0c-a7bb-4024b83c3127 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 200  len: 912 time: 0.5721519
Dec 24 10:55:36.227287 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 15f91084-b1ff-40e2-ba1e-792ca25bc49a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:36.227837 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:36.280303 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-339e38f6-12cc-4f8d-ad85-d3d7c22d493b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:36.280827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-339e38f6-12cc-4f8d-ad85-d3d7c22d493b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:36.284906 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-339e38f6-12cc-4f8d-ad85-d3d7c22d493b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/subnets/3ff6a5a0-b719-432b-9bb6-e0887ef099c8 HTTP/1.1" status: 404  len: 337 time: 0.0700035
Dec 24 10:55:36.288648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47560) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:36.336571 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b034c40-e914-4249-a57b-ae18f12c3084 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:36.337150 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b034c40-e914-4249-a57b-ae18f12c3084 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:36.341928 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7b034c40-e914-4249-a57b-ae18f12c3084 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/networks/a37615b8-8de5-4f09-9c05-ee62318a9a67 HTTP/1.1" status: 404  len: 339 time: 0.0495076
Dec 24 10:55:36.342102 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09bd66c9-3428-453a-8d2c-28e8a85d001b req-b09ffb9b-8013-4e81-858f-980826048a64 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6262f94d-101a-408f-82da-f2200a2a550a HTTP/1.1" status: 200  len: 217 time: 0.1045370
Dec 24 10:55:36.342577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47564) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:36.355412 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3b013e42-c753-438b-9070-aa78612d1c8d up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:36.394093 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event updated for resources: {'Port': ['ID=0d1c5653-9ae9-46a7-9f3e-25f1914efced,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:36.412401 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6045a8b-940f-401a-89bb-d53c97ab8fc9 req-1d56ec1b-d8ee-4859-91ef-428e0dfb7ff1 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:36.417166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5cca89f-ce5f-4f54-9edc-fe963671b420 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Deleting subnet 0d4ca1f9-0e5d-4c89-bdeb-ea5eca7a07ba {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:36.419717 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a6045a8b-940f-401a-89bb-d53c97ab8fc9 req-1d56ec1b-d8ee-4859-91ef-428e0dfb7ff1 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 944 time: 0.9255304
Dec 24 10:55:36.420512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5cca89f-ce5f-4f54-9edc-fe963671b420 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:36.434406 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:36.447711 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Checking segment: {'id': '15935b18-db6a-4e6f-a638-c9703727eab3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'cb22d1b7-7b02-446c-a717-81c9b158b227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:36.448212 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Network hostable DHCP agents. Network: cb22d1b7-7b02-446c-a717-81c9b158b227, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:55:36.460815 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 3b013e42-c753-438b-9070-aa78612d1c8d triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:36.461444 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:36.478478 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] For port 3b013e42-c753-438b-9070-aa78612d1c8d, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3b013e42-c753-438b-9070-aa78612d1c8d,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:36.532433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd66c9-3428-453a-8d2c-28e8a85d001b req-f213767e-da0f-4aa2-a13f-a8efc68a5d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:36.534120 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09bd66c9-3428-453a-8d2c-28e8a85d001b req-f213767e-da0f-4aa2-a13f-a8efc68a5d7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0a321e5-1d5c-4349-a6e4-b5d68559fd38 HTTP/1.1" status: 200  len: 850 time: 0.1857975
Dec 24 10:55:36.544317 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5cca89f-ce5f-4f54-9edc-fe963671b420 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:36.597140 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a6045a8b-940f-401a-89bb-d53c97ab8fc9 req-cebcfb71-0f83-434d-9f38-d81d5219ec2a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1763427
Dec 24 10:55:36.604779 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03eabfa9-d2a5-45eb-b3a9-a1a33c2e119a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:36.605176 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Network cb22d1b7-7b02-446c-a717-81c9b158b227 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:55:36.609038 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:36.623816 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:36.623816 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:36.628530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-915b8481-d461-49d7-ad90-a179e70c9827 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:36.666617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, cb22d1b7-7b02-446c-a717-81c9b158b227) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:36.670544 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:36.671548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:36.689134 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e2b4a4-c682-4944-a9de-dae6cfdef137 None None] Network cb22d1b7-7b02-446c-a717-81c9b158b227 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:36.709669 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07e051-1f76-4327-8eed-923c8fa70d12 req-9d13759d-ca2e-41ae-8888-f7bd55e89441 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:36.711288 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fb07e051-1f76-4327-8eed-923c8fa70d12 req-9d13759d-ca2e-41ae-8888-f7bd55e89441 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.2568703
Dec 24 10:55:36.727221 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:36.732519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:36.735304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:36.735492 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5cca89f-ce5f-4f54-9edc-fe963671b420 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:36.735921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:36.776848 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751a08ba-1509-4482-8e34-c687eace9089 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:36.780103 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=3b013e42-c753-438b-9070-aa78612d1c8d,revision_number=5']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:36.783745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:36.790177 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7338f75f-77ac-4d2a-878c-492e90e3fff8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:36.802916 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03eabfa9-d2a5-45eb-b3a9-a1a33c2e119a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:36.809747 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d944c44f-629b-4677-81f0-e2646055a7f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:36.829791 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 5.4905212
Dec 24 10:55:36.844915 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47568) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:36.856050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'mac_address': 'fa:16:3e:d8:b8:2d', 'name': 'tempest-NetworksTestDHCPv6-247096249'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:36.872590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd66c9-3428-453a-8d2c-28e8a85d001b req-f98d29fd-62ef-4b90-8b85-6d13c64e2430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:36.875540 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09bd66c9-3428-453a-8d2c-28e8a85d001b req-f98d29fd-62ef-4b90-8b85-6d13c64e2430 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5649a2db-549e-48e6-b856-f7dfd6b31b16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3332245
Dec 24 10:55:36.875883 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Checking segment: {'id': '3196c07f-51af-4a07-a716-2f1213b83445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '7ca05eab-f06c-4138-9720-b24ed012624e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:36.876020 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eabfa9-d2a5-45eb-b3a9-a1a33c2e119a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Subnet': ['ID=68cad1ac-4767-4a86-be23-80107e67b150,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:36.876247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Network hostable DHCP agents. Network: 7ca05eab-f06c-4138-9720-b24ed012624e, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:55:36.878742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03eabfa9-d2a5-45eb-b3a9-a1a33c2e119a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:36.888594 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fb07e051-1f76-4327-8eed-923c8fa70d12 req-505d7137-82b4-4be6-be1a-479962b86de0 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1586065
Dec 24 10:55:36.894083 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-03eabfa9-d2a5-45eb-b3a9-a1a33c2e119a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:36.902518 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54a4fe9-c6fb-4571-9ca6-37a3e68f60dc None None] Network 15aaf3d1-92ef-4468-b211-2b851befb425 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:36.906606 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-03eabfa9-d2a5-45eb-b3a9-a1a33c2e119a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/68cad1ac-4767-4a86-be23-80107e67b150 HTTP/1.1" status: 204  len: 168 time: 0.8276057
Dec 24 10:55:36.916178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47572) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:36.940073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5cca89f-ce5f-4f54-9edc-fe963671b420 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:36.946761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:36.981692 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cca89f-ce5f-4f54-9edc-fe963671b420 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Subnet': ['ID=0d4ca1f9-0e5d-4c89-bdeb-ea5eca7a07ba,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:36.985436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a5cca89f-ce5f-4f54-9edc-fe963671b420 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:36.988051 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5cca89f-ce5f-4f54-9edc-fe963671b420 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:36.999581 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a5cca89f-ce5f-4f54-9edc-fe963671b420 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/subnets/0d4ca1f9-0e5d-4c89-bdeb-ea5eca7a07ba HTTP/1.1" status: 204  len: 168 time: 0.6562619
Dec 24 10:55:37.001902 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47576) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:37.016021 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7448a7-1546-4e3e-b89c-a06bf4af220f None None] Network b18fba54-9d95-40a1-8276-fab63ea57d1e requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:37.121565 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:37.133733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Deleting port f019a2f7-8492-4b6e-b07e-177d633c5d76 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:37.133733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:37.140165 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=a9232c77-fdeb-403e-8ec0-6700c9d64dd0,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:37.158586 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:37.165164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2e292f89-58cb-446d-9918-c30a67f361d4 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.476s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:37.238705 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Network 7ca05eab-f06c-4138-9720-b24ed012624e is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:55:37.296604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:37.325511 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 7ca05eab-f06c-4138-9720-b24ed012624e) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:37.344432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event updated for resources: {'Port': ['ID=aac5e222-3dad-44e0-a462-0cfe57f50046,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:37.348031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:37.349376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adb6113-768d-4cc2-9a37-e573943c898a None None] Network 7ca05eab-f06c-4138-9720-b24ed012624e requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:37.353935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:37.358845 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:37.359741 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:37.379637 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:37.391960 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09bd66c9-3428-453a-8d2c-28e8a85d001b req-1c19a42e-eedf-43ec-8e34-ac66048738a4 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5064089
Dec 24 10:55:37.397522 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:37.399900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port 15f91084-b1ff-40e2-ba1e-792ca25bc49a {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:37.400240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:37.461438 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:port and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:37.469323 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:37.480729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] For port f019a2f7-8492-4b6e-b07e-177d633c5d76, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f019a2f7-8492-4b6e-b07e-177d633c5d76,segment=NetworkSegment(d01f7630-0d71-4730-b68e-3072e58d78d8),segment_id=d01f7630-0d71-4730-b68e-3072e58d78d8)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:37.481317 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:37.531159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:37.536485 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 5.6994615
Dec 24 10:55:37.542190 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47580) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:37.610006 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:37.649518 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Calling delete_port for f019a2f7-8492-4b6e-b07e-177d633c5d76 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:37.761644 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e6dfd3-a6f8-4069-94b0-e454450fc9da tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:37.767844 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e6dfd3-a6f8-4069-94b0-e454450fc9da tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:37.772735 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d8e6dfd3-a6f8-4069-94b0-e454450fc9da tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.2262027
Dec 24 10:55:37.773466 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47588) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:37.776054 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:37.852753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:37.897146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5ef6d4-ed32-4cd2-b0bb-ff82144ad573 None None] DHCP port deletion for 15aaf3d1-92ef-4468-b211-2b851befb425 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:55:37.908391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ef6d4-ed32-4cd2-b0bb-ff82144ad573 None None] Deleting port 15f91084-b1ff-40e2-ba1e-792ca25bc49a {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:37.908792 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef6d4-ed32-4cd2-b0bb-ff82144ad573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:37.937466 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] No DVR routers for this DVR port f019a2f7-8492-4b6e-b07e-177d633c5d76 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:55:37.946640 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc4b0b3-7496-4708-a246-5d83715d0f1a None None] DHCP port deletion for b18fba54-9d95-40a1-8276-fab63ea57d1e request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:55:37.988666 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Port': ['ID=f019a2f7-8492-4b6e-b07e-177d633c5d76,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:37.999838 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09bd66c9-3428-453a-8d2c-28e8a85d001b req-ea2ecfe7-7c9d-4d4e-8feb-60ca154758aa service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5697970
Dec 24 10:55:38.090779 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] For port 15f91084-b1ff-40e2-ba1e-792ca25bc49a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=15f91084-b1ff-40e2-ba1e-792ca25bc49a,segment=NetworkSegment(d510f6f9-2533-4e42-a9dc-8ae3a1d34e96),segment_id=d510f6f9-2533-4e42-a9dc-8ae3a1d34e96)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:38.091136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:38.119761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:38.145832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7cfb4e20>,) {'filters': {'network_id': ['b18fba54-9d95-40a1-8276-fab63ea57d1e']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:38.157047 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:38.168258 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f48e722d-33de-4552-9cec-c36e551376cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Deleting port 0d1c5653-9ae9-46a7-9f3e-25f1914efced {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:38.168784 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f48e722d-33de-4552-9cec-c36e551376cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:38.187218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:38.236122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9a5ef6d4-ed32-4cd2-b0bb-ff82144ad573 None None] For port 15f91084-b1ff-40e2-ba1e-792ca25bc49a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=15f91084-b1ff-40e2-ba1e-792ca25bc49a,segment=NetworkSegment(d510f6f9-2533-4e42-a9dc-8ae3a1d34e96),segment_id=d510f6f9-2533-4e42-a9dc-8ae3a1d34e96)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:38.236698 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef6d4-ed32-4cd2-b0bb-ff82144ad573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:38.237186 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cfb4e20>, 'd01f7630-0d71-4730-b68e-3072e58d78d8') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:38.237995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cfb4e20>, 'd01f7630-0d71-4730-b68e-3072e58d78d8') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:38.265692 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for 15f91084-b1ff-40e2-ba1e-792ca25bc49a owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:38.276202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:38.351557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port 70ab3ce5-ff19-49a2-a53d-eb5a0d365513 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:55:38.360351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:38.367138 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:38.367674 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:38.393229 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09293796-2496-4dc9-b2a3-6db038604c37 req-11e7c6eb-4c2a-462d-a1a2-46ec39016a18 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:38.400643 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09293796-2496-4dc9-b2a3-6db038604c37 req-11e7c6eb-4c2a-462d-a1a2-46ec39016a18 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 944 time: 0.5182602
Dec 24 10:55:38.459808 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ef6d4-ed32-4cd2-b0bb-ff82144ad573 None None] Calling delete_port for 15f91084-b1ff-40e2-ba1e-792ca25bc49a owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:38.478299 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:38.493580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:38.500397 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:38.523176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:38.524550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:38.528856 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 15f91084-b1ff-40e2-ba1e-792ca25bc49a no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:55:38.533087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8ef526df-6ad0-4d52-845b-a7b8aa3fe990 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:38.542780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Network': ['ID=b18fba54-9d95-40a1-8276-fab63ea57d1e,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:38.565424 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/networks/b18fba54-9d95-40a1-8276-fab63ea57d1e HTTP/1.1" status: 204  len: 168 time: 1.5623755
Dec 24 10:55:38.572946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:38.573424 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47594) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:38.574617 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09293796-2496-4dc9-b2a3-6db038604c37 req-29d3d038-f8e7-49d2-a33e-435a6935703f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1730578
Dec 24 10:55:38.586486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 15f91084-b1ff-40e2-ba1e-792ca25bc49a {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:55:38.587337 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 15f91084-b1ff-40e2-ba1e-792ca25bc49a not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:55:38.587987 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f019a2f7-8492-4b6e-b07e-177d633c5d76 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:55:38.610296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=15f91084-b1ff-40e2-ba1e-792ca25bc49a,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:38.613359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:38.615596 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No DVR routers for this DVR port 15f91084-b1ff-40e2-ba1e-792ca25bc49a on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:55:38.638862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: f019a2f7-8492-4b6e-b07e-177d633c5d76 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:55:38.639305 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f019a2f7-8492-4b6e-b07e-177d633c5d76 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:55:38.671458 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-9a5ef6d4-ed32-4cd2-b0bb-ff82144ad573 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:55:38.671891 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-9a5ef6d4-ed32-4cd2-b0bb-ff82144ad573 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:55:38.692294 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d687e819-f66d-4f4b-82bc-16df07486c59 None None] Provisioning complete for port 3b013e42-c753-438b-9070-aa78612d1c8d triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:38.693418 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d687e819-f66d-4f4b-82bc-16df07486c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:38.701035 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-74df5610-b025-4e54-957c-d164035973c5 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:38.701495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74df5610-b025-4e54-957c-d164035973c5 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:38.705606 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-74df5610-b025-4e54-957c-d164035973c5 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/subnets/554c357d-17bd-4038-a78b-157d6640f391 HTTP/1.1" status: 404  len: 337 time: 0.1288047
Dec 24 10:55:38.711779 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47598) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:38.765016 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da327938-571e-410e-a89b-2ebb5058a877 req-25b8bf28-8db1-46fd-b9d2-a043145b2d56 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:38.770439 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-da327938-571e-410e-a89b-2ebb5058a877 req-25b8bf28-8db1-46fd-b9d2-a043145b2d56 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.6104488
Dec 24 10:55:38.781408 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad18d66-6af5-4e12-adc1-b70a9533f782 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:38.782556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad18d66-6af5-4e12-adc1-b70a9533f782 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:38.786250 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fad18d66-6af5-4e12-adc1-b70a9533f782 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/networks/e0a4392e-7b10-49ee-8a4d-d5f0c7ad394c HTTP/1.1" status: 404  len: 339 time: 0.0714748
Dec 24 10:55:38.787736 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47602) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:38.798393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:38.806622 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f48e722d-33de-4552-9cec-c36e551376cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:38.907209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b77e3d100>,) {'filters': {'network_id': ['15aaf3d1-92ef-4468-b211-2b851befb425']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:38.943221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f48e722d-33de-4552-9cec-c36e551376cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Calling delete_port for 0d1c5653-9ae9-46a7-9f3e-25f1914efced owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:38.944405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77e3d100>, 'd510f6f9-2533-4e42-a9dc-8ae3a1d34e96') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:38.944696 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77e3d100>, 'd510f6f9-2533-4e42-a9dc-8ae3a1d34e96') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:38.962373 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-017bdea6-7faa-4dce-8d27-cf89463549f7 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Deleting subnet b67acc3d-5206-48eb-a260-dbda64e1f5a3 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:38.968231 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-017bdea6-7faa-4dce-8d27-cf89463549f7 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:38.995478 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-da327938-571e-410e-a89b-2ebb5058a877 req-396d5694-84c7-48bd-b901-a1c4ff817f74 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2094810
Dec 24 10:55:38.996199 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.033685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::1c3 (51d30af2-9f70-4c66-8947-64c1ea7cb845/e68fef2a-a8ca-4d48-a850-f2cb038b923e/70ab3ce5-ff19-49a2-a53d-eb5a0d365513) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:39.037395 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.049174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:39.049533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.055609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f48e722d-33de-4552-9cec-c36e551376cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:39.065229 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:39.071277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-08d2a34e-6744-4aee-b7ee-04e3d6bdd04a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:39.072016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8:0:1:f816:3eff:fed8:b82d (51d30af2-9f70-4c66-8947-64c1ea7cb845/a9232c77-fdeb-403e-8ec0-6700c9d64dd0/70ab3ce5-ff19-49a2-a53d-eb5a0d365513) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:39.121321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e722d-33de-4552-9cec-c36e551376cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event deleted for resources: {'Port': ['ID=0d1c5653-9ae9-46a7-9f3e-25f1914efced,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:39.123574 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f48e722d-33de-4552-9cec-c36e551376cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.127082 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f48e722d-33de-4552-9cec-c36e551376cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:39.129404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-017bdea6-7faa-4dce-8d27-cf89463549f7 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.133392 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f48e722d-33de-4552-9cec-c36e551376cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "DELETE /v2.0/ports/0d1c5653-9ae9-46a7-9f3e-25f1914efced HTTP/1.1" status: 204  len: 168 time: 1.3585451
Dec 24 10:55:39.135360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47608) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:39.172883 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ef6d4-ed32-4cd2-b0bb-ff82144ad573 None None] Deleting port 15f91084-b1ff-40e2-ba1e-792ca25bc49a {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:39.174129 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9a5ef6d4-ed32-4cd2-b0bb-ff82144ad573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.237158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.250686 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:39.271798 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.292457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Network': ['ID=15aaf3d1-92ef-4468-b211-2b851befb425,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:39.319075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:39.327196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9a5ef6d4-ed32-4cd2-b0bb-ff82144ad573 None None] The port '15f91084-b1ff-40e2-ba1e-792ca25bc49a' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:55:39.349394 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-74774869-9c33-424d-8a71-854a280ec273 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Deleting port aac5e222-3dad-44e0-a462-0cfe57f50046 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:39.350078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74774869-9c33-424d-8a71-854a280ec273 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.393020 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/networks/15aaf3d1-92ef-4468-b211-2b851befb425 HTTP/1.1" status: 204  len: 168 time: 2.4713259
Dec 24 10:55:39.399423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47614) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:39.409003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-297197376'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:39.419109 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:39.426009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:network and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:39.429550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-017bdea6-7faa-4dce-8d27-cf89463549f7 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.468217 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:39.486492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:39.569308 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:39.572649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.643398 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6993fe-829e-4639-bd81-fa79fa872565 req-8ffc4c11-0e59-4503-8716-f575fb9a41fd tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:39.644892 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-aa6993fe-829e-4639-bd81-fa79fa872565 req-8ffc4c11-0e59-4503-8716-f575fb9a41fd tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.2492330
Dec 24 10:55:39.678358 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74774869-9c33-424d-8a71-854a280ec273 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.758841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.814092 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:55:39.815454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-74774869-9c33-424d-8a71-854a280ec273 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Calling delete_port for aac5e222-3dad-44e0-a462-0cfe57f50046 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:39.836528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:39.844496 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object 70ab3ce5-ff19-49a2-a53d-eb5a0d365513 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:39.851481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-017bdea6-7faa-4dce-8d27-cf89463549f7 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.859844 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-80b5248a-e601-4b5e-9bb4-69064c1b8d50 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:39.867799 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-aa6993fe-829e-4639-bd81-fa79fa872565 req-a9a31113-1705-4ba2-99c6-229dc34d6184 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2059011
Dec 24 10:55:39.906845 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74774869-9c33-424d-8a71-854a280ec273 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.907322 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.907657 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Added segment b10740f4-27ca-4277-b27c-62a0d6b972e9 of type vlan for network 1eaa37ef-923d-4131-a15d-b99f86d25f8c
Dec 24 10:55:39.912866 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-eba40661-b64d-4996-b2cb-fc23088ee004 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:39.919903 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bdea6-7faa-4dce-8d27-cf89463549f7 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Subnet': ['ID=b67acc3d-5206-48eb-a260-dbda64e1f5a3,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:39.922805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-017bdea6-7faa-4dce-8d27-cf89463549f7 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:39.929314 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-017bdea6-7faa-4dce-8d27-cf89463549f7 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.932669 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5d5771-3aba-4f52-ad31-a3e372a175a4 None None] Network 980037cb-717b-4438-8606-25deb1bc4c67 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:39.961068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74774869-9c33-424d-8a71-854a280ec273 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event deleted for resources: {'Port': ['ID=aac5e222-3dad-44e0-a462-0cfe57f50046,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:39.964465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-74774869-9c33-424d-8a71-854a280ec273 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:39.967327 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74774869-9c33-424d-8a71-854a280ec273 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:39.973590 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-74774869-9c33-424d-8a71-854a280ec273 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "DELETE /v2.0/ports/aac5e222-3dad-44e0-a462-0cfe57f50046 HTTP/1.1" status: 204  len: 168 time: 0.8371813
Dec 24 10:55:39.976295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47622) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:39.979670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e278ee-f42e-4368-b99d-8cd643b89c31 req-4d2aa6e1-efc6-4198-8d53-d68dcdfb847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:39.981147 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58e278ee-f42e-4368-b99d-8cd643b89c31 req-4d2aa6e1-efc6-4198-8d53-d68dcdfb847c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8ba107df4e84355959c1593c8cc3a54&device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 1098 time: 0.5080972
Dec 24 10:55:39.985687 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-017bdea6-7faa-4dce-8d27-cf89463549f7 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/subnets/b67acc3d-5206-48eb-a260-dbda64e1f5a3 HTTP/1.1" status: 204  len: 168 time: 1.1929033
Dec 24 10:55:39.990637 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47626) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:40.013957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.023879 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8fd3b288-15ae-4b96-91b6-bd9a0b35d3e4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Synchronizing usage tracker for tenant:80766c1a43a04e598deae848f60e39ae on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:40.043874 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8fd3b288-15ae-4b96-91b6-bd9a0b35d3e4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Unset dirty status for tenant:80766c1a43a04e598deae848f60e39ae on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:40.049820 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8fd3b288-15ae-4b96-91b6-bd9a0b35d3e4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0679603
Dec 24 10:55:40.050131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47630) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:40.056273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-7aec73db-a049-4450-90fb-82b89ac07064 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-284630615'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:40.056907 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf1ce0-90e6-4549-9850-78698d785b6f req-15777e33-0ac6-4701-9ef5-e68e1ccdc44e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:40.058433 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4caf1ce0-90e6-4549-9850-78698d785b6f req-15777e33-0ac6-4701-9ef5-e68e1ccdc44e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 944 time: 0.3075631
Dec 24 10:55:40.061200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7aec73db-a049-4450-90fb-82b89ac07064 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:40.065268 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7aec73db-a049-4450-90fb-82b89ac07064 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Usage tracker for resource:network and tenant:80766c1a43a04e598deae848f60e39ae is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:40.068730 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7aec73db-a049-4450-90fb-82b89ac07064 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:40.074367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7aec73db-a049-4450-90fb-82b89ac07064 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:40.086672 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aec73db-a049-4450-90fb-82b89ac07064 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Made reservation on behalf of 80766c1a43a04e598deae848f60e39ae for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:40.090929 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7aec73db-a049-4450-90fb-82b89ac07064 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.106485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.124408 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aec73db-a049-4450-90fb-82b89ac07064 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:40.133260 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7aec73db-a049-4450-90fb-82b89ac07064 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.133672 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-7aec73db-a049-4450-90fb-82b89ac07064 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Added segment 81f3a1d8-ec20-4b0b-bd4e-b16852cf7443 of type vlan for network c6bf76a9-de61-4b77-8ca3-474606fee7fd
Dec 24 10:55:40.160217 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7aec73db-a049-4450-90fb-82b89ac07064 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.175041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2232cd57-ddb5-46da-ae60-07b03bac161f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:40.196815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7aec73db-a049-4450-90fb-82b89ac07064 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.202927 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aec73db-a049-4450-90fb-82b89ac07064 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:40.203589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7aec73db-a049-4450-90fb-82b89ac07064 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.206990 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9b52f1-0644-484c-91a0-7c7b387dd35d None None] DHCP port deletion for 980037cb-717b-4438-8606-25deb1bc4c67 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:55:40.212453 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b52f1-0644-484c-91a0-7c7b387dd35d None None] Deleting port 7d407add-41ed-436d-9d40-22728d9512c6 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:40.213184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5a9b52f1-0644-484c-91a0-7c7b387dd35d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.226227 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-360a1d9c-5f12-4e5a-bc0c-0ded486d44e1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:40.250839 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7aec73db-a049-4450-90fb-82b89ac07064 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.1992772
Dec 24 10:55:40.254182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47634) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:40.258373 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.resource_extend [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:55:40.311024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9cbc640d-7fe1-49a4-b852-570f2885795d tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1829121497'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:40.321665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:40.330491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9cbc640d-7fe1-49a4-b852-570f2885795d tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:40.339185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9cbc640d-7fe1-49a4-b852-570f2885795d tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Usage tracker for resource:network and tenant:80766c1a43a04e598deae848f60e39ae is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:40.344080 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9cbc640d-7fe1-49a4-b852-570f2885795d tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:40.347115 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec73db-a049-4450-90fb-82b89ac07064 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event updated for resources: {'Network': ['ID=c6bf76a9-de61-4b77-8ca3-474606fee7fd,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:40.350811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.352451 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7aec73db-a049-4450-90fb-82b89ac07064 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:40.352740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:40.353373 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9cbc640d-7fe1-49a4-b852-570f2885795d tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:40.364216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:40.370310 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:40.370948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.377062 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.377479 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network c6bf76a9-de61-4b77-8ca3-474606fee7fd details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:40.382377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:40.382770 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbc640d-7fe1-49a4-b852-570f2885795d tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Made reservation on behalf of 80766c1a43a04e598deae848f60e39ae for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:40.382978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.386231 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9cbc640d-7fe1-49a4-b852-570f2885795d tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.401012 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4caf1ce0-90e6-4549-9850-78698d785b6f req-aa0c8ee9-315a-4f7b-b65e-09ed291c7fce tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2925847
Dec 24 10:55:40.426028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbc640d-7fe1-49a4-b852-570f2885795d tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:40.426863 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=70ab3ce5-ff19-49a2-a53d-eb5a0d365513,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:40.437071 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:40.440554 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e278ee-f42e-4368-b99d-8cd643b89c31 req-23df52ff-587f-42c7-a68e-b6ee2b94d616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:40.441794 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9cbc640d-7fe1-49a4-b852-570f2885795d tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.442262 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-9cbc640d-7fe1-49a4-b852-570f2885795d tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Added segment eb7367f9-6623-45eb-8843-620a9f10da5e of type vlan for network 882e9d64-fdc0-4520-ba7a-d9f3a8ac2881
Dec 24 10:55:40.442795 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58e278ee-f42e-4368-b99d-8cd643b89c31 req-23df52ff-587f-42c7-a68e-b6ee2b94d616 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 HTTP/1.1" status: 200  len: 913 time: 0.4541190
Dec 24 10:55:40.443519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:40.481033 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9cbc640d-7fe1-49a4-b852-570f2885795d tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.525355 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9cbc640d-7fe1-49a4-b852-570f2885795d tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.531005 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbc640d-7fe1-49a4-b852-570f2885795d tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:40.531669 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9cbc640d-7fe1-49a4-b852-570f2885795d tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.533807 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Deleting port 7d407add-41ed-436d-9d40-22728d9512c6 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:40.534189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.555638 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.567044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:40.591940 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.1874640
Dec 24 10:55:40.593934 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 3.7481728
Dec 24 10:55:40.598565 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47638) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:40.598883 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47640) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:40.603228 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-5a9b52f1-0644-484c-91a0-7c7b387dd35d None None] For port 7d407add-41ed-436d-9d40-22728d9512c6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7d407add-41ed-436d-9d40-22728d9512c6,segment=NetworkSegment(306d3258-1202-4fb5-9e32-d0fa676a9200),segment_id=306d3258-1202-4fb5-9e32-d0fa676a9200)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:40.603394 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5a9b52f1-0644-484c-91a0-7c7b387dd35d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.610400 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9cbc640d-7fe1-49a4-b852-570f2885795d tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.3549597
Dec 24 10:55:40.710068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Network': ['ID=1eaa37ef-923d-4131-a15d-b99f86d25f8c,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:40.717948 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc640d-7fe1-49a4-b852-570f2885795d tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event updated for resources: {'Network': ['ID=882e9d64-fdc0-4520-ba7a-d9f3a8ac2881,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:40.762263 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:40.776093 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58e278ee-f42e-4368-b99d-8cd643b89c31 req-02a041d3-4197-43b6-9d08-5422eca13373 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f848d24-f121-4a2d-8a3d-e65c6f538978 HTTP/1.1" status: 200  len: 1000 time: 0.3021977
Dec 24 10:55:40.777774 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 1eaa37ef-923d-4131-a15d-b99f86d25f8c details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:40.789207 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-e130c244-c13d-45ba-8063-64682b8797c9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'subnet': {'network_id': '1eaa37ef-923d-4131-a15d-b99f86d25f8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:40.791496 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 882e9d64-fdc0-4520-ba7a-d9f3a8ac2881 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:40.806693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3998f-e5b9-451a-91a8-7fff9f93550c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port 70ab3ce5-ff19-49a2-a53d-eb5a0d365513 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:40.807023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5eb3998f-e5b9-451a-91a8-7fff9f93550c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:40.816956 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-5a9b52f1-0644-484c-91a0-7c7b387dd35d None None] Calling delete_port for 7d407add-41ed-436d-9d40-22728d9512c6 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:40.844031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9cbc640d-7fe1-49a4-b852-570f2885795d tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:40.968471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e278ee-f42e-4368-b99d-8cd643b89c31 req-88c7f9ed-8a49-41ab-98e1-3a26e07655cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:40.970073 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58e278ee-f42e-4368-b99d-8cd643b89c31 req-88c7f9ed-8a49-41ab-98e1-3a26e07655cf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23635e8e-e8d9-42de-9682-d6045c59768a HTTP/1.1" status: 200  len: 851 time: 0.1817479
Dec 24 10:55:40.982889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] For port 7d407add-41ed-436d-9d40-22728d9512c6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7d407add-41ed-436d-9d40-22728d9512c6,segment=NetworkSegment(306d3258-1202-4fb5-9e32-d0fa676a9200),segment_id=306d3258-1202-4fb5-9e32-d0fa676a9200)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:40.989578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:41.063852 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-28127929-509c-4409-a691-adc26865e680 None None] Provisioning for port 70ab3ce5-ff19-49a2-a53d-eb5a0d365513 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:41.068772 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e130c244-c13d-45ba-8063-64682b8797c9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:41.073177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e130c244-c13d-45ba-8063-64682b8797c9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:subnet and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:41.077161 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e130c244-c13d-45ba-8063-64682b8797c9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:41.083280 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e130c244-c13d-45ba-8063-64682b8797c9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:41.105291 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-28127929-509c-4409-a691-adc26865e680 None None] Provisioning complete for port 70ab3ce5-ff19-49a2-a53d-eb5a0d365513 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:41.106075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-28127929-509c-4409-a691-adc26865e680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:41.141609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e130c244-c13d-45ba-8063-64682b8797c9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:41.145141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e130c244-c13d-45ba-8063-64682b8797c9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:41.176504 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-28127929-509c-4409-a691-adc26865e680 None None] Port 70ab3ce5-ff19-49a2-a53d-eb5a0d365513 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:55:41.180668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5a9b52f1-0644-484c-91a0-7c7b387dd35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:41.186528 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:41.208310 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Calling delete_port for 7d407add-41ed-436d-9d40-22728d9512c6 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:41.238055 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b52f1-0644-484c-91a0-7c7b387dd35d None None] Pushing event deleted for resources: {'Port': ['ID=7d407add-41ed-436d-9d40-22728d9512c6,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:41.246097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5a9b52f1-0644-484c-91a0-7c7b387dd35d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:41.250749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b52f1-0644-484c-91a0-7c7b387dd35d None None] No DVR routers for this DVR port 7d407add-41ed-436d-9d40-22728d9512c6 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:55:41.307056 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e278ee-f42e-4368-b99d-8cd643b89c31 req-176b0ab5-5c8f-4df5-bf22-90376ec7fe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:41.308549 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58e278ee-f42e-4368-b99d-8cd643b89c31 req-176b0ab5-5c8f-4df5-bf22-90376ec7fe63 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3277795
Dec 24 10:55:41.310642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:55:41.310951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:55:41.454986 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58e278ee-f42e-4368-b99d-8cd643b89c31 req-e7ac4312-78e3-42ca-8b5a-aebeb1b844f2 service neutron] 10.222.0.32 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390557
Dec 24 10:55:41.668062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5eb3998f-e5b9-451a-91a8-7fff9f93550c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:41.684396 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9dce7c-a462-4be5-bd49-0d58020cd7d1 req-f0eb2a21-a5e1-42b7-9ab8-395e307dc793 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:41.685912 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fa9dce7c-a462-4be5-bd49-0d58020cd7d1 req-f0eb2a21-a5e1-42b7-9ab8-395e307dc793 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.6231380
Dec 24 10:55:41.794675 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58e278ee-f42e-4368-b99d-8cd643b89c31 req-5ffb2471-ddcb-4af2-a870-4fd31f74cc33 service neutron] 10.222.0.32 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3322721
Dec 24 10:55:41.814074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Deleting port 7d407add-41ed-436d-9d40-22728d9512c6 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:41.814412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:41.841120 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-5eb3998f-e5b9-451a-91a8-7fff9f93550c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for 70ab3ce5-ff19-49a2-a53d-eb5a0d365513 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:41.884111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] The port '7d407add-41ed-436d-9d40-22728d9512c6' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:55:41.923107 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7091c4f-7c6e-4fde-88d4-fa47d7918ada req-179c6366-66d1-45f1-b55b-3d837cbe349c tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:41.923362 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e130c244-c13d-45ba-8063-64682b8797c9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:41.924573 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a7091c4f-7c6e-4fde-88d4-fa47d7918ada req-179c6366-66d1-45f1-b55b-3d837cbe349c tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 944 time: 0.1913278
Dec 24 10:55:41.932701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-18966823-07ba-4c4b-98a4-01bfefd83e3f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:41.975753 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fa9dce7c-a462-4be5-bd49-0d58020cd7d1 req-afeea313-4e6c-4a83-b585-78fafa532c51 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2736821
Dec 24 10:55:42.042826 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130c244-c13d-45ba-8063-64682b8797c9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Subnet': ['ID=1576bada-5c89-41ae-ac19-37a5c0d0ca1a,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:42.046328 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e130c244-c13d-45ba-8063-64682b8797c9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:42.046953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:42.074213 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a7091c4f-7c6e-4fde-88d4-fa47d7918ada req-5cca48ea-d1d0-4234-a8d3-b671de584a61 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1294825
Dec 24 10:55:42.079765 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c7d0640>,) {'filters': {'network_id': ['980037cb-717b-4438-8606-25deb1bc4c67']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:42.093407 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e130c244-c13d-45ba-8063-64682b8797c9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Checking segment: {'id': 'b10740f4-27ca-4277-b27c-62a0d6b972e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1eaa37ef-923d-4131-a15d-b99f86d25f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:42.093757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c7d0640>, '306d3258-1202-4fb5-9e32-d0fa676a9200') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:42.093920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e130c244-c13d-45ba-8063-64682b8797c9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network hostable DHCP agents. Network: 1eaa37ef-923d-4131-a15d-b99f86d25f8c, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:55:42.094127 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c7d0640>, '306d3258-1202-4fb5-9e32-d0fa676a9200') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:42.106164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:42.132885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:42.140330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Releasing vlan 361 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:42.140716 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:42.156118 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:42.165364 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e130c244-c13d-45ba-8063-64682b8797c9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 1eaa37ef-923d-4131-a15d-b99f86d25f8c is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:55:42.186958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-e130c244-c13d-45ba-8063-64682b8797c9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 1eaa37ef-923d-4131-a15d-b99f86d25f8c) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:42.192164 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e130c244-c13d-45ba-8063-64682b8797c9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:42.192988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e130c244-c13d-45ba-8063-64682b8797c9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:42.196261 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4801d8e1-89fa-4155-a1d6-2d9f7e094933 None None] Network 1eaa37ef-923d-4131-a15d-b99f86d25f8c requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:42.231378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5eb3998f-e5b9-451a-91a8-7fff9f93550c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:42.240893 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:42.273422 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:42.277450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:42.295772 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e130c244-c13d-45ba-8063-64682b8797c9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6837759
Dec 24 10:55:42.301011 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47652) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:42.307799 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:42.337359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb3998f-e5b9-451a-91a8-7fff9f93550c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=70ab3ce5-ff19-49a2-a53d-eb5a0d365513,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:42.341528 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5eb3998f-e5b9-451a-91a8-7fff9f93550c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:42.357567 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'network_id': '1eaa37ef-923d-4131-a15d-b99f86d25f8c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-608208962'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:42.472594 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5eb3998f-e5b9-451a-91a8-7fff9f93550c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:42.476152 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5eb3998f-e5b9-451a-91a8-7fff9f93550c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/70ab3ce5-ff19-49a2-a53d-eb5a0d365513 HTTP/1.1" status: 204  len: 168 time: 1.8588367
Dec 24 10:55:42.479966 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47656) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:42.641361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350dd7a3-1230-410d-be6c-3a49e45de0ca tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:42.645318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-350dd7a3-1230-410d-be6c-3a49e45de0ca tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:42.669556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-350dd7a3-1230-410d-be6c-3a49e45de0ca tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:42.671339 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-350dd7a3-1230-410d-be6c-3a49e45de0ca tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1891849
Dec 24 10:55:42.673940 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7d407add-41ed-436d-9d40-22728d9512c6 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:55:42.676010 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47660) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:42.704576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:42.709376 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:port and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:42.712485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:42.718782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:42.730310 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 6262f94d-101a-408f-82da-f2200a2a550a details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 10:55:42.733451 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Pushing event deleted for resources: {'Network': ['ID=980037cb-717b-4438-8606-25deb1bc4c67,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:42.738766 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:42.743579 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] 10.222.0.54 "DELETE /v2.0/networks/980037cb-717b-4438-8606-25deb1bc4c67 HTTP/1.1" status: 204  len: 168 time: 2.7490945
Dec 24 10:55:42.743579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:42.759435 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:42.762887 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 7d407add-41ed-436d-9d40-22728d9512c6 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:55:42.763392 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7d407add-41ed-436d-9d40-22728d9512c6 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:55:42.791639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-1eaa37ef-923d-4131-a15d-b99f86d25f8c', 'network_id': '1eaa37ef-923d-4131-a15d-b99f86d25f8c', 'tenant_id': '76a915c8805b4a2492a23d389fe73308', 'fixed_ips': [{'subnet_id': '1576bada-5c89-41ae-ac19-37a5c0d0ca1a'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:55:42.792592 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:42.809116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] device_id is not set on port a14a725f-2708-4175-946c-771586e0935e yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:55:42.824787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e36d9bc-e2db-4315-bbfb-1ef7acbd49cc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:42.829828 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1e36d9bc-e2db-4315-bbfb-1ef7acbd49cc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1526022
Dec 24 10:55:42.832361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47666) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:42.935163 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b248a2c-5093-4b65-a526-399e1f60a285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:42.936866 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b248a2c-5093-4b65-a526-399e1f60a285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:42.938501 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b248a2c-5093-4b65-a526-399e1f60a285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:42.939288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7b248a2c-5093-4b65-a526-399e1f60a285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:42.958795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7b248a2c-5093-4b65-a526-399e1f60a285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:42.964838 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7b248a2c-5093-4b65-a526-399e1f60a285 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1271992
Dec 24 10:55:42.964838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47670) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:43.049634 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Allocated IP 2001:db8::2 (1eaa37ef-923d-4131-a15d-b99f86d25f8c/1576bada-5c89-41ae-ac19-37a5c0d0ca1a/ed479722-fedf-4524-b0b9-8c22845ba8fe) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:43.091921 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1218448-a782-44a0-a32e-e96198e60164 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet a9232c77-fdeb-403e-8ec0-6700c9d64dd0 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:43.096376 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e1218448-a782-44a0-a32e-e96198e60164 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:43.123556 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 6262f94d-101a-408f-82da-f2200a2a550a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6262f94d-101a-408f-82da-f2200a2a550a,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:43.202074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '6262f94d-101a-408f-82da-f2200a2a550a', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'port_id': '6262f94d-101a-408f-82da-f2200a2a550a', 'mac_address': 'fa:16:3e:61:62:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 10:55:43.223341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e1218448-a782-44a0-a32e-e96198e60164 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:43.250868 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47680) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:43.294382 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:43.388713 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6262f94d-101a-408f-82da-f2200a2a550a {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:55:43.404513 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854be641-3eb9-4305-848f-28f104c4269c req-b07fdd67-e6fa-401a-a5e3-3c6ef8d1df28 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:43.417941 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-854be641-3eb9-4305-848f-28f104c4269c req-b07fdd67-e6fa-401a-a5e3-3c6ef8d1df28 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 944 time: 0.1219583
Dec 24 10:55:43.422604 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 6262f94d-101a-408f-82da-f2200a2a550a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6262f94d-101a-408f-82da-f2200a2a550a,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:43.443549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:43.453995 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-35439c12-0c82-49cc-95a8-f12ed99f49e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:43.501099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d76708-dacd-4af5-95e4-ef7024694683 req-318e8e87-26b3-4acc-998f-8249942434dc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:43.502613 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-60d76708-dacd-4af5-95e4-ef7024694683 req-318e8e87-26b3-4acc-998f-8249942434dc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.2037628
Dec 24 10:55:43.525118 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-854be641-3eb9-4305-848f-28f104c4269c req-c89ae203-e8b6-4152-8c05-b2f1a90737fc tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1015944
Dec 24 10:55:43.561328 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ef4448e0-14aa-4bb5-8248-3b754c809b50 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=03e9e5c33d4a4a9bb7081e69f8dfb5f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3063374
Dec 24 10:55:43.562116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47686) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:43.571554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e1218448-a782-44a0-a32e-e96198e60164 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:43.574620 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=6262f94d-101a-408f-82da-f2200a2a550a,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:43.579409 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:43.600244 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:43.615095 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Transition to ACTIVE for port object ed479722-fedf-4524-b0b9-8c22845ba8fe will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:43.626050 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-60d76708-dacd-4af5-95e4-ef7024694683 req-874f27d6-9ea6-4e25-84bb-48e67b53ba79 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1167052
Dec 24 10:55:43.637670 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Transition to ACTIVE for port object ed479722-fedf-4524-b0b9-8c22845ba8fe will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:43.647276 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:43.654884 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7c0df2f4-4f2b-4aa6-894d-48bf4bbdc8a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:43.685531 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e1218448-a782-44a0-a32e-e96198e60164 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:43.690952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5b248be8-d269-4f1a-aa40-cea349bf926a tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:43.732494 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1218448-a782-44a0-a32e-e96198e60164 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=a9232c77-fdeb-403e-8ec0-6700c9d64dd0,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:43.735164 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Pushing event updated for resources: {'Port': ['ID=ed479722-fedf-4524-b0b9-8c22845ba8fe,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:43.738228 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:43.750115 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e1218448-a782-44a0-a32e-e96198e60164 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:43.753594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-373c12e0-d7fc-478e-a5c6-a757261b248d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:43.759200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e1218448-a782-44a0-a32e-e96198e60164 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:43.763842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db4a0d3-9fc0-4d14-8b48-11d0be800f99 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:43.785012 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e1218448-a782-44a0-a32e-e96198e60164 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/a9232c77-fdeb-403e-8ec0-6700c9d64dd0 HTTP/1.1" status: 204  len: 168 time: 0.8195934
Dec 24 10:55:43.786130 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47692) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:43.790474 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Network 1eaa37ef-923d-4131-a15d-b99f86d25f8c is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:43.793859 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:43.796566 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:43.872700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-373c12e0-d7fc-478e-a5c6-a757261b248d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:43.876352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd720365-9018-451a-b6f4-4e2db78ecc48 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet e68fef2a-a8ca-4d48-a850-f2cb038b923e {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:43.879486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cd720365-9018-451a-b6f4-4e2db78ecc48 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:43.895054 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['6262f94d-101a-408f-82da-f2200a2a550a'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 10:55:43.903891 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47696) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:43.913501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Request body: {'subnets': [{'network_id': 'c6bf76a9-de61-4b77-8ca3-474606fee7fd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2104047986', 'ip_version': 6}, {'network_id': '882e9d64-fdc0-4520-ba7a-d9f3a8ac2881', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:43.913806 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Request body: {'subnet': {'network_id': 'c6bf76a9-de61-4b77-8ca3-474606fee7fd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2104047986', 'ip_version': 6}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:43.914491 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Request body: {'subnet': {'network_id': '882e9d64-fdc0-4520-ba7a-d9f3a8ac2881', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:43.938600 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cd720365-9018-451a-b6f4-4e2db78ecc48 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:43.947254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Allocated IP 2001:db8::217 (1eaa37ef-923d-4131-a15d-b99f86d25f8c/1576bada-5c89-41ae-ac19-37a5c0d0ca1a/a14a725f-2708-4175-946c-771586e0935e) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:44.047338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Attempting to bind port ed479722-fedf-4524-b0b9-8c22845ba8fe on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:55:44.047891 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Attempting to bind port ed479722-fedf-4524-b0b9-8c22845ba8fe by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'b10740f4-27ca-4277-b27c-62a0d6b972e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1eaa37ef-923d-4131-a15d-b99f86d25f8c'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:55:44.048269 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Attempting to bind port ed479722-fedf-4524-b0b9-8c22845ba8fe on network 1eaa37ef-923d-4131-a15d-b99f86d25f8c {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:55:44.061770 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:55:44.062178 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Checking segment: {'id': 'b10740f4-27ca-4277-b27c-62a0d6b972e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1eaa37ef-923d-4131-a15d-b99f86d25f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:44.062675 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:44.063112 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Bound using segment: {'id': 'b10740f4-27ca-4277-b27c-62a0d6b972e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1eaa37ef-923d-4131-a15d-b99f86d25f8c'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:55:44.063604 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Bound port: ed479722-fedf-4524-b0b9-8c22845ba8fe, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10740f4-27ca-4277-b27c-62a0d6b972e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '1eaa37ef-923d-4131-a15d-b99f86d25f8c'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:55:44.063992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:44.169468 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cd720365-9018-451a-b6f4-4e2db78ecc48 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:44.213379 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67475d-11c6-430f-8b0d-4284ab2a199f req-8c6a2531-12b6-41d1-a977-af078423da1a tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:44.214885 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2c67475d-11c6-430f-8b0d-4284ab2a199f req-8c6a2531-12b6-41d1-a977-af078423da1a tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.4004617
Dec 24 10:55:44.225181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-373c12e0-d7fc-478e-a5c6-a757261b248d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:44.234387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-50487260-2d2e-473c-89c2-b0794b049dc8 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:44.256590 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cd720365-9018-451a-b6f4-4e2db78ecc48 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:44.261756 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b9e79dea-b82e-4af1-ad8b-55ea05df5e54 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:44.297372 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd720365-9018-451a-b6f4-4e2db78ecc48 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=e68fef2a-a8ca-4d48-a850-f2cb038b923e,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:44.300835 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-cd720365-9018-451a-b6f4-4e2db78ecc48 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:44.301888 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cd720365-9018-451a-b6f4-4e2db78ecc48 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:44.314487 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cd720365-9018-451a-b6f4-4e2db78ecc48 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/e68fef2a-a8ca-4d48-a850-f2cb038b923e HTTP/1.1" status: 204  len: 168 time: 0.5250418
Dec 24 10:55:44.315482 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47700) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:44.328138 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] For port ed479722-fedf-4524-b0b9-8c22845ba8fe, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:55:44.352259 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] For port ed479722-fedf-4524-b0b9-8c22845ba8fe, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ed479722-fedf-4524-b0b9-8c22845ba8fe,segment=NetworkSegment(b10740f4-27ca-4277-b27c-62a0d6b972e9),segment_id=b10740f4-27ca-4277-b27c-62a0d6b972e9)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:55:44.374737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:44.384032 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-19147e09-537b-44ba-8e49-b1e00490fc3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:44.418948 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cbc382ec-bd0d-4cb3-9a23-d78d4b14d255 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1029499
Dec 24 10:55:44.420252 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47704) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:44.430974 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8aff9815-69c8-4caa-aa72-b2f81329405c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:44.471456 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c12e0-d7fc-478e-a5c6-a757261b248d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da4938a-51c4-442c-ad3b-8ca20cf297d5,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:44.483071 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-373c12e0-d7fc-478e-a5c6-a757261b248d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:44.545649 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2c67475d-11c6-430f-8b0d-4284ab2a199f req-52a87b9a-3b5c-4789-a172-54e201ec8361 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3237252
Dec 24 10:55:44.546505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-373c12e0-d7fc-478e-a5c6-a757261b248d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:44.547495 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-373c12e0-d7fc-478e-a5c6-a757261b248d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0da4938a-51c4-442c-ad3b-8ca20cf297d5 HTTP/1.1" status: 204  len: 168 time: 0.9844792
Dec 24 10:55:44.556231 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:44.563932 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:44.572304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Usage tracker for resource:subnet and tenant:80766c1a43a04e598deae848f60e39ae is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:44.578984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:44.586119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Transition to ACTIVE for port object a14a725f-2708-4175-946c-771586e0935e will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:44.587477 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:44.620704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Made reservation on behalf of 80766c1a43a04e598deae848f60e39ae for: {'subnet': 2} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:44.627310 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:44.628246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:44.629336 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Pushing event updated for resources: {'Port': ['ID=ed479722-fedf-4524-b0b9-8c22845ba8fe,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:44.633158 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:44.651718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:44.663943 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-36429f5c-2716-4bfa-b30c-12fba77d83ca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:44.690096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8aff9815-69c8-4caa-aa72-b2f81329405c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:44.695574 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb9130c-f1cc-4652-a48c-79a01d6b6f9d None None] Update dhcp port {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'fixed_ips': [{'subnet_id': 'e68fef2a-a8ca-4d48-a850-f2cb038b923e'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': '3b013e42-c753-438b-9070-aa78612d1c8d'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 10:55:44.702691 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8aff9815-69c8-4caa-aa72-b2f81329405c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:44.717007 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8aff9815-69c8-4caa-aa72-b2f81329405c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:44.740214 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8aff9815-69c8-4caa-aa72-b2f81329405c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:44.791779 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3eb9130c-f1cc-4652-a48c-79a01d6b6f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:44.832605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 1eaa37ef-923d-4131-a15d-b99f86d25f8c is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:44.856070 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:44.861727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:44.868610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:44.869438 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:44.895602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aff9815-69c8-4caa-aa72-b2f81329405c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:44.899150 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=a14a725f-2708-4175-946c-771586e0935e,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:44.899258 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8aff9815-69c8-4caa-aa72-b2f81329405c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:44.917468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:44.975131 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 892 time: 2.6588035
Dec 24 10:55:44.977404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47716) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:45.088596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d64cd0b-3ca1-41cd-80bd-048aaa90124c None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:45.155914 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40459220-8514-4ffb-b937-e6c9441641f2 req-d45de621-7ad0-471e-b892-33a7faae4c91 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:45.157688 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-40459220-8514-4ffb-b937-e6c9441641f2 req-d45de621-7ad0-471e-b892-33a7faae4c91 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 945 time: 0.4152043
Dec 24 10:55:45.263870 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-f542ae1f-3604-45e3-987b-63b137bc9396 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port a14a725f-2708-4175-946c-771586e0935e {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:45.264208 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f542ae1f-3604-45e3-987b-63b137bc9396 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:45.268397 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-40459220-8514-4ffb-b937-e6c9441641f2 req-864e1ffe-a89a-406b-b928-e344f08d9c5b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1040647
Dec 24 10:55:45.307811 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-53e20a46-de2b-4477-a65c-c3ed634199e0 None None] Provisioning complete for port 3b013e42-c753-438b-9070-aa78612d1c8d triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:45.308714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-53e20a46-de2b-4477-a65c-c3ed634199e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:45.326589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8aff9815-69c8-4caa-aa72-b2f81329405c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:45.332366 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4504cdf5-4aa9-4a1d-a436-07d41d228945 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:45.426026 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aff9815-69c8-4caa-aa72-b2f81329405c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:45.437211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-8aff9815-69c8-4caa-aa72-b2f81329405c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:45.445033 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aff9815-69c8-4caa-aa72-b2f81329405c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:45.445632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8aff9815-69c8-4caa-aa72-b2f81329405c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:45.475440 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff9815-69c8-4caa-aa72-b2f81329405c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=fcf27a77-340f-4020-8494-155791f8437b,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:45.480987 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8aff9815-69c8-4caa-aa72-b2f81329405c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:45.498307 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8aff9815-69c8-4caa-aa72-b2f81329405c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.0756276
Dec 24 10:55:45.501122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47730) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:45.508347 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-08f7690f-f8a9-451a-9530-6bd73db062ae tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:45.697074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-08f7690f-f8a9-451a-9530-6bd73db062ae tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:45.700995 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc47ece-dfaf-4638-b374-a268cabcfd70 None None] Update dhcp port {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'fixed_ips': [{'subnet_id': 'fcf27a77-340f-4020-8494-155791f8437b'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': '3b013e42-c753-438b-9070-aa78612d1c8d'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 10:55:45.703139 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-08f7690f-f8a9-451a-9530-6bd73db062ae tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:45.706954 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-08f7690f-f8a9-451a-9530-6bd73db062ae tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:45.715146 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-08f7690f-f8a9-451a-9530-6bd73db062ae tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:45.727963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f7690f-f8a9-451a-9530-6bd73db062ae tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:45.736227 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08f7690f-f8a9-451a-9530-6bd73db062ae tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:45.781967 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6dc47ece-dfaf-4638-b374-a268cabcfd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:45.877424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf07df-4a2f-41e1-a520-d8b945f4295c req-2950f047-0f63-4bb5-9285-e9543fc6eea6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:45.884911 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-89cf07df-4a2f-41e1-a520-d8b945f4295c req-2950f047-0f63-4bb5-9285-e9543fc6eea6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.5358188
Dec 24 10:55:45.909005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f542ae1f-3604-45e3-987b-63b137bc9396 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:45.942298 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47744) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:45.977750 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.ipam_backend_mixin [None req-08f7690f-f8a9-451a-9530-6bd73db062ae tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fcf27a77-340f-4020-8494-155791f8437b (CIDR: 2001:db8::/64)
Dec 24 10:55:45.981187 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f7690f-f8a9-451a-9530-6bd73db062ae tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:55:45.981778 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f7690f-f8a9-451a-9530-6bd73db062ae tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:46.006147 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-08f7690f-f8a9-451a-9530-6bd73db062ae tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5035479
Dec 24 10:55:46.008781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47748) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:46.018493 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'subnet': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:46.030225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-6dc47ece-dfaf-4638-b374-a268cabcfd70 None None] Allocated IP 2001:db8::2 (51d30af2-9f70-4c66-8947-64c1ea7cb845/fcf27a77-340f-4020-8494-155791f8437b/3b013e42-c753-438b-9070-aa78612d1c8d) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:46.076678 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-f542ae1f-3604-45e3-987b-63b137bc9396 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for a14a725f-2708-4175-946c-771586e0935e owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:46.186427 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-89cf07df-4a2f-41e1-a520-d8b945f4295c req-2cf87a60-cafd-4288-9013-7287378aafec tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3005643
Dec 24 10:55:46.235787 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f9392c-9078-495f-bd7c-2bfc9804d365 None None] Network 1eaa37ef-923d-4131-a15d-b99f86d25f8c requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:46.260074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:46.268102 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Usage tracker for resource:subnet and tenant:57944efc8ac84c778890de6d87115d3a is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:46.275645 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:46.275942 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-62152311'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:46.288185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:46.300428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:46.304838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:46.340076 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ed479722-fedf-4524-b0b9-8c22845ba8fe up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:46.344189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:46.352689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:network and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:46.360281 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:46.370142 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:46.425529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:46.430280 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:46.473487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:46.527136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:46.535826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:security_group_rule and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:46.542334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 6262f94d-101a-408f-82da-f2200a2a550a up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:46.543752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:46.554593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:46.605263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-400cff83-78b9-46ae-8fca-5a17b83ba0ac None None] Provisioning for port ed479722-fedf-4524-b0b9-8c22845ba8fe completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:46.618444 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-6dc47ece-dfaf-4638-b374-a268cabcfd70 None None] For port 3b013e42-c753-438b-9070-aa78612d1c8d, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3b013e42-c753-438b-9070-aa78612d1c8d,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:46.702635 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d14e7e-7f4a-44a1-b244-6fed164e13a1 req-438b5fea-b226-4dae-a6ec-d7850af24fe1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:46.710883 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-38d14e7e-7f4a-44a1-b244-6fed164e13a1 req-438b5fea-b226-4dae-a6ec-d7850af24fe1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.1301210
Dec 24 10:55:46.744737 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:46.754197 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6dc47ece-dfaf-4638-b374-a268cabcfd70 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:46.763861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f542ae1f-3604-45e3-987b-63b137bc9396 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:46.764209 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port ed479722-fedf-4524-b0b9-8c22845ba8fe completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:46.773710 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-38d14e7e-7f4a-44a1-b244-6fed164e13a1 req-a6aa2498-2440-462d-9901-8dc78ed3efc7 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616853
Dec 24 10:55:46.790833 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:46.790974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port ed479722-fedf-4524-b0b9-8c22845ba8fe triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:46.790974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:46.816093 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:46.825484 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6dc47ece-dfaf-4638-b374-a268cabcfd70 None None] Transition to ACTIVE for port object 3b013e42-c753-438b-9070-aa78612d1c8d will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:46.825990 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 6262f94d-101a-408f-82da-f2200a2a550a completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:46.873145 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 6262f94d-101a-408f-82da-f2200a2a550a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:46.873145 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:46.881453 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f542ae1f-3604-45e3-987b-63b137bc9396 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:46.902997 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f542ae1f-3604-45e3-987b-63b137bc9396 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/ports/a14a725f-2708-4175-946c-771586e0935e HTTP/1.1" status: 204  len: 168 time: 1.9107499
Dec 24 10:55:46.902997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542ae1f-3604-45e3-987b-63b137bc9396 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=a14a725f-2708-4175-946c-771586e0935e,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:46.905082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47760) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:46.910699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f542ae1f-3604-45e3-987b-63b137bc9396 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:46.919668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6dc47ece-dfaf-4638-b374-a268cabcfd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:46.957790 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-373c12e0-d7fc-478e-a5c6-a757261b248d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:46.985183 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-90e6bae4-169e-4056-9ccd-542fdbe7eb90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:47.085699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.objects.ports [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87559) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:55:47.127157 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f6cb9a-1b7f-48f8-8f56-aab64554e9f8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] GET failed (client error): The resource could not be found.
Dec 24 10:55:47.127690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-09f6cb9a-1b7f-48f8-8f56-aab64554e9f8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:47.137762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6697d0d6-86b4-46b5-89db-72084f2e340b,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:47.142773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:47.147326 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:47.151700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:47.153226 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6be92095-ced8-44c8-afe2-30390caedfc3 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:47.184677 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc47ece-dfaf-4638-b374-a268cabcfd70 None None] Pushing event updated for resources: {'Port': ['ID=3b013e42-c753-438b-9070-aa78612d1c8d,revision_number=8']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:47.194123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6dc47ece-dfaf-4638-b374-a268cabcfd70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:47.218503 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event updated for resources: {'Subnet': ['ID=e9275d54-d1c8-4bb9-a6c7-cd495ddd6512,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:47.228313 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:47.238035 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:47.245640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39a9ce-a4ad-4dca-9207-3474a79dfec3 req-34519963-4d03-415f-8c1d-b00e422ab3d8 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:47.247193 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bf39a9ce-a4ad-4dca-9207-3474a79dfec3 req-34519963-4d03-415f-8c1d-b00e422ab3d8 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 945 time: 0.7318857
Dec 24 10:55:47.250834 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:47.252534 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Added segment e1831b70-3d54-4503-b70f-62dc0de64f84 of type vlan for network f3af310d-3409-4480-aa7b-8b612e1ebfd0
Dec 24 10:55:47.252534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-09f6cb9a-1b7f-48f8-8f56-aab64554e9f8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:47.256222 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-09f6cb9a-1b7f-48f8-8f56-aab64554e9f8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports/a14a725f-2708-4175-946c-771586e0935e HTTP/1.1" status: 404  len: 333 time: 0.3474333
Dec 24 10:55:47.259643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47764) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:47.316637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:47.318803 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:47.331741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port ed479722-fedf-4524-b0b9-8c22845ba8fe, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ed479722-fedf-4524-b0b9-8c22845ba8fe,segment=NetworkSegment(b10740f4-27ca-4277-b27c-62a0d6b972e9),segment_id=b10740f4-27ca-4277-b27c-62a0d6b972e9)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:47.381535 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:47.384446 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3d7ee5f8-0773-4502-acae-7ad89dae7b67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:47.412692 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:47.447913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Checking segment: {'id': '81f3a1d8-ec20-4b0b-bd4e-b16852cf7443', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'c6bf76a9-de61-4b77-8ca3-474606fee7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:47.448430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Network hostable DHCP agents. Network: c6bf76a9-de61-4b77-8ca3-474606fee7fd, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:55:47.516113 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3b013e42-c753-438b-9070-aa78612d1c8d no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:55:47.538334 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bf39a9ce-a4ad-4dca-9207-3474a79dfec3 req-0676097e-7674-4c5d-9c95-3774d99a3657 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1875958
Dec 24 10:55:47.575551 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b26548-5c01-4991-b679-1b7567dff2fe tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting subnet 1576bada-5c89-41ae-ac19-37a5c0d0ca1a {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:47.594600 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-23b26548-5c01-4991-b679-1b7567dff2fe tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:47.599740 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6262f94d-101a-408f-82da-f2200a2a550a'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:55:47.637161 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Network c6bf76a9-de61-4b77-8ca3-474606fee7fd is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:55:47.655237 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 6262f94d-101a-408f-82da-f2200a2a550a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6262f94d-101a-408f-82da-f2200a2a550a,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:47.678083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:47.680947 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] For port 3b013e42-c753-438b-9070-aa78612d1c8d, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3b013e42-c753-438b-9070-aa78612d1c8d,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:47.683068 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:47.694149 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6262f94d-101a-408f-82da-f2200a2a550a', 'code': 200}
Dec 24 10:55:47.694802 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=ed479722-fedf-4524-b0b9-8c22845ba8fe,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:47.695204 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:47.695854 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:47.698716 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:47.699178 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-366ac304-b7e3-47c6-a3f5-146e979ccb72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:47.703857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d2023818-1825-4d13-b261-6379616082bb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:47.720651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-23b26548-5c01-4991-b679-1b7567dff2fe tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:47.732159 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:47.746474 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:47.749188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:47.755331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f48e722d-33de-4552-9cec-c36e551376cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:47.758424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, c6bf76a9-de61-4b77-8ca3-474606fee7fd) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:47.780923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:47.817453 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766ed035-2e1b-4cf7-a727-1e9b6d658f9a None None] Network c6bf76a9-de61-4b77-8ca3-474606fee7fd requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:47.893455 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:47.897964 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:47.901437 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:47.902124 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:47.936715 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 1.9262133
Dec 24 10:55:47.939474 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47772) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:47.954645 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Request body: {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'mac_address': 'fa:16:3e:02:de:c6', 'name': 'tempest-NetworksTestDHCPv6-1220055389'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:47.985561 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=3b013e42-c753-438b-9070-aa78612d1c8d,revision_number=10']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:47.999285 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=6262f94d-101a-408f-82da-f2200a2a550a,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:48.007966 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:48.011235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:48.015445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:48.029771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8526a06d-cb1f-45d3-953d-338fb10920b2 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:48.034487 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-91efc6c5-8f47-441c-a957-16b9c92a7aa9 None None] Provisioning complete for port ed479722-fedf-4524-b0b9-8c22845ba8fe triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:48.034715 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 2.0906913
Dec 24 10:55:48.043140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-91efc6c5-8f47-441c-a957-16b9c92a7aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:48.117563 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Network': ['ID=f3af310d-3409-4480-aa7b-8b612e1ebfd0,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:48.125141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:48.142464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network f3af310d-3409-4480-aa7b-8b612e1ebfd0 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:48.245317 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47776) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:48.255093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-609a68bf-4317-4853-98e5-5dbbccd2715d tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'subnet': {'network_id': 'f3af310d-3409-4480-aa7b-8b612e1ebfd0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:48.281184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-accac00a-b35b-413e-a7a5-5c0c309605fa tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.492s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:48.312389 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Subnet': ['ID=f732bd53-1a69-4a98-8b7f-32142a8f94c1,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:48.324167 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:48.341835 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 3b013e42-c753-438b-9070-aa78612d1c8d, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3b013e42-c753-438b-9070-aa78612d1c8d,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:48.385504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Checking segment: {'id': 'eb7367f9-6623-45eb-8843-620a9f10da5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '882e9d64-fdc0-4520-ba7a-d9f3a8ac2881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:48.385855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Network hostable DHCP agents. Network: 882e9d64-fdc0-4520-ba7a-d9f3a8ac2881, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:55:48.431010 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-23b26548-5c01-4991-b679-1b7567dff2fe tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:48.490805 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-609a68bf-4317-4853-98e5-5dbbccd2715d tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:48.495105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:48.497349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-609a68bf-4317-4853-98e5-5dbbccd2715d tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:subnet and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:48.498038 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:48.502257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-609a68bf-4317-4853-98e5-5dbbccd2715d tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:48.524634 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:48.525109 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-609a68bf-4317-4853-98e5-5dbbccd2715d tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:48.527707 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:48.538269 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event updated for resources: {'Subnet': ['ID=5660f404-82a5-41e3-a913-8acc61dfa5fe,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:48.553500 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609a68bf-4317-4853-98e5-5dbbccd2715d tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:48.557116 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-609a68bf-4317-4853-98e5-5dbbccd2715d tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:48.572189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Made reservation on behalf of 57944efc8ac84c778890de6d87115d3a for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:48.585359 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38c163b-840a-40e6-8645-902cff3b8622 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:48.607259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:48.617073 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74284a7-2a1e-44a4-b5ad-7c85b411d26e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-c6bf76a9-de61-4b77-8ca3-474606fee7fd', 'network_id': 'c6bf76a9-de61-4b77-8ca3-474606fee7fd', 'tenant_id': '80766c1a43a04e598deae848f60e39ae', 'fixed_ips': [{'subnet_id': 'e9275d54-d1c8-4bb9-a6c7-cd495ddd6512'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:55:48.618283 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a74284a7-2a1e-44a4-b5ad-7c85b411d26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:48.652022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df194c0-42d5-4f58-8387-001de0c74548 req-6f86201a-9cc8-488a-a863-ed1c32a06345 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:48.653571 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0df194c0-42d5-4f58-8387-001de0c74548 req-6f86201a-9cc8-488a-a863-ed1c32a06345 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.5696859
Dec 24 10:55:48.662742 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-23b26548-5c01-4991-b679-1b7567dff2fe tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:48.670672 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:48.706029 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Network 882e9d64-fdc0-4520-ba7a-d9f3a8ac2881 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:55:48.770031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b26548-5c01-4991-b679-1b7567dff2fe tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Subnet': ['ID=1576bada-5c89-41ae-ac19-37a5c0d0ca1a,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:48.773654 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-23b26548-5c01-4991-b679-1b7567dff2fe tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:48.776505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-23b26548-5c01-4991-b679-1b7567dff2fe tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:48.796370 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0df194c0-42d5-4f58-8387-001de0c74548 req-85f95be7-c780-4a02-b153-95d2b7783084 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1295099
Dec 24 10:55:48.802879 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-23b26548-5c01-4991-b679-1b7567dff2fe tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/1576bada-5c89-41ae-ac19-37a5c0d0ca1a HTTP/1.1" status: 204  len: 168 time: 1.5365837
Dec 24 10:55:48.803096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=3b013e42-c753-438b-9070-aa78612d1c8d,revision_number=11']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:48.803218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 882e9d64-fdc0-4520-ba7a-d9f3a8ac2881) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:48.808306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:48.808782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:48.809414 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:48.814296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47782) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:48.829562 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42462409-25fd-4225-a76a-f33d419fffdc req-f0c74a72-99c6-4cf5-998e-c1b37d7edeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:48.831531 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-42462409-25fd-4225-a76a-f33d419fffdc req-f0c74a72-99c6-4cf5-998e-c1b37d7edeb1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 1099 time: 0.7212005
Dec 24 10:55:48.833461 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1476 time: 4.9253685
Dec 24 10:55:48.837262 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:48.837930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47788) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:48.838186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd87da4-8e44-470c-a663-097664be35c5 None None] Network 1eaa37ef-923d-4131-a15d-b99f86d25f8c requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:48.850480 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ed479722-fedf-4524-b0b9-8c22845ba8fe up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:48.873902 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b04b776-48c2-493b-a617-ca22b4f1f37b None None] Network 882e9d64-fdc0-4520-ba7a-d9f3a8ac2881 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:48.958212 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-42462409-25fd-4225-a76a-f33d419fffdc req-6e8e5a49-a01b-417b-a83a-8e070bcc5682 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1126535
Dec 24 10:55:48.961751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eed7aa-216a-45f9-aa6b-6570c555503e tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:48.963280 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eed7aa-216a-45f9-aa6b-6570c555503e tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:48.965754 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eed7aa-216a-45f9-aa6b-6570c555503e tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:48.966606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-79eed7aa-216a-45f9-aa6b-6570c555503e tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Synchronizing usage tracker for tenant:80766c1a43a04e598deae848f60e39ae on resource:subnet {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:48.984882 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-79eed7aa-216a-45f9-aa6b-6570c555503e tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Unset dirty status for tenant:80766c1a43a04e598deae848f60e39ae on resource:subnet {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:48.986296 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-79eed7aa-216a-45f9-aa6b-6570c555503e tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2102 time: 0.1473753
Dec 24 10:55:48.996059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47792) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:49.044027 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:49.068401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:49.096929 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-96b95c90-1545-42e3-9bdf-30678efce65b tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Deleting subnet e9275d54-d1c8-4bb9-a6c7-cd495ddd6512 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:49.101639 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-96b95c90-1545-42e3-9bdf-30678efce65b tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:49.131343 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port ed479722-fedf-4524-b0b9-8c22845ba8fe {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:49.131786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:49.185728 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] device_id is not set on port 00410aa9-a52b-435d-835b-5cdd9db4e757 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:55:49.220010 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-96b95c90-1545-42e3-9bdf-30678efce65b tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:49.227673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b85cc-b777-4cbf-b0e5-486c3dbbc2f8 req-d7226fc8-5fff-4406-9288-3699eff1bc6a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:49.229467 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c28b85cc-b777-4cbf-b0e5-486c3dbbc2f8 req-d7226fc8-5fff-4406-9288-3699eff1bc6a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 946 time: 0.4650619
Dec 24 10:55:49.258149 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0da118f4-f346-4bbe-8893-c30ab4164359 None None] Could not find standard attr ID for object a14a725f-2708-4175-946c-771586e0935e. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:55:49.305289 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-96b95c90-1545-42e3-9bdf-30678efce65b tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:49.349522 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port ed479722-fedf-4524-b0b9-8c22845ba8fe triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:49.350290 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:49.460553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-96b95c90-1545-42e3-9bdf-30678efce65b tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:49.470323 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-20a57850-6d54-47fb-8ce9-5c1d708a9139 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:49.476157 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0da118f4-f346-4bbe-8893-c30ab4164359 None None] Provisioning for port 3b013e42-c753-438b-9070-aa78612d1c8d completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server [None req-a74284a7-2a1e-44a4-b5ad-7c85b411d26e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9275d54-d1c8-4bb9-a6c7-cd495ddd6512: This subnet is being modified by another concurrent operation.
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 10:55:49.519514 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise exception
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9275d54-d1c8-4bb9-a6c7-cd495ddd6512: This subnet is being modified by another concurrent operation.
Dec 24 10:55:49.523783 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server 
Dec 24 10:55:49.540352 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c28b85cc-b777-4cbf-b0e5-486c3dbbc2f8 req-e4db8fb1-85ad-4088-9888-0dd036c505a9 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2958646
Dec 24 10:55:49.555340 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0da118f4-f346-4bbe-8893-c30ab4164359 None None] Provisioning complete for port 3b013e42-c753-438b-9070-aa78612d1c8d triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:49.555945 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0da118f4-f346-4bbe-8893-c30ab4164359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:49.574577 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-96b95c90-1545-42e3-9bdf-30678efce65b tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:49.581175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b95c90-1545-42e3-9bdf-30678efce65b tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event deleted for resources: {'Subnet': ['ID=e9275d54-d1c8-4bb9-a6c7-cd495ddd6512,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:49.588060 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-96b95c90-1545-42e3-9bdf-30678efce65b tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:49.596069 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eb048e-2660-4ee6-9ace-8a21d2d6f10c None None] Network c6bf76a9-de61-4b77-8ca3-474606fee7fd requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:49.624944 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5e1b8-6290-475f-8f80-5ba16ef95f0a req-cc16df30-323a-4359-823d-6761371e0c3a tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:49.638020 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-88b5e1b8-6290-475f-8f80-5ba16ef95f0a req-cc16df30-323a-4359-823d-6761371e0c3a tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.4640739
Dec 24 10:55:49.643253 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-609a68bf-4317-4853-98e5-5dbbccd2715d tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:49.656968 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-08c7de07-376a-463c-a92c-aa289f29b637 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:49.661687 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-96b95c90-1545-42e3-9bdf-30678efce65b tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "DELETE /v2.0/subnets/e9275d54-d1c8-4bb9-a6c7-cd495ddd6512 HTTP/1.1" status: 204  len: 168 time: 0.6644900
Dec 24 10:55:49.664266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47798) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:49.729572 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-88b5e1b8-6290-475f-8f80-5ba16ef95f0a req-2af18df4-0eaa-4137-a3d0-0e103e30d87e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0905752
Dec 24 10:55:49.750605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c112496-c610-4b8f-8bbf-679ea72d7108 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Deleting subnet 5660f404-82a5-41e3-a913-8acc61dfa5fe {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:49.757394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2c112496-c610-4b8f-8bbf-679ea72d7108 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:49.821918 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2c112496-c610-4b8f-8bbf-679ea72d7108 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:49.836684 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] For port ed479722-fedf-4524-b0b9-8c22845ba8fe, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ed479722-fedf-4524-b0b9-8c22845ba8fe,segment=NetworkSegment(b10740f4-27ca-4277-b27c-62a0d6b972e9),segment_id=b10740f4-27ca-4277-b27c-62a0d6b972e9)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:49.837073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:49.893809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2c112496-c610-4b8f-8bbf-679ea72d7108 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:49.895249 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8c858e-2c3d-4877-98a7-01109e53ca47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-882e9d64-fdc0-4520-ba7a-d9f3a8ac2881', 'network_id': '882e9d64-fdc0-4520-ba7a-d9f3a8ac2881', 'tenant_id': '80766c1a43a04e598deae848f60e39ae', 'fixed_ips': [{'subnet_id': '5660f404-82a5-41e3-a913-8acc61dfa5fe'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:55:49.896655 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0a8c858e-2c3d-4877-98a7-01109e53ca47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:49.975669 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2c112496-c610-4b8f-8bbf-679ea72d7108 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:49.981853 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:50.016932 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a68bf-4317-4853-98e5-5dbbccd2715d tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Subnet': ['ID=d689ed92-f9ba-4bfd-92a2-116ae8b35c87,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:50.027621 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for ed479722-fedf-4524-b0b9-8c22845ba8fe owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:50.029645 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2c112496-c610-4b8f-8bbf-679ea72d7108 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:50.032374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c112496-c610-4b8f-8bbf-679ea72d7108 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event deleted for resources: {'Subnet': ['ID=5660f404-82a5-41e3-a913-8acc61dfa5fe,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:50.039099 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2c112496-c610-4b8f-8bbf-679ea72d7108 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:50.048517 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2c112496-c610-4b8f-8bbf-679ea72d7108 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "DELETE /v2.0/subnets/5660f404-82a5-41e3-a913-8acc61dfa5fe HTTP/1.1" status: 204  len: 168 time: 0.3831997
Dec 24 10:55:50.052755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47802) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:50.071721 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-609a68bf-4317-4853-98e5-5dbbccd2715d tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:50.092356 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3b013e42-c753-438b-9070-aa78612d1c8d up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:50.109428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a68bf-4317-4853-98e5-5dbbccd2715d tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Checking segment: {'id': 'e1831b70-3d54-4503-b70f-62dc0de64f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f3af310d-3409-4480-aa7b-8b612e1ebfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:50.109888 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a68bf-4317-4853-98e5-5dbbccd2715d tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network hostable DHCP agents. Network: f3af310d-3409-4480-aa7b-8b612e1ebfd0, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:55:50.116619 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc383d29-d215-4b26-b9f3-a36e71591008 None None] DHCP port deletion for 1eaa37ef-923d-4131-a15d-b99f86d25f8c request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:55:50.117293 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8::29a (51d30af2-9f70-4c66-8947-64c1ea7cb845/fcf27a77-340f-4020-8494-155791f8437b/00410aa9-a52b-435d-835b-5cdd9db4e757) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:50.147526 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Allocated IP 2001:db8:0:1:f816:3eff:fe02:dec6 (51d30af2-9f70-4c66-8947-64c1ea7cb845/f732bd53-1a69-4a98-8b7f-32142a8f94c1/00410aa9-a52b-435d-835b-5cdd9db4e757) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:50.163810 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-bc383d29-d215-4b26-b9f3-a36e71591008 None None] Deleting port ed479722-fedf-4524-b0b9-8c22845ba8fe {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:50.164209 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bc383d29-d215-4b26-b9f3-a36e71591008 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:50.218732 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a68bf-4317-4853-98e5-5dbbccd2715d tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network f3af310d-3409-4480-aa7b-8b612e1ebfd0 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:55:50.228021 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:50.241465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:50.250668 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e87ae1-2d9e-4836-9252-199711c4d197 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:50.251524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-53e87ae1-2d9e-4836-9252-199711c4d197 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Synchronizing usage tracker for tenant:80766c1a43a04e598deae848f60e39ae on resource:subnet {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:50.274031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-53e87ae1-2d9e-4836-9252-199711c4d197 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Unset dirty status for tenant:80766c1a43a04e598deae848f60e39ae on resource:subnet {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:50.275557 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-53e87ae1-2d9e-4836-9252-199711c4d197 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2212811
Dec 24 10:55:50.275903 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-bc383d29-d215-4b26-b9f3-a36e71591008 None None] The port 'ed479722-fedf-4524-b0b9-8c22845ba8fe' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:55:50.287370 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0da118f4-f346-4bbe-8893-c30ab4164359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:50.289316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47806) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:50.327554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=ed479722-fedf-4524-b0b9-8c22845ba8fe,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:50.346683 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa01770d-bd1a-40ed-83cf-105a7ca345d2 None None] Network 882e9d64-fdc0-4520-ba7a-d9f3a8ac2881 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:50.378574 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:50.379250 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-609a68bf-4317-4853-98e5-5dbbccd2715d tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, f3af310d-3409-4480-aa7b-8b612e1ebfd0) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:50.384302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No DVR routers for this DVR port ed479722-fedf-4524-b0b9-8c22845ba8fe on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:55:50.388898 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-0da118f4-f346-4bbe-8893-c30ab4164359 None None] For port 3b013e42-c753-438b-9070-aa78612d1c8d, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3b013e42-c753-438b-9070-aa78612d1c8d,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:50.407827 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed91f6bd-2827-4ea3-8ee9-45aba857a59c None None] Network f3af310d-3409-4480-aa7b-8b612e1ebfd0 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:50.436077 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 3b013e42-c753-438b-9070-aa78612d1c8d triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:50.436526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:50.479953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0da118f4-f346-4bbe-8893-c30ab4164359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:50.531876 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0f6496c6-f38c-4260-95a9-0e381cfe946a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:50.551338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609a68bf-4317-4853-98e5-5dbbccd2715d tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:50.551963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-609a68bf-4317-4853-98e5-5dbbccd2715d tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:50.639073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cce392aa-da45-4a43-86c4-f7c7b059c0cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:50.756014 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-609a68bf-4317-4853-98e5-5dbbccd2715d tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 2.5089746
Dec 24 10:55:50.759786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47812) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:50.767389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-5704edc8-05e9-49a2-abf4-a9daeb060654 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-730554930'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:50.774926 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5704edc8-05e9-49a2-abf4-a9daeb060654 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:50.781425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5704edc8-05e9-49a2-abf4-a9daeb060654 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:network and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:50.790801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5704edc8-05e9-49a2-abf4-a9daeb060654 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:50.798838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5704edc8-05e9-49a2-abf4-a9daeb060654 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:50.803631 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da118f4-f346-4bbe-8893-c30ab4164359 None None] Pushing event updated for resources: {'Port': ['ID=3b013e42-c753-438b-9070-aa78612d1c8d,revision_number=12']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:50.819099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0da118f4-f346-4bbe-8893-c30ab4164359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:50.829088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5704edc8-05e9-49a2-abf4-a9daeb060654 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:50.833982 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5704edc8-05e9-49a2-abf4-a9daeb060654 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:50.845110 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:50.870769 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5704edc8-05e9-49a2-abf4-a9daeb060654 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:50.883278 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5704edc8-05e9-49a2-abf4-a9daeb060654 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:50.884073 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-5704edc8-05e9-49a2-abf4-a9daeb060654 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Added segment 9c98b9f1-243f-4241-abe0-77f64ea1ef96 of type vlan for network 37afd90b-c9eb-443a-a0e2-7cc30880a540
Dec 24 10:55:50.948204 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:50.952392 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3b9310>,) {'filters': {'network_id': ['1eaa37ef-923d-4131-a15d-b99f86d25f8c']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:50.978496 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5704edc8-05e9-49a2-abf4-a9daeb060654 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.025551 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3b9310>, 'b10740f4-27ca-4277-b27c-62a0d6b972e9') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:51.025788 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3b9310>, 'b10740f4-27ca-4277-b27c-62a0d6b972e9') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:51.028176 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5704edc8-05e9-49a2-abf4-a9daeb060654 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.037039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5704edc8-05e9-49a2-abf4-a9daeb060654 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:51.037606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5704edc8-05e9-49a2-abf4-a9daeb060654 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.044303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7f73ac9c-93c5-496c-a9e5-4e670c818a68 tempest-RoutersNegativeTest-1627362001 tempest-RoutersNegativeTest-1627362001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:51.056281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d766c31b-f40c-417a-a1d1-55201bfa5e3c None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:51.081511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Transition to ACTIVE for port object 00410aa9-a52b-435d-835b-5cdd9db4e757 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:51.085674 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.104192 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806ce7c-6e35-428a-a7c4-656c7882b810 req-81ec9e3e-a413-4366-81a0-bc68a678e376 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:51.105731 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8806ce7c-6e35-428a-a7c4-656c7882b810 req-81ec9e3e-a413-4366-81a0-bc68a678e376 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 946 time: 0.3784239
Dec 24 10:55:51.133721 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-f3af310d-3409-4480-aa7b-8b612e1ebfd0', 'network_id': 'f3af310d-3409-4480-aa7b-8b612e1ebfd0', 'tenant_id': '3852d1c215de48b387b03c2c0cd743a1', 'fixed_ips': [{'subnet_id': 'd689ed92-f9ba-4bfd-92a2-116ae8b35c87'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:55:51.135051 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.150023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704edc8-05e9-49a2-abf4-a9daeb060654 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Network': ['ID=37afd90b-c9eb-443a-a0e2-7cc30880a540,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:51.162318 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5704edc8-05e9-49a2-abf4-a9daeb060654 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:51.171078 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3b013e42-c753-438b-9070-aa78612d1c8d up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:51.177410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1833f93-a546-4c3b-ab58-d5f65c507d17 req-39f7cf09-5000-4f5d-b2e8-053e62af2da7 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:51.184780 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c1833f93-a546-4c3b-ab58-d5f65c507d17 req-39f7cf09-5000-4f5d-b2e8-053e62af2da7 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.2842011
Dec 24 10:55:51.205948 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 37afd90b-c9eb-443a-a0e2-7cc30880a540 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:51.225311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.232197 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5704edc8-05e9-49a2-abf4-a9daeb060654 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.4673986
Dec 24 10:55:51.236868 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cce392aa-da45-4a43-86c4-f7c7b059c0cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.241905 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c1833f93-a546-4c3b-ab58-d5f65c507d17 req-0463d38c-0869-48b1-b017-260b0fac1af6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0557358
Dec 24 10:55:51.242150 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47822) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:51.251640 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:51.252057 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.253129 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-6b8f1dcb-bea0-443e-b3e8-e2a54bbbcd28 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'subnet': {'network_id': '37afd90b-c9eb-443a-a0e2-7cc30880a540', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:51.276292 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:51.361733 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8806ce7c-6e35-428a-a7c4-656c7882b810 req-819fce5d-0a67-4f52-b7b9-11a3c5cb5637 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1992421
Dec 24 10:55:51.364409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-cce392aa-da45-4a43-86c4-f7c7b059c0cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b76e6ae20>,) {'filters': {'network_id': ['882e9d64-fdc0-4520-ba7a-d9f3a8ac2881']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:51.381015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6b8f1dcb-bea0-443e-b3e8-e2a54bbbcd28 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:51.386710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6b8f1dcb-bea0-443e-b3e8-e2a54bbbcd28 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:subnet and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:51.391221 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6b8f1dcb-bea0-443e-b3e8-e2a54bbbcd28 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:51.397044 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6b8f1dcb-bea0-443e-b3e8-e2a54bbbcd28 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:51.419796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-cce392aa-da45-4a43-86c4-f7c7b059c0cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76e6ae20>, 'eb7367f9-6623-45eb-8843-620a9f10da5e') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:51.420543 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-cce392aa-da45-4a43-86c4-f7c7b059c0cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76e6ae20>, 'eb7367f9-6623-45eb-8843-620a9f10da5e') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:51.434596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.438443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9d4f08f4-45eb-40b5-b29d-5689ccd88ebb None None] Provisioning complete for port 3b013e42-c753-438b-9070-aa78612d1c8d triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:51.439611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9d4f08f4-45eb-40b5-b29d-5689ccd88ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.443682 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cce392aa-da45-4a43-86c4-f7c7b059c0cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.505896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b8f1dcb-bea0-443e-b3e8-e2a54bbbcd28 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:51.509194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6b8f1dcb-bea0-443e-b3e8-e2a54bbbcd28 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.601613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8cebeb4d-f2c5-47d0-8c94-40d1e76150c8 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:51.666314 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 3b013e42-c753-438b-9070-aa78612d1c8d triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:51.666967 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.670343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bda497-e0f8-47d7-8cfa-54986a2fe748 req-0de5d203-dd64-40a2-8bab-28c0eda90f15 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:51.671842 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-12bda497-e0f8-47d7-8cfa-54986a2fe748 req-0de5d203-dd64-40a2-8bab-28c0eda90f15 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.2528844
Dec 24 10:55:51.685311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.711763 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.733333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cce392aa-da45-4a43-86c4-f7c7b059c0cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.736495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:51.745955 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:51.748537 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/networks/1eaa37ef-923d-4131-a15d-b99f86d25f8c HTTP/1.1" status: 204  len: 168 time: 2.9331706
Dec 24 10:55:51.757945 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:51.760228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47830) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:51.764682 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:51.764682 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.770309 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cce392aa-da45-4a43-86c4-f7c7b059c0cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:51.770309 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cce392aa-da45-4a43-86c4-f7c7b059c0cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.778994 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-0986536e-4f35-4d6f-b46a-f4d5db659f51 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a', 'name': 'tempest-PortsIpV6TestJSON-758437766'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:51.787527 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event updated for resources: {'Port': ['ID=00410aa9-a52b-435d-835b-5cdd9db4e757,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:51.789963 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:51.794630 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:51.802444 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1bf7b3c0-1895-4c9a-a879-0a8c125bc29a tempest-DHCPAgentSchedulersTestJSON-793188793 tempest-DHCPAgentSchedulersTestJSON-793188793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:51.810356 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Allocated IP 172.20.255.242 (f3af310d-3409-4480-aa7b-8b612e1ebfd0/d689ed92-f9ba-4bfd-92a2-116ae8b35c87/bf399daf-0257-4d51-87dc-98b6f0a9fd70) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:51.816865 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-12bda497-e0f8-47d7-8cfa-54986a2fe748 req-1ab6e01f-0962-4216-9a38-092bb653eaa8 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1340585
Dec 24 10:55:51.933904 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0986536e-4f35-4d6f-b46a-f4d5db659f51 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:51.934131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Network': ['ID=1eaa37ef-923d-4131-a15d-b99f86d25f8c,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:51.936489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6b8f1dcb-bea0-443e-b3e8-e2a54bbbcd28 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.941804 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-23b26548-5c01-4991-b679-1b7567dff2fe tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:51.946877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:51.951372 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cce392aa-da45-4a43-86c4-f7c7b059c0cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.962423 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-294bf275-ab0c-4bd2-b86c-57d95d349774 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:51.977514 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cce392aa-da45-4a43-86c4-f7c7b059c0cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:51.982657 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cce392aa-da45-4a43-86c4-f7c7b059c0cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "DELETE /v2.0/networks/882e9d64-fdc0-4520-ba7a-d9f3a8ac2881 HTTP/1.1" status: 204  len: 168 time: 1.6807415
Dec 24 10:55:51.982796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0986536e-4f35-4d6f-b46a-f4d5db659f51 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:51.983791 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47836) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:51.990097 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 4.0490301
Dec 24 10:55:51.995568 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47840) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:52.043624 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce392aa-da45-4a43-86c4-f7c7b059c0cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event deleted for resources: {'Network': ['ID=882e9d64-fdc0-4520-ba7a-d9f3a8ac2881,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:52.063744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-cce392aa-da45-4a43-86c4-f7c7b059c0cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:52.075387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0986536e-4f35-4d6f-b46a-f4d5db659f51 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:52.079461 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0986536e-4f35-4d6f-b46a-f4d5db659f51 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:52.117141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f1dcb-bea0-443e-b3e8-e2a54bbbcd28 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Subnet': ['ID=4aead424-5f1e-486f-a424-bd0d3c65c09f,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:52.126266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6b8f1dcb-bea0-443e-b3e8-e2a54bbbcd28 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:52.131241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b8f1dcb-bea0-443e-b3e8-e2a54bbbcd28 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Checking segment: {'id': '9c98b9f1-243f-4241-abe0-77f64ea1ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '37afd90b-c9eb-443a-a0e2-7cc30880a540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:52.131600 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8f1dcb-bea0-443e-b3e8-e2a54bbbcd28 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network hostable DHCP agents. Network: 37afd90b-c9eb-443a-a0e2-7cc30880a540, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:55:52.136258 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-0986536e-4f35-4d6f-b46a-f4d5db659f51 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] device_id is not set on port d2493fce-8cd9-4375-95be-f8d55a7890ec yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:55:52.156731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9f478-c5b0-4465-ae7e-e5683aada8ca req-5aa0b90e-0d49-4b9d-a890-5af290e59bc9 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:52.164376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ed479722-fedf-4524-b0b9-8c22845ba8fe no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:55:52.167611 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5ce9f478-c5b0-4465-ae7e-e5683aada8ca req-5aa0b90e-0d49-4b9d-a890-5af290e59bc9 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 946 time: 0.5332897
Dec 24 10:55:52.207749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: ed479722-fedf-4524-b0b9-8c22845ba8fe {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:55:52.208240 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ed479722-fedf-4524-b0b9-8c22845ba8fe not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:55:52.227863 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8f1dcb-bea0-443e-b3e8-e2a54bbbcd28 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network 37afd90b-c9eb-443a-a0e2-7cc30880a540 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:55:52.256174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3b6da-30f4-4e1f-9c85-8f9c0f386298 req-77ae93c5-145b-41ba-9484-58967172f886 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:52.256875 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-665e9f6b-c3fd-454f-90eb-33be754b6149 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:52.257647 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-dda3b6da-30f4-4e1f-9c85-8f9c0f386298 req-77ae93c5-145b-41ba-9484-58967172f886 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.2889621
Dec 24 10:55:52.261762 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:52.274771 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Transition to ACTIVE for port object bf399daf-0257-4d51-87dc-98b6f0a9fd70 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:52.278136 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-71d99912-bd31-44f6-807c-e129107d251f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting port 00410aa9-a52b-435d-835b-5cdd9db4e757 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:52.278470 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-71d99912-bd31-44f6-807c-e129107d251f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:52.291087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-6b8f1dcb-bea0-443e-b3e8-e2a54bbbcd28 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 37afd90b-c9eb-443a-a0e2-7cc30880a540) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:52.295380 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Transition to ACTIVE for port object bf399daf-0257-4d51-87dc-98b6f0a9fd70 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:52.307229 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b8f1dcb-bea0-443e-b3e8-e2a54bbbcd28 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:52.307805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6b8f1dcb-bea0-443e-b3e8-e2a54bbbcd28 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:52.308184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:52.315895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:52.348101 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5ce9f478-c5b0-4465-ae7e-e5683aada8ca req-545dc700-58d8-4015-8f18-d229029797f6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1795306
Dec 24 10:55:52.351098 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6c38bf-480f-42cf-9b31-a0a841b43331 None None] Network 37afd90b-c9eb-443a-a0e2-7cc30880a540 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:52.383095 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-dda3b6da-30f4-4e1f-9c85-8f9c0f386298 req-9c318c60-7a27-4959-a789-16ca6ad297cc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1129813
Dec 24 10:55:52.383640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47844) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:52.494122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Network f3af310d-3409-4480-aa7b-8b612e1ebfd0 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:52.503432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:52.507004 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6b8f1dcb-bea0-443e-b3e8-e2a54bbbcd28 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 1.2609282
Dec 24 10:55:52.511808 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:52.523819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47850) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:52.528231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Pushing event updated for resources: {'Port': ['ID=bf399daf-0257-4d51-87dc-98b6f0a9fd70,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:52.558311 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:52.667551 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7f2c3d1c-aed8-4bcd-b363-15beba7cbda9 None None] Provisioning complete for port 3b013e42-c753-438b-9070-aa78612d1c8d triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:52.667932 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7f2c3d1c-aed8-4bcd-b363-15beba7cbda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:52.683093 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0986536e-4f35-4d6f-b46a-f4d5db659f51 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:52.717477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-665e9f6b-c3fd-454f-90eb-33be754b6149 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:52.766631 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:52.773111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Attempting to bind port bf399daf-0257-4d51-87dc-98b6f0a9fd70 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:55:52.773494 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Attempting to bind port bf399daf-0257-4d51-87dc-98b6f0a9fd70 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'e1831b70-3d54-4503-b70f-62dc0de64f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f3af310d-3409-4480-aa7b-8b612e1ebfd0'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:55:52.773864 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Attempting to bind port bf399daf-0257-4d51-87dc-98b6f0a9fd70 on network f3af310d-3409-4480-aa7b-8b612e1ebfd0 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:55:52.776215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e10ddeb-ffb6-464a-9f31-b0e4c86cd70d tempest-TestVolumeBootPattern-1656391368 tempest-TestVolumeBootPattern-1656391368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:52.777896 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9e10ddeb-ffb6-464a-9f31-b0e4c86cd70d tempest-TestVolumeBootPattern-1656391368 tempest-TestVolumeBootPattern-1656391368-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 1094 time: 0.3837476
Dec 24 10:55:52.782941 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47854) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:52.791828 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '6262f94d-101a-408f-82da-f2200a2a550a', 'tenant_id': '8543661828634582b0e4847120774eaa', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:52.801395 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:55:52.801845 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Checking segment: {'id': 'e1831b70-3d54-4503-b70f-62dc0de64f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f3af310d-3409-4480-aa7b-8b612e1ebfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:52.802402 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:52.802807 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Bound using segment: {'id': 'e1831b70-3d54-4503-b70f-62dc0de64f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f3af310d-3409-4480-aa7b-8b612e1ebfd0'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:55:52.803298 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Bound port: bf399daf-0257-4d51-87dc-98b6f0a9fd70, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1831b70-3d54-4503-b70f-62dc0de64f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'f3af310d-3409-4480-aa7b-8b612e1ebfd0'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:55:52.803687 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:52.817207 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-665e9f6b-c3fd-454f-90eb-33be754b6149 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d56ad60>,) {'filters': {'network_id': ['c6bf76a9-de61-4b77-8ca3-474606fee7fd']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:52.843023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-665e9f6b-c3fd-454f-90eb-33be754b6149 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d56ad60>, '81f3a1d8-ec20-4b0b-bd4e-b16852cf7443') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:52.843392 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-665e9f6b-c3fd-454f-90eb-33be754b6149 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d56ad60>, '81f3a1d8-ec20-4b0b-bd4e-b16852cf7443') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:52.870477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-665e9f6b-c3fd-454f-90eb-33be754b6149 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:52.918898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-71d99912-bd31-44f6-807c-e129107d251f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:52.921506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:52.929514 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-665e9f6b-c3fd-454f-90eb-33be754b6149 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:52.946925 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-37afd90b-c9eb-443a-a0e2-7cc30880a540', 'network_id': '37afd90b-c9eb-443a-a0e2-7cc30880a540', 'tenant_id': '3852d1c215de48b387b03c2c0cd743a1', 'fixed_ips': [{'subnet_id': '4aead424-5f1e-486f-a424-bd0d3c65c09f'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:55:52.947804 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:52.951710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Usage tracker for resource:floatingip and tenant:8543661828634582b0e4847120774eaa is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:52.954659 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbac046-36e4-490b-90b9-0d8860ab82ac req-4a0e3981-ba3b-4b2b-b78a-c9413361d3ce tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:52.956160 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2cbac046-36e4-490b-90b9-0d8860ab82ac req-4a0e3981-ba3b-4b2b-b78a-c9413361d3ce tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.3440769
Dec 24 10:55:52.957287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:52.957997 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665e9f6b-c3fd-454f-90eb-33be754b6149 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:52.958439 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-665e9f6b-c3fd-454f-90eb-33be754b6149 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:52.960512 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0986536e-4f35-4d6f-b46a-f4d5db659f51 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:52.978489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3f9b07d5-0a8c-438f-b304-cc30ad723511 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:53.012245 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:53.029852 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:53.063167 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for floatingip, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:53.069905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] For port bf399daf-0257-4d51-87dc-98b6f0a9fd70, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:55:53.076376 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:53.107357 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] For port bf399daf-0257-4d51-87dc-98b6f0a9fd70, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=bf399daf-0257-4d51-87dc-98b6f0a9fd70,segment=NetworkSegment(e1831b70-3d54-4503-b70f-62dc0de64f84),segment_id=e1831b70-3d54-4503-b70f-62dc0de64f84)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:55:53.120717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:53.126396 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0986536e-4f35-4d6f-b46a-f4d5db659f51 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:53.128970 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8f297908-102f-426a-8064-c82315e961d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:53.137890 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-0986536e-4f35-4d6f-b46a-f4d5db659f51 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:53.142680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986536e-4f35-4d6f-b46a-f4d5db659f51 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=d2493fce-8cd9-4375-95be-f8d55a7890ec,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:53.147204 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0986536e-4f35-4d6f-b46a-f4d5db659f51 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:53.152602 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0986536e-4f35-4d6f-b46a-f4d5db659f51 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:53.153285 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0986536e-4f35-4d6f-b46a-f4d5db659f51 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:53.159380 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0986536e-4f35-4d6f-b46a-f4d5db659f51 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:53.203163 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-71d99912-bd31-44f6-807c-e129107d251f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Calling delete_port for 00410aa9-a52b-435d-835b-5cdd9db4e757 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:53.228112 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7f2c3d1c-aed8-4bcd-b363-15beba7cbda9 None None] Provisioning for port 00410aa9-a52b-435d-835b-5cdd9db4e757 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:53.244585 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0986536e-4f35-4d6f-b46a-f4d5db659f51 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.4791856
Dec 24 10:55:53.245896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47858) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:53.251731 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2cbac046-36e4-490b-90b9-0d8860ab82ac req-5851482b-76a0-4740-9fdd-ba422c7a159c tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2202621
Dec 24 10:55:53.258636 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7f2c3d1c-aed8-4bcd-b363-15beba7cbda9 None None] Provisioning complete for port 00410aa9-a52b-435d-835b-5cdd9db4e757 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:53.258950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7f2c3d1c-aed8-4bcd-b363-15beba7cbda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:53.289228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-665e9f6b-c3fd-454f-90eb-33be754b6149 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:53.294303 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-665e9f6b-c3fd-454f-90eb-33be754b6149 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:53.308294 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1a6f63ff-b272-4948-81d5-2a915fe74ad1 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:53.329921 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-665e9f6b-c3fd-454f-90eb-33be754b6149 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "DELETE /v2.0/networks/c6bf76a9-de61-4b77-8ca3-474606fee7fd HTTP/1.1" status: 204  len: 168 time: 1.3448284
Dec 24 10:55:53.332911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47864) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:53.333731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e9f6b-c3fd-454f-90eb-33be754b6149 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event deleted for resources: {'Network': ['ID=c6bf76a9-de61-4b77-8ca3-474606fee7fd,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:53.336215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-665e9f6b-c3fd-454f-90eb-33be754b6149 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:53.337104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Pushing event updated for resources: {'Port': ['ID=bf399daf-0257-4d51-87dc-98b6f0a9fd70,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:53.349152 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:53.350416 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Allocated IP 172.20.0.2 (37afd90b-c9eb-443a-a0e2-7cc30880a540/4aead424-5f1e-486f-a424-bd0d3c65c09f/16a3c7b1-0457-4b3a-bacd-857354e5c06f) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:53.371539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-7f2c3d1c-aed8-4bcd-b363-15beba7cbda9 None None] Port 00410aa9-a52b-435d-835b-5cdd9db4e757 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:55:53.438639 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-7418ba56-3026-4f0a-a0b0-34cb2afa9df1 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port d2493fce-8cd9-4375-95be-f8d55a7890ec {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:53.438979 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7418ba56-3026-4f0a-a0b0-34cb2afa9df1 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:53.512981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-705a8bb3-a263-4773-9c48-62810b93f2f9 None None] Provisioning complete for port 00410aa9-a52b-435d-835b-5cdd9db4e757 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:53.513594 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-705a8bb3-a263-4773-9c48-62810b93f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:53.558171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-637687b6-4d78-4f9f-a505-cadab00a4113 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:53.649671 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-705a8bb3-a263-4773-9c48-62810b93f2f9 None None] Port 00410aa9-a52b-435d-835b-5cdd9db4e757 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:55:53.670675 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-71d99912-bd31-44f6-807c-e129107d251f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:53.677695 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f336a0f6-3426-458a-ac0b-36e709cb4d25 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:53.688252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:53.728955 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d99912-bd31-44f6-807c-e129107d251f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Port': ['ID=00410aa9-a52b-435d-835b-5cdd9db4e757,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:53.731609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-71d99912-bd31-44f6-807c-e129107d251f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:53.749942 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:53.762352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Transition to ACTIVE for port object 16a3c7b1-0457-4b3a-bacd-857354e5c06f will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:53.798266 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Transition to ACTIVE for port object 16a3c7b1-0457-4b3a-bacd-857354e5c06f will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:55:53.812724 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:53.827754 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:53.829911 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-71d99912-bd31-44f6-807c-e129107d251f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:53.853426 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-71d99912-bd31-44f6-807c-e129107d251f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/00410aa9-a52b-435d-835b-5cdd9db4e757 HTTP/1.1" status: 204  len: 168 time: 1.8564320
Dec 24 10:55:53.855847 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47868) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:53.920317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Network 37afd90b-c9eb-443a-a0e2-7cc30880a540 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:53.930527 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:53.936999 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:53.968708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614b5488-6a3f-467c-9b6d-6d244e250ede tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:53.969793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-614b5488-6a3f-467c-9b6d-6d244e250ede tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:53.978534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Pushing event updated for resources: {'Port': ['ID=16a3c7b1-0457-4b3a-bacd-857354e5c06f,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:53.980786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:53.987738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7418ba56-3026-4f0a-a0b0-34cb2afa9df1 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:53.990623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-614b5488-6a3f-467c-9b6d-6d244e250ede tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:53.992045 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-614b5488-6a3f-467c-9b6d-6d244e250ede tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1352167
Dec 24 10:55:53.994592 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:53.994728 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47872) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:54.011631 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-637687b6-4d78-4f9f-a505-cadab00a4113 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.019393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f592bdfc-73c7-4dd9-b60c-c3ba324eb004 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:54.076213 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Attempting to bind port 16a3c7b1-0457-4b3a-bacd-857354e5c06f on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:55:54.076847 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Attempting to bind port 16a3c7b1-0457-4b3a-bacd-857354e5c06f by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '9c98b9f1-243f-4241-abe0-77f64ea1ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '37afd90b-c9eb-443a-a0e2-7cc30880a540'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:55:54.077436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Attempting to bind port 16a3c7b1-0457-4b3a-bacd-857354e5c06f on network 37afd90b-c9eb-443a-a0e2-7cc30880a540 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:55:54.083315 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:55:54.083782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Checking segment: {'id': '9c98b9f1-243f-4241-abe0-77f64ea1ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '37afd90b-c9eb-443a-a0e2-7cc30880a540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:55:54.084160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.084570 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Bound using segment: {'id': '9c98b9f1-243f-4241-abe0-77f64ea1ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '37afd90b-c9eb-443a-a0e2-7cc30880a540'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:55:54.085044 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Bound port: 16a3c7b1-0457-4b3a-bacd-857354e5c06f, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c98b9f1-243f-4241-abe0-77f64ea1ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '37afd90b-c9eb-443a-a0e2-7cc30880a540'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:55:54.085432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.097917 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865c0725-39bb-4a0d-b46a-f4a270763b85 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:54.099968 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-865c0725-39bb-4a0d-b46a-f4a270763b85 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1043313
Dec 24 10:55:54.102260 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47876) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:54.128097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Subnet': ['ID=4aead424-5f1e-486f-a424-bd0d3c65c09f,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:54.171446 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff4f8f4-c7be-404c-8330-16863926cb84 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:54.173178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff4f8f4-c7be-404c-8330-16863926cb84 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:54.174696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff4f8f4-c7be-404c-8330-16863926cb84 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:54.175499 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8ff4f8f4-c7be-404c-8330-16863926cb84 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:54.178145 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] For port 16a3c7b1-0457-4b3a-bacd-857354e5c06f, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:55:54.181484 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] For port 16a3c7b1-0457-4b3a-bacd-857354e5c06f, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=16a3c7b1-0457-4b3a-bacd-857354e5c06f,segment=NetworkSegment(9c98b9f1-243f-4241-abe0-77f64ea1ef96),segment_id=9c98b9f1-243f-4241-abe0-77f64ea1ef96)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:55:54.187634 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.194449 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:54.195748 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8ff4f8f4-c7be-404c-8330-16863926cb84 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:54.199421 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8ff4f8f4-c7be-404c-8330-16863926cb84 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.0937910
Dec 24 10:55:54.200469 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47880) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:54.285716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet f732bd53-1a69-4a98-8b7f-32142a8f94c1 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:54.289265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.303284 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:54.317039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-7418ba56-3026-4f0a-a0b0-34cb2afa9df1 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for d2493fce-8cd9-4375-95be-f8d55a7890ec owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:54.329051 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Pushing event updated for resources: {'Port': ['ID=16a3c7b1-0457-4b3a-bacd-857354e5c06f,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:54.334719 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:54.353414 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e25cea-ceed-40ad-bc5b-c624b4eebbae None None] Network 37afd90b-c9eb-443a-a0e2-7cc30880a540 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:54.363132 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.378911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-637687b6-4d78-4f9f-a505-cadab00a4113 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7cd64970>,) {'filters': {'network_id': ['7ca05eab-f06c-4138-9720-b24ed012624e']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:54.410661 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.429077 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-637687b6-4d78-4f9f-a505-cadab00a4113 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cd64970>, '3196c07f-51af-4a07-a716-2f1213b83445') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:54.429436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-637687b6-4d78-4f9f-a505-cadab00a4113 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cd64970>, '3196c07f-51af-4a07-a716-2f1213b83445') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:54.472899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6f0ca0>,) {'filters': {'network_id': ['37afd90b-c9eb-443a-a0e2-7cc30880a540']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:54.479476 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.583761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.591658 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8e820354-16d3-49e7-9731-066321a87bd9 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:54.630814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6f0ca0>, '9c98b9f1-243f-4241-abe0-77f64ea1ef96') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:54.631137 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6f0ca0>, '9c98b9f1-243f-4241-abe0-77f64ea1ef96') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:54.633519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.639099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1796f1a4-8706-4d57-8bf5-4723cc2c6801 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:54.643928 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.644257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=f732bd53-1a69-4a98-8b7f-32142a8f94c1,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:54.653321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:54.653744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:54.654146 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:54.654540 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:54.655367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:54.655746 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:54.656115 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:54.656484 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:54.656847 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:54.657212 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:54.657584 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:54.657956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:54.661860 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.667139 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:54.668504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:54.668903 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.669684 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/f732bd53-1a69-4a98-8b7f-32142a8f94c1 HTTP/1.1" status: 204  len: 168 time: 0.4680760
Dec 24 10:55:54.672134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47884) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:54.746325 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:54.755783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-dab4a092-e567-4888-bc83-23299b57886b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Deleting subnet fcf27a77-340f-4020-8494-155791f8437b {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:55:54.759500 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dab4a092-e567-4888-bc83-23299b57886b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.761376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57cc813-b178-447f-a787-60aa2204c9dc None None] Network f3af310d-3409-4480-aa7b-8b612e1ebfd0 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:54.774567 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-637687b6-4d78-4f9f-a505-cadab00a4113 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.809818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Allocated IP 172.26.4.162 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/90cdfe94-905e-484c-a2bc-0e7c300c185e) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:55:54.819472 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 24 10:55:54.819472 dv-neutron-822668-2-hyperv neutron-server[87558]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 24 10:55:54.819472 dv-neutron-822668-2-hyperv neutron-server[87558]: [parameters: {'id': '37afd90b-c9eb-443a-a0e2-7cc30880a540'}]
Dec 24 10:55:54.819472 dv-neutron-822668-2-hyperv neutron-server[87558]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:55:54.819986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:55:54.825002 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dab4a092-e567-4888-bc83-23299b57886b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.827804 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-637687b6-4d78-4f9f-a505-cadab00a4113 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.853452 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637687b6-4d78-4f9f-a505-cadab00a4113 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:54.853854 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-637687b6-4d78-4f9f-a505-cadab00a4113 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:54.868015 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:54.870481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7418ba56-3026-4f0a-a0b0-34cb2afa9df1 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.882141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:54.920124 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dab4a092-e567-4888-bc83-23299b57886b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:54.940485 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-075ef5e4-a3f8-4910-8fff-a77e3f1e82c8 None None] Provisioning for port bf399daf-0257-4d51-87dc-98b6f0a9fd70 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:55.004485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dab4a092-e567-4888-bc83-23299b57886b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.008752 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9ae69607-e9b7-458a-a422-8ac9619de602 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:55.028960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418ba56-3026-4f0a-a0b0-34cb2afa9df1 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=d2493fce-8cd9-4375-95be-f8d55a7890ec,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:55.049774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4a092-e567-4888-bc83-23299b57886b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Subnet': ['ID=fcf27a77-340f-4020-8494-155791f8437b,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:55.051615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7418ba56-3026-4f0a-a0b0-34cb2afa9df1 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:55.052564 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-dab4a092-e567-4888-bc83-23299b57886b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:55.058379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dab4a092-e567-4888-bc83-23299b57886b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.068227 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7418ba56-3026-4f0a-a0b0-34cb2afa9df1 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.071498 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-dab4a092-e567-4888-bc83-23299b57886b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/fcf27a77-340f-4020-8494-155791f8437b HTTP/1.1" status: 204  len: 168 time: 0.3980720
Dec 24 10:55:55.073943 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47888) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:55.087028 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-637687b6-4d78-4f9f-a505-cadab00a4113 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.104360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-605eeb93-c6b2-4530-a6b1-6d7206d46286 tempest-PortsAdminExtendedAttrsTestJSON-1879409832 tempest-PortsAdminExtendedAttrsTestJSON-1879409832-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:55.125190 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-637687b6-4d78-4f9f-a505-cadab00a4113 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.131888 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637687b6-4d78-4f9f-a505-cadab00a4113 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event deleted for resources: {'Network': ['ID=7ca05eab-f06c-4138-9720-b24ed012624e,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:55.136925 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-637687b6-4d78-4f9f-a505-cadab00a4113 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:55.152817 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7418ba56-3026-4f0a-a0b0-34cb2afa9df1 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/ports/d2493fce-8cd9-4375-95be-f8d55a7890ec HTTP/1.1" status: 204  len: 168 time: 1.9063194
Dec 24 10:55:55.156344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47892) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:55.162802 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-637687b6-4d78-4f9f-a505-cadab00a4113 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "DELETE /v2.0/networks/7ca05eab-f06c-4138-9720-b24ed012624e HTTP/1.1" status: 204  len: 168 time: 1.8279982
Dec 24 10:55:55.171534 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2a82a9ef-b80d-4f6e-9187-745c6c7344cf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0959253
Dec 24 10:55:55.172383 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47896) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:55.177013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a', 'mac_address': 'fa:16:3e:a7:11:62', 'name': 'tempest-PortsIpV6TestJSON-778426188'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:55.194338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47898) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:55.205066 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.240112 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device bf399daf-0257-4d51-87dc-98b6f0a9fd70 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:55.310534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:55.316566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:port and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:55.320840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:55.322689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.328521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:55.358808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.365861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:55.385217 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7d9fe753-6440-4628-b117-6cd382b8f63a tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.410376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1a09d4-6edc-46b5-9219-9d96da7cf51c None None] Update dhcp port {'port': {'network_id': '51d30af2-9f70-4c66-8947-64c1ea7cb845', 'fixed_ips': [{'subnet_id': 'fcf27a77-340f-4020-8494-155791f8437b'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': '3b013e42-c753-438b-9070-aa78612d1c8d'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 10:55:55.420592 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b007fd-5182-45fd-9dad-41b48725b36a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:55.422341 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-08b007fd-5182-45fd-9dad-41b48725b36a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.2266097
Dec 24 10:55:55.425335 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47904) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:55.469777 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3d1a09d4-6edc-46b5-9219-9d96da7cf51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.502448 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c006beb4-ba7f-498f-8125-976864108b97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:55.503277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c006beb4-ba7f-498f-8125-976864108b97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Synchronizing usage tracker for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:55.514244 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ac2c9c8e-7c6c-4f89-a363-2710dbee72c4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:55.530572 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port bf399daf-0257-4d51-87dc-98b6f0a9fd70 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:55:55.544879 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port bf399daf-0257-4d51-87dc-98b6f0a9fd70 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:55.545266 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.550023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.568874 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Deleting port 16a3c7b1-0457-4b3a-bacd-857354e5c06f {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:55.569257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.571273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c006beb4-ba7f-498f-8125-976864108b97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Unset dirty status for tenant:57944efc8ac84c778890de6d87115d3a on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:55.572441 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c006beb4-ba7f-498f-8125-976864108b97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1461909
Dec 24 10:55:55.615371 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47908) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:55.647581 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7d9fe753-6440-4628-b117-6cd382b8f63a tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.674655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-7d9fe753-6440-4628-b117-6cd382b8f63a tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddfaa30>,) {'filters': {'network_id': ['cb22d1b7-7b02-446c-a717-81c9b158b227']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:55.676928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e05a4074-ed65-4ba1-aad2-8934d68310f5 None None] Provisioning complete for port bf399daf-0257-4d51-87dc-98b6f0a9fd70 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:55.677397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e05a4074-ed65-4ba1-aad2-8934d68310f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.687968 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-7d9fe753-6440-4628-b117-6cd382b8f63a tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddfaa30>, '15935b18-db6a-4e6f-a638-c9703727eab3') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:55.688334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-7d9fe753-6440-4628-b117-6cd382b8f63a tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddfaa30>, '15935b18-db6a-4e6f-a638-c9703727eab3') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:55.705189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7d9fe753-6440-4628-b117-6cd382b8f63a tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.717404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:55.727154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] device_id is not set on port d8990745-4e65-4604-8abf-f3d554a25987 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:55:55.742535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7d9fe753-6440-4628-b117-6cd382b8f63a tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.750563 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9fe753-6440-4628-b117-6cd382b8f63a tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:55.751056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7d9fe753-6440-4628-b117-6cd382b8f63a tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.763699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:55.767272 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:55.771453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47912) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:55.771770 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-606d550d-b32a-40cf-96d8-d397a37e351b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1551843
Dec 24 10:55:55.781660 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:55.782912 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c55d683-d10d-4afb-ae07-1b3a78c9cd93 None None] Network 51d30af2-9f70-4c66-8947-64c1ea7cb845 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:55:55.823167 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event updated for resources: {'Port': ['ID=90cdfe94-905e-484c-a2bc-0e7c300c185e,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:55.845808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:55.878256 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f317d87-f620-4bc7-bac5-89b1e5f188d6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:55.879261 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f317d87-f620-4bc7-bac5-89b1e5f188d6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:55.882854 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0f317d87-f620-4bc7-bac5-89b1e5f188d6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/00410aa9-a52b-435d-835b-5cdd9db4e757 HTTP/1.1" status: 404  len: 333 time: 0.1080310
Dec 24 10:55:55.885723 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47916) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:55.931204 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-043a6662-bc34-468f-9592-20f45a53fb05 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:55.931699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-043a6662-bc34-468f-9592-20f45a53fb05 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:55.937235 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7d9fe753-6440-4628-b117-6cd382b8f63a tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.940522 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:55.954959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7d9fe753-6440-4628-b117-6cd382b8f63a tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:55.956651 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7d9fe753-6440-4628-b117-6cd382b8f63a tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] 10.222.0.54 "DELETE /v2.0/networks/cb22d1b7-7b02-446c-a717-81c9b158b227 HTTP/1.1" status: 204  len: 168 time: 0.7832582
Dec 24 10:55:55.961459 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-043a6662-bc34-468f-9592-20f45a53fb05 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/f732bd53-1a69-4a98-8b7f-32142a8f94c1 HTTP/1.1" status: 404  len: 337 time: 0.0750201
Dec 24 10:55:55.964545 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47922) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:55.965327 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fe753-6440-4628-b117-6cd382b8f63a tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Pushing event deleted for resources: {'Network': ['ID=cb22d1b7-7b02-446c-a717-81c9b158b227,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:55.969133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7d9fe753-6440-4628-b117-6cd382b8f63a tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:56.007552 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8e0c74-8d3a-4d91-a618-ada9868ab7bc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:56.008053 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8e0c74-8d3a-4d91-a618-ada9868ab7bc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:56.009784 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fe8e0c74-8d3a-4d91-a618-ada9868ab7bc tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/fcf27a77-340f-4020-8494-155791f8437b HTTP/1.1" status: 404  len: 337 time: 0.0423410
Dec 24 10:55:56.012241 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47926) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:56.022504 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:56.059015 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e058f8-9b8d-4d5f-931b-5bff6be96d08 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:56.059986 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e058f8-9b8d-4d5f-931b-5bff6be96d08 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:56.061827 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-63e058f8-9b8d-4d5f-931b-5bff6be96d08 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/70ab3ce5-ff19-49a2-a53d-eb5a0d365513 HTTP/1.1" status: 404  len: 333 time: 0.0486658
Dec 24 10:55:56.064209 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47930) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:56.069894 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e05a4074-ed65-4ba1-aad2-8934d68310f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:56.103709 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port bf399daf-0257-4d51-87dc-98b6f0a9fd70, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=bf399daf-0257-4d51-87dc-98b6f0a9fd70,segment=NetworkSegment(e1831b70-3d54-4503-b70f-62dc0de64f84),segment_id=e1831b70-3d54-4503-b70f-62dc0de64f84)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:56.110039 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ad7a10-6d10-40db-8101-cec79c70daab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:56.110699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64ad7a10-6d10-40db-8101-cec79c70daab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:56.112573 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-64ad7a10-6d10-40db-8101-cec79c70daab tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/a9232c77-fdeb-403e-8ec0-6700c9d64dd0 HTTP/1.1" status: 404  len: 337 time: 0.0473981
Dec 24 10:55:56.116095 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47934) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:56.116311 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:56.121105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6dc47ece-dfaf-4638-b374-a268cabcfd70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:56.168521 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-09af15d6-5b18-4f2b-8bd2-93c0372ea177 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:56.169073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09af15d6-5b18-4f2b-8bd2-93c0372ea177 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:56.170906 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-09af15d6-5b18-4f2b-8bd2-93c0372ea177 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/e68fef2a-a8ca-4d48-a850-f2cb038b923e HTTP/1.1" status: 404  len: 337 time: 0.0530367
Dec 24 10:55:56.173467 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47940) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:56.221155 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ef5680-a157-4768-8b19-07339d19afb4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:56.221897 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ef5680-a157-4768-8b19-07339d19afb4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:56.224792 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-96ef5680-a157-4768-8b19-07339d19afb4 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/338f2936-02b1-488e-a3c3-c0bb68a9f89d HTTP/1.1" status: 404  len: 333 time: 0.0501170
Dec 24 10:55:56.227211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47944) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:56.271175 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd3aad7-36db-4cd2-858a-fe190e87ebc5 None None] DHCP port deletion for 51d30af2-9f70-4c66-8947-64c1ea7cb845 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:55:56.279113 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-e05a4074-ed65-4ba1-aad2-8934d68310f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:55:56.280045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-e05a4074-ed65-4ba1-aad2-8934d68310f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:55:56.283118 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-fdd3aad7-36db-4cd2-858a-fe190e87ebc5 None None] Deleting port 3b013e42-c753-438b-9070-aa78612d1c8d {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:56.283499 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fdd3aad7-36db-4cd2-858a-fe190e87ebc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:56.293706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47948) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:56.305596 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c250fe0-6d9d-41d0-9bb3-11ee8ad253be tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:56.306095 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c250fe0-6d9d-41d0-9bb3-11ee8ad253be tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:56.308396 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4c250fe0-6d9d-41d0-9bb3-11ee8ad253be tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/2dffbbbe-17ea-40a6-953e-59619fe2ebfd HTTP/1.1" status: 404  len: 337 time: 0.0798883
Dec 24 10:55:56.310468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=bf399daf-0257-4d51-87dc-98b6f0a9fd70,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:56.311813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47954) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:56.386592 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2cd738-80f3-45d9-af03-27d275653508 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:56.389457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2cd738-80f3-45d9-af03-27d275653508 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:56.398499 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9c2cd738-80f3-45d9-af03-27d275653508 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/c08eb2dd-9e17-4110-8efd-eb68713e4f68 HTTP/1.1" status: 404  len: 337 time: 0.0826578
Dec 24 10:55:56.399431 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47958) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:56.399547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:56.399874 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:56.400274 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:56.400621 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:56.401170 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:56.401524 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:56.402045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:56.402391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:56.402727 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:56.403435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:56.403781 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:56.404112 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:56.411913 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:56.488047 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba49809-7299-4aed-bd28-4bcfb28a1b11 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:56.488694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba49809-7299-4aed-bd28-4bcfb28a1b11 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:56.493218 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cba49809-7299-4aed-bd28-4bcfb28a1b11 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/51cea6d4-2296-4ea8-ac16-e42e566b4885 HTTP/1.1" status: 404  len: 333 time: 0.0910263
Dec 24 10:55:56.496910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47962) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:56.543843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-fdd3aad7-36db-4cd2-858a-fe190e87ebc5 None None] For port 3b013e42-c753-438b-9070-aa78612d1c8d, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3b013e42-c753-438b-9070-aa78612d1c8d,segment=NetworkSegment(0b5604bf-478d-4511-b94d-6d30ef4487ab),segment_id=0b5604bf-478d-4511-b94d-6d30ef4487ab)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:56.544394 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fdd3aad7-36db-4cd2-858a-fe190e87ebc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:56.613757 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4fa1e8-2c82-40af-953a-c1daa35a6150 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:56.614866 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4fa1e8-2c82-40af-953a-c1daa35a6150 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:56.689906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] For port 16a3c7b1-0457-4b3a-bacd-857354e5c06f, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=16a3c7b1-0457-4b3a-bacd-857354e5c06f,segment=NetworkSegment(9c98b9f1-243f-4241-abe0-77f64ea1ef96),segment_id=9c98b9f1-243f-4241-abe0-77f64ea1ef96)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:55:56.690300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:56.720957 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-fdd3aad7-36db-4cd2-858a-fe190e87ebc5 None None] Calling delete_port for 3b013e42-c753-438b-9070-aa78612d1c8d owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:56.725565 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c8489625-177b-4863-a163-bfd2cc552c9c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=80766c1a43a04e598deae848f60e39ae&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4303336
Dec 24 10:55:56.728563 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0c4fa1e8-2c82-40af-953a-c1daa35a6150 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/2257b471-91f4-4d76-8b67-4e825e5ccbe3 HTTP/1.1" status: 404  len: 337 time: 0.2119045
Dec 24 10:55:56.728725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47966) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:56.731091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47968) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:56.782176 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-081f8b6b-6b2c-44b0-be14-0b1ef001f0b3 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:56.782834 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-081f8b6b-6b2c-44b0-be14-0b1ef001f0b3 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:56.786951 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-081f8b6b-6b2c-44b0-be14-0b1ef001f0b3 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/96efa425-46fa-4d63-8c17-89a1c0039d41 HTTP/1.1" status: 404  len: 337 time: 0.0519669
Dec 24 10:55:56.791246 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47974) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:56.844839 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-4406b0a1-7b61-4f08-be08-4e9a2aea96fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:56.845308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4406b0a1-7b61-4f08-be08-4e9a2aea96fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:56.847031 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4406b0a1-7b61-4f08-be08-4e9a2aea96fd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/6a64854d-27bd-4014-bb0c-040e13ab9d89 HTTP/1.1" status: 404  len: 333 time: 0.0549219
Dec 24 10:55:56.852561 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47978) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:56.857012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fdd3aad7-36db-4cd2-858a-fe190e87ebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:56.865224 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5a9b52f1-0644-484c-91a0-7c7b387dd35d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:56.874199 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Calling delete_port for 16a3c7b1-0457-4b3a-bacd-857354e5c06f owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:56.893603 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b29961-78d9-48a7-b0e7-0ca0b591291d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:56.894146 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b29961-78d9-48a7-b0e7-0ca0b591291d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:56.898446 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-59b29961-78d9-48a7-b0e7-0ca0b591291d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/11a532e5-3725-4f88-b796-d102535a83cf HTTP/1.1" status: 404  len: 337 time: 0.0422871
Dec 24 10:55:56.898446 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47982) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:56.906801 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd3aad7-36db-4cd2-858a-fe190e87ebc5 None None] No DVR routers for this DVR port 3b013e42-c753-438b-9070-aa78612d1c8d on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:55:56.908547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3aad7-36db-4cd2-858a-fe190e87ebc5 None None] Pushing event deleted for resources: {'Port': ['ID=3b013e42-c753-438b-9070-aa78612d1c8d,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:56.912065 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-fdd3aad7-36db-4cd2-858a-fe190e87ebc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:56.932216 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34c5eaf-a941-4cd9-9e3b-6c059fc7bd75 None None] get_active_networks_info from dv-neutron-822668-2-hyperv {{(pid=87560) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 24 10:55:56.941828 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:56.950927 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71475c9-2bb2-4e89-a7d9-cc041de37539 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:56.951368 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71475c9-2bb2-4e89-a7d9-cc041de37539 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:56.955458 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a71475c9-2bb2-4e89-a7d9-cc041de37539 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/a1177f4f-fbb2-4c17-94e2-51e24941ecb4 HTTP/1.1" status: 404  len: 333 time: 0.0539234
Dec 24 10:55:56.955458 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2f5233f8-01bf-4feb-8c4f-3e30457dbbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:56.955713 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47986) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:56.980806 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0e76348c-9da9-47d6-909f-178e6a39ca09 None None] Could not find standard attr ID for object 3b013e42-c753-438b-9070-aa78612d1c8d. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:55:57.007738 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-92550105-b9a0-4cdb-874f-46e9dc05948a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:57.008199 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92550105-b9a0-4cdb-874f-46e9dc05948a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:57.012306 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-92550105-b9a0-4cdb-874f-46e9dc05948a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/101efab9-5b00-4afc-a96d-9def183bd798 HTTP/1.1" status: 404  len: 337 time: 0.0533347
Dec 24 10:55:57.014775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 47990) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:57.024034 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2f5233f8-01bf-4feb-8c4f-3e30457dbbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:57.059647 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:57.071286 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-45cb4597-f924-4290-bd4f-6c7e3a66b26a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:57.093250 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34c5eaf-a941-4cd9-9e3b-6c059fc7bd75 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 24 10:55:57.100484 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2f5233f8-01bf-4feb-8c4f-3e30457dbbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:57.106354 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d5edb822-56ef-4339-a2de-21e5331b5998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:57.120700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5233f8-01bf-4feb-8c4f-3e30457dbbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88e7c9c-24e8-4a44-b7e9-7186f6e3d1ce,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:57.121020 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd76e205-2f8e-46ed-8e6d-8e4fc188a746 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:57.121511 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd76e205-2f8e-46ed-8e6d-8e4fc188a746 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:57.129281 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Port': ['ID=16a3c7b1-0457-4b3a-bacd-857354e5c06f,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:57.131948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:57.133555 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2f5233f8-01bf-4feb-8c4f-3e30457dbbcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:57.136028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2f5233f8-01bf-4feb-8c4f-3e30457dbbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:57.137140 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2f5233f8-01bf-4feb-8c4f-3e30457dbbcb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a88e7c9c-24e8-4a44-b7e9-7186f6e3d1ce HTTP/1.1" status: 204  len: 168 time: 0.4084566
Dec 24 10:55:57.151790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device bf399daf-0257-4d51-87dc-98b6f0a9fd70 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:55:57.153954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No DVR routers for this DVR port 16a3c7b1-0457-4b3a-bacd-857354e5c06f on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:55:57.156205 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:57.156592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:57.157058 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:57.157386 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:57.157854 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:57.158189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:57.158554 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:57.158917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:57.159271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:57.159631 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:57.159987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:57.160603 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:55:57.196181 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bd76e205-2f8e-46ed-8e6d-8e4fc188a746 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/05f4b577-f72e-4979-81c6-d113192b6b8f HTTP/1.1" status: 404  len: 333 time: 0.1778181
Dec 24 10:55:57.196440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:57.197074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 47996) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:57.200568 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:57.201979 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0355e9a1-dc0c-4837-94ad-188f0001e81f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:57.267350 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a8d120-1bb2-4d4c-9c28-fb02b3d307d3 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:57.267865 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09a8d120-1bb2-4d4c-9c28-fb02b3d307d3 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:57.274744 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-09a8d120-1bb2-4d4c-9c28-fb02b3d307d3 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/0b01e8f1-e81f-432e-9592-4976a64c2e7d HTTP/1.1" status: 404  len: 337 time: 0.0759060
Dec 24 10:55:57.275544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48000) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:57.296609 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:55:57.344810 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-35dd4e36-dac0-4e07-bbf5-2ad7d3172a77 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:57.345290 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35dd4e36-dac0-4e07-bbf5-2ad7d3172a77 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:57.347028 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-35dd4e36-dac0-4e07-bbf5-2ad7d3172a77 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/5398eb79-1877-49e4-b7ff-c32569478a1d HTTP/1.1" status: 404  len: 333 time: 0.0702269
Dec 24 10:55:57.350123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48006) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:57.365326 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:55:57.373068 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port bf399daf-0257-4d51-87dc-98b6f0a9fd70 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:55:57.373664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:57.401491 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:55:57.405257 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e9b3f01-659d-45b2-abe6-d379ab3ca9c7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:57.405802 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e9b3f01-659d-45b2-abe6-d379ab3ca9c7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:57.409909 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8e9b3f01-659d-45b2-abe6-d379ab3ca9c7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/464584d2-6d66-4d30-806c-0bb04603ef0b HTTP/1.1" status: 404  len: 337 time: 0.0564091
Dec 24 10:55:57.411544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48010) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:57.423245 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:57.423894 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:57.464900 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9f81b24-40ec-4e83-b008-67fe9f19b390 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:57.465495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9f81b24-40ec-4e83-b008-67fe9f19b390 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:57.469616 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d9f81b24-40ec-4e83-b008-67fe9f19b390 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/55845f14-424a-49bb-ba7a-52c8e496179f HTTP/1.1" status: 404  len: 333 time: 0.0539706
Dec 24 10:55:57.470563 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48016) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:57.476827 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:57.503281 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=d8990745-4e65-4604-8abf-f3d554a25987,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:57.534478 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-492e0f32-9341-4e4d-a0a9-8ea30bf4680e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:57.535745 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-492e0f32-9341-4e4d-a0a9-8ea30bf4680e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:57.537374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:57.540793 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-492e0f32-9341-4e4d-a0a9-8ea30bf4680e tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/38d0df7b-38b0-4521-bc01-4d1a41e2b837 HTTP/1.1" status: 404  len: 337 time: 0.0671921
Dec 24 10:55:57.541329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48022) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:57.555932 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.3983462
Dec 24 10:55:57.565566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48028) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:57.567080 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c513a90>,) {'filters': {'network_id': ['37afd90b-c9eb-443a-a0e2-7cc30880a540']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:57.592533 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-d664ca62-e40b-45bb-bbc5-f8e921d90309 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:57.592917 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d664ca62-e40b-45bb-bbc5-f8e921d90309 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:57.597583 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d664ca62-e40b-45bb-bbc5-f8e921d90309 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/f022ec16-aac2-4241-b551-5c6204a7e079 HTTP/1.1" status: 404  len: 333 time: 0.0527408
Dec 24 10:55:57.598072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48032) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:57.623402 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c513a90>, '9c98b9f1-243f-4241-abe0-77f64ea1ef96') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:57.623913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c513a90>, '9c98b9f1-243f-4241-abe0-77f64ea1ef96') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:55:57.648207 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96d58b6-09bb-4bcf-b896-c0493e79e34f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:57.650244 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c96d58b6-09bb-4bcf-b896-c0493e79e34f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:57.650342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:57.653406 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c96d58b6-09bb-4bcf-b896-c0493e79e34f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/b4f167a8-d44b-4107-95a0-a4160fba42bb HTTP/1.1" status: 404  len: 337 time: 0.0514390
Dec 24 10:55:57.655760 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48040) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:57.667186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:57.709368 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3b013e42-c753-438b-9070-aa78612d1c8d no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:55:57.742816 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65700c26-0299-476f-9b3d-90c43306f943 None None] get_active_networks_info from dv-neutron-822668-2-hyperv {{(pid=87560) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 24 10:55:57.760204 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-16b0d489-3caf-4fe9-b877-5e20a2a8eabe tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:57.760677 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16b0d489-3caf-4fe9-b877-5e20a2a8eabe tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:57.762400 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-16b0d489-3caf-4fe9-b877-5e20a2a8eabe tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/2aa456cf-c393-4799-b34f-ddf7c5feae66 HTTP/1.1" status: 404  len: 337 time: 0.1020565
Dec 24 10:55:57.763583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:57.765173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48046) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:57.782961 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 3b013e42-c753-438b-9070-aa78612d1c8d {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:55:57.783334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3b013e42-c753-438b-9070-aa78612d1c8d not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:55:57.786066 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10ffc8b-6449-415d-b1d0-8e333a9f307e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:57.787188 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e10ffc8b-6449-415d-b1d0-8e333a9f307e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:57.796647 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:55:57.797232 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:55:57.815453 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:55:57.837705 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6628fc8-a022-4bd2-8d51-ace6c16c9da6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:57.838351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6628fc8-a022-4bd2-8d51-ace6c16c9da6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:57.842709 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d6628fc8-a022-4bd2-8d51-ace6c16c9da6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/5b1f2352-afa2-4a3c-ac96-21756debeae3 HTTP/1.1" status: 404  len: 333 time: 0.0738788
Dec 24 10:55:57.842709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48052) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:57.887580 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9af96f0-70d4-4deb-9a87-0dc57858269b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:57.887956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9af96f0-70d4-4deb-9a87-0dc57858269b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:57.889756 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e9af96f0-70d4-4deb-9a87-0dc57858269b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/85c26b51-8170-4798-8e56-6a7f325f55fe HTTP/1.1" status: 404  len: 337 time: 0.0461195
Dec 24 10:55:57.892311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48058) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:57.909382 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65700c26-0299-476f-9b3d-90c43306f943 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 24 10:55:57.933146 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-912b7c1f-996a-45cc-9dac-d703a7c4aadf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:57.933607 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-912b7c1f-996a-45cc-9dac-d703a7c4aadf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:57.938077 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-912b7c1f-996a-45cc-9dac-d703a7c4aadf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/37caea6e-bbb3-44be-b941-0cd2774d260e HTTP/1.1" status: 404  len: 337 time: 0.0416386
Dec 24 10:55:57.938705 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48062) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:57.983166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e10ffc8b-6449-415d-b1d0-8e333a9f307e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:57.984321 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e10ffc8b-6449-415d-b1d0-8e333a9f307e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports/d8990745-4e65-4604-8abf-f3d554a25987 HTTP/1.1" status: 200  len: 844 time: 0.4082978
Dec 24 10:55:57.993607 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48068) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:57.998713 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-5df4cbaf-3b53-4e0e-b0a8-85a247bd917b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:57.999537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5df4cbaf-3b53-4e0e-b0a8-85a247bd917b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:58.005388 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5df4cbaf-3b53-4e0e-b0a8-85a247bd917b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/c8863ebe-73a8-4fe1-9504-397d3f590ca1 HTTP/1.1" status: 404  len: 333 time: 0.0656047
Dec 24 10:55:58.006668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48072) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:58.038089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:58.051047 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c24bf39c-727c-4f16-9125-0860b3960335 tempest-FloatingIPAdminTestJSON-1576147201 tempest-FloatingIPAdminTestJSON-1576147201-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:58.059906 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3bb67d2-eb20-4ade-b663-c4df6e15a8f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:58.060972 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3bb67d2-eb20-4ade-b663-c4df6e15a8f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:58.066510 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f3bb67d2-eb20-4ade-b663-c4df6e15a8f7 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/6277c23b-a1de-4687-a0a9-5fd1da0161a4 HTTP/1.1" status: 404  len: 337 time: 0.0581956
Dec 24 10:55:58.072505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:58.074667 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48076) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:58.104782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Network': ['ID=37afd90b-c9eb-443a-a0e2-7cc30880a540,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:58.115494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48080) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:58.120501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:58.127343 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/37afd90b-c9eb-443a-a0e2-7cc30880a540 HTTP/1.1" status: 204  len: 168 time: 5.6020079
Dec 24 10:55:58.127955 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-da5930b1-f398-4cb8-b2ae-e44d88a27b88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:58.128421 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da5930b1-f398-4cb8-b2ae-e44d88a27b88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:58.134014 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-da5930b1-f398-4cb8-b2ae-e44d88a27b88 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/25f0ae57-c8a1-4872-b340-6afd1de8c55c HTTP/1.1" status: 404  len: 337 time: 0.0578578
Dec 24 10:55:58.134599 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48084) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:58.134927 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48086) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:58.140962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-5ba376cf-efb6-4a97-b947-f3d7904ce188 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port d8990745-4e65-4604-8abf-f3d554a25987 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:55:58.141466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5ba376cf-efb6-4a97-b947-f3d7904ce188 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:58.143717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-b2b819bc-212e-4608-8807-5447ef96fe83 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-547672122'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:58.194279 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b2b819bc-212e-4608-8807-5447ef96fe83 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:58.206293 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed3f782-bf93-4e83-acc5-e7705fb875ce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:58.206781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed3f782-bf93-4e83-acc5-e7705fb875ce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:58.208571 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5ed3f782-bf93-4e83-acc5-e7705fb875ce tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/e90652a6-5557-41ed-b4ad-89fcbd2aec1a HTTP/1.1" status: 404  len: 333 time: 0.0711379
Dec 24 10:55:58.209746 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b2b819bc-212e-4608-8807-5447ef96fe83 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:network and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:58.212841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48094) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:58.215735 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b2b819bc-212e-4608-8807-5447ef96fe83 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:58.260968 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-94892908-0845-4faa-83e1-ba5c8dfe39dd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:58.261448 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94892908-0845-4faa-83e1-ba5c8dfe39dd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:58.265552 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-94892908-0845-4faa-83e1-ba5c8dfe39dd tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/cd15c6da-b9e7-4860-b1a2-aef564d7a324 HTTP/1.1" status: 404  len: 337 time: 0.0494297
Dec 24 10:55:58.267590 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b2b819bc-212e-4608-8807-5447ef96fe83 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:58.274011 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48098) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:58.310336 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b819bc-212e-4608-8807-5447ef96fe83 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:58.313815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b2b819bc-212e-4608-8807-5447ef96fe83 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:58.318943 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'network': {'name': 'tempest-RoutersTest-357749034'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:58.327211 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:58.330408 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d1c20d-826e-4913-92e6-b1d6f493fe34 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:58.330864 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d1c20d-826e-4913-92e6-b1d6f493fe34 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:58.332526 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-51d1c20d-826e-4913-92e6-b1d6f493fe34 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/ff68a995-5028-463f-b976-bfffa5bc0c66 HTTP/1.1" status: 404  len: 337 time: 0.0575671
Dec 24 10:55:58.335521 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48102) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:58.343222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:network and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:58.349572 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:58.358241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:58.387060 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3f772095-ccaf-48b1-ae38-8b03e8390cbf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports?device_id=8b44e0f6-7d68-4c8c-9378-150b6b446e87 HTTP/1.1" status: 200  len: 205 time: 0.0507543
Dec 24 10:55:58.389906 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48106) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:58.418770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:58.422145 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:58.432633 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:58.441767 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:58.457129 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f6ec7f52-c573-409c-b2f0-2a243e48fe0a tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:58.465901 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b819bc-212e-4608-8807-5447ef96fe83 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:58.471306 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-2acb51ac-5b70-4723-81ea-2b8a05a053b9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] delete failed (client error): The resource could not be found.
Dec 24 10:55:58.472400 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2acb51ac-5b70-4723-81ea-2b8a05a053b9 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/routers/8b44e0f6-7d68-4c8c-9378-150b6b446e87 HTTP/1.1" status: 404  len: 336 time: 0.0815532
Dec 24 10:55:58.474970 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48110) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:58.486412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:58.507830 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b2b819bc-212e-4608-8807-5447ef96fe83 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:58.508185 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-b2b819bc-212e-4608-8807-5447ef96fe83 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Added segment 3e0934fb-e8aa-43c0-9cc4-b258b29b2613 of type vlan for network 9b29f633-7bcb-4a72-ae27-ce9368cab025
Dec 24 10:55:58.520489 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-300a3084-f459-487b-bd60-a2e0103dcb2b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:58.520975 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-300a3084-f459-487b-bd60-a2e0103dcb2b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:58.539484 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-300a3084-f459-487b-bd60-a2e0103dcb2b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/b8832514-bb36-45ad-ad77-8df43b654190 HTTP/1.1" status: 404  len: 337 time: 0.0635335
Dec 24 10:55:58.549601 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48114) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:58.570649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:58.589500 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b2b819bc-212e-4608-8807-5447ef96fe83 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:58.599804 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1194b976-6957-44ed-83cb-8e3f69bda711 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "GET /v2.0/ports?device_id=9e8a597d-ab23-439e-9695-139b5bb94fe3 HTTP/1.1" status: 200  len: 205 time: 0.0485940
Dec 24 10:55:58.602956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48118) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:58.632898 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:security_group_rule and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:58.644449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:58.681346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:58.688978 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-1287dc2e-6f65-4bfe-b570-bf36d29b8de1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] delete failed (client error): The resource could not be found.
Dec 24 10:55:58.690120 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1287dc2e-6f65-4bfe-b570-bf36d29b8de1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/routers/9e8a597d-ab23-439e-9695-139b5bb94fe3 HTTP/1.1" status: 404  len: 336 time: 0.0862486
Dec 24 10:55:58.693666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event updated for resources: {'Port': ['ID=90cdfe94-905e-484c-a2bc-0e7c300c185e,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:58.694133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48122) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:58.703423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:58.709797 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5ba376cf-efb6-4a97-b947-f3d7904ce188 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:58.729491 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:58.734513 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-777445e2-0c7e-4654-b9a4-5d253e0f0fca tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:58.734976 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-777445e2-0c7e-4654-b9a4-5d253e0f0fca tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:58.736656 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-777445e2-0c7e-4654-b9a4-5d253e0f0fca tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/2905aa8f-4c4e-4dd6-980a-74314a163935 HTTP/1.1" status: 404  len: 337 time: 0.0416341
Dec 24 10:55:58.739860 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48126) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:58.777205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b2b819bc-212e-4608-8807-5447ef96fe83 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:58.782584 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b819bc-212e-4608-8807-5447ef96fe83 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:58.783172 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b2b819bc-212e-4608-8807-5447ef96fe83 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:58.792250 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-742e0def-b878-4f93-bfb5-45af8906aba6 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:58.810059 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba18499c-ff84-4de3-ad71-be3d8d8a86a8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:58.810511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba18499c-ff84-4de3-ad71-be3d8d8a86a8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:58.812161 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ba18499c-ff84-4de3-ad71-be3d8d8a86a8 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/3c0f0810-418c-4a6f-92b8-9bc2d05aaa74 HTTP/1.1" status: 404  len: 337 time: 0.0714550
Dec 24 10:55:58.817194 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48130) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:58.914697 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-5ba376cf-efb6-4a97-b947-f3d7904ce188 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for d8990745-4e65-4604-8abf-f3d554a25987 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:55:59.028737 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b2b819bc-212e-4608-8807-5447ef96fe83 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.8902221
Dec 24 10:55:59.032140 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48136) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:59.033130 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aee3949-19b0-412e-b3f2-07d5e97cee4f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:59.033593 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aee3949-19b0-412e-b3f2-07d5e97cee4f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:59.035471 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5aee3949-19b0-412e-b3f2-07d5e97cee4f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/7f5dd331-433d-4689-9f99-0b17ec11ed11 HTTP/1.1" status: 404  len: 333 time: 0.2160926
Dec 24 10:55:59.047550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48140) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:59.052377 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'subnet': {'network_id': '9b29f633-7bcb-4a72-ae27-ce9368cab025', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:59.114766 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Floating IP 4711c7bd-3dba-4197-abba-895e7fa4ed3e associated. External IP: 172.26.4.162, port: 6262f94d-101a-408f-82da-f2200a2a550a.
Dec 24 10:55:59.120212 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b819bc-212e-4608-8807-5447ef96fe83 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Network': ['ID=9b29f633-7bcb-4a72-ae27-ce9368cab025,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:59.141330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 9b29f633-7bcb-4a72-ae27-ce9368cab025 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:55:59.166460 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f12967-5d06-43b2-a374-2bf3b1bd0f5d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:59.166611 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f12967-5d06-43b2-a374-2bf3b1bd0f5d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:59.170742 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-03f12967-5d06-43b2-a374-2bf3b1bd0f5d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/9ceb60cb-04e8-4a69-9d43-6c81ac795e1c HTTP/1.1" status: 404  len: 337 time: 0.1036618
Dec 24 10:55:59.170742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b2b819bc-212e-4608-8807-5447ef96fe83 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:59.174948 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48144) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:59.183344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5ba376cf-efb6-4a97-b947-f3d7904ce188 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:59.200009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:59.241107 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-535ec9c8-995c-4da7-8c2f-e1dd5a3cee5f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:59.241492 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-535ec9c8-995c-4da7-8c2f-e1dd5a3cee5f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:59.245510 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-535ec9c8-995c-4da7-8c2f-e1dd5a3cee5f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/83264651-d601-445a-b015-3673e93a7bd6 HTTP/1.1" status: 404  len: 333 time: 0.0675235
Dec 24 10:55:59.245746 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48148) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:59.256805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba376cf-efb6-4a97-b947-f3d7904ce188 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=d8990745-4e65-4604-8abf-f3d554a25987,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:59.263907 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5ba376cf-efb6-4a97-b947-f3d7904ce188 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:59.290673 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5ba376cf-efb6-4a97-b947-f3d7904ce188 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:59.294266 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-012f2826-f2cc-4877-b830-69cbfa546879 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:59.294723 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-012f2826-f2cc-4877-b830-69cbfa546879 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:59.298978 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-012f2826-f2cc-4877-b830-69cbfa546879 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/360772f9-6085-4cf1-a43b-bbd57ae49597 HTTP/1.1" status: 404  len: 337 time: 0.0495403
Dec 24 10:55:59.299129 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:59.299243 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:55:59.299383 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48152) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:59.303803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:subnet and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:55:59.338531 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:55:59.348813 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ad33df-4c04-4e76-98a8-00616b59f26b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:59.349438 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ad33df-4c04-4e76-98a8-00616b59f26b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:59.353777 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-63ad33df-4c04-4e76-98a8-00616b59f26b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/c1802bd7-36ad-4214-bf48-93e847151056 HTTP/1.1" status: 404  len: 333 time: 0.0508399
Dec 24 10:55:59.353777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:55:59.353777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48156) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:59.366372 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:59.374585 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bb023e39-9aa0-4e27-8d66-74c7644dfbed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:59.394674 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd02e92-d18d-43eb-8eaa-96756d8ce4bf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:59.395139 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd02e92-d18d-43eb-8eaa-96756d8ce4bf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:59.397620 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bbd02e92-d18d-43eb-8eaa-96756d8ce4bf tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/46c58d8c-3004-484e-ba89-c0c8537e66df HTTP/1.1" status: 404  len: 337 time: 0.0426354
Dec 24 10:55:59.399860 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48160) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:59.423035 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5ba376cf-efb6-4a97-b947-f3d7904ce188 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/ports/d8990745-4e65-4604-8abf-f3d554a25987 HTTP/1.1" status: 204  len: 168 time: 1.4263868
Dec 24 10:55:59.426959 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:55:59.434194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48164) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:59.439052 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:55:59.442568 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:59.465833 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-130b9312-a6d9-4a65-88eb-31919a8f60de tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:59.466339 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130b9312-a6d9-4a65-88eb-31919a8f60de tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:59.468018 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-130b9312-a6d9-4a65-88eb-31919a8f60de tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/8c38f723-5407-429e-b2ee-e49ef2d7ea12 HTTP/1.1" status: 404  len: 333 time: 0.0673044
Dec 24 10:55:59.471874 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48168) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:59.479247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9434643-39cc-4dc1-b44b-c9eaa351056c,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:55:59.490158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:55:59.496211 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:59.496551 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Added segment 688f8ec7-53a6-4885-b151-07ae00bb3321 of type vlan for network 553ad7a9-86ff-4244-8767-b91a15e36f03
Dec 24 10:55:59.503337 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eef41d8-32a4-4939-8747-03771e4c4ae4 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] GET failed (client error): The resource could not be found.
Dec 24 10:55:59.504012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4eef41d8-32a4-4939-8747-03771e4c4ae4 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:55:59.571298 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-87722116-3b9f-4ed0-be82-10e79410b770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:59.572074 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-c57e7e5c-6515-4bac-89d8-e2461a071681 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:59.572537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c57e7e5c-6515-4bac-89d8-e2461a071681 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:59.574275 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c57e7e5c-6515-4bac-89d8-e2461a071681 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/759216f3-eaca-4b7e-b617-6b7409c7a325 HTTP/1.1" status: 404  len: 337 time: 0.1015072
Dec 24 10:55:59.577617 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48172) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:59.583920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.ipam_backend_mixin [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Performing IP validity checks on allocation pools {{(pid=87559) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 24 10:55:59.584436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.ipam_backend_mixin [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87559) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 24 10:55:59.607232 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:59.613569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4eef41d8-32a4-4939-8747-03771e4c4ae4 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:55:59.615402 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4eef41d8-32a4-4939-8747-03771e4c4ae4 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports/d8990745-4e65-4604-8abf-f3d554a25987 HTTP/1.1" status: 404  len: 333 time: 0.1775892
Dec 24 10:55:59.619855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48176) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:59.630946 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-19012138-9551-4fde-8b9d-cf053a3af9cb tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:59.631426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19012138-9551-4fde-8b9d-cf053a3af9cb tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:59.635349 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-19012138-9551-4fde-8b9d-cf053a3af9cb tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/e5c0b5f2-ca74-4ea5-bb42-57b55cba9512 HTTP/1.1" status: 404  len: 333 time: 0.0545571
Dec 24 10:55:59.635473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-d277fc07-186d-488a-a774-32a8d87964ae tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a', 'name': 'tempest-PortsIpV6TestJSON-893160522'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:55:59.635921 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48180) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:59.682832 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3b0fc8-2fe7-4767-8a42-ac39ad668c46 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:59.683210 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3b0fc8-2fe7-4767-8a42-ac39ad668c46 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:59.693834 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fd3b0fc8-2fe7-4767-8a42-ac39ad668c46 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/7786936c-91ca-43a7-a6a5-1767d6e71bb0 HTTP/1.1" status: 404  len: 337 time: 0.0547616
Dec 24 10:55:59.694123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48184) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:59.740173 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0569de6-5e1a-4900-b91b-55f290cfbffe tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:59.740655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0569de6-5e1a-4900-b91b-55f290cfbffe tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:59.744727 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c0569de6-5e1a-4900-b91b-55f290cfbffe tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/cadfa0a9-a0ca-40f2-a135-ba208c2fea2d HTTP/1.1" status: 404  len: 333 time: 0.0473895
Dec 24 10:55:59.745430 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48188) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:59.820797 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc9ac45-df26-4973-9883-09a4dea478de tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:59.821259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc9ac45-df26-4973-9883-09a4dea478de tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:59.825211 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3fc9ac45-df26-4973-9883-09a4dea478de tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/6c579330-abee-49fc-b251-d1e0284a6edb HTTP/1.1" status: 404  len: 337 time: 0.0770900
Dec 24 10:55:59.829491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48192) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:59.875028 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c9ecc2-ca73-40bd-bb9c-4b28d3e28141 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:59.875499 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c9ecc2-ca73-40bd-bb9c-4b28d3e28141 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:59.879431 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a1c9ecc2-ca73-40bd-bb9c-4b28d3e28141 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/ports/29531c9a-7c58-465d-bf8d-9c9946a1df55 HTTP/1.1" status: 404  len: 333 time: 0.0470731
Dec 24 10:55:59.880696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48196) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:59.926269 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bd38ff-1d51-40a7-a719-f9bab2bd778a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:55:59.926763 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53bd38ff-1d51-40a7-a719-f9bab2bd778a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:55:59.930723 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-53bd38ff-1d51-40a7-a719-f9bab2bd778a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/subnets/437b9386-ac87-47f0-8bea-27ee046e04cb HTTP/1.1" status: 404  len: 337 time: 0.0473285
Dec 24 10:55:59.931203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48200) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:55:59.960912 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:59.965177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-20c4a9f7-c522-4e84-8f25-5be47aef0e8d tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:55:59.965349 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:59.970680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:55:59.971259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:55:59.981987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fcbb1d0a-8b3a-4485-919c-679b508bc01d tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:00.045495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Subnet': ['ID=ab8b1cb2-22d4-42a9-b430-b4d006ba3a0d,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:00.049191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:00.050068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Checking segment: {'id': '3e0934fb-e8aa-43c0-9cc4-b258b29b2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b29f633-7bcb-4a72-ae27-ce9368cab025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:00.050430 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network hostable DHCP agents. Network: 9b29f633-7bcb-4a72-ae27-ce9368cab025, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:56:00.070234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network 9b29f633-7bcb-4a72-ae27-ce9368cab025 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:56:00.079468 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 9b29f633-7bcb-4a72-ae27-ce9368cab025) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:00.084324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:00.085127 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:00.088796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb976e01-c915-4676-939b-70e44bf30aa8 None None] Network 9b29f633-7bcb-4a72-ae27-ce9368cab025 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:00.108113 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 1.0691099
Dec 24 10:56:00.108363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48204) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:00.125568 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Router 78491838-022f-4d68-9cab-210ed7f126c1 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:56:00.179663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d277fc07-186d-488a-a774-32a8d87964ae tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:00.185240 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 2.0637417
Dec 24 10:56:00.188572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48208) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:00.199643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-33f8c7af-1e75-4c99-a20b-0a3e66ccb127 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'network': {'name': 'tempest-RoutersTest-948462609'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:00.211041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Network': ['ID=553ad7a9-86ff-4244-8767-b91a15e36f03,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:00.213264 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-33f8c7af-1e75-4c99-a20b-0a3e66ccb127 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:00.222322 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-33f8c7af-1e75-4c99-a20b-0a3e66ccb127 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:network and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:00.228134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-33f8c7af-1e75-4c99-a20b-0a3e66ccb127 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:00.228867 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 553ad7a9-86ff-4244-8767-b91a15e36f03 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:00.237100 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-33f8c7af-1e75-4c99-a20b-0a3e66ccb127 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:00.268972 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:00.270024 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d277fc07-186d-488a-a774-32a8d87964ae tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:00.274614 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f8c7af-1e75-4c99-a20b-0a3e66ccb127 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:00.278229 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-33f8c7af-1e75-4c99-a20b-0a3e66ccb127 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:00.290445 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5a27eb4e-a726-47a6-b912-097ccb152b72 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:00.304801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:00.320521 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f8c7af-1e75-4c99-a20b-0a3e66ccb127 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:56:00.325901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d277fc07-186d-488a-a774-32a8d87964ae tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:00.329529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d277fc07-186d-488a-a774-32a8d87964ae tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:00.330322 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-33f8c7af-1e75-4c99-a20b-0a3e66ccb127 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:00.330674 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-33f8c7af-1e75-4c99-a20b-0a3e66ccb127 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Added segment c0a60b69-9747-4ed6-8990-8459e2600d08 of type vlan for network cf6ae71d-042f-4bc4-a95f-120b7594b018
Dec 24 10:56:00.366297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-33f8c7af-1e75-4c99-a20b-0a3e66ccb127 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:00.452714 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:00.457356 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-9b29f633-7bcb-4a72-ae27-ce9368cab025', 'network_id': '9b29f633-7bcb-4a72-ae27-ce9368cab025', 'tenant_id': '3852d1c215de48b387b03c2c0cd743a1', 'fixed_ips': [{'subnet_id': 'ab8b1cb2-22d4-42a9-b430-b4d006ba3a0d'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:56:00.457651 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:00.471242 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-d277fc07-186d-488a-a774-32a8d87964ae tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] device_id is not set on port 82a54c85-ce06-472f-9c66-112f90186bc9 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:56:00.496474 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-33f8c7af-1e75-4c99-a20b-0a3e66ccb127 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:00.501898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f8c7af-1e75-4c99-a20b-0a3e66ccb127 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:00.502492 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-33f8c7af-1e75-4c99-a20b-0a3e66ccb127 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:00.513706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-386f1d55-2af4-4416-86c8-4464e6a0d8d9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:00.595701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5a27eb4e-a726-47a6-b912-097ccb152b72 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:00.622665 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-33f8c7af-1e75-4c99-a20b-0a3e66ccb127 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.4312685
Dec 24 10:56:00.625939 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Allocated IP 172.20.0.3 (9b29f633-7bcb-4a72-ae27-ce9368cab025/ab8b1cb2-22d4-42a9-b430-b4d006ba3a0d/ebe26980-433d-4119-92ed-bf6068c6f3d0) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:00.626718 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48212) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:00.639327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:56:00.648697 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-a5590870-78cc-46a6-baa0-1dcbbe323f0d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'subnet': {'network_id': '553ad7a9-86ff-4244-8767-b91a15e36f03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:00.655265 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1615c61-7af9-43c1-8007-768dbeb767d8 None None] Sync routers for ids ['78491838-022f-4d68-9cab-210ed7f126c1'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:56:00.655840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-5a27eb4e-a726-47a6-b912-097ccb152b72 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7e403d90>,) {'filters': {'network_id': ['51d30af2-9f70-4c66-8947-64c1ea7cb845']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:00.665663 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1615c61-7af9-43c1-8007-768dbeb767d8 None None] Routers {'78491838-022f-4d68-9cab-210ed7f126c1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:56:00.666310 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e1615c61-7af9-43c1-8007-768dbeb767d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbeb490>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:55:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['78491838-022f-4d68-9cab-210ed7f126c1'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:00.698679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-5a27eb4e-a726-47a6-b912-097ccb152b72 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e403d90>, '0b5604bf-478d-4511-b94d-6d30ef4487ab') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:00.698966 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-5a27eb4e-a726-47a6-b912-097ccb152b72 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e403d90>, '0b5604bf-478d-4511-b94d-6d30ef4487ab') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:00.730918 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5a27eb4e-a726-47a6-b912-097ccb152b72 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:00.749408 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:00.841657 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5a27eb4e-a726-47a6-b912-097ccb152b72 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:00.843981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:00.850156 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a27eb4e-a726-47a6-b912-097ccb152b72 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:00.852825 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5a27eb4e-a726-47a6-b912-097ccb152b72 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:00.873221 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:00.892769 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-e1615c61-7af9-43c1-8007-768dbeb767d8 None None] Set router 78491838-022f-4d68-9cab-210ed7f126c1 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:56:00.971672 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f8c7af-1e75-4c99-a20b-0a3e66ccb127 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Network': ['ID=cf6ae71d-042f-4bc4-a95f-120b7594b018,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:00.976737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-33f8c7af-1e75-4c99-a20b-0a3e66ccb127 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:00.985601 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a5590870-78cc-46a6-baa0-1dcbbe323f0d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:00.987217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network cf6ae71d-042f-4bc4-a95f-120b7594b018 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:00.990748 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a5590870-78cc-46a6-baa0-1dcbbe323f0d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:subnet and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:00.992774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a5590870-78cc-46a6-baa0-1dcbbe323f0d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:00.998394 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a5590870-78cc-46a6-baa0-1dcbbe323f0d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:01.015764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5590870-78cc-46a6-baa0-1dcbbe323f0d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:01.018545 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5590870-78cc-46a6-baa0-1dcbbe323f0d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:01.036371 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 8.2513781
Dec 24 10:56:01.076295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d277fc07-186d-488a-a774-32a8d87964ae tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:01.109202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'tag': '6262f94d-101a-408f-82da-f2200a2a550a'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:56:01.118986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d277fc07-186d-488a-a774-32a8d87964ae tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:01.138834 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f542ae1f-3604-45e3-987b-63b137bc9396 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:01.189547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Transition to ACTIVE for port object ebe26980-433d-4119-92ed-bf6068c6f3d0 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:01.189728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5a27eb4e-a726-47a6-b912-097ccb152b72 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:01.214321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5a27eb4e-a726-47a6-b912-097ccb152b72 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:01.229624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d277fc07-186d-488a-a774-32a8d87964ae tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:01.231850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Transition to ACTIVE for port object ebe26980-433d-4119-92ed-bf6068c6f3d0 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:01.244707 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:01.250888 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-d277fc07-186d-488a-a774-32a8d87964ae tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:01.254366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:01.306352 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277fc07-186d-488a-a774-32a8d87964ae tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=82a54c85-ce06-472f-9c66-112f90186bc9,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:01.330120 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5a27eb4e-a726-47a6-b912-097ccb152b72 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] 10.222.0.54 "DELETE /v2.0/networks/51d30af2-9f70-4c66-8947-64c1ea7cb845 HTTP/1.1" status: 204  len: 168 time: 1.3842673
Dec 24 10:56:01.336527 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d277fc07-186d-488a-a774-32a8d87964ae tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:01.355879 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Network 9b29f633-7bcb-4a72-ae27-ce9368cab025 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:01.366246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d277fc07-186d-488a-a774-32a8d87964ae tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:01.368602 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d277fc07-186d-488a-a774-32a8d87964ae tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:01.374107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:01.382678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:01.412960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d277fc07-186d-488a-a774-32a8d87964ae tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:01.420353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.215s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:01.456024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Pushing event updated for resources: {'Port': ['ID=ebe26980-433d-4119-92ed-bf6068c6f3d0,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:01.469752 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:01.506654 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d277fc07-186d-488a-a774-32a8d87964ae tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 1.8862159
Dec 24 10:56:01.509100 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48224) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:01.547660 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-1a041875-3170-4cef-bded-4b94f93d94e6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:01.549824 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5590870-78cc-46a6-baa0-1dcbbe323f0d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:01.561070 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e1615c61-7af9-43c1-8007-768dbeb767d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbeb490>, [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '4711c7bd-3dba-4197-abba-895e7fa4ed3e', 'tenant_id': '8543661828634582b0e4847120774eaa', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'port_id': '6262f94d-101a-408f-82da-f2200a2a550a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'mac_address': 'fa:16:3e:61:62:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:55:56Z', 'updated_at': '2021-12-24T10:55:56Z', 'revision_number': 0, 'project_id': '8543661828634582b0e4847120774eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:39Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:01.571516 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1615c61-7af9-43c1-8007-768dbeb767d8 None None] Checking router: 78491838-022f-4d68-9cab-210ed7f126c1 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:56:01.575148 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-03eabfa9-d2a5-45eb-b3a9-a1a33c2e119a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:01.593106 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1615c61-7af9-43c1-8007-768dbeb767d8 None None] Routers {'78491838-022f-4d68-9cab-210ed7f126c1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:56:01.594820 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e1615c61-7af9-43c1-8007-768dbeb767d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbeb490>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:55:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['78491838-022f-4d68-9cab-210ed7f126c1'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:01.618665 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Attempting to bind port ebe26980-433d-4119-92ed-bf6068c6f3d0 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:56:01.618997 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Attempting to bind port ebe26980-433d-4119-92ed-bf6068c6f3d0 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '3e0934fb-e8aa-43c0-9cc4-b258b29b2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b29f633-7bcb-4a72-ae27-ce9368cab025'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:56:01.621828 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Attempting to bind port ebe26980-433d-4119-92ed-bf6068c6f3d0 on network 9b29f633-7bcb-4a72-ae27-ce9368cab025 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:56:01.633615 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:56:01.634672 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Checking segment: {'id': '3e0934fb-e8aa-43c0-9cc4-b258b29b2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b29f633-7bcb-4a72-ae27-ce9368cab025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:01.635490 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:01.635935 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Bound using segment: {'id': '3e0934fb-e8aa-43c0-9cc4-b258b29b2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b29f633-7bcb-4a72-ae27-ce9368cab025'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:56:01.636553 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Bound port: ebe26980-433d-4119-92ed-bf6068c6f3d0, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0934fb-e8aa-43c0-9cc4-b258b29b2613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '9b29f633-7bcb-4a72-ae27-ce9368cab025'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:56:01.636996 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:01.682505 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5590870-78cc-46a6-baa0-1dcbbe323f0d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Subnet': ['ID=be5fa7a4-c164-4af7-9102-ecd2bb629de7,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:01.689733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a5590870-78cc-46a6-baa0-1dcbbe323f0d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:01.690711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:01.696578 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-38d4ab1f-06ff-404f-99bc-5d4527589e23 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:01.759957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8b1cb2-22d4-42a9-b430-b4d006ba3a0d,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:01.767103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:01.774420 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'tag': '6262f94d-101a-408f-82da-f2200a2a550a', 'status': 'completed', 'code': 200}
Dec 24 10:56:01.774936 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27eb4e-a726-47a6-b912-097ccb152b72 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Pushing event deleted for resources: {'Network': ['ID=51d30af2-9f70-4c66-8947-64c1ea7cb845,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:01.795776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5590870-78cc-46a6-baa0-1dcbbe323f0d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Checking segment: {'id': '688f8ec7-53a6-4885-b151-07ae00bb3321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '553ad7a9-86ff-4244-8767-b91a15e36f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:01.796146 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5590870-78cc-46a6-baa0-1dcbbe323f0d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network hostable DHCP agents. Network: 553ad7a9-86ff-4244-8767-b91a15e36f03, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:56:01.812720 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] For port ebe26980-433d-4119-92ed-bf6068c6f3d0, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:56:01.819354 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] For port ebe26980-433d-4119-92ed-bf6068c6f3d0, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ebe26980-433d-4119-92ed-bf6068c6f3d0,segment=NetworkSegment(3e0934fb-e8aa-43c0-9cc4-b258b29b2613),segment_id=3e0934fb-e8aa-43c0-9cc4-b258b29b2613)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:56:01.824223 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:01.847943 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:01.874002 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5a27eb4e-a726-47a6-b912-097ccb152b72 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:01.908549 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:01.916565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1a041875-3170-4cef-bded-4b94f93d94e6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:01.940654 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c135100>,) {'filters': {'network_id': ['9b29f633-7bcb-4a72-ae27-ce9368cab025']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:01.954090 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c135100>, '3e0934fb-e8aa-43c0-9cc4-b258b29b2613') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:01.954381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c135100>, '3e0934fb-e8aa-43c0-9cc4-b258b29b2613') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:01.966891 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:01.976135 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48230) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:01.983505 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-e1615c61-7af9-43c1-8007-768dbeb767d8 None None] Set router 78491838-022f-4d68-9cab-210ed7f126c1 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:56:01.990174 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:01.997321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:01.997558 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:02.024164 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:02.077278 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b669fd-704d-435e-a3a0-aaa8c8ebba20 req-3b3303a5-496b-4fef-bbd8-f6d52dc6954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:02.079470 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-53b669fd-704d-435e-a3a0-aaa8c8ebba20 req-3b3303a5-496b-4fef-bbd8-f6d52dc6954c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8543661828634582b0e4847120774eaa&device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 1099 time: 0.3183410
Dec 24 10:56:02.121946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5590870-78cc-46a6-baa0-1dcbbe323f0d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network 553ad7a9-86ff-4244-8767-b91a15e36f03 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:56:02.125306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-39aa3d70-d2da-41ca-b169-1a0099eb8883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:02.132413 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.api [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 24 10:56:02.132413 dv-neutron-822668-2-hyperv neutron-server[87559]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 24 10:56:02.132413 dv-neutron-822668-2-hyperv neutron-server[87559]: [parameters: {'id': '9b29f633-7bcb-4a72-ae27-ce9368cab025'}]
Dec 24 10:56:02.132413 dv-neutron-822668-2-hyperv neutron-server[87559]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:56:02.132884 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_db.api [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:56:02.137623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-a5590870-78cc-46a6-baa0-1dcbbe323f0d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 553ad7a9-86ff-4244-8767-b91a15e36f03) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:02.139061 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Pushing event updated for resources: {'Port': ['ID=ebe26980-433d-4119-92ed-bf6068c6f3d0,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:02.144297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5590870-78cc-46a6-baa0-1dcbbe323f0d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:02.144297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5590870-78cc-46a6-baa0-1dcbbe323f0d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:02.167633 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:02.171319 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc8eb1b-4c8a-4306-bf06-37a4db12a260 None None] Network 553ad7a9-86ff-4244-8767-b91a15e36f03 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:02.185516 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a5590870-78cc-46a6-baa0-1dcbbe323f0d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5578172
Dec 24 10:56:02.186374 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48236) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:02.199094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-43d7fa51-df1b-4f4a-82a8-0e245bc2dfcc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'subnet': {'network_id': 'cf6ae71d-042f-4bc4-a95f-120b7594b018', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:02.344524 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614c3758-3fdc-42ac-a8ed-4adfb6fa1e73 None None] Network 9b29f633-7bcb-4a72-ae27-ce9368cab025 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:02.406008 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-43d7fa51-df1b-4f4a-82a8-0e245bc2dfcc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:02.418890 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-43d7fa51-df1b-4f4a-82a8-0e245bc2dfcc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:subnet and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:02.424784 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-43d7fa51-df1b-4f4a-82a8-0e245bc2dfcc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:02.437436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-43d7fa51-df1b-4f4a-82a8-0e245bc2dfcc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:02.463118 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d7fa51-df1b-4f4a-82a8-0e245bc2dfcc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:02.469403 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43d7fa51-df1b-4f4a-82a8-0e245bc2dfcc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:02.492770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b669fd-704d-435e-a3a0-aaa8c8ebba20 req-0015927b-f6cf-4a65-bbaf-bab772f1249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:02.494933 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-53b669fd-704d-435e-a3a0-aaa8c8ebba20 req-0015927b-f6cf-4a65-bbaf-bab772f1249d service neutron] 10.222.0.32 "GET /v2.0/networks?id=5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 200  len: 912 time: 0.4050565
Dec 24 10:56:02.633575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:02.688939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Deleting port ebe26980-433d-4119-92ed-bf6068c6f3d0 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:02.689453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:02.697599 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e1615c61-7af9-43c1-8007-768dbeb767d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbeb490>, [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '4711c7bd-3dba-4197-abba-895e7fa4ed3e', 'tenant_id': '8543661828634582b0e4847120774eaa', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'port_id': '6262f94d-101a-408f-82da-f2200a2a550a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'mac_address': 'fa:16:3e:61:62:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:55:56Z', 'updated_at': '2021-12-24T10:55:56Z', 'revision_number': 0, 'project_id': '8543661828634582b0e4847120774eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:39Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:02.701833 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1615c61-7af9-43c1-8007-768dbeb767d8 None None] The sync data for ids ['78491838-022f-4d68-9cab-210ed7f126c1'] in dv-neutron-822668-2-hyperv is: [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '4711c7bd-3dba-4197-abba-895e7fa4ed3e', 'tenant_id': '8543661828634582b0e4847120774eaa', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'port_id': '6262f94d-101a-408f-82da-f2200a2a550a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'mac_address': 'fa:16:3e:61:62:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:55:56Z', 'updated_at': '2021-12-24T10:55:56Z', 'revision_number': 0, 'project_id': '8543661828634582b0e4847120774eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:39Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:56:02.751705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-553ad7a9-86ff-4244-8767-b91a15e36f03', 'network_id': '553ad7a9-86ff-4244-8767-b91a15e36f03', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'fixed_ips': [{'subnet_id': 'be5fa7a4-c164-4af7-9102-ecd2bb629de7'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:56:02.753486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:02.764615 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e10b0b29-5949-4342-a134-51dbfae94c51 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=57944efc8ac84c778890de6d87115d3a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7871547
Dec 24 10:56:02.769362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48240) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:02.774236 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-53b669fd-704d-435e-a3a0-aaa8c8ebba20 req-b88727c7-ffc6-4221-897d-ce2350ddd57e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6262f94d-101a-408f-82da-f2200a2a550a HTTP/1.1" status: 200  len: 1000 time: 0.2601557
Dec 24 10:56:02.890365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43d7fa51-df1b-4f4a-82a8-0e245bc2dfcc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:02.898078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-609a68bf-4317-4853-98e5-5dbbccd2715d tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:02.899242 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b669fd-704d-435e-a3a0-aaa8c8ebba20 req-2daf33a3-5c6d-4933-bc3b-ba920154da9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:02.900743 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-53b669fd-704d-435e-a3a0-aaa8c8ebba20 req-2daf33a3-5c6d-4933-bc3b-ba920154da9f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0a321e5-1d5c-4349-a6e4-b5d68559fd38 HTTP/1.1" status: 200  len: 850 time: 0.1058295
Dec 24 10:56:02.910347 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1a041875-3170-4cef-bded-4b94f93d94e6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:02.967793 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1a041875-3170-4cef-bded-4b94f93d94e6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:02.974038 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-484e1fa8-627f-4da0-ae18-67a5d8160f08 tempest-FloatingIPTestJSON-580518717 tempest-FloatingIPTestJSON-580518717-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:03.002731 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.004101 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Allocated IP 172.20.0.2 (553ad7a9-86ff-4244-8767-b91a15e36f03/be5fa7a4-c164-4af7-9102-ecd2bb629de7/6b6917a0-d0de-4b36-bd87-6371511d32c8) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:03.030339 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] For port ebe26980-433d-4119-92ed-bf6068c6f3d0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ebe26980-433d-4119-92ed-bf6068c6f3d0,segment=NetworkSegment(3e0934fb-e8aa-43c0-9cc4-b258b29b2613),segment_id=3e0934fb-e8aa-43c0-9cc4-b258b29b2613)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:03.030700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.037753 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e9d6-0f43-4c75-8639-4ce5b06af2ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.040064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1a041875-3170-4cef-bded-4b94f93d94e6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] In _notify_port_updated(), no bound segment for port 82a54c85-ce06-472f-9c66-112f90186bc9 on network 2072422a-c781-40b3-9db3-8e46dcb4b96a {{(pid=87558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 10:56:03.043212 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b25bfa1-df4d-41db-9137-4ae9f058a897 None None] New status for floating IP 4711c7bd-3dba-4197-abba-895e7fa4ed3e: ACTIVE {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 10:56:03.045395 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a041875-3170-4cef-bded-4b94f93d94e6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:03.046053 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1a041875-3170-4cef-bded-4b94f93d94e6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.050341 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1a041875-3170-4cef-bded-4b94f93d94e6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "PUT /v2.0/ports/82a54c85-ce06-472f-9c66-112f90186bc9 HTTP/1.1" status: 200  len: 818 time: 1.5283883
Dec 24 10:56:03.052127 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48244) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:03.136794 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a041875-3170-4cef-bded-4b94f93d94e6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=82a54c85-ce06-472f-9c66-112f90186bc9,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:03.142387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1a041875-3170-4cef-bded-4b94f93d94e6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:03.147264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e9d6-0f43-4c75-8639-4ce5b06af2ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.191088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.196219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0c5c8305-37db-48f8-bd03-c8ea4d3de75e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port 82a54c85-ce06-472f-9c66-112f90186bc9 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:03.196783 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c5c8305-37db-48f8-bd03-c8ea4d3de75e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.221058 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Calling delete_port for ebe26980-433d-4119-92ed-bf6068c6f3d0 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:03.266020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b669fd-704d-435e-a3a0-aaa8c8ebba20 req-52c1daaa-21d5-4c9e-a45a-5982a05d6e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:03.267884 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-53b669fd-704d-435e-a3a0-aaa8c8ebba20 req-52c1daaa-21d5-4c9e-a45a-5982a05d6e1a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5649a2db-549e-48e6-b856-f7dfd6b31b16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3535929
Dec 24 10:56:03.276484 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7fa51-df1b-4f4a-82a8-0e245bc2dfcc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Subnet': ['ID=d72bbeb8-8458-4655-89ab-9db70c45deb8,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:03.279677 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-43d7fa51-df1b-4f4a-82a8-0e245bc2dfcc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:03.310027 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d7fa51-df1b-4f4a-82a8-0e245bc2dfcc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Checking segment: {'id': 'c0a60b69-9747-4ed6-8990-8459e2600d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cf6ae71d-042f-4bc4-a95f-120b7594b018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:03.310710 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d7fa51-df1b-4f4a-82a8-0e245bc2dfcc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network hostable DHCP agents. Network: cf6ae71d-042f-4bc4-a95f-120b7594b018, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:56:03.349815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.370016 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-26e6e21c-deef-4cb6-8ca6-29bf7d8feed8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460 tempest-PortsAdminExtendedAttrsIpV6TestJSON-863166460-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:03.402951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e9d6-0f43-4c75-8639-4ce5b06af2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.417698 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9aa97211-5caf-4fbf-9ca1-dd284aa0d720 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:03.437163 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Port': ['ID=ebe26980-433d-4119-92ed-bf6068c6f3d0,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:03.440921 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d7fa51-df1b-4f4a-82a8-0e245bc2dfcc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network cf6ae71d-042f-4bc4-a95f-120b7594b018 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:56:03.453713 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:03.455037 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No DVR routers for this DVR port ebe26980-433d-4119-92ed-bf6068c6f3d0 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:56:03.465837 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1e9d6-0f43-4c75-8639-4ce5b06af2ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b9d0c6-dde3-4b79-a6a6-50c81ddda560,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:03.475973 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3ad1e9d6-0f43-4c75-8639-4ce5b06af2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:03.493811 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.505947 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Transition to ACTIVE for port object 6b6917a0-d0de-4b36-bd87-6371511d32c8 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:03.526112 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Transition to ACTIVE for port object 6b6917a0-d0de-4b36-bd87-6371511d32c8 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:03.533694 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.541047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-53452463-329b-44c7-b968-52b3eed840f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:03.550507 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e9d6-0f43-4c75-8639-4ce5b06af2ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.552208 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3ad1e9d6-0f43-4c75-8639-4ce5b06af2ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f2b9d0c6-dde3-4b79-a6a6-50c81ddda560 HTTP/1.1" status: 204  len: 168 time: 0.7803400
Dec 24 10:56:03.606693 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Network 553ad7a9-86ff-4244-8767-b91a15e36f03 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:03.608607 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c5c8305-37db-48f8-bd03-c8ea4d3de75e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.610335 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:03.612790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:03.623551 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Pushing event updated for resources: {'Port': ['ID=6b6917a0-d0de-4b36-bd87-6371511d32c8,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:03.627396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:03.701298 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-43d7fa51-df1b-4f4a-82a8-0e245bc2dfcc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, cf6ae71d-042f-4bc4-a95f-120b7594b018) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:03.713662 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d7fa51-df1b-4f4a-82a8-0e245bc2dfcc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:03.714285 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43d7fa51-df1b-4f4a-82a8-0e245bc2dfcc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.714737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405b870d-1f87-42f9-9048-048ff582e26e None None] Network cf6ae71d-042f-4bc4-a95f-120b7594b018 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:03.764651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0c5c8305-37db-48f8-bd03-c8ea4d3de75e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for 82a54c85-ce06-472f-9c66-112f90186bc9 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:03.796704 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-53b669fd-704d-435e-a3a0-aaa8c8ebba20 req-8047ce5d-9523-4e38-a68b-1f034617833d service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4856884
Dec 24 10:56:03.805238 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.824174 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-43d7fa51-df1b-4f4a-82a8-0e245bc2dfcc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6352136
Dec 24 10:56:03.832109 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48252) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:03.841734 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd12c10>,) {'filters': {'network_id': ['9b29f633-7bcb-4a72-ae27-ce9368cab025']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:03.844543 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-046a6481-0644-4d12-bfa0-e29e3efa4bff tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1443081661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:03.856714 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd12c10>, '3e0934fb-e8aa-43c0-9cc4-b258b29b2613') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:03.857019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd12c10>, '3e0934fb-e8aa-43c0-9cc4-b258b29b2613') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:03.865008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-046a6481-0644-4d12-bfa0-e29e3efa4bff tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:03.873725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.894520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.901409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:03.901897 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.913519 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Attempting to bind port 6b6917a0-d0de-4b36-bd87-6371511d32c8 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:56:03.913813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Attempting to bind port 6b6917a0-d0de-4b36-bd87-6371511d32c8 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '688f8ec7-53a6-4885-b151-07ae00bb3321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '553ad7a9-86ff-4244-8767-b91a15e36f03'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:56:03.914238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Attempting to bind port 6b6917a0-d0de-4b36-bd87-6371511d32c8 on network 553ad7a9-86ff-4244-8767-b91a15e36f03 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:03.918344 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:03.927342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-046a6481-0644-4d12-bfa0-e29e3efa4bff tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:router and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:03.930669 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:56:03.931186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Checking segment: {'id': '688f8ec7-53a6-4885-b151-07ae00bb3321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '553ad7a9-86ff-4244-8767-b91a15e36f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:03.931868 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.933759 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Bound using segment: {'id': '688f8ec7-53a6-4885-b151-07ae00bb3321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '553ad7a9-86ff-4244-8767-b91a15e36f03'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:56:03.934293 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Bound port: 6b6917a0-d0de-4b36-bd87-6371511d32c8, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688f8ec7-53a6-4885-b151-07ae00bb3321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '553ad7a9-86ff-4244-8767-b91a15e36f03'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:56:03.935074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:03.937754 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-046a6481-0644-4d12-bfa0-e29e3efa4bff tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:03.968772 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-046a6481-0644-4d12-bfa0-e29e3efa4bff tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:04.016620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.022416 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-53b669fd-704d-435e-a3a0-aaa8c8ebba20 req-27ad48ed-7ad0-46b9-8089-59669e41c3bf service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2141073
Dec 24 10:56:04.024029 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-046a6481-0644-4d12-bfa0-e29e3efa4bff tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.025336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-046a6481-0644-4d12-bfa0-e29e3efa4bff tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.028030 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.031320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c5c8305-37db-48f8-bd03-c8ea4d3de75e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.032891 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9e050885-48db-4dba-92db-33a4563fb0d0 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:04.045222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-55321bc2-cead-4ce5-80e3-a36202cb5a5b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:04.065637 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/9b29f633-7bcb-4a72-ae27-ce9368cab025 HTTP/1.1" status: 204  len: 168 time: 3.9510534
Dec 24 10:56:04.065637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Network': ['ID=9b29f633-7bcb-4a72-ae27-ce9368cab025,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:04.065637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:04.065637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48260) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:04.075937 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-877118a5-b6ef-471c-8ff1-182b3f4d41fb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1011759848'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:04.080815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-877118a5-b6ef-471c-8ff1-182b3f4d41fb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:04.086879 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-877118a5-b6ef-471c-8ff1-182b3f4d41fb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:network and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:04.090078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-877118a5-b6ef-471c-8ff1-182b3f4d41fb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:04.092360 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-cf6ae71d-042f-4bc4-a95f-120b7594b018', 'network_id': 'cf6ae71d-042f-4bc4-a95f-120b7594b018', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'fixed_ips': [{'subnet_id': 'd72bbeb8-8458-4655-89ab-9db70c45deb8'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:56:04.093616 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.096451 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-877118a5-b6ef-471c-8ff1-182b3f4d41fb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:04.109020 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877118a5-b6ef-471c-8ff1-182b3f4d41fb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:04.113507 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-877118a5-b6ef-471c-8ff1-182b3f4d41fb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.151785 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877118a5-b6ef-471c-8ff1-182b3f4d41fb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:56:04.163500 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-877118a5-b6ef-471c-8ff1-182b3f4d41fb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.163967 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-877118a5-b6ef-471c-8ff1-182b3f4d41fb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Added segment f66b3d98-3cc0-4cc2-a723-11a7977d1001 of type vlan for network 97adc4ee-a343-4417-b70f-377c333c0ae2
Dec 24 10:56:04.174141 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] For port 6b6917a0-d0de-4b36-bd87-6371511d32c8, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:56:04.193148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] For port 6b6917a0-d0de-4b36-bd87-6371511d32c8, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6b6917a0-d0de-4b36-bd87-6371511d32c8,segment=NetworkSegment(688f8ec7-53a6-4885-b151-07ae00bb3321),segment_id=688f8ec7-53a6-4885-b151-07ae00bb3321)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:56:04.197760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-877118a5-b6ef-471c-8ff1-182b3f4d41fb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.209710 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.218488 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:04.237902 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-877118a5-b6ef-471c-8ff1-182b3f4d41fb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.245215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877118a5-b6ef-471c-8ff1-182b3f4d41fb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:04.245994 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-877118a5-b6ef-471c-8ff1-182b3f4d41fb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.250183 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c8305-37db-48f8-bd03-c8ea4d3de75e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=82a54c85-ce06-472f-9c66-112f90186bc9,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:04.252587 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0c5c8305-37db-48f8-bd03-c8ea4d3de75e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.253614 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b2b819bc-212e-4608-8807-5447ef96fe83 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:04.259254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0c5c8305-37db-48f8-bd03-c8ea4d3de75e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:04.274105 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-046a6481-0644-4d12-bfa0-e29e3efa4bff tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.286444 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0c5c8305-37db-48f8-bd03-c8ea4d3de75e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/ports/82a54c85-ce06-472f-9c66-112f90186bc9 HTTP/1.1" status: 204  len: 168 time: 1.2305243
Dec 24 10:56:04.288861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48268) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:04.354271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-046a6481-0644-4d12-bfa0-e29e3efa4bff tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.371684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Pushing event updated for resources: {'Port': ['ID=6b6917a0-d0de-4b36-bd87-6371511d32c8,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:04.377019 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:04.396317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Allocated IP 172.21.0.2 (cf6ae71d-042f-4bc4-a95f-120b7594b018/d72bbeb8-8458-4655-89ab-9db70c45deb8/c3966366-ba72-4fb1-97f6-266e1698f361) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:04.399472 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-046a6481-0644-4d12-bfa0-e29e3efa4bff tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.403302 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-046a6481-0644-4d12-bfa0-e29e3efa4bff tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5676157
Dec 24 10:56:04.403656 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48272) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:04.426002 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877118a5-b6ef-471c-8ff1-182b3f4d41fb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Network': ['ID=97adc4ee-a343-4417-b70f-377c333c0ae2,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:04.433093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-877118a5-b6ef-471c-8ff1-182b3f4d41fb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:04.461063 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-877118a5-b6ef-471c-8ff1-182b3f4d41fb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3947382
Dec 24 10:56:04.463650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48278) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:04.470081 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-a9bc71ea-fb1b-4393-ac46-ac51c7e07613 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'subnet': {'network_id': '97adc4ee-a343-4417-b70f-377c333c0ae2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:04.513283 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba8e800-9e9a-45fa-915f-f109b5303483 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:04.514278 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6ba8e800-9e9a-45fa-915f-f109b5303483 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:04.558200 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 97adc4ee-a343-4417-b70f-377c333c0ae2 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:04.671482 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a9bc71ea-fb1b-4393-ac46-ac51c7e07613 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:04.681143 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a9bc71ea-fb1b-4393-ac46-ac51c7e07613 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:subnet and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:04.687462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a9bc71ea-fb1b-4393-ac46-ac51c7e07613 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:04.696225 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a9bc71ea-fb1b-4393-ac46-ac51c7e07613 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:04.712759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bc71ea-fb1b-4393-ac46-ac51c7e07613 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:04.720570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a9bc71ea-fb1b-4393-ac46-ac51c7e07613 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.781863 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6ba8e800-9e9a-45fa-915f-f109b5303483 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:04.783176 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6ba8e800-9e9a-45fa-915f-f109b5303483 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.4932191
Dec 24 10:56:04.791567 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48288) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:04.847946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48292) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:04.882462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.913062 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6353d62-a489-4f49-8af6-ca8a2e85c76a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] GET failed (client error): The resource could not be found.
Dec 24 10:56:04.914823 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e6353d62-a489-4f49-8af6-ca8a2e85c76a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports/82a54c85-ce06-472f-9c66-112f90186bc9 HTTP/1.1" status: 404  len: 333 time: 0.1223323
Dec 24 10:56:04.923137 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48298) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:04.931518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-8b40f6cf-3487-4741-9297-0f0b3839da91 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1712528710'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:04.978463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:04.989030 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8b40f6cf-3487-4741-9297-0f0b3839da91 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:04.992735 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Transition to ACTIVE for port object c3966366-ba72-4fb1-97f6-266e1698f361 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:05.003177 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8b40f6cf-3487-4741-9297-0f0b3839da91 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:network and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:05.008525 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8b40f6cf-3487-4741-9297-0f0b3839da91 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:05.017530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Transition to ACTIVE for port object c3966366-ba72-4fb1-97f6-266e1698f361 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:05.023675 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:05.025360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-1e218d3d-126c-4d04-93cc-a1c9e7db2b8e tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.026605 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1e218d3d-126c-4d04-93cc-a1c9e7db2b8e tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.1770594
Dec 24 10:56:05.028168 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a9bc71ea-fb1b-4393-ac46-ac51c7e07613 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:05.032466 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:05.032683 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48302) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.033345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:05.047720 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8b40f6cf-3487-4741-9297-0f0b3839da91 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:05.070776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-a164ce4c-1ee5-4d4e-9ed7-c7b35cf52929 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.072059 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a164ce4c-1ee5-4d4e-9ed7-c7b35cf52929 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0111291
Dec 24 10:56:05.079659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48306) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.089302 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-e6b2e659-2f03-436d-b967-1ffe5ce3ac3e tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.090505 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e6b2e659-2f03-436d-b967-1ffe5ce3ac3e tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0087125
Dec 24 10:56:05.091574 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b40f6cf-3487-4741-9297-0f0b3839da91 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:05.095511 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b40f6cf-3487-4741-9297-0f0b3839da91 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:05.096294 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48310) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.122074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-c21e34eb-2035-4e1e-b4d4-838dbc207e1a tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.123271 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c21e34eb-2035-4e1e-b4d4-838dbc207e1a tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0145848
Dec 24 10:56:05.137748 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Pushing event updated for resources: {'Port': ['ID=c3966366-ba72-4fb1-97f6-266e1698f361,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:05.139750 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48316) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.144620 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:05.147047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Network cf6ae71d-042f-4bc4-a95f-120b7594b018 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:05.148516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:05.151494 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:05.151753 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:05.158883 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-4c63adfd-af50-4083-9f84-d460c20ca612 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.164155 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4c63adfd-af50-4083-9f84-d460c20ca612 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0207837
Dec 24 10:56:05.166879 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48320) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.180225 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-33180780-17a4-4cd0-a4c0-cfa13277daa7 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.181232 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-33180780-17a4-4cd0-a4c0-cfa13277daa7 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0110130
Dec 24 10:56:05.184331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48324) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.189650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc71ea-fb1b-4393-ac46-ac51c7e07613 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Checking segment: {'id': 'f66b3d98-3cc0-4cc2-a723-11a7977d1001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '97adc4ee-a343-4417-b70f-377c333c0ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:05.190019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc71ea-fb1b-4393-ac46-ac51c7e07613 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network hostable DHCP agents. Network: 97adc4ee-a343-4417-b70f-377c333c0ae2, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:56:05.204648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc71ea-fb1b-4393-ac46-ac51c7e07613 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Subnet': ['ID=e70a2765-69d9-4033-bc4f-e1cfe660c3b4,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:05.212055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a9bc71ea-fb1b-4393-ac46-ac51c7e07613 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:05.224071 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bc71ea-fb1b-4393-ac46-ac51c7e07613 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network 97adc4ee-a343-4417-b70f-377c333c0ae2 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:56:05.244283 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-a9bc71ea-fb1b-4393-ac46-ac51c7e07613 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 97adc4ee-a343-4417-b70f-377c333c0ae2) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:05.253604 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bc71ea-fb1b-4393-ac46-ac51c7e07613 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:05.254731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a9bc71ea-fb1b-4393-ac46-ac51c7e07613 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:05.262646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-db266e37-a95e-4ee4-8374-74d8bb7b7b8f tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.262646 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-db266e37-a95e-4ee4-8374-74d8bb7b7b8f tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0729027
Dec 24 10:56:05.262646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b40f6cf-3487-4741-9297-0f0b3839da91 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:56:05.266115 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6b6917a0-d0de-4b36-bd87-6371511d32c8 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:05.269071 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48328) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.326573 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a9bc71ea-fb1b-4393-ac46-ac51c7e07613 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 0.8611851
Dec 24 10:56:05.330020 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48332) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.335219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-64c11bbc-df7f-4fbb-9eb6-b41371443d5e tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.336177 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-64c11bbc-df7f-4fbb-9eb6-b41371443d5e tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0630517
Dec 24 10:56:05.337224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b40f6cf-3487-4741-9297-0f0b3839da91 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:05.337565 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-8b40f6cf-3487-4741-9297-0f0b3839da91 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Added segment 77c2083a-51aa-4954-a245-d6b1debb8526 of type vlan for network cd20163b-0fd5-435a-b3dd-30e73aeeb697
Dec 24 10:56:05.352587 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48336) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.368333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-5f2d16b0-85fe-41d9-9d56-07193158f4f0 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.369294 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5f2d16b0-85fe-41d9-9d56-07193158f4f0 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0157683
Dec 24 10:56:05.419838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48340) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.422279 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ea7596-d34b-4b25-9a9f-9ef64b39e08a None None] Network 97adc4ee-a343-4417-b70f-377c333c0ae2 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:05.429256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-03241c64-fea2-4232-aa3b-ff30e2abb363 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.430535 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-03241c64-fea2-4232-aa3b-ff30e2abb363 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0082557
Dec 24 10:56:05.439481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48346) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.461665 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Attempting to bind port c3966366-ba72-4fb1-97f6-266e1698f361 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:56:05.462244 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Attempting to bind port c3966366-ba72-4fb1-97f6-266e1698f361 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'c0a60b69-9747-4ed6-8990-8459e2600d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cf6ae71d-042f-4bc4-a95f-120b7594b018'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:56:05.462782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Attempting to bind port c3966366-ba72-4fb1-97f6-266e1698f361 on network cf6ae71d-042f-4bc4-a95f-120b7594b018 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:56:05.478777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-0f79773c-f917-40f2-8801-16f9b64a5b33 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.480252 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:56:05.481328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Checking segment: {'id': 'c0a60b69-9747-4ed6-8990-8459e2600d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cf6ae71d-042f-4bc4-a95f-120b7594b018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:05.481328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:05.482105 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0f79773c-f917-40f2-8801-16f9b64a5b33 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0413804
Dec 24 10:56:05.484554 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Bound using segment: {'id': 'c0a60b69-9747-4ed6-8990-8459e2600d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cf6ae71d-042f-4bc4-a95f-120b7594b018'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:56:05.485160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Bound port: c3966366-ba72-4fb1-97f6-266e1698f361, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a60b69-9747-4ed6-8990-8459e2600d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'cf6ae71d-042f-4bc4-a95f-120b7594b018'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:56:05.485634 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:05.487467 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48350) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.495233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b40f6cf-3487-4741-9297-0f0b3839da91 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:05.502725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-8b0a3409-d0fd-4a8d-979e-e3c428d20fe4 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.504115 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8b0a3409-d0fd-4a8d-979e-e3c428d20fe4 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0113437
Dec 24 10:56:05.508224 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48354) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.524690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-108f14a9-8fd8-4d18-8607-6acc069fa949 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.526222 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-108f14a9-8fd8-4d18-8607-6acc069fa949 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0167484
Dec 24 10:56:05.534138 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48358) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.549330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-fe7d66ef-6c6c-4b98-9050-568f9daa743c tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.550695 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fe7d66ef-6c6c-4b98-9050-568f9daa743c tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0149484
Dec 24 10:56:05.556404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48362) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.557398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b40f6cf-3487-4741-9297-0f0b3839da91 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:05.568863 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b40f6cf-3487-4741-9297-0f0b3839da91 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:05.569733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b40f6cf-3487-4741-9297-0f0b3839da91 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:05.591038 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a5dd51c2-63ac-4f0c-8f0e-5c4203322a90 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:05.592536 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:05.640030 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 6b6917a0-d0de-4b36-bd87-6371511d32c8 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:05.645525 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-912de34e-5da1-4c35-860f-5c35c2d965c7 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.651089 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-912de34e-5da1-4c35-860f-5c35c2d965c7 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0695400
Dec 24 10:56:05.651760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48366) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.682259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-cee0d9d1-6acb-4d9a-878c-35a583c6dc62 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.685544 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cee0d9d1-6acb-4d9a-878c-35a583c6dc62 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0255840
Dec 24 10:56:05.688022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48370) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.706141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-2de79251-9944-4822-9568-3bbdc0a84922 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.707181 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2de79251-9944-4822-9568-3bbdc0a84922 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0169153
Dec 24 10:56:05.712270 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48374) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.735674 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-3ce9c6b2-0bd4-4172-a0c2-82a71757ef8d tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.736663 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3ce9c6b2-0bd4-4172-a0c2-82a71757ef8d tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0234969
Dec 24 10:56:05.743757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48378) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.757213 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-40119968-c1a2-41a3-b076-fb6f66616303 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.764581 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-40119968-c1a2-41a3-b076-fb6f66616303 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0116062
Dec 24 10:56:05.769564 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:05.789298 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] For port c3966366-ba72-4fb1-97f6-266e1698f361, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:56:05.806174 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] For port c3966366-ba72-4fb1-97f6-266e1698f361, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c3966366-ba72-4fb1-97f6-266e1698f361,segment=NetworkSegment(c0a60b69-9747-4ed6-8990-8459e2600d08),segment_id=c0a60b69-9747-4ed6-8990-8459e2600d08)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:56:05.812556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48382) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.817833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-95499c8b-cda3-4c03-b33b-3a2f9dc360ac tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.818891 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-95499c8b-cda3-4c03-b33b-3a2f9dc360ac tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0053837
Dec 24 10:56:05.826623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48386) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.855339 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-6f306051-0113-4cdf-b5b8-6887a0e89995 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.859837 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6f306051-0113-4cdf-b5b8-6887a0e89995 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0303931
Dec 24 10:56:05.861957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48390) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.867533 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:05.868803 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Allocated IP 172.20.0.1 (553ad7a9-86ff-4244-8767-b91a15e36f03/be5fa7a4-c164-4af7-9102-ecd2bb629de7/294c38bf-e721-483a-a36e-4bb00c2b5fda) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:05.870290 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-8ed3544d-d383-4f9a-bbf1-a5b0844f7981 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.871240 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8ed3544d-d383-4f9a-bbf1-a5b0844f7981 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0084083
Dec 24 10:56:05.879395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48394) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.880246 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-49b6b2ac-4fa5-476b-81f0-f2cfda6553c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:05.887185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-9c6a1b3d-d7e7-449e-b4e0-3a46a68d3f4a tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.888123 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9c6a1b3d-d7e7-449e-b4e0-3a46a68d3f4a tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0072370
Dec 24 10:56:05.892711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48398) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.924013 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-6a28fd6b-daa3-42ec-9919-dc506fbb3978 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.928949 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6a28fd6b-daa3-42ec-9919-dc506fbb3978 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0315518
Dec 24 10:56:05.929139 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9b0d82-6988-46fb-b8ad-0551c7843a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-97adc4ee-a343-4417-b70f-377c333c0ae2', 'network_id': '97adc4ee-a343-4417-b70f-377c333c0ae2', 'tenant_id': '3852d1c215de48b387b03c2c0cd743a1', 'fixed_ips': [{'subnet_id': 'e70a2765-69d9-4033-bc4f-e1cfe660c3b4'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:56:05.929139 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cf9b0d82-6988-46fb-b8ad-0551c7843a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:05.937529 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48402) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.947295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-a84459f1-08ae-4a59-bae3-002937737d36 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:05.952726 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a84459f1-08ae-4a59-bae3-002937737d36 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0136960
Dec 24 10:56:05.954602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48406) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:05.959118 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:05.968220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ff0c42e5-5d1a-4c32-8e7d-89874f04923a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:06.009054 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-7cb6f31f-2080-41f1-858b-5c02d237aa1b tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.015653 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7cb6f31f-2080-41f1-858b-5c02d237aa1b tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0576985
Dec 24 10:56:06.024209 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48410) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.037965 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-4cc93231-6f5c-4d4c-b02e-32795d1f0d44 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.042356 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4cc93231-6f5c-4d4c-b02e-32795d1f0d44 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0161586
Dec 24 10:56:06.043566 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48414) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.045418 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Pushing event updated for resources: {'Port': ['ID=c3966366-ba72-4fb1-97f6-266e1698f361,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:06.048759 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:06.069041 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Subnet': ['ID=e70a2765-69d9-4033-bc4f-e1cfe660c3b4,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:06.071368 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:06.072065 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8b40f6cf-3487-4741-9297-0f0b3839da91 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.1475651
Dec 24 10:56:06.077557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48416) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.078294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40f6cf-3487-4741-9297-0f0b3839da91 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Network': ['ID=cd20163b-0fd5-435a-b3dd-30e73aeeb697,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:06.082376 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8b40f6cf-3487-4741-9297-0f0b3839da91 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:06.083607 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-0cdf4168-415a-4e44-ad96-ee2fb2f7601b tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.087355 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0cdf4168-415a-4e44-ad96-ee2fb2f7601b tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0112388
Dec 24 10:56:06.088541 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-626f49c3-f9de-4c40-99fd-f3fd316f15fc tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'subnet': {'network_id': 'cd20163b-0fd5-435a-b3dd-30e73aeeb697', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:06.091300 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network cd20163b-0fd5-435a-b3dd-30e73aeeb697 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:06.095138 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48422) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.104374 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-059ad15b-fb26-4f12-b776-279b6d0f8f36 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.106554 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-059ad15b-fb26-4f12-b776-279b6d0f8f36 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0101726
Dec 24 10:56:06.118185 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50cd7f0-346b-4a8d-82e4-edc652d57525 None None] Network 97adc4ee-a343-4417-b70f-377c333c0ae2 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:06.120022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48426) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.193733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:06.210341 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa69e9a4-0daf-4fb3-bf32-0deee5dba9ce None None] Network 553ad7a9-86ff-4244-8767-b91a15e36f03 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:06.228324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b76da6df0>,) {'filters': {'network_id': ['97adc4ee-a343-4417-b70f-377c333c0ae2']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:06.242923 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76da6df0>, 'f66b3d98-3cc0-4cc2-a723-11a7977d1001') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:06.243370 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76da6df0>, 'f66b3d98-3cc0-4cc2-a723-11a7977d1001') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:06.257823 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:06.263348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-96afcc59-9d96-4522-9eab-493f98412346 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.264309 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-96afcc59-9d96-4522-9eab-493f98412346 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.1433363
Dec 24 10:56:06.267194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48430) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.274309 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-d90b26e7-ec66-485b-a24a-62eea37b18b6 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.275232 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d90b26e7-ec66-485b-a24a-62eea37b18b6 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0051281
Dec 24 10:56:06.275745 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:06.277983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48434) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.285717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-5013275d-4f85-4d44-9a85-223f0ded69c8 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.287701 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5013275d-4f85-4d44-9a85-223f0ded69c8 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0085266
Dec 24 10:56:06.290494 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48438) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.293796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:06.294629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:06.314569 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:06.322132 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-3b3d1cb0-5c99-429e-a9e4-e3b4035add92 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.323400 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3b3d1cb0-5c99-429e-a9e4-e3b4035add92 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0317333
Dec 24 10:56:06.328411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48442) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.398608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-e079ed1f-e968-4fbf-a509-9e66808d12a3 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.401775 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e079ed1f-e968-4fbf-a509-9e66808d12a3 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0699375
Dec 24 10:56:06.405883 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48446) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.423064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-c2cc2047-5700-4e29-9fa5-122976de87a7 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.424390 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c2cc2047-5700-4e29-9fa5-122976de87a7 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0173702
Dec 24 10:56:06.426065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-626f49c3-f9de-4c40-99fd-f3fd316f15fc tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:06.430709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48450) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.437448 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-d9943870-e0d5-4170-b98f-bb7e68693509 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.437646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-626f49c3-f9de-4c40-99fd-f3fd316f15fc tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:subnet and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:06.439199 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d9943870-e0d5-4170-b98f-bb7e68693509 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0071704
Dec 24 10:56:06.441801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48454) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.444431 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-17bc774a-c4f0-420c-9f81-9e9b085a6073 None None] Provisioning for port 6b6917a0-d0de-4b36-bd87-6371511d32c8 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:06.448726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-16ab356f-64e2-4d2a-a365-f477e9bdc96c tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.449952 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-16ab356f-64e2-4d2a-a365-f477e9bdc96c tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0065026
Dec 24 10:56:06.451419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-17bc774a-c4f0-420c-9f81-9e9b085a6073 None None] Provisioning complete for port 6b6917a0-d0de-4b36-bd87-6371511d32c8 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:06.451898 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-17bc774a-c4f0-420c-9f81-9e9b085a6073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:06.452532 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48458) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.454246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-626f49c3-f9de-4c40-99fd-f3fd316f15fc tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:06.458932 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-884bd5c3-6520-43d9-b1d2-2d676e864bb0 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.460098 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-884bd5c3-6520-43d9-b1d2-2d676e864bb0 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0065107
Dec 24 10:56:06.462539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48462) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.466086 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:06.466296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-626f49c3-f9de-4c40-99fd-f3fd316f15fc tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:06.470403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:06.473345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-f09eb76c-c566-43f0-8ccc-9a41f3c7f3d8 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.474971 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f09eb76c-c566-43f0-8ccc-9a41f3c7f3d8 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0107923
Dec 24 10:56:06.475929 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7d9fe753-6440-4628-b117-6cd382b8f63a tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:06.479446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48466) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.484629 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-f6e55881-0ff4-48bf-ab88-4fe54d4cc054 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.485779 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f6e55881-0ff4-48bf-ab88-4fe54d4cc054 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0052145
Dec 24 10:56:06.490229 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48470) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.500337 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:06.508767 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-6885e197-58b9-46c3-bae9-f606b094c89d tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.512458 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6885e197-58b9-46c3-bae9-f606b094c89d tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0179009
Dec 24 10:56:06.514225 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48474) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.515360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Transition to ACTIVE for port object 294c38bf-e721-483a-a36e-4bb00c2b5fda will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:06.515771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Network': ['ID=97adc4ee-a343-4417-b70f-377c333c0ae2,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:06.518884 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/97adc4ee-a343-4417-b70f-377c333c0ae2 HTTP/1.1" status: 204  len: 168 time: 1.1876314
Dec 24 10:56:06.519953 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:06.523058 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48476) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.526129 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626f49c3-f9de-4c40-99fd-f3fd316f15fc tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:06.529276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-e724616a-47d9-49e3-9670-a07170d1a4ad tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1023293847'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:06.534578 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e724616a-47d9-49e3-9670-a07170d1a4ad tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:06.538951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-626f49c3-f9de-4c40-99fd-f3fd316f15fc tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:06.539234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e724616a-47d9-49e3-9670-a07170d1a4ad tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:network and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:06.542608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e724616a-47d9-49e3-9670-a07170d1a4ad tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:06.551337 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e724616a-47d9-49e3-9670-a07170d1a4ad tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:06.571073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e724616a-47d9-49e3-9670-a07170d1a4ad tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:06.575000 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e724616a-47d9-49e3-9670-a07170d1a4ad tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:06.626602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e724616a-47d9-49e3-9670-a07170d1a4ad tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:56:06.637477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e724616a-47d9-49e3-9670-a07170d1a4ad tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:06.637793 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-e724616a-47d9-49e3-9670-a07170d1a4ad tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Added segment 4318bb89-d7dd-4d57-89bf-90ed1a0f69f2 of type vlan for network a8764660-33d0-4b7d-b745-eb63530923a6
Dec 24 10:56:06.669894 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e724616a-47d9-49e3-9670-a07170d1a4ad tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:06.690575 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-cf8ccbac-d422-4de6-b39b-d419269d41d5 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.691707 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-cf8ccbac-d422-4de6-b39b-d419269d41d5 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.1727672
Dec 24 10:56:06.694961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48482) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.705532 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-e9eca891-5a2a-4c1d-b9d3-6c7e3d2b31f2 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.706681 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e9eca891-5a2a-4c1d-b9d3-6c7e3d2b31f2 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0107825
Dec 24 10:56:06.709916 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48486) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.716319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-83f2d564-c861-4a18-b357-dbc371b082ab tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.719667 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-83f2d564-c861-4a18-b357-dbc371b082ab tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0066226
Dec 24 10:56:06.720122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48490) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.726380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-c09ca096-4bfd-41bd-8ec0-bf831dfae460 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.729610 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c09ca096-4bfd-41bd-8ec0-bf831dfae460 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0062664
Dec 24 10:56:06.730014 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48494) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.737925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-ce8e5b1c-7552-4cee-8451-491371693c8e tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.737925 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ce8e5b1c-7552-4cee-8451-491371693c8e tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0047631
Dec 24 10:56:06.738648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48498) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.741165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e724616a-47d9-49e3-9670-a07170d1a4ad tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:06.746744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e724616a-47d9-49e3-9670-a07170d1a4ad tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:06.747500 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e724616a-47d9-49e3-9670-a07170d1a4ad tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:06.753466 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-610e2ccb-a977-409c-a730-048167c517b6 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.756808 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-610e2ccb-a977-409c-a730-048167c517b6 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0149157
Dec 24 10:56:06.756808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:06.757305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48502) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.765764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-c95f5961-2728-4666-bbb6-efe2c6f7e12d tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.769425 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c95f5961-2728-4666-bbb6-efe2c6f7e12d tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0110586
Dec 24 10:56:06.773901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48506) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.782255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-b0bc9dc4-cbcf-446d-9219-6d10feb9f66e tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.783320 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b0bc9dc4-cbcf-446d-9219-6d10feb9f66e tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0084925
Dec 24 10:56:06.787828 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48510) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.798034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:06.812490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5ebf9a86-407d-4584-9372-ba224c99fa0e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:06.906110 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network 553ad7a9-86ff-4244-8767-b91a15e36f03 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:06.910807 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:06.915683 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-626f49c3-f9de-4c40-99fd-f3fd316f15fc tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:06.921654 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-17bc774a-c4f0-420c-9f81-9e9b085a6073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:06.925238 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:06.971827 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-17bc774a-c4f0-420c-9f81-9e9b085a6073 None None] For port 6b6917a0-d0de-4b36-bd87-6371511d32c8, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6b6917a0-d0de-4b36-bd87-6371511d32c8,segment=NetworkSegment(688f8ec7-53a6-4885-b151-07ae00bb3321),segment_id=688f8ec7-53a6-4885-b151-07ae00bb3321)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:06.974733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-e8a304da-6155-4407-af14-2b77c07c8043 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:06.976662 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-17bc774a-c4f0-420c-9f81-9e9b085a6073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:06.978523 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e8a304da-6155-4407-af14-2b77c07c8043 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.1874897
Dec 24 10:56:06.979612 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-deb072e3-04cc-481c-a982-8c87f142a9d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:06.984997 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48514) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:06.988539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:07.002462 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e724616a-47d9-49e3-9670-a07170d1a4ad tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4758401
Dec 24 10:56:07.003259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-d311e83c-e1dc-49c4-9bb4-fb44f66e3008 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.006320 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d311e83c-e1dc-49c4-9bb4-fb44f66e3008 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0200150
Dec 24 10:56:07.011313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48518) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.011822 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48520) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.021591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-881b5fe1-78ee-4817-a324-b7ba60e24ef8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'subnet': {'network_id': 'a8764660-33d0-4b7d-b745-eb63530923a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:07.043593 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-e7fd6a43-7b07-43f6-8eb0-0c8b511dcdb2 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.054530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc774a-c4f0-420c-9f81-9e9b085a6073 None None] Pushing event updated for resources: {'Port': ['ID=6b6917a0-d0de-4b36-bd87-6371511d32c8,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:07.055853 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e7fd6a43-7b07-43f6-8eb0-0c8b511dcdb2 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0406220
Dec 24 10:56:07.056011 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-17bc774a-c4f0-420c-9f81-9e9b085a6073 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:07.061081 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48526) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.062856 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e724616a-47d9-49e3-9670-a07170d1a4ad tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Network': ['ID=a8764660-33d0-4b7d-b745-eb63530923a6,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:07.072657 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-78d5febc-81f4-4855-b7fd-3156bc552cb3 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.076696 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-78d5febc-81f4-4855-b7fd-3156bc552cb3 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0096378
Dec 24 10:56:07.077987 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e724616a-47d9-49e3-9670-a07170d1a4ad tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:07.078757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48530) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.080428 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network a8764660-33d0-4b7d-b745-eb63530923a6 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:07.174714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=294c38bf-e721-483a-a36e-4bb00c2b5fda,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:07.179384 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:07.191968 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-017bdea6-7faa-4dce-8d27-cf89463549f7 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:07.196402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-c202f037-d574-4a28-b805-1c6df8f27d89 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.200277 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c202f037-d574-4a28-b805-1c6df8f27d89 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0344121
Dec 24 10:56:07.220410 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48534) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.226848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-2459d353-b92e-4487-906c-cc26d6103d4e tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.231097 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2459d353-b92e-4487-906c-cc26d6103d4e tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0089598
Dec 24 10:56:07.235823 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48538) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.243708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-b25b4723-9bdf-424d-9c56-7b045929d15e tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.248228 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b25b4723-9bdf-424d-9c56-7b045929d15e tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0111623
Dec 24 10:56:07.249024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48542) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.280606 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-a3fd0329-c9cd-4981-8319-d273b8351303 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.285422 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a3fd0329-c9cd-4981-8319-d273b8351303 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0137534
Dec 24 10:56:07.288932 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48546) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.303947 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-72be61bb-99ec-4471-956e-57fac4d049b4 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.305072 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-72be61bb-99ec-4471-956e-57fac4d049b4 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0149820
Dec 24 10:56:07.311447 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48550) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.321137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-07fa1161-edc6-46d6-9ca9-47fa22ae1b9f tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.322134 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-07fa1161-edc6-46d6-9ca9-47fa22ae1b9f tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0095840
Dec 24 10:56:07.323231 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-881b5fe1-78ee-4817-a324-b7ba60e24ef8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:07.325371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48554) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.331479 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-d7bad765-58df-4d70-a1a1-051d26223060 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.332419 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d7bad765-58df-4d70-a1a1-051d26223060 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0061455
Dec 24 10:56:07.334387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-881b5fe1-78ee-4817-a324-b7ba60e24ef8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:subnet and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:07.337668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-881b5fe1-78ee-4817-a324-b7ba60e24ef8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:07.339217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c3966366-ba72-4fb1-97f6-266e1698f361 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:07.340298 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48558) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.350247 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-a0b5f493-b514-4688-819a-60f769085a93 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.351383 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a0b5f493-b514-4688-819a-60f769085a93 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0096526
Dec 24 10:56:07.352535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-881b5fe1-78ee-4817-a324-b7ba60e24ef8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:07.354715 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48562) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.362483 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-3187bda4-46c9-4a94-9185-c8f89626c321 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.365262 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3187bda4-46c9-4a94-9185-c8f89626c321 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0076256
Dec 24 10:56:07.366176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48566) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.374922 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-691a4196-9bc3-42f1-a6a7-f80c21980d4b tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.375987 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-691a4196-9bc3-42f1-a6a7-f80c21980d4b tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0085502
Dec 24 10:56:07.380564 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48570) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.390365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-a59abdcb-cd6a-4e7e-aa93-ea7e54c9f8ec tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.393680 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a59abdcb-cd6a-4e7e-aa93-ea7e54c9f8ec tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0090759
Dec 24 10:56:07.398502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881b5fe1-78ee-4817-a324-b7ba60e24ef8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:07.405411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-881b5fe1-78ee-4817-a324-b7ba60e24ef8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:07.407334 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48574) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.432551 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-10ded33c-f99a-4e0b-965d-df885ed57dbb tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.436391 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-10ded33c-f99a-4e0b-965d-df885ed57dbb tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0258009
Dec 24 10:56:07.436391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626f49c3-f9de-4c40-99fd-f3fd316f15fc tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Checking segment: {'id': '77c2083a-51aa-4954-a245-d6b1debb8526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cd20163b-0fd5-435a-b3dd-30e73aeeb697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:07.436391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626f49c3-f9de-4c40-99fd-f3fd316f15fc tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network hostable DHCP agents. Network: cd20163b-0fd5-435a-b3dd-30e73aeeb697, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:56:07.437056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48578) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.453549 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [None req-19d8c176-803f-4ec8-a380-893a5fc72b82 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.459724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f49c3-f9de-4c40-99fd-f3fd316f15fc tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Subnet': ['ID=2f0441de-8efd-4b45-b0fc-261c3149580c,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:07.463116 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-19d8c176-803f-4ec8-a380-893a5fc72b82 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0228209
Dec 24 10:56:07.472350 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48582) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.481437 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-626f49c3-f9de-4c40-99fd-f3fd316f15fc tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:07.488350 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-da1f2d7a-7047-4bef-9ef3-52119c16d000 None None] Provisioning for port 294c38bf-e721-483a-a36e-4bb00c2b5fda completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:07.490024 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-bac975a7-85b0-4605-a2bf-87e9218379e5 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.491005 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bac975a7-85b0-4605-a2bf-87e9218379e5 tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0120709
Dec 24 10:56:07.496861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48586) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.503675 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-da1f2d7a-7047-4bef-9ef3-52119c16d000 None None] Provisioning complete for port 294c38bf-e721-483a-a36e-4bb00c2b5fda triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:07.504296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-55c2ab30-ed17-4e44-9339-673a0bdc898f tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.504549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-da1f2d7a-7047-4bef-9ef3-52119c16d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:07.505778 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-55c2ab30-ed17-4e44-9339-673a0bdc898f tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0079987
Dec 24 10:56:07.507092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626f49c3-f9de-4c40-99fd-f3fd316f15fc tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network cd20163b-0fd5-435a-b3dd-30e73aeeb697 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:56:07.510705 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48590) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.568534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [None req-71890aa6-ac16-4101-a362-d42d8b8e386d tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] http://10.222.0.54:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 10:56:07.569518 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-71890aa6-ac16-4101-a362-d42d8b8e386d tempest-ExtensionsTestJSON-306112997 tempest-ExtensionsTestJSON-306112997-project] 10.222.0.54 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0592289
Dec 24 10:56:07.608661 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-626f49c3-f9de-4c40-99fd-f3fd316f15fc tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, cd20163b-0fd5-435a-b3dd-30e73aeeb697) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:07.621911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626f49c3-f9de-4c40-99fd-f3fd316f15fc tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:07.621911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-626f49c3-f9de-4c40-99fd-f3fd316f15fc tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:07.625682 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-da1f2d7a-7047-4bef-9ef3-52119c16d000 None None] Port 294c38bf-e721-483a-a36e-4bb00c2b5fda cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:56:07.627497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29edcc96-c394-48be-9fd9-0f360e1b2732 None None] Network cd20163b-0fd5-435a-b3dd-30e73aeeb697 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:07.675186 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48596) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:07.678216 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-626f49c3-f9de-4c40-99fd-f3fd316f15fc tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5967369
Dec 24 10:56:07.679000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:07.696094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-0c1404ae-81e7-48b2-9f99-935e0eb50fa9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'subnet': {'network_id': 'cd20163b-0fd5-435a-b3dd-30e73aeeb697', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:07.762662 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-da1f2d7a-7047-4bef-9ef3-52119c16d000 None None] Provisioning complete for port 6b6917a0-d0de-4b36-bd87-6371511d32c8 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:07.763063 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-da1f2d7a-7047-4bef-9ef3-52119c16d000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:07.844006 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port c3966366-ba72-4fb1-97f6-266e1698f361 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:07.865344 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6b6917a0-d0de-4b36-bd87-6371511d32c8 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:07.925135 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb05faa4-7b43-4514-a867-7481433335e9 None None] Network cf6ae71d-042f-4bc4-a95f-120b7594b018 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:07.979606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48602) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:08.012780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-0c1404ae-81e7-48b2-9f99-935e0eb50fa9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:08.017693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0c1404ae-81e7-48b2-9f99-935e0eb50fa9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:subnet and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:08.021797 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0c1404ae-81e7-48b2-9f99-935e0eb50fa9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:08.028569 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-881b5fe1-78ee-4817-a324-b7ba60e24ef8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:08.032963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-0c1404ae-81e7-48b2-9f99-935e0eb50fa9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:08.034909 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a3190f29-fe36-40ab-ba28-3c4d925c6551 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:08.100131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b5fe1-78ee-4817-a324-b7ba60e24ef8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Subnet': ['ID=ddffca58-d325-45fb-b2a2-1b6a945630e3,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:08.102757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-881b5fe1-78ee-4817-a324-b7ba60e24ef8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:08.131553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1404ae-81e7-48b2-9f99-935e0eb50fa9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:08.135591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0c1404ae-81e7-48b2-9f99-935e0eb50fa9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:08.157728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c228936a-9588-4ef8-91fa-521aaed18256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:08.181078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c228936a-9588-4ef8-91fa-521aaed18256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:08.190403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c228936a-9588-4ef8-91fa-521aaed18256 admin admin] Usage tracker for resource:security_group_rule and tenant:3e70494ee69942bd9ae7342bf475dae6 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:08.209751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c228936a-9588-4ef8-91fa-521aaed18256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:08.220089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c228936a-9588-4ef8-91fa-521aaed18256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:08.231657 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881b5fe1-78ee-4817-a324-b7ba60e24ef8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Checking segment: {'id': '4318bb89-d7dd-4d57-89bf-90ed1a0f69f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'a8764660-33d0-4b7d-b745-eb63530923a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:08.232287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881b5fe1-78ee-4817-a324-b7ba60e24ef8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network hostable DHCP agents. Network: a8764660-33d0-4b7d-b745-eb63530923a6, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:56:08.282082 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881b5fe1-78ee-4817-a324-b7ba60e24ef8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network a8764660-33d0-4b7d-b745-eb63530923a6 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:56:08.282564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-cd20163b-0fd5-435a-b3dd-30e73aeeb697', 'network_id': 'cd20163b-0fd5-435a-b3dd-30e73aeeb697', 'tenant_id': '76a915c8805b4a2492a23d389fe73308', 'fixed_ips': [{'subnet_id': '2f0441de-8efd-4b45-b0fc-261c3149580c'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:56:08.283610 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:08.292659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:08.302686 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:08.307453 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 6b6917a0-d0de-4b36-bd87-6371511d32c8 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:08.307883 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:08.311738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-881b5fe1-78ee-4817-a324-b7ba60e24ef8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, a8764660-33d0-4b7d-b745-eb63530923a6) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:08.316230 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881b5fe1-78ee-4817-a324-b7ba60e24ef8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:08.316824 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-881b5fe1-78ee-4817-a324-b7ba60e24ef8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:08.322502 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.ipam_backend_mixin [None req-0c1404ae-81e7-48b2-9f99-935e0eb50fa9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f0441de-8efd-4b45-b0fc-261c3149580c (CIDR: 2001:db8::/64)
Dec 24 10:56:08.333346 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1404ae-81e7-48b2-9f99-935e0eb50fa9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:56:08.333908 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1404ae-81e7-48b2-9f99-935e0eb50fa9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:08.337717 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aedd2c56-6dd7-408b-af63-aabf2bfeb980 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:08.352440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fa5c40-a818-49ce-9dd3-f5be1e8f9d05 None None] Network a8764660-33d0-4b7d-b745-eb63530923a6 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:08.357973 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-881b5fe1-78ee-4817-a324-b7ba60e24ef8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3449180
Dec 24 10:56:08.360997 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0c1404ae-81e7-48b2-9f99-935e0eb50fa9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6754496
Dec 24 10:56:08.362165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48608) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:08.387360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48610) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:08.419880 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-4cd24adc-204d-4800-8586-e4f9daab40a8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'subnet': {'network_id': 'cd20163b-0fd5-435a-b3dd-30e73aeeb697', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:08.542782 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:08.572045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2968f8c8-c04c-4736-a386-e8293938f269 None None] Provisioning complete for port 294c38bf-e721-483a-a36e-4bb00c2b5fda triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:08.572428 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2968f8c8-c04c-4736-a386-e8293938f269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:08.609076 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:08.700084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:08.703590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=294c38bf-e721-483a-a36e-4bb00c2b5fda,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:08.705009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:08.729976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:08.738436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ea30531b-2cd8-4a32-8f85-8ee4ec25eb0d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:08.744621 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c228936a-9588-4ef8-91fa-521aaed18256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:08.818090 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-2968f8c8-c04c-4736-a386-e8293938f269 None None] Port 294c38bf-e721-483a-a36e-4bb00c2b5fda cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:56:08.835407 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Subnet': ['ID=ddffca58-d325-45fb-b2a2-1b6a945630e3,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:08.835407 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:08.870401 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network 553ad7a9-86ff-4244-8767-b91a15e36f03 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:08.870401 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:08.874274 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c228936a-9588-4ef8-91fa-521aaed18256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:08.892835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-47478ce9-a59d-4ca4-8790-7cd4cdcdbfd9 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:09.012222 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9355c3ca-20e3-4b28-9a8a-7102eddb5fae None None] Network a8764660-33d0-4b7d-b745-eb63530923a6 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:09.095615 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c228936a-9588-4ef8-91fa-521aaed18256 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3e70494ee69942bd9ae7342bf475dae6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1062739
Dec 24 10:56:09.095615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48618) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:09.095615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228936a-9588-4ef8-91fa-521aaed18256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c234c6-148f-4a3c-b6b6-3590aeb5f02c,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:09.129813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c228936a-9588-4ef8-91fa-521aaed18256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:09.146156 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.208946 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2968f8c8-c04c-4736-a386-e8293938f269 None None] Provisioning for port c3966366-ba72-4fb1-97f6-266e1698f361 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:09.214170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c3a0490>,) {'filters': {'network_id': ['a8764660-33d0-4b7d-b745-eb63530923a6']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:09.231494 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Allocated IP 2001:db8::2 (cd20163b-0fd5-435a-b3dd-30e73aeeb697/2f0441de-8efd-4b45-b0fc-261c3149580c/fa2b69f8-0afa-49f6-a3df-116da21a7dbe) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:09.248615 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c3a0490>, '4318bb89-d7dd-4d57-89bf-90ed1a0f69f2') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:09.248615 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c3a0490>, '4318bb89-d7dd-4d57-89bf-90ed1a0f69f2') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:09.286403 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.309798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.320205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:09.320205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.327858 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2968f8c8-c04c-4736-a386-e8293938f269 None None] Provisioning complete for port c3966366-ba72-4fb1-97f6-266e1698f361 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:09.327858 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2968f8c8-c04c-4736-a386-e8293938f269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.333184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-4cd24adc-204d-4800-8586-e4f9daab40a8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:09.333184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4cd24adc-204d-4800-8586-e4f9daab40a8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:subnet and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:09.343767 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4cd24adc-204d-4800-8586-e4f9daab40a8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:09.348878 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:09.419395 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-4cd24adc-204d-4800-8586-e4f9daab40a8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:09.479027 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e8b44aa1-abfc-4e72-bece-c4b2ec9582fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.557023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.568823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd24adc-204d-4800-8586-e4f9daab40a8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:09.568823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4cd24adc-204d-4800-8586-e4f9daab40a8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.577696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:09.591609 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e8b44aa1-abfc-4e72-bece-c4b2ec9582fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.599147 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.599147 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Network': ['ID=a8764660-33d0-4b7d-b745-eb63530923a6,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:09.614107 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/a8764660-33d0-4b7d-b745-eb63530923a6 HTTP/1.1" status: 204  len: 168 time: 1.2381971
Dec 24 10:56:09.614107 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:09.614107 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48622) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:09.624862 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-86ee835b-4729-4d1b-8090-36e27cb4294a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1179301993'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:09.630087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-86ee835b-4729-4d1b-8090-36e27cb4294a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:09.639158 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-86ee835b-4729-4d1b-8090-36e27cb4294a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:network and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:09.653500 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-86ee835b-4729-4d1b-8090-36e27cb4294a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:09.653500 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-86ee835b-4729-4d1b-8090-36e27cb4294a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:09.693650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ee835b-4729-4d1b-8090-36e27cb4294a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:09.693650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-86ee835b-4729-4d1b-8090-36e27cb4294a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.740135 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2968f8c8-c04c-4736-a386-e8293938f269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.756377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router f83528a4-f847-472f-969a-80d546854563 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:56:09.778298 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ee835b-4729-4d1b-8090-36e27cb4294a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:56:09.790242 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.794971 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-86ee835b-4729-4d1b-8090-36e27cb4294a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.794971 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-86ee835b-4729-4d1b-8090-36e27cb4294a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Added segment 5492967f-abb5-4db6-a5c1-3ef481cec67e of type vlan for network 2082daf0-14ef-4d11-8b69-6120bd55e556
Dec 24 10:56:09.806744 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Transition to ACTIVE for port object fa2b69f8-0afa-49f6-a3df-116da21a7dbe will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:09.806744 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-2968f8c8-c04c-4736-a386-e8293938f269 None None] For port c3966366-ba72-4fb1-97f6-266e1698f361, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c3966366-ba72-4fb1-97f6-266e1698f361,segment=NetworkSegment(c0a60b69-9747-4ed6-8990-8459e2600d08),segment_id=c0a60b69-9747-4ed6-8990-8459e2600d08)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:09.825525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2968f8c8-c04c-4736-a386-e8293938f269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.825525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-294683f1-2287-4c11-9b08-ef31d57b4679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:09.839839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-86ee835b-4729-4d1b-8090-36e27cb4294a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.854100 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e8b44aa1-abfc-4e72-bece-c4b2ec9582fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.854100 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-38712b7b-4f4b-4974-be47-1ed495a86a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:09.899543 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-86ee835b-4729-4d1b-8090-36e27cb4294a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.899543 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ee835b-4729-4d1b-8090-36e27cb4294a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:09.899543 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-86ee835b-4729-4d1b-8090-36e27cb4294a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.915883 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Transition to ACTIVE for port object fa2b69f8-0afa-49f6-a3df-116da21a7dbe will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:09.932565 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.937484 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0aee8521-fd5c-4bbc-bfcd-a4e0e8a22df8 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:09.943021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b44aa1-abfc-4e72-bece-c4b2ec9582fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c234c6-148f-4a3c-b6b6-3590aeb5f02c,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:09.943021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e8b44aa1-abfc-4e72-bece-c4b2ec9582fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:09.955938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968f8c8-c04c-4736-a386-e8293938f269 None None] Pushing event updated for resources: {'Port': ['ID=c3966366-ba72-4fb1-97f6-266e1698f361,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:09.965822 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2968f8c8-c04c-4736-a386-e8293938f269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:09.965822 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-de88b03c-3ab3-4885-b051-1e2111522996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:09.996748 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e8b44aa1-abfc-4e72-bece-c4b2ec9582fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:09.996748 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e8b44aa1-abfc-4e72-bece-c4b2ec9582fb admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/51c234c6-148f-4a3c-b6b6-3590aeb5f02c HTTP/1.1" status: 204  len: 168 time: 0.8660986
Dec 24 10:56:10.074848 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Network cd20163b-0fd5-435a-b3dd-30e73aeeb697 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:10.082925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ee835b-4729-4d1b-8090-36e27cb4294a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Network': ['ID=2082daf0-14ef-4d11-8b69-6120bd55e556,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:10.088580 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bb7d994f-0951-4f20-9d1d-62a416571e8c None None] Provisioning complete for port 294c38bf-e721-483a-a36e-4bb00c2b5fda triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:10.088580 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bb7d994f-0951-4f20-9d1d-62a416571e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:10.094380 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-86ee835b-4729-4d1b-8090-36e27cb4294a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4704132
Dec 24 10:56:10.094380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-86ee835b-4729-4d1b-8090-36e27cb4294a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:10.094380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48628) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:10.094380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'subnet': {'network_id': '2082daf0-14ef-4d11-8b69-6120bd55e556', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:10.135764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:56:10.142246 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f68c56-ee98-45d8-86a1-80d4222ba2e2 None None] Sync routers for ids ['f83528a4-f847-472f-969a-80d546854563'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:56:10.167291 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f68c56-ee98-45d8-86a1-80d4222ba2e2 None None] Routers {'f83528a4-f847-472f-969a-80d546854563'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:56:10.172480 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:10.177915 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f6f68c56-ee98-45d8-86a1-80d4222ba2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2a6a30>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:56:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['f83528a4-f847-472f-969a-80d546854563'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:10.182915 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/f83528a4-f847-472f-969a-80d546854563/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7528272
Dec 24 10:56:10.191201 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:10.191201 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 2082daf0-14ef-4d11-8b69-6120bd55e556 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:10.196790 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48632) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:10.281405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bfdcff-360e-4ee3-a9f7-3f1c66353f90 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:10.281405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f9bfdcff-360e-4ee3-a9f7-3f1c66353f90 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Synchronizing usage tracker for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:10.338926 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f6f68c56-ee98-45d8-86a1-80d4222ba2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2a6a30>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:10.357324 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f68c56-ee98-45d8-86a1-80d4222ba2e2 None None] Routers {'f83528a4-f847-472f-969a-80d546854563'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:56:10.357324 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f6f68c56-ee98-45d8-86a1-80d4222ba2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2a6a30>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:56:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['f83528a4-f847-472f-969a-80d546854563'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:10.397116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f9bfdcff-360e-4ee3-a9f7-3f1c66353f90 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Unset dirty status for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:10.397116 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f9bfdcff-360e-4ee3-a9f7-3f1c66353f90 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports/294c38bf-e721-483a-a36e-4bb00c2b5fda HTTP/1.1" status: 200  len: 910 time: 0.2203948
Dec 24 10:56:10.424163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48638) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:10.441903 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-bb7d994f-0951-4f20-9d1d-62a416571e8c None None] Port 294c38bf-e721-483a-a36e-4bb00c2b5fda cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:56:10.453786 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Pushing event updated for resources: {'Port': ['ID=fa2b69f8-0afa-49f6-a3df-116da21a7dbe,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:10.453786 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:10.511118 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f6f68c56-ee98-45d8-86a1-80d4222ba2e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2a6a30>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:10.511118 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f68c56-ee98-45d8-86a1-80d4222ba2e2 None None] The sync data for ids ['f83528a4-f847-472f-969a-80d546854563'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:56:10.571865 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bb7d994f-0951-4f20-9d1d-62a416571e8c None None] Provisioning complete for port c3966366-ba72-4fb1-97f6-266e1698f361 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:10.571865 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bb7d994f-0951-4f20-9d1d-62a416571e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:10.608088 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:10.613573 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:subnet and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:10.613573 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:10.625021 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:10.636188 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4cd24adc-204d-4800-8586-e4f9daab40a8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:10.645158 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:10.652909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-65f32a65-2d54-437d-99e5-f4bf16997125 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:10.657856 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:10.674868 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:10.711005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Attempting to bind port fa2b69f8-0afa-49f6-a3df-116da21a7dbe on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:56:10.711005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Attempting to bind port fa2b69f8-0afa-49f6-a3df-116da21a7dbe by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '77c2083a-51aa-4954-a245-d6b1debb8526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cd20163b-0fd5-435a-b3dd-30e73aeeb697'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:56:10.711005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Attempting to bind port fa2b69f8-0afa-49f6-a3df-116da21a7dbe on network cd20163b-0fd5-435a-b3dd-30e73aeeb697 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:56:10.761133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd24adc-204d-4800-8586-e4f9daab40a8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network cd20163b-0fd5-435a-b3dd-30e73aeeb697 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:10.770429 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-4cd24adc-204d-4800-8586-e4f9daab40a8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:10.779697 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd24adc-204d-4800-8586-e4f9daab40a8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:10.779697 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4cd24adc-204d-4800-8586-e4f9daab40a8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:10.824816 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4cd24adc-204d-4800-8586-e4f9daab40a8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 2.4271224
Dec 24 10:56:10.824816 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd24adc-204d-4800-8586-e4f9daab40a8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Subnet': ['ID=446d3d07-1b70-45d4-bcb2-6488743c1937,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:10.843462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:56:10.843462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Checking segment: {'id': '77c2083a-51aa-4954-a245-d6b1debb8526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cd20163b-0fd5-435a-b3dd-30e73aeeb697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:10.843462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:10.843462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Bound using segment: {'id': '77c2083a-51aa-4954-a245-d6b1debb8526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cd20163b-0fd5-435a-b3dd-30e73aeeb697'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:56:10.843462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Bound port: fa2b69f8-0afa-49f6-a3df-116da21a7dbe, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c2083a-51aa-4954-a245-d6b1debb8526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': 'cd20163b-0fd5-435a-b3dd-30e73aeeb697'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:56:10.843462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:10.890405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4cd24adc-204d-4800-8586-e4f9daab40a8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:10.890405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48648) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:10.906539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'network_id': 'cd20163b-0fd5-435a-b3dd-30e73aeeb697', 'fixed_ips': [{'subnet_id': '2f0441de-8efd-4b45-b0fc-261c3149580c'}, {'subnet_id': '446d3d07-1b70-45d4-bcb2-6488743c1937'}], 'name': 'tempest-PortsIpV6TestJSON-451250922'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:10.956572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.ipam_backend_mixin [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Performing IP validity checks on allocation pools {{(pid=87559) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 24 10:56:10.956572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.ipam_backend_mixin [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87559) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 24 10:56:11.036740 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] For port fa2b69f8-0afa-49f6-a3df-116da21a7dbe, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:56:11.047184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] For port fa2b69f8-0afa-49f6-a3df-116da21a7dbe, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=fa2b69f8-0afa-49f6-a3df-116da21a7dbe,segment=NetworkSegment(77c2083a-51aa-4954-a245-d6b1debb8526),segment_id=77c2083a-51aa-4954-a245-d6b1debb8526)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:56:11.059875 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:11.079556 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2968f8c8-c04c-4736-a386-e8293938f269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:11.214309 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:11.236716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:11.242948 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c3966366-ba72-4fb1-97f6-266e1698f361 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:11.315097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Subnet': ['ID=2f6076df-288f-4536-bc16-0c3629022e5d,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:11.333085 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:11.338879 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Pushing event updated for resources: {'Port': ['ID=fa2b69f8-0afa-49f6-a3df-116da21a7dbe,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:11.358356 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:11.369397 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Checking segment: {'id': '5492967f-abb5-4db6-a5c1-3ef481cec67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '2082daf0-14ef-4d11-8b69-6120bd55e556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:11.369397 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network hostable DHCP agents. Network: 2082daf0-14ef-4d11-8b69-6120bd55e556, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:56:11.399759 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port c3966366-ba72-4fb1-97f6-266e1698f361 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:11.399759 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:11.405059 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network 2082daf0-14ef-4d11-8b69-6120bd55e556 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:56:11.422691 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 2082daf0-14ef-4d11-8b69-6120bd55e556) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:11.444575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:11.444575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:11.449846 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdaa4b4-b899-46ee-b355-e994aab92050 None None] Network 2082daf0-14ef-4d11-8b69-6120bd55e556 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:11.511095 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 1.4271505
Dec 24 10:56:11.519531 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48662) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:11.742325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:11.762297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:port and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:11.762297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:11.873451 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:11.886271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48666) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:11.997393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:12.002191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:12.031161 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:12.089979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:12.198590 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-19060c71-f450-4f99-aa10-303768c7fd91 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:12.198590 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING neutron.api.v2.base [None req-19060c71-f450-4f99-aa10-303768c7fd91 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 24 10:56:12.198590 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-19060c71-f450-4f99-aa10-303768c7fd91 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 24 10:56:12.198590 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-19060c71-f450-4f99-aa10-303768c7fd91 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3065925
Dec 24 10:56:12.198590 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:12.198590 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48672) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:12.209425 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e1218448-a782-44a0-a32e-e96198e60164 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:12.250562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group': {'name': 'tempest-secgroup--814736333'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:12.270228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:12.270228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Subnet': ['ID=2f6076df-288f-4536-bc16-0c3629022e5d,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:12.270228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:12.303950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9536c9a4-3ace-430e-b7db-92347076ab5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-2082daf0-14ef-4d11-8b69-6120bd55e556', 'network_id': '2082daf0-14ef-4d11-8b69-6120bd55e556', 'tenant_id': '3852d1c215de48b387b03c2c0cd743a1', 'fixed_ips': [{'subnet_id': '2f6076df-288f-4536-bc16-0c3629022e5d'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:56:12.303950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9536c9a4-3ace-430e-b7db-92347076ab5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:12.308986 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:12.319040 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:12.333539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:12.462432 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:12.492350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:12.559558 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:12.564255 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b15167d-81ce-4039-be44-33cacec373cd None None] Network 2082daf0-14ef-4d11-8b69-6120bd55e556 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:12.622943 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c204c70>,) {'filters': {'network_id': ['2082daf0-14ef-4d11-8b69-6120bd55e556']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:12.648880 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:12.670092 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:12.670092 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c204c70>, '5492967f-abb5-4db6-a5c1-3ef481cec67e') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:12.670092 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c204c70>, '5492967f-abb5-4db6-a5c1-3ef481cec67e') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:12.691264 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:12.697909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:12.716055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:12.731425 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:12.781292 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:12.794420 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:12.794420 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:12.799933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] device_id is not set on port f32b9f41-ca63-4ce6-aa19-9d8485fc9690 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:56:12.888168 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e7ad8e-e201-4eb2-883e-c0478258ced7 None None] Network cd20163b-0fd5-435a-b3dd-30e73aeeb697 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:12.898194 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:12.960915 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:12.971440 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ba208b64-9be4-47f4-afcf-0f5dbd1a1acd tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:12.998070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:13.018876 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Network': ['ID=2082daf0-14ef-4d11-8b69-6120bd55e556,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:13.018876 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:13.046507 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/2082daf0-14ef-4d11-8b69-6120bd55e556 HTTP/1.1" status: 204  len: 168 time: 1.5194116
Dec 24 10:56:13.046507 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48680) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:13.057769 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a7087f2d-f8ec-4bc5-87ae-319456dbeea8 None None] Provisioning for port fa2b69f8-0afa-49f6-a3df-116da21a7dbe completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:13.063373 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-2a0ff63a-519d-44b9-a53f-48d50498b544 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-673654217'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:13.091964 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2a0ff63a-519d-44b9-a53f-48d50498b544 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:13.126144 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2a0ff63a-519d-44b9-a53f-48d50498b544 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:network and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:13.146713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Allocated IP 172.21.0.1 (cf6ae71d-042f-4bc4-a95f-120b7594b018/d72bbeb8-8458-4655-89ab-9db70c45deb8/5c991f2f-b653-47a2-984b-647dcc1523ff) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:13.152168 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2a0ff63a-519d-44b9-a53f-48d50498b544 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:13.173760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:13.173760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2a0ff63a-519d-44b9-a53f-48d50498b544 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:13.173760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:13.184803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e361c1b1-20a3-44be-abe2-b951db9f5080 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:13.184803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:13.199724 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:13.199724 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:13.214541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0ff63a-519d-44b9-a53f-48d50498b544 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:13.214541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a0ff63a-519d-44b9-a53f-48d50498b544 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:13.244939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:13.268734 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f88c267-d32f-421e-b04b-2659c30fe95e,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:13.280846 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fa2b69f8-0afa-49f6-a3df-116da21a7dbe up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:13.295503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:13.319881 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0ff63a-519d-44b9-a53f-48d50498b544 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:56:13.331245 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a0ff63a-519d-44b9-a53f-48d50498b544 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:13.331245 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-2a0ff63a-519d-44b9-a53f-48d50498b544 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Added segment 79681b82-26b9-4470-adb5-9283633d1bad of type vlan for network c5325d28-34cd-4f8d-9a54-40955857843b
Dec 24 10:56:13.394554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a0ff63a-519d-44b9-a53f-48d50498b544 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:13.411808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:13.431133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:13.431133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f2504a9a-1805-4f97-a8d5-a168ecc8cbb8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:13.453432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port fa2b69f8-0afa-49f6-a3df-116da21a7dbe completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:13.453432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port fa2b69f8-0afa-49f6-a3df-116da21a7dbe triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:13.453432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:13.526006 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:13.539417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Allocated IP 2001:db8::fa (cd20163b-0fd5-435a-b3dd-30e73aeeb697/2f0441de-8efd-4b45-b0fc-261c3149580c/f32b9f41-ca63-4ce6-aa19-9d8485fc9690) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:13.545122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Allocated IP 2001:db8:0:1::f (cd20163b-0fd5-435a-b3dd-30e73aeeb697/446d3d07-1b70-45d4-bcb2-6488743c1937/f32b9f41-ca63-4ce6-aa19-9d8485fc9690) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:13.555024 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Transition to ACTIVE for port object 5c991f2f-b653-47a2-984b-647dcc1523ff will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:13.566535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c1d898-a17e-45f4-9afe-94c0aa9761b2,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:13.571324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:13.574171 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:13.577933 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.3388612
Dec 24 10:56:13.579850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48684) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:13.589597 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-a37ac8bb-e369-44d2-8238-af032b7e664f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': 'b9c1d898-a17e-45f4-9afe-94c0aa9761b2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:13.595561 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a37ac8bb-e369-44d2-8238-af032b7e664f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:13.597911 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a0ff63a-519d-44b9-a53f-48d50498b544 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:13.606582 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0ff63a-519d-44b9-a53f-48d50498b544 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:13.607213 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a0ff63a-519d-44b9-a53f-48d50498b544 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:13.622131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9cbc640d-7fe1-49a4-b852-570f2885795d tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:13.646160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:13.748323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port fa2b69f8-0afa-49f6-a3df-116da21a7dbe, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=fa2b69f8-0afa-49f6-a3df-116da21a7dbe,segment=NetworkSegment(77c2083a-51aa-4954-a245-d6b1debb8526),segment_id=77c2083a-51aa-4954-a245-d6b1debb8526)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:13.755797 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a37ac8bb-e369-44d2-8238-af032b7e664f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:13.762952 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8621cd-6cae-4182-9690-5791c768276c None None] Update dhcp port {'port': {'network_id': 'cd20163b-0fd5-435a-b3dd-30e73aeeb697', 'fixed_ips': [{'subnet_id': '2f0441de-8efd-4b45-b0fc-261c3149580c', 'ip_address': '2001:db8::2'}, {'subnet_id': '446d3d07-1b70-45d4-bcb2-6488743c1937'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': 'fa2b69f8-0afa-49f6-a3df-116da21a7dbe'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 10:56:13.770956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0ff63a-519d-44b9-a53f-48d50498b544 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Network': ['ID=c5325d28-34cd-4f8d-9a54-40955857843b,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:13.770956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2a0ff63a-519d-44b9-a53f-48d50498b544 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:13.770956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a37ac8bb-e369-44d2-8238-af032b7e664f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:13.770956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a37ac8bb-e369-44d2-8238-af032b7e664f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:13.790988 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network c5325d28-34cd-4f8d-9a54-40955857843b details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:13.807172 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2a0ff63a-519d-44b9-a53f-48d50498b544 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.7536149
Dec 24 10:56:13.814333 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:13.821346 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48688) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:13.827195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d2e560b6-3354-487a-b30b-cd9c75afc26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:13.834372 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5b07e517-412e-41be-a1e5-611300c8b296 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'subnet': {'network_id': 'c5325d28-34cd-4f8d-9a54-40955857843b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:13.853752 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a37ac8bb-e369-44d2-8238-af032b7e664f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:13.873278 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:13.885122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:13.983947 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48694) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:13.998662 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network cf6ae71d-042f-4bc4-a95f-120b7594b018 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:13.998662 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=5c991f2f-b653-47a2-984b-647dcc1523ff,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:13.999089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-be8621cd-6cae-4182-9690-5791c768276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:14.004186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:14.010852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:14.013225 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:14.064148 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:14.090293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Transition to ACTIVE for port object f32b9f41-ca63-4ce6-aa19-9d8485fc9690 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:14.095497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:14.147575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5b07e517-412e-41be-a1e5-611300c8b296 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:14.147575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5b07e517-412e-41be-a1e5-611300c8b296 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:subnet and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:14.155212 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5b07e517-412e-41be-a1e5-611300c8b296 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:14.156151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5b07e517-412e-41be-a1e5-611300c8b296 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:14.188756 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:14.199880 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-54c4bf91-4d3e-4841-8891-17423f72c669 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:14.259376 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a37ac8bb-e369-44d2-8238-af032b7e664f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:14.259376 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b07e517-412e-41be-a1e5-611300c8b296 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:14.274046 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b07e517-412e-41be-a1e5-611300c8b296 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:14.303306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-be8621cd-6cae-4182-9690-5791c768276c None None] Allocated IP 2001:db8:0:1::2 (cd20163b-0fd5-435a-b3dd-30e73aeeb697/446d3d07-1b70-45d4-bcb2-6488743c1937/fa2b69f8-0afa-49f6-a3df-116da21a7dbe) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:14.324919 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network cd20163b-0fd5-435a-b3dd-30e73aeeb697 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:14.324919 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=f32b9f41-ca63-4ce6-aa19-9d8485fc9690,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:14.324919 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:14.337475 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a37ac8bb-e369-44d2-8238-af032b7e664f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:14.369499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:14.375192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:14.375960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:14.381206 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:14.498434 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1013 time: 3.6094334
Dec 24 10:56:14.498434 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48698) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:14.509425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:14.524195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-be8621cd-6cae-4182-9690-5791c768276c None None] For port fa2b69f8-0afa-49f6-a3df-116da21a7dbe, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=fa2b69f8-0afa-49f6-a3df-116da21a7dbe,segment=NetworkSegment(77c2083a-51aa-4954-a245-d6b1debb8526),segment_id=77c2083a-51aa-4954-a245-d6b1debb8526)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:14.546348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-c7e506f4-5a65-4869-a6a3-721568e7505c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2f0441de-8efd-4b45-b0fc-261c3149580c'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:14.552275 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-91384a3b-e463-42b2-8364-1abd9f884e18 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:14.570063 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-be8621cd-6cae-4182-9690-5791c768276c None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:14.575601 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ac8bb-e369-44d2-8238-af032b7e664f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d27465f-2f76-4b7a-b15f-8b0b8d032d76,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:14.587083 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a37ac8bb-e369-44d2-8238-af032b7e664f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:14.592973 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-be8621cd-6cae-4182-9690-5791c768276c None None] Transition to ACTIVE for port object fa2b69f8-0afa-49f6-a3df-116da21a7dbe will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:14.606396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=fa2b69f8-0afa-49f6-a3df-116da21a7dbe,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:14.606396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-be8621cd-6cae-4182-9690-5791c768276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:14.606396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:14.606396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:14.729375 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-04cad17f-f857-4cb7-acda-4e649fb29989 None None] Provisioning for port 5c991f2f-b653-47a2-984b-647dcc1523ff completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:14.819641 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-04cad17f-f857-4cb7-acda-4e649fb29989 None None] Provisioning complete for port 5c991f2f-b653-47a2-984b-647dcc1523ff triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:14.819641 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-04cad17f-f857-4cb7-acda-4e649fb29989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:14.837646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dfe103-20dd-4f50-8a53-aff70fecddd6 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:14.837646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dfe103-20dd-4f50-8a53-aff70fecddd6 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:14.837646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dfe103-20dd-4f50-8a53-aff70fecddd6 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:14.852748 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a3dfe103-20dd-4f50-8a53-aff70fecddd6 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/ports?project_id=1df2c4270c8b4c3e834179de6e64472f&network_id=45c164f3-3874-47ee-8c8f-d0d39e3c6cba HTTP/1.1" status: 200  len: 2999 time: 0.8543231
Dec 24 10:56:14.852748 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b07e517-412e-41be-a1e5-611300c8b296 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:14.852748 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-cd720365-9018-451a-b6f4-4e2db78ecc48 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:14.861271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c7e506f4-5a65-4869-a6a3-721568e7505c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:14.874461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a37ac8bb-e369-44d2-8238-af032b7e664f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:14.878224 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a37ac8bb-e369-44d2-8238-af032b7e664f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2943897
Dec 24 10:56:14.881546 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48704) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:14.911768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-3091adc7-5fd7-4a6f-a020-4823bc4d6f0d tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': 'b9c1d898-a17e-45f4-9afe-94c0aa9761b2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:14.933967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3091adc7-5fd7-4a6f-a020-4823bc4d6f0d tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:14.941000 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3091adc7-5fd7-4a6f-a020-4823bc4d6f0d tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:14.964262 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3091adc7-5fd7-4a6f-a020-4823bc4d6f0d tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:14.976127 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b07e517-412e-41be-a1e5-611300c8b296 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Checking segment: {'id': '79681b82-26b9-4470-adb5-9283633d1bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'c5325d28-34cd-4f8d-9a54-40955857843b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:14.976127 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b07e517-412e-41be-a1e5-611300c8b296 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network hostable DHCP agents. Network: c5325d28-34cd-4f8d-9a54-40955857843b, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:56:14.982810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3091adc7-5fd7-4a6f-a020-4823bc4d6f0d tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:14.982810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07e517-412e-41be-a1e5-611300c8b296 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Subnet': ['ID=36eae80a-d090-4c1c-aece-a050da942d2b,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:14.990015 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5b07e517-412e-41be-a1e5-611300c8b296 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:14.995977 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-04cad17f-f857-4cb7-acda-4e649fb29989 None None] Port 5c991f2f-b653-47a2-984b-647dcc1523ff cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:56:15.000837 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8621cd-6cae-4182-9690-5791c768276c None None] Pushing event updated for resources: {'Port': ['ID=fa2b69f8-0afa-49f6-a3df-116da21a7dbe,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:15.006330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-be8621cd-6cae-4182-9690-5791c768276c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:15.040127 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3091adc7-5fd7-4a6f-a020-4823bc4d6f0d tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:15.053394 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b07e517-412e-41be-a1e5-611300c8b296 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network c5325d28-34cd-4f8d-9a54-40955857843b is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:56:15.085336 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-5b07e517-412e-41be-a1e5-611300c8b296 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, c5325d28-34cd-4f8d-9a54-40955857843b) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:15.093526 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b07e517-412e-41be-a1e5-611300c8b296 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:15.093526 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b07e517-412e-41be-a1e5-611300c8b296 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:15.100129 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacecbdb-5275-47df-88f5-0e2c1ddde48c None None] Network c5325d28-34cd-4f8d-9a54-40955857843b requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:15.172956 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5b07e517-412e-41be-a1e5-611300c8b296 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.3594429
Dec 24 10:56:15.175896 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48710) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:15.260980 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-3091adc7-5fd7-4a6f-a020-4823bc4d6f0d tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): There was a conflict when trying to complete your request.
Dec 24 10:56:15.262057 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3091adc7-5fd7-4a6f-a020-4823bc4d6f0d tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.3734055
Dec 24 10:56:15.267848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48714) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:15.286552 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fa2b69f8-0afa-49f6-a3df-116da21a7dbe up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:15.311534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:15.385130 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0114d44e-8e7c-401a-8a90-19b7a9b1cc0b tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:15.391445 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:15.392327 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:15.428286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0114d44e-8e7c-401a-8a90-19b7a9b1cc0b tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:15.462222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1a041875-3170-4cef-bded-4b94f93d94e6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:15.552467 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:15.558467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=5c991f2f-b653-47a2-984b-647dcc1523ff,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:15.567753 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe4538f-7d6a-405d-a411-6aa34500ddb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-c5325d28-34cd-4f8d-9a54-40955857843b', 'network_id': 'c5325d28-34cd-4f8d-9a54-40955857843b', 'tenant_id': '3852d1c215de48b387b03c2c0cd743a1', 'fixed_ips': [{'subnet_id': '36eae80a-d090-4c1c-aece-a050da942d2b'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:56:15.568650 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9fe4538f-7d6a-405d-a411-6aa34500ddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:15.591020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:15.625584 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0114d44e-8e7c-401a-8a90-19b7a9b1cc0b tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:15.633782 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0586c619-3e71-408f-91c4-5f3463d8da0f tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:15.656356 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0114d44e-8e7c-401a-8a90-19b7a9b1cc0b tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c1d898-a17e-45f4-9afe-94c0aa9761b2,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:15.667411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0114d44e-8e7c-401a-8a90-19b7a9b1cc0b tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:15.675334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0114d44e-8e7c-401a-8a90-19b7a9b1cc0b tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:15.677038 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0114d44e-8e7c-401a-8a90-19b7a9b1cc0b tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "DELETE /v2.0/security-groups/b9c1d898-a17e-45f4-9afe-94c0aa9761b2 HTTP/1.1" status: 204  len: 168 time: 0.4078259
Dec 24 10:56:15.681627 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48722) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server [None req-9fe4538f-7d6a-405d-a411-6aa34500ddb4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36eae80a-d090-4c1c-aece-a050da942d2b: This subnet is being modified by another concurrent operation.
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 10:56:15.744898 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise exception
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 36eae80a-d090-4c1c-aece-a050da942d2b: This subnet is being modified by another concurrent operation.
Dec 24 10:56:15.749031 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server 
Dec 24 10:56:15.753135 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:15.753311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:15.764191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e130c244-c13d-45ba-8063-64682b8797c9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:15.767206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca9bbb5-02e4-45b7-ae5d-4d815f5a2a72 None None] Network c5325d28-34cd-4f8d-9a54-40955857843b requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:15.820597 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Subnet': ['ID=36eae80a-d090-4c1c-aece-a050da942d2b,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:15.828056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:15.868328 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6e64642f-bdca-4548-8c75-60d68e011c7d tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Synchronizing usage tracker for tenant:966c2193a4f64917a61131b2e0a84155 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:15.951783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48726) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:15.953063 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd4130d-5c92-4b4e-9da1-6159a2273e20 None None] Network cd20163b-0fd5-435a-b3dd-30e73aeeb697 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:16.018455 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.034410 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6e64642f-bdca-4548-8c75-60d68e011c7d tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Unset dirty status for tenant:966c2193a4f64917a61131b2e0a84155 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:16.036762 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6e64642f-bdca-4548-8c75-60d68e011c7d tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3544123
Dec 24 10:56:16.045690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48730) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:16.062945 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8cc8c1cd-5de7-4606-8772-ef4e29c61b2f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group': {'name': 'tempest-secgroup--478658597'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:16.065670 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-fa67746b-04e0-40ab-968d-c7c00283439e None None] Provisioning for port fa2b69f8-0afa-49f6-a3df-116da21a7dbe completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:16.072923 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d6502e0>,) {'filters': {'network_id': ['c5325d28-34cd-4f8d-9a54-40955857843b']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:16.085025 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8cc8c1cd-5de7-4606-8772-ef4e29c61b2f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:16.085830 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-fa67746b-04e0-40ab-968d-c7c00283439e None None] Provisioning complete for port fa2b69f8-0afa-49f6-a3df-116da21a7dbe triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:16.086292 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fa67746b-04e0-40ab-968d-c7c00283439e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.094132 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d6502e0>, '79681b82-26b9-4470-adb5-9283633d1bad') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:16.094432 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d6502e0>, '79681b82-26b9-4470-adb5-9283633d1bad') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:16.101999 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cba0ea-617a-4ead-ac4a-011b4033ff77 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:16.111034 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e1cba0ea-617a-4ead-ac4a-011b4033ff77 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280 HTTP/1.1" status: 200  len: 814 time: 0.1503322
Dec 24 10:56:16.111987 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-489b94d1-a3d1-4328-9c9f-64926414e7ba req-7eceabf3-7659-468b-a474-00e737468857 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5198791
Dec 24 10:56:16.124235 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.133215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8cc8c1cd-5de7-4606-8772-ef4e29c61b2f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:16.157209 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.169019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c1cd-5de7-4606-8772-ef4e29c61b2f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.176273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network cf6ae71d-042f-4bc4-a95f-120b7594b018 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:16.178461 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-c7e506f4-5a65-4869-a6a3-721568e7505c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Delete allocated IP 2001:db8:0:1::f (cd20163b-0fd5-435a-b3dd-30e73aeeb697/446d3d07-1b70-45d4-bcb2-6488743c1937) {{(pid=87558) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 24 10:56:16.181296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:16.186539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:16.189688 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:16.214355 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:16.341522 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8cc8c1cd-5de7-4606-8772-ef4e29c61b2f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:16.347905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8cc8c1cd-5de7-4606-8772-ef4e29c61b2f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:16.356243 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8cc8c1cd-5de7-4606-8772-ef4e29c61b2f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:16.380029 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8cc8c1cd-5de7-4606-8772-ef4e29c61b2f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:16.384780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.400074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.402792 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:16.448215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Network': ['ID=c5325d28-34cd-4f8d-9a54-40955857843b,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:16.460074 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/c5325d28-34cd-4f8d-9a54-40955857843b HTTP/1.1" status: 204  len: 168 time: 1.2813585
Dec 24 10:56:16.463250 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:16.463731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48738) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:16.473727 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5fa982ff-6f68-4e51-95c8-9f06f0623552 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1390645389'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:16.481098 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5fa982ff-6f68-4e51-95c8-9f06f0623552 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:16.490986 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5fa982ff-6f68-4e51-95c8-9f06f0623552 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:network and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:16.497784 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5fa982ff-6f68-4e51-95c8-9f06f0623552 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:16.506793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5fa982ff-6f68-4e51-95c8-9f06f0623552 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:16.542600 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa982ff-6f68-4e51-95c8-9f06f0623552 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:16.546423 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5fa982ff-6f68-4e51-95c8-9f06f0623552 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.576768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48742) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:16.584507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-81a7c1e7-143c-4499-a5d6-2ba97395d340 None None] Provisioning complete for port 5c991f2f-b653-47a2-984b-647dcc1523ff triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:16.585761 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-81a7c1e7-143c-4499-a5d6-2ba97395d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.587072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c1cd-5de7-4606-8772-ef4e29c61b2f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.602679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa982ff-6f68-4e51-95c8-9f06f0623552 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:56:16.617902 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'network': {'name': 'tempest-network-smoke--1654932589', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'port_security_enabled': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:16.628235 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c1cd-5de7-4606-8772-ef4e29c61b2f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.629250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b94d1-a3d1-4328-9c9f-64926414e7ba req-a3ec0d8c-6722-43a6-908e-c9e1e613b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:16.629250 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-489b94d1-a3d1-4328-9c9f-64926414e7ba req-a3ec0d8c-6722-43a6-908e-c9e1e613b12d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8ba107df4e84355959c1593c8cc3a54&device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 1098 time: 0.3458910
Dec 24 10:56:16.630489 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c030004a-9208-4a85-9414-47930904b3c7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:16.631605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router f83528a4-f847-472f-969a-80d546854563 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:56:16.649119 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:16.659474 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5fa982ff-6f68-4e51-95c8-9f06f0623552 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.660216 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-5fa982ff-6f68-4e51-95c8-9f06f0623552 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Added segment ae134a80-bf1c-4c5a-8491-1fb52d10a00a of type vlan for network 5660db52-2534-4f8d-a968-f30438edbce1
Dec 24 10:56:16.664381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:network and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:16.666655 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-81a7c1e7-143c-4499-a5d6-2ba97395d340 None None] Port 5c991f2f-b653-47a2-984b-647dcc1523ff cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:56:16.677347 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:16.696771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:16.727384 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc8c1cd-5de7-4606-8772-ef4e29c61b2f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d3567b-19c6-452b-8fab-bf72b72a7787,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:16.737760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8cc8c1cd-5de7-4606-8772-ef4e29c61b2f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:16.742615 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:16.745984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.759652 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5fa982ff-6f68-4e51-95c8-9f06f0623552 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.766032 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8cc8c1cd-5de7-4606-8772-ef4e29c61b2f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.769822 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8cc8c1cd-5de7-4606-8772-ef4e29c61b2f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.7205999
Dec 24 10:56:16.774304 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48746) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:16.784535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-57288c9e-dc0a-42c0-89b3-a9f1692fce4e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': '94d3567b-19c6-452b-8fab-bf72b72a7787', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:16.786363 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING neutron.api.v2.base [None req-57288c9e-dc0a-42c0-89b3-a9f1692fce4e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 24 10:56:16.787108 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-57288c9e-dc0a-42c0-89b3-a9f1692fce4e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:56:16.788313 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-57288c9e-dc0a-42c0-89b3-a9f1692fce4e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0128601
Dec 24 10:56:16.795075 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48750) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:16.803582 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-966dbbde-ed90-49e6-8bfa-c0a306ced42d None None] Provisioning complete for port fa2b69f8-0afa-49f6-a3df-116da21a7dbe triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:16.804228 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-966dbbde-ed90-49e6-8bfa-c0a306ced42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.813000 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:56:16.835730 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:56:16.880573 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c7e506f4-5a65-4869-a6a3-721568e7505c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.882332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.882684 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Added segment 97c933c0-8b0f-4db9-8ee1-c1cc50aba68c of type vlan for network 1da7f612-8478-493f-adc0-6ced37c56e50
Dec 24 10:56:16.886412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5fa982ff-6f68-4e51-95c8-9f06f0623552 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.891653 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa982ff-6f68-4e51-95c8-9f06f0623552 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:16.892236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5fa982ff-6f68-4e51-95c8-9f06f0623552 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.904789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:16.940157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-c7e506f4-5a65-4869-a6a3-721568e7505c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Ignored duplicate provisioning block setup for port f32b9f41-ca63-4ce6-aa19-9d8485fc9690 by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 24 10:56:16.964774 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:56:16.968984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c7e506f4-5a65-4869-a6a3-721568e7505c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:16.973476 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/f83528a4-f847-472f-969a-80d546854563/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5525787
Dec 24 10:56:16.981480 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48754) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:16.990133 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7baa4f-08e7-497d-9372-6247b774debd None None] Sync routers for ids ['f83528a4-f847-472f-969a-80d546854563'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:56:16.992689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b64e7556-de63-487c-beac-7c18423162e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:17.004838 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7baa4f-08e7-497d-9372-6247b774debd None None] Routers {'f83528a4-f847-472f-969a-80d546854563'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:56:17.005560 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9a7baa4f-08e7-497d-9372-6247b774debd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c4d1e20>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:56:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['f83528a4-f847-472f-969a-80d546854563'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:17.051036 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa982ff-6f68-4e51-95c8-9f06f0623552 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Network': ['ID=5660db52-2534-4f8d-a968-f30438edbce1,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:17.061851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5fa982ff-6f68-4e51-95c8-9f06f0623552 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:17.061851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a032eb2-0c7a-4bd5-9362-18cdcccdacdb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:17.092967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a032eb2-0c7a-4bd5-9362-18cdcccdacdb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:17.101412 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e4c5ba-8684-4165-a4c4-47675e318b90 None None] get_active_networks_info from dv-neutron-822668-2-hyperv {{(pid=87560) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 24 10:56:17.125336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b94d1-a3d1-4328-9c9f-64926414e7ba req-decb1978-41f9-46fe-9f00-cde7718f4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:17.125336 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-489b94d1-a3d1-4328-9c9f-64926414e7ba req-decb1978-41f9-46fe-9f00-cde7718f4113 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 HTTP/1.1" status: 200  len: 913 time: 0.4618988
Dec 24 10:56:17.170031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a032eb2-0c7a-4bd5-9362-18cdcccdacdb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:17.170031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b1ae48f5-f177-4d4a-8564-54ce3939b9f6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:17.198525 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:17.198525 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a032eb2-0c7a-4bd5-9362-18cdcccdacdb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d3567b-19c6-452b-8fab-bf72b72a7787,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:17.198525 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6a032eb2-0c7a-4bd5-9362-18cdcccdacdb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:17.198525 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a032eb2-0c7a-4bd5-9362-18cdcccdacdb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:17.198525 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6a032eb2-0c7a-4bd5-9362-18cdcccdacdb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "DELETE /v2.0/security-groups/94d3567b-19c6-452b-8fab-bf72b72a7787 HTTP/1.1" status: 204  len: 168 time: 0.3987668
Dec 24 10:56:17.198525 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5fa982ff-6f68-4e51-95c8-9f06f0623552 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.7316296
Dec 24 10:56:17.207832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48758) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:17.207832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48760) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:17.234961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-83aa8afe-a914-41da-a5ff-8a6fada1c5c9 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'subnet': {'network_id': '5660db52-2534-4f8d-a968-f30438edbce1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:17.241425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c7e506f4-5a65-4869-a6a3-721568e7505c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] In _notify_port_updated(), no bound segment for port f32b9f41-ca63-4ce6-aa19-9d8485fc9690 on network cd20163b-0fd5-435a-b3dd-30e73aeeb697 {{(pid=87558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 10:56:17.241425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e506f4-5a65-4869-a6a3-721568e7505c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:17.241425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c7e506f4-5a65-4869-a6a3-721568e7505c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:17.252384 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c7e506f4-5a65-4869-a6a3-721568e7505c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "PUT /v2.0/ports/f32b9f41-ca63-4ce6-aa19-9d8485fc9690 HTTP/1.1" status: 200  len: 924 time: 2.7464826
Dec 24 10:56:17.255539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48766) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:17.287296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-5c2e615d-6bf3-4add-83a8-ccb60e84278e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2f0441de-8efd-4b45-b0fc-261c3149580c'}, {'subnet_id': '446d3d07-1b70-45d4-bcb2-6488743c1937'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:17.300143 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 5660db52-2534-4f8d-a968-f30438edbce1 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:17.321083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-966dbbde-ed90-49e6-8bfa-c0a306ced42d None None] Provisioning for port f32b9f41-ca63-4ce6-aa19-9d8485fc9690 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:17.321974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e506f4-5a65-4869-a6a3-721568e7505c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=f32b9f41-ca63-4ce6-aa19-9d8485fc9690,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:17.325012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c7e506f4-5a65-4869-a6a3-721568e7505c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:17.331788 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9a7baa4f-08e7-497d-9372-6247b774debd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c4d1e20>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:17.342926 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f76742-e634-4f63-b149-0636a7388876 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:17.343622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d7f76742-e634-4f63-b149-0636a7388876 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Synchronizing usage tracker for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:17.377069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.resource_extend [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:56:17.410208 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-966dbbde-ed90-49e6-8bfa-c0a306ced42d None None] Provisioning complete for port f32b9f41-ca63-4ce6-aa19-9d8485fc9690 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:17.412021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d7f76742-e634-4f63-b149-0636a7388876 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Unset dirty status for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:17.412348 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-966dbbde-ed90-49e6-8bfa-c0a306ced42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:17.415540 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d7f76742-e634-4f63-b149-0636a7388876 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports/5c991f2f-b653-47a2-984b-647dcc1523ff HTTP/1.1" status: 200  len: 910 time: 0.4223886
Dec 24 10:56:17.455286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48770) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:17.476385 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-489b94d1-a3d1-4328-9c9f-64926414e7ba req-3baeff18-d6df-491c-a9e9-70063ee1a1e8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f848d24-f121-4a2d-8a3d-e65c6f538978 HTTP/1.1" status: 200  len: 1000 time: 0.3066146
Dec 24 10:56:17.562367 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7baa4f-08e7-497d-9372-6247b774debd None None] Routers {'f83528a4-f847-472f-969a-80d546854563'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:56:17.562367 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9a7baa4f-08e7-497d-9372-6247b774debd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c4d1e20>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:56:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['f83528a4-f847-472f-969a-80d546854563'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:17.571974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5c2e615d-6bf3-4add-83a8-ccb60e84278e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:17.590388 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b94d1-a3d1-4328-9c9f-64926414e7ba req-a96e501d-6060-4385-87d5-47e2204650ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:17.590951 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-489b94d1-a3d1-4328-9c9f-64926414e7ba req-a96e501d-6060-4385-87d5-47e2204650ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23635e8e-e8d9-42de-9682-d6045c59768a HTTP/1.1" status: 200  len: 851 time: 0.1095462
Dec 24 10:56:17.643210 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:17.649344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:17.649344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:17.655625 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9a7baa4f-08e7-497d-9372-6247b774debd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c4d1e20>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:17.656111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7baa4f-08e7-497d-9372-6247b774debd None None] The sync data for ids ['f83528a4-f847-472f-969a-80d546854563'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:56:17.657502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-33f8c7af-1e75-4c99-a20b-0a3e66ccb127 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:17.663294 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e4c5ba-8684-4165-a4c4-47675e318b90 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 24 10:56:17.698345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-22cf5822-cb7a-48b7-8de4-000a31e178f9 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Synchronizing usage tracker for tenant:966c2193a4f64917a61131b2e0a84155 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:17.707885 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-83aa8afe-a914-41da-a5ff-8a6fada1c5c9 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:17.728210 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-966dbbde-ed90-49e6-8bfa-c0a306ced42d None None] Port f32b9f41-ca63-4ce6-aa19-9d8485fc9690 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:56:17.766043 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-83aa8afe-a914-41da-a5ff-8a6fada1c5c9 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:subnet and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:17.843386 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-83aa8afe-a914-41da-a5ff-8a6fada1c5c9 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:17.880736 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-83aa8afe-a914-41da-a5ff-8a6fada1c5c9 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:17.880736 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.2847219
Dec 24 10:56:17.886257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48774) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:17.949825 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Network': ['ID=1da7f612-8478-493f-adc0-6ced37c56e50,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:17.949825 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:17.975133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-22cf5822-cb7a-48b7-8de4-000a31e178f9 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Unset dirty status for tenant:966c2193a4f64917a61131b2e0a84155 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:17.975133 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-22cf5822-cb7a-48b7-8de4-000a31e178f9 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.7716591
Dec 24 10:56:17.975133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aa8afe-a914-41da-a5ff-8a6fada1c5c9 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:17.986994 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-83aa8afe-a914-41da-a5ff-8a6fada1c5c9 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:17.992877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48778) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:18.009794 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b94d1-a3d1-4328-9c9f-64926414e7ba req-d77da864-f0da-4cbb-8cb0-e2cc8c9d5ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:18.009794 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-489b94d1-a3d1-4328-9c9f-64926414e7ba req-d77da864-f0da-4cbb-8cb0-e2cc8c9d5ee2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3766859
Dec 24 10:56:18.020267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-22a0061f-3dc8-45d6-91c9-fc2f5ffd6748 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group': {'name': 'tempest-secgroup--610698089'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:18.020267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-22a0061f-3dc8-45d6-91c9-fc2f5ffd6748 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:18.035343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-22a0061f-3dc8-45d6-91c9-fc2f5ffd6748 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:18.071505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22a0061f-3dc8-45d6-91c9-fc2f5ffd6748 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:18.123962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 1da7f612-8478-493f-adc0-6ced37c56e50 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:18.315614 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-eaa14b9e-65d2-46da-a1d3-b57fc505961e None None] Provisioning complete for port f32b9f41-ca63-4ce6-aa19-9d8485fc9690 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:18.315614 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-eaa14b9e-65d2-46da-a1d3-b57fc505961e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:18.563142 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-5c2e615d-6bf3-4add-83a8-ccb60e84278e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Allocated IP 2001:db8:0:1::94 (cd20163b-0fd5-435a-b3dd-30e73aeeb697/446d3d07-1b70-45d4-bcb2-6488743c1937/f32b9f41-ca63-4ce6-aa19-9d8485fc9690) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:18.612451 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-eaa14b9e-65d2-46da-a1d3-b57fc505961e None None] Port f32b9f41-ca63-4ce6-aa19-9d8485fc9690 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:56:18.660794 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e28cb3-f61d-413f-bdd5-f3d84c4eca39 None None] get_active_networks_info from dv-neutron-822668-2-hyperv {{(pid=87560) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 24 10:56:18.678460 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-83aa8afe-a914-41da-a5ff-8a6fada1c5c9 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:18.689587 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:18.695658 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b73cc8e-eea6-4cfb-8691-4d18beea8568 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:18.697177 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3b73cc8e-eea6-4cfb-8691-4d18beea8568 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=1df2c4270c8b4c3e834179de6e64472f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 829 time: 0.8211436
Dec 24 10:56:18.713305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48782) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:18.772291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eaed6ca1-40f7-45ce-835b-86eea046f687 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:18.807542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-22a0061f-3dc8-45d6-91c9-fc2f5ffd6748 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:18.849308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa8afe-a914-41da-a5ff-8a6fada1c5c9 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Subnet': ['ID=d594c29e-9d74-429d-bff0-ff4ab2248049,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:18.870295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-22a0061f-3dc8-45d6-91c9-fc2f5ffd6748 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:18.882738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-22a0061f-3dc8-45d6-91c9-fc2f5ffd6748 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:18.907320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-22a0061f-3dc8-45d6-91c9-fc2f5ffd6748 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:18.913519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-83aa8afe-a914-41da-a5ff-8a6fada1c5c9 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:18.918829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aa8afe-a914-41da-a5ff-8a6fada1c5c9 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Checking segment: {'id': 'ae134a80-bf1c-4c5a-8491-1fb52d10a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5660db52-2534-4f8d-a968-f30438edbce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:18.918829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aa8afe-a914-41da-a5ff-8a6fada1c5c9 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network hostable DHCP agents. Network: 5660db52-2534-4f8d-a968-f30438edbce1, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:56:19.010938 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-489b94d1-a3d1-4328-9c9f-64926414e7ba req-69d0f013-17ad-4ae0-8110-be6c33d40eb5 service neutron] 10.222.0.32 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9709153
Dec 24 10:56:19.041909 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aa8afe-a914-41da-a5ff-8a6fada1c5c9 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network 5660db52-2534-4f8d-a968-f30438edbce1 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:56:19.044884 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e28cb3-f61d-413f-bdd5-f3d84c4eca39 None None] Unable to find a vacant binding_index for network 5660db52-2534-4f8d-a968-f30438edbce1 and agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 {{(pid=87560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
Dec 24 10:56:19.057764 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e28cb3-f61d-413f-bdd5-f3d84c4eca39 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 5660db52-2534-4f8d-a968-f30438edbce1) {{(pid=87560) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 24 10:56:19.059019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-83aa8afe-a914-41da-a5ff-8a6fada1c5c9 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 5660db52-2534-4f8d-a968-f30438edbce1) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:19.065508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aa8afe-a914-41da-a5ff-8a6fada1c5c9 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:19.066135 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-83aa8afe-a914-41da-a5ff-8a6fada1c5c9 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:19.075327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276e7af2-f413-4348-9ce3-e3a190171804 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:19.076881 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-276e7af2-f413-4348-9ce3-e3a190171804 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3070338
Dec 24 10:56:19.080079 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48786) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:19.133047 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-81b8ce1b-42db-4c56-ac89-e913be8349ef tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0511186
Dec 24 10:56:19.135759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48790) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:19.169561 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.resource_extend [None req-5c2e615d-6bf3-4add-83a8-ccb60e84278e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:56:19.206597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5c2e615d-6bf3-4add-83a8-ccb60e84278e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:19.233006 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22a0061f-3dc8-45d6-91c9-fc2f5ffd6748 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:19.244262 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22a0061f-3dc8-45d6-91c9-fc2f5ffd6748 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:19.244262 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-5c2e615d-6bf3-4add-83a8-ccb60e84278e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Transition to ACTIVE for port object f32b9f41-ca63-4ce6-aa19-9d8485fc9690 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:19.249794 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3ad1e9d6-0f43-4c75-8639-4ce5b06af2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:19.268258 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5c2e615d-6bf3-4add-83a8-ccb60e84278e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:19.335173 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-83aa8afe-a914-41da-a5ff-8a6fada1c5c9 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.1171894
Dec 24 10:56:19.335173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48794) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:19.335173 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9baa0fc6-3414-47f6-b7e5-2faaf3744a17 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=1df2c4270c8b4c3e834179de6e64472f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1923695
Dec 24 10:56:19.359509 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48798) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:19.362188 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-489b94d1-a3d1-4328-9c9f-64926414e7ba req-d00f5e05-24f3-4ebc-8cc8-a8b59cc6d062 service neutron] 10.222.0.32 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3248951
Dec 24 10:56:19.362552 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a0061f-3dc8-45d6-91c9-fc2f5ffd6748 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f835c46f-937c-4ca8-89f2-b70b7ccfd2d1,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:19.402999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-22a0061f-3dc8-45d6-91c9-fc2f5ffd6748 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:19.404735 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7418ba56-3026-4f0a-a0b0-34cb2afa9df1 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:19.460416 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-5c2e615d-6bf3-4add-83a8-ccb60e84278e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] In _notify_port_updated(), no bound segment for port f32b9f41-ca63-4ce6-aa19-9d8485fc9690 on network cd20163b-0fd5-435a-b3dd-30e73aeeb697 {{(pid=87558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 10:56:19.465855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2e615d-6bf3-4add-83a8-ccb60e84278e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:19.466564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5c2e615d-6bf3-4add-83a8-ccb60e84278e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:19.471603 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5c2e615d-6bf3-4add-83a8-ccb60e84278e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "PUT /v2.0/ports/f32b9f41-ca63-4ce6-aa19-9d8485fc9690 HTTP/1.1" status: 200  len: 1009 time: 2.2120755
Dec 24 10:56:19.475054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48802) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:19.507704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22a0061f-3dc8-45d6-91c9-fc2f5ffd6748 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:19.511557 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-22a0061f-3dc8-45d6-91c9-fc2f5ffd6748 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 1.5207205
Dec 24 10:56:19.523594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48806) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:19.539989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-5fdc4ec2-0ca9-441d-b788-42eb6c714635 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': 'f835c46f-937c-4ca8-89f2-b70b7ccfd2d1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:19.540802 dv-neutron-822668-2-hyperv neutron-server[87558]: WARNING neutron.api.v2.base [None req-5fdc4ec2-0ca9-441d-b788-42eb6c714635 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 24 10:56:19.540982 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-5fdc4ec2-0ca9-441d-b788-42eb6c714635 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:56:19.544469 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5fdc4ec2-0ca9-441d-b788-42eb6c714635 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0182264
Dec 24 10:56:19.550870 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48810) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:19.550870 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e615d-6bf3-4add-83a8-ccb60e84278e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=f32b9f41-ca63-4ce6-aa19-9d8485fc9690,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:19.570762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5c2e615d-6bf3-4add-83a8-ccb60e84278e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:19.610700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-5260ced1-e8f3-444e-9e5d-1bf7448d9bcf tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port f32b9f41-ca63-4ce6-aa19-9d8485fc9690 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:19.610700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5260ced1-e8f3-444e-9e5d-1bf7448d9bcf tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:19.613027 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-eaed6ca1-40f7-45ce-835b-86eea046f687 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port 5c991f2f-b653-47a2-984b-647dcc1523ff {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:19.614668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eaed6ca1-40f7-45ce-835b-86eea046f687 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:19.649198 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-5660db52-2534-4f8d-a968-f30438edbce1', 'network_id': '5660db52-2534-4f8d-a968-f30438edbce1', 'tenant_id': '3852d1c215de48b387b03c2c0cd743a1', 'fixed_ips': [{'subnet_id': 'd594c29e-9d74-429d-bff0-ff4ab2248049'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:56:19.650014 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:19.720408 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4791fafd-d4d9-4bba-84a6-d29205523722 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:19.782305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4791fafd-d4d9-4bba-84a6-d29205523722 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:19.912058 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:19.936202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedec6d8-efe2-4551-8a3a-8cf879e7657f tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:19.944437 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48814) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:19.953223 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-aedec6d8-efe2-4551-8a3a-8cf879e7657f tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.5593176
Dec 24 10:56:19.958841 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Allocated IP 172.20.0.1 (5660db52-2534-4f8d-a968-f30438edbce1/d594c29e-9d74-429d-bff0-ff4ab2248049/8d3eef1f-53d2-4fd0-b24c-d6e997fb541b) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:20.007078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.080332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eaed6ca1-40f7-45ce-835b-86eea046f687 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.137945 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f55f81bd-e256-4cff-919e-c18abae4bcb8 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2087836
Dec 24 10:56:20.137945 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4791fafd-d4d9-4bba-84a6-d29205523722 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.143163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48818) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:20.146239 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-41e582db-2dc0-4d8b-871a-5d675c86650c tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:20.174638 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a76ee0ab-6678-47b0-86c0-b14491409ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-946469792', 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:20.201154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4791fafd-d4d9-4bba-84a6-d29205523722 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f835c46f-937c-4ca8-89f2-b70b7ccfd2d1,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:20.213675 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5260ced1-e8f3-444e-9e5d-1bf7448d9bcf tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.267572 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4791fafd-d4d9-4bba-84a6-d29205523722 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:20.267745 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.281293 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Transition to ACTIVE for port object 8d3eef1f-53d2-4fd0-b24c-d6e997fb541b will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:20.286790 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-eaed6ca1-40f7-45ce-835b-86eea046f687 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Calling delete_port for 5c991f2f-b653-47a2-984b-647dcc1523ff owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:20.309110 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Transition to ACTIVE for port object 8d3eef1f-53d2-4fd0-b24c-d6e997fb541b will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:20.319162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.325706 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:20.377336 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.391481 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e9772b1f-5f47-4396-b6c4-48427cb6d63e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:20.404077 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-5260ced1-e8f3-444e-9e5d-1bf7448d9bcf tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for f32b9f41-ca63-4ce6-aa19-9d8485fc9690 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:20.418403 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Network 5660db52-2534-4f8d-a968-f30438edbce1 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:20.421955 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:20.426554 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:20.432317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Pushing event updated for resources: {'Port': ['ID=8d3eef1f-53d2-4fd0-b24c-d6e997fb541b,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:20.432809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4791fafd-d4d9-4bba-84a6-d29205523722 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.436217 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4791fafd-d4d9-4bba-84a6-d29205523722 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "DELETE /v2.0/security-groups/f835c46f-937c-4ca8-89f2-b70b7ccfd2d1 HTTP/1.1" status: 204  len: 168 time: 0.8854098
Dec 24 10:56:20.436360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Subnet': ['ID=d594c29e-9d74-429d-bff0-ff4ab2248049,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:20.438612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:20.440320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:20.446951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48824) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:20.498577 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a76ee0ab-6678-47b0-86c0-b14491409ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:20.512525 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a76ee0ab-6678-47b0-86c0-b14491409ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:subnet and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:20.519150 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a76ee0ab-6678-47b0-86c0-b14491409ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:20.544523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a76ee0ab-6678-47b0-86c0-b14491409ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:20.553413 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Attempting to bind port 8d3eef1f-53d2-4fd0-b24c-d6e997fb541b on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:56:20.553826 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Attempting to bind port 8d3eef1f-53d2-4fd0-b24c-d6e997fb541b by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'ae134a80-bf1c-4c5a-8491-1fb52d10a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5660db52-2534-4f8d-a968-f30438edbce1'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:56:20.554422 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Attempting to bind port 8d3eef1f-53d2-4fd0-b24c-d6e997fb541b on network 5660db52-2534-4f8d-a968-f30438edbce1 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:56:20.564084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.564295 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:56:20.565531 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Checking segment: {'id': 'ae134a80-bf1c-4c5a-8491-1fb52d10a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5660db52-2534-4f8d-a968-f30438edbce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:20.565531 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.566109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Bound using segment: {'id': 'ae134a80-bf1c-4c5a-8491-1fb52d10a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5660db52-2534-4f8d-a968-f30438edbce1'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:56:20.567445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Bound port: 8d3eef1f-53d2-4fd0-b24c-d6e997fb541b, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae134a80-bf1c-4c5a-8491-1fb52d10a00a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '5660db52-2534-4f8d-a968-f30438edbce1'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:56:20.567547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-52cc9b43-3bf4-4c9d-915f-bae8e946ee2c tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Synchronizing usage tracker for tenant:966c2193a4f64917a61131b2e0a84155 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:20.567765 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.572170 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76ee0ab-6678-47b0-86c0-b14491409ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:20.575292 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a76ee0ab-6678-47b0-86c0-b14491409ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.606117 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc66100>,) {'filters': {'network_id': ['5660db52-2534-4f8d-a968-f30438edbce1']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:20.630822 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc66100>, 'ae134a80-bf1c-4c5a-8491-1fb52d10a00a') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:20.631173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc66100>, 'ae134a80-bf1c-4c5a-8491-1fb52d10a00a') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:20.658290 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.684201 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.696861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:20.697553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.701750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-52cc9b43-3bf4-4c9d-915f-bae8e946ee2c tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Unset dirty status for tenant:966c2193a4f64917a61131b2e0a84155 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:20.702904 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-52cc9b43-3bf4-4c9d-915f-bae8e946ee2c tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2470548
Dec 24 10:56:20.716153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48828) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:20.718489 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:20.720447 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] For port 8d3eef1f-53d2-4fd0-b24c-d6e997fb541b, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:56:20.721283 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-151ddbce-a3d1-40a8-92ea-932bbf3446d2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group': {'name': 'tempest-secgroup--427081687'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:20.743241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-151ddbce-a3d1-40a8-92ea-932bbf3446d2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:20.771164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-151ddbce-a3d1-40a8-92ea-932bbf3446d2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:20.842238 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-151ddbce-a3d1-40a8-92ea-932bbf3446d2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.883819 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] For port 8d3eef1f-53d2-4fd0-b24c-d6e997fb541b, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=8d3eef1f-53d2-4fd0-b24c-d6e997fb541b,segment=NetworkSegment(ae134a80-bf1c-4c5a-8491-1fb52d10a00a),segment_id=ae134a80-bf1c-4c5a-8491-1fb52d10a00a)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:56:20.888936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.api [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 24 10:56:20.888936 dv-neutron-822668-2-hyperv neutron-server[87559]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 24 10:56:20.888936 dv-neutron-822668-2-hyperv neutron-server[87559]: [parameters: {'id': '5660db52-2534-4f8d-a968-f30438edbce1'}]
Dec 24 10:56:20.888936 dv-neutron-822668-2-hyperv neutron-server[87559]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:56:20.889267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_db.api [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:56:20.890353 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.897224 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-fdd3aad7-36db-4cd2-858a-fe190e87ebc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:20.901699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5260ced1-e8f3-444e-9e5d-1bf7448d9bcf tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.906278 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-151ddbce-a3d1-40a8-92ea-932bbf3446d2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:20.913137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eaed6ca1-40f7-45ce-835b-86eea046f687 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:20.914811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c7e506f4-5a65-4869-a6a3-721568e7505c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:20.921084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:20.975297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-151ddbce-a3d1-40a8-92ea-932bbf3446d2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:20.998564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-151ddbce-a3d1-40a8-92ea-932bbf3446d2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:21.003883 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260ced1-e8f3-444e-9e5d-1bf7448d9bcf tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=f32b9f41-ca63-4ce6-aa19-9d8485fc9690,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:21.012132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5260ced1-e8f3-444e-9e5d-1bf7448d9bcf tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:21.014174 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Pushing event updated for resources: {'Port': ['ID=8d3eef1f-53d2-4fd0-b24c-d6e997fb541b,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:21.026851 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:21.028486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaed6ca1-40f7-45ce-835b-86eea046f687 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Port': ['ID=5c991f2f-b653-47a2-984b-647dcc1523ff,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:21.032892 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-eaed6ca1-40f7-45ce-835b-86eea046f687 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:21.053561 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cb10fa-c898-4027-aa84-f865dc360db4 None None] get_active_networks_info from dv-neutron-822668-2-hyperv {{(pid=87560) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 24 10:56:21.100727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-151ddbce-a3d1-40a8-92ea-932bbf3446d2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:21.191589 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5260ced1-e8f3-444e-9e5d-1bf7448d9bcf tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:21.197311 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a76ee0ab-6678-47b0-86c0-b14491409ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:21.206994 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:21.247488 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cb10fa-c898-4027-aa84-f865dc360db4 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 24 10:56:21.300259 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5260ced1-e8f3-444e-9e5d-1bf7448d9bcf tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/ports/f32b9f41-ca63-4ce6-aa19-9d8485fc9690 HTTP/1.1" status: 204  len: 168 time: 1.8240380
Dec 24 10:56:21.305921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48832) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:21.389059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ee0ab-6678-47b0-86c0-b14491409ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Subnet': ['ID=1189253e-3e76-4440-a940-baae82a0798a,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:21.392609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:21.399602 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a76ee0ab-6678-47b0-86c0-b14491409ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:21.414797 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-9083dedf-6b08-4c45-997e-42f6f6573b55 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] GET failed (client error): The resource could not be found.
Dec 24 10:56:21.415747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9083dedf-6b08-4c45-997e-42f6f6573b55 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:21.419945 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-151ddbce-a3d1-40a8-92ea-932bbf3446d2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:21.427412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Deleting port 8d3eef1f-53d2-4fd0-b24c-d6e997fb541b {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:21.429336 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:21.434947 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76ee0ab-6678-47b0-86c0-b14491409ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Checking segment: {'id': '97c933c0-8b0f-4db9-8ee1-c1cc50aba68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:21.435752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76ee0ab-6678-47b0-86c0-b14491409ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network hostable DHCP agents. Network: 1da7f612-8478-493f-adc0-6ced37c56e50, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:56:21.443450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-151ddbce-a3d1-40a8-92ea-932bbf3446d2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:21.457241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bcc6dcc4-8d6a-4639-b615-17151bdaa157 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:21.465926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eaed6ca1-40f7-45ce-835b-86eea046f687 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:21.514994 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9083dedf-6b08-4c45-997e-42f6f6573b55 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:21.515947 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9083dedf-6b08-4c45-997e-42f6f6573b55 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports/f32b9f41-ca63-4ce6-aa19-9d8485fc9690 HTTP/1.1" status: 404  len: 333 time: 0.2088528
Dec 24 10:56:21.521023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-151ddbce-a3d1-40a8-92ea-932bbf3446d2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:21.522214 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-151ddbce-a3d1-40a8-92ea-932bbf3446d2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.8051090
Dec 24 10:56:21.523338 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48836) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:21.524240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ddbce-a3d1-40a8-92ea-932bbf3446d2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f89168-3d04-462c-b3bc-802bd159887b,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:21.532046 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-151ddbce-a3d1-40a8-92ea-932bbf3446d2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:21.575515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48838) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:21.589782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76ee0ab-6678-47b0-86c0-b14491409ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 1da7f612-8478-493f-adc0-6ced37c56e50 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:56:21.593648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-bfef7b7f-f5f9-4053-90d2-8736bfa84bc7 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': 'a9f89168-3d04-462c-b3bc-802bd159887b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:21.593648 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING neutron.api.v2.base [None req-bfef7b7f-f5f9-4053-90d2-8736bfa84bc7 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 24 10:56:21.593648 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-bfef7b7f-f5f9-4053-90d2-8736bfa84bc7 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:56:21.593648 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bfef7b7f-f5f9-4053-90d2-8736bfa84bc7 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0180984
Dec 24 10:56:21.593648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48846) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:21.618826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-a76ee0ab-6678-47b0-86c0-b14491409ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 1da7f612-8478-493f-adc0-6ced37c56e50) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:21.626125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76ee0ab-6678-47b0-86c0-b14491409ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:21.626125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a76ee0ab-6678-47b0-86c0-b14491409ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:21.670889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ab85c7-d714-47c7-8c2a-82feff5fb9dd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting subnet 446d3d07-1b70-45d4-bcb2-6488743c1937 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:56:21.670889 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a76ee0ab-6678-47b0-86c0-b14491409ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.5106432
Dec 24 10:56:21.670889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d9ab85c7-d714-47c7-8c2a-82feff5fb9dd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:21.728571 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d9ab85c7-d714-47c7-8c2a-82feff5fb9dd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:21.783215 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c81027a-eb5d-4d99-a8dd-a3f2e45ab984 None None] Network 5660db52-2534-4f8d-a968-f30438edbce1 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:21.787947 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-1b7be248-2730-4882-99e5-51219a86b942 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': 'a9f89168-3d04-462c-b3bc-802bd159887b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:21.788630 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING neutron.api.v2.base [None req-1b7be248-2730-4882-99e5-51219a86b942 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 24 10:56:21.789121 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-1b7be248-2730-4882-99e5-51219a86b942 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:56:21.790108 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1b7be248-2730-4882-99e5-51219a86b942 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0686398
Dec 24 10:56:21.794403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48852) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:21.804102 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-8671eb19-6efd-4427-a633-f8aea1926b7c tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': 'a9f89168-3d04-462c-b3bc-802bd159887b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:21.806685 dv-neutron-822668-2-hyperv neutron-server[87558]: WARNING neutron.api.v2.base [None req-8671eb19-6efd-4427-a633-f8aea1926b7c tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 24 10:56:21.807557 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-8671eb19-6efd-4427-a633-f8aea1926b7c tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:56:21.808953 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8671eb19-6efd-4427-a633-f8aea1926b7c tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0134294
Dec 24 10:56:21.815339 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48856) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:21.826110 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-194a426f-44fc-4395-9784-ab70071d434f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': 'a9f89168-3d04-462c-b3bc-802bd159887b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:21.826286 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4d75b8-b0a9-47ba-bad5-153c752cf42e None None] Network 1da7f612-8478-493f-adc0-6ced37c56e50 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:21.827381 dv-neutron-822668-2-hyperv neutron-server[87558]: WARNING neutron.api.v2.base [None req-194a426f-44fc-4395-9784-ab70071d434f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 24 10:56:21.828216 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-194a426f-44fc-4395-9784-ab70071d434f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:56:21.829508 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-194a426f-44fc-4395-9784-ab70071d434f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0123878
Dec 24 10:56:21.833665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48860) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:21.851532 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] For port 8d3eef1f-53d2-4fd0-b24c-d6e997fb541b, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=8d3eef1f-53d2-4fd0-b24c-d6e997fb541b,segment=NetworkSegment(ae134a80-bf1c-4c5a-8491-1fb52d10a00a),segment_id=ae134a80-bf1c-4c5a-8491-1fb52d10a00a)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:21.851899 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:21.930431 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d9ab85c7-d714-47c7-8c2a-82feff5fb9dd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:21.966926 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48864) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:21.989489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-bad0e589-07ff-451d-bc16-ef0cbc0bf3d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1472024684', 'description': 'tempest-secgroup-smoke-1472024684 description', 'project_id': '1df2c4270c8b4c3e834179de6e64472f'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:22.007061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-965e8924-28c7-4871-a2c7-e58a6711c7af tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:22.045892 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-965e8924-28c7-4871-a2c7-e58a6711c7af tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:22.103932 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bad0e589-07ff-451d-bc16-ef0cbc0bf3d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:22.136498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bad0e589-07ff-451d-bc16-ef0cbc0bf3d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:22.138742 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-965e8924-28c7-4871-a2c7-e58a6711c7af tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:22.175163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e8b44aa1-abfc-4e72-bece-c4b2ec9582fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:22.225958 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e8924-28c7-4871-a2c7-e58a6711c7af tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f89168-3d04-462c-b3bc-802bd159887b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:22.230548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-965e8924-28c7-4871-a2c7-e58a6711c7af tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:22.245444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d9ab85c7-d714-47c7-8c2a-82feff5fb9dd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:22.252362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2c112496-c610-4b8f-8bbf-679ea72d7108 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:22.269562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-542e55b3-98fd-4546-9f4d-adfce9654aaf None None] Could not find standard attr ID for object f32b9f41-ca63-4ce6-aa19-9d8485fc9690. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:56:22.293711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Calling delete_port for 8d3eef1f-53d2-4fd0-b24c-d6e997fb541b owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:22.333492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bad0e589-07ff-451d-bc16-ef0cbc0bf3d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:22.360174 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7286719-74b5-4a09-ade7-e09965b133f9 None None] Network 5660db52-2534-4f8d-a968-f30438edbce1 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:22.372967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaed6ca1-40f7-45ce-835b-86eea046f687 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router f83528a4-f847-472f-969a-80d546854563 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:56:22.375780 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-1da7f612-8478-493f-adc0-6ced37c56e50', 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ips': [{'subnet_id': '1189253e-3e76-4440-a940-baae82a0798a'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:56:22.376811 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:22.390648 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bad0e589-07ff-451d-bc16-ef0cbc0bf3d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:22.396059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d9ab85c7-d714-47c7-8c2a-82feff5fb9dd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:22.399875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab85c7-d714-47c7-8c2a-82feff5fb9dd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Subnet': ['ID=446d3d07-1b70-45d4-bcb2-6488743c1937,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:22.403097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d9ab85c7-d714-47c7-8c2a-82feff5fb9dd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:22.403909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-965e8924-28c7-4871-a2c7-e58a6711c7af tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:22.405070 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-965e8924-28c7-4871-a2c7-e58a6711c7af tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "DELETE /v2.0/security-groups/a9f89168-3d04-462c-b3bc-802bd159887b HTTP/1.1" status: 204  len: 168 time: 0.5701997
Dec 24 10:56:22.408809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48868) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:22.414142 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bad0e589-07ff-451d-bc16-ef0cbc0bf3d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:22.432718 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d9ab85c7-d714-47c7-8c2a-82feff5fb9dd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/446d3d07-1b70-45d4-bcb2-6488743c1937 HTTP/1.1" status: 204  len: 168 time: 0.8990333
Dec 24 10:56:22.433633 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bad0e589-07ff-451d-bc16-ef0cbc0bf3d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:22.440477 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48872) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:22.443638 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bad0e589-07ff-451d-bc16-ef0cbc0bf3d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:22.597463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:22.600516 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-223a8028-731d-4068-93d6-4ccd0e7eae90 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:22.654551 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Port': ['ID=8d3eef1f-53d2-4fd0-b24c-d6e997fb541b,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:22.668365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:22.672028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No DVR routers for this DVR port 8d3eef1f-53d2-4fd0-b24c-d6e997fb541b on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:56:22.672028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaed6ca1-40f7-45ce-835b-86eea046f687 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:56:22.695980 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042bd315-b7e5-4185-9849-bd3da91b7d45 None None] Sync routers for ids ['f83528a4-f847-472f-969a-80d546854563'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:56:22.712082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fe7a0a-5c4c-4f17-b752-3991d7844158 None None] Network cd20163b-0fd5-435a-b3dd-30e73aeeb697 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:22.713650 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042bd315-b7e5-4185-9849-bd3da91b7d45 None None] Routers {'f83528a4-f847-472f-969a-80d546854563'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:56:22.719504 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-042bd315-b7e5-4185-9849-bd3da91b7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddcc790>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:56:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['f83528a4-f847-472f-969a-80d546854563'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:22.792072 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-042bd315-b7e5-4185-9849-bd3da91b7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddcc790>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:22.802277 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042bd315-b7e5-4185-9849-bd3da91b7d45 None None] Routers {'f83528a4-f847-472f-969a-80d546854563'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:56:22.805579 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-042bd315-b7e5-4185-9849-bd3da91b7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddcc790>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:56:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['f83528a4-f847-472f-969a-80d546854563'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:22.807511 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-eaed6ca1-40f7-45ce-835b-86eea046f687 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/f83528a4-f847-472f-969a-80d546854563/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3632607
Dec 24 10:56:22.813709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48876) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:22.821304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5eedcae2-b006-4b72-b889-94ed91987e2a tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Synchronizing usage tracker for tenant:966c2193a4f64917a61131b2e0a84155 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:22.828335 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1406926d-ace1-4da0-bc5f-f50d162f2bb0 None None] Could not find standard attr ID for object f32b9f41-ca63-4ce6-aa19-9d8485fc9690. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:56:22.833744 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57ec9a1-9c35-4625-a081-90d09540ac04 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting subnet 2f0441de-8efd-4b45-b0fc-261c3149580c {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:56:22.843713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b57ec9a1-9c35-4625-a081-90d09540ac04 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:22.882780 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-042bd315-b7e5-4185-9849-bd3da91b7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddcc790>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:22.883100 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042bd315-b7e5-4185-9849-bd3da91b7d45 None None] The sync data for ids ['f83528a4-f847-472f-969a-80d546854563'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:56:22.895511 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Allocated IP 172.20.0.18 (1da7f612-8478-493f-adc0-6ced37c56e50/1189253e-3e76-4440-a940-baae82a0798a/6151050e-0bc7-4a67-815d-94526532f2b0) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:22.943285 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5eedcae2-b006-4b72-b889-94ed91987e2a tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Unset dirty status for tenant:966c2193a4f64917a61131b2e0a84155 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:22.951671 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5eedcae2-b006-4b72-b889-94ed91987e2a tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.5377154
Dec 24 10:56:22.954558 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48880) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:22.966622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-85e7c956-2d7c-4fcb-843e-7cc1aafc7405 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group': {'name': 'tempest-secgroup--243050386'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:22.983345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-85e7c956-2d7c-4fcb-843e-7cc1aafc7405 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:22.983686 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b57ec9a1-9c35-4625-a081-90d09540ac04 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.058018 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-85e7c956-2d7c-4fcb-843e-7cc1aafc7405 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:23.075080 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.088464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bad0e589-07ff-451d-bc16-ef0cbc0bf3d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.108379 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bad0e589-07ff-451d-bc16-ef0cbc0bf3d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.112081 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-632d464b-d4e0-4570-a050-7219e3a98576 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:23.126044 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-85e7c956-2d7c-4fcb-843e-7cc1aafc7405 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.175952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b76f099a0>,) {'filters': {'network_id': ['5660db52-2534-4f8d-a968-f30438edbce1']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:23.188954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-85e7c956-2d7c-4fcb-843e-7cc1aafc7405 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:23.199898 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-85e7c956-2d7c-4fcb-843e-7cc1aafc7405 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:23.206731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad0e589-07ff-451d-bc16-ef0cbc0bf3d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af586961-93bf-4693-bbe2-2cdabc45cde2,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:23.206731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b57ec9a1-9c35-4625-a081-90d09540ac04 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.222556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76f099a0>, 'ae134a80-bf1c-4c5a-8491-1fb52d10a00a') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:23.222985 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76f099a0>, 'ae134a80-bf1c-4c5a-8491-1fb52d10a00a') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:23.236045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.238065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-85e7c956-2d7c-4fcb-843e-7cc1aafc7405 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:23.243268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bad0e589-07ff-451d-bc16-ef0cbc0bf3d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:23.253791 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-85e7c956-2d7c-4fcb-843e-7cc1aafc7405 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:23.254745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bad0e589-07ff-451d-bc16-ef0cbc0bf3d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.256285 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.259291 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bad0e589-07ff-451d-bc16-ef0cbc0bf3d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.2889757
Dec 24 10:56:23.266780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48884) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:23.280542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-b8ed13e5-8fbe-4e34-bf3a-6255511ff415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'af586961-93bf-4693-bbe2-2cdabc45cde2', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:23.309945 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b8ed13e5-8fbe-4e34-bf3a-6255511ff415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:23.327908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.338577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:23.338577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.343108 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b8ed13e5-8fbe-4e34-bf3a-6255511ff415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:23.349333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b8ed13e5-8fbe-4e34-bf3a-6255511ff415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:23.354743 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:23.357728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b8ed13e5-8fbe-4e34-bf3a-6255511ff415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:23.375432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Transition to ACTIVE for port object 6151050e-0bc7-4a67-815d-94526532f2b0 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:23.408262 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Transition to ACTIVE for port object 6151050e-0bc7-4a67-815d-94526532f2b0 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:23.422273 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.435715 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-be8621cd-6cae-4182-9690-5791c768276c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:23.437151 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b57ec9a1-9c35-4625-a081-90d09540ac04 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.445786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4cd24adc-204d-4800-8586-e4f9daab40a8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:23.491737 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b8ed13e5-8fbe-4e34-bf3a-6255511ff415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.514051 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Network 1da7f612-8478-493f-adc0-6ced37c56e50 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:23.518619 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:23.526744 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:23.541548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ec9a1-9c35-4625-a081-90d09540ac04 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0441de-8efd-4b45-b0fc-261c3149580c,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:23.552800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b57ec9a1-9c35-4625-a081-90d09540ac04 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:23.560745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-85e7c956-2d7c-4fcb-843e-7cc1aafc7405 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.563832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b57ec9a1-9c35-4625-a081-90d09540ac04 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.577260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-85e7c956-2d7c-4fcb-843e-7cc1aafc7405 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.585103 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:23.611956 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b57ec9a1-9c35-4625-a081-90d09540ac04 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/2f0441de-8efd-4b45-b0fc-261c3149580c HTTP/1.1" status: 204  len: 168 time: 1.1704578
Dec 24 10:56:23.619344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48888) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:23.637436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Pushing event updated for resources: {'Port': ['ID=6151050e-0bc7-4a67-815d-94526532f2b0,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:23.637730 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.647277 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:23.653750 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2b9ec401-7e9a-410c-b859-c1533a95ac6d tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:23.669529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-85e7c956-2d7c-4fcb-843e-7cc1aafc7405 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.670793 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-85e7c956-2d7c-4fcb-843e-7cc1aafc7405 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1743 time: 0.7154431
Dec 24 10:56:23.677435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Attempting to bind port 6151050e-0bc7-4a67-815d-94526532f2b0 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:56:23.678060 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Attempting to bind port 6151050e-0bc7-4a67-815d-94526532f2b0 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '97c933c0-8b0f-4db9-8ee1-c1cc50aba68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:56:23.678424 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Attempting to bind port 6151050e-0bc7-4a67-815d-94526532f2b0 on network 1da7f612-8478-493f-adc0-6ced37c56e50 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:56:23.684331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48892) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:23.684504 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:56:23.685587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Checking segment: {'id': '97c933c0-8b0f-4db9-8ee1-c1cc50aba68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:23.685587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.689921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Bound using segment: {'id': '97c933c0-8b0f-4db9-8ee1-c1cc50aba68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:56:23.689921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Bound port: 6151050e-0bc7-4a67-815d-94526532f2b0, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c933c0-8b0f-4db9-8ee1-c1cc50aba68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:56:23.689921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.693658 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.701605 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/5660db52-2534-4f8d-a968-f30438edbce1 HTTP/1.1" status: 204  len: 168 time: 4.3747537
Dec 24 10:56:23.727852 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-2675667f-02df-487e-9a10-69ba2ec932aa tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': '116726e5-7f66-4da7-ae21-4826eadc2f2b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:23.728583 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING neutron.api.v2.base [None req-2675667f-02df-487e-9a10-69ba2ec932aa tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 24 10:56:23.729799 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-2675667f-02df-487e-9a10-69ba2ec932aa tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:56:23.731998 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2675667f-02df-487e-9a10-69ba2ec932aa tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0324934
Dec 24 10:56:23.733500 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Network': ['ID=5660db52-2534-4f8d-a968-f30438edbce1,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:23.736014 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48896) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:23.736768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48898) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:23.755910 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-09958a13-dd23-442f-9644-4c61750a959a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-608781998'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:23.765411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-e65d7ba6-64f6-4bc8-b71a-b241f8086e5a tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': '116726e5-7f66-4da7-ae21-4826eadc2f2b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:23.779159 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:23.789625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-09958a13-dd23-442f-9644-4c61750a959a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:23.797887 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-09958a13-dd23-442f-9644-4c61750a959a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:network and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:23.804871 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e65d7ba6-64f6-4bc8-b71a-b241f8086e5a tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:23.807802 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-09958a13-dd23-442f-9644-4c61750a959a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:23.814902 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] For port 6151050e-0bc7-4a67-815d-94526532f2b0, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:56:23.821588 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] For port 6151050e-0bc7-4a67-815d-94526532f2b0, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6151050e-0bc7-4a67-815d-94526532f2b0,segment=NetworkSegment(97c933c0-8b0f-4db9-8ee1-c1cc50aba68c),segment_id=97c933c0-8b0f-4db9-8ee1-c1cc50aba68c)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:56:23.827258 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e65d7ba6-64f6-4bc8-b71a-b241f8086e5a tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:23.828449 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.828584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.834799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e65d7ba6-64f6-4bc8-b71a-b241f8086e5a tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:23.837621 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b8ed13e5-8fbe-4e34-bf3a-6255511ff415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.838468 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-09958a13-dd23-442f-9644-4c61750a959a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:23.843699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7c956-2d7c-4fcb-843e-7cc1aafc7405 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116726e5-7f66-4da7-ae21-4826eadc2f2b,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:23.844206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:23.849040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-85e7c956-2d7c-4fcb-843e-7cc1aafc7405 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:23.851016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b8ed13e5-8fbe-4e34-bf3a-6255511ff415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.853375 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f3a0f5c7-0e0b-4264-a68e-1acbb4910459 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:23.861219 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e65d7ba6-64f6-4bc8-b71a-b241f8086e5a tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:23.876682 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed13e5-8fbe-4e34-bf3a-6255511ff415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5c1e278-31a6-438d-b043-9758637fe811,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:23.882857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b8ed13e5-8fbe-4e34-bf3a-6255511ff415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:23.883748 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port fa2b69f8-0afa-49f6-a3df-116da21a7dbe {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:23.884091 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.933917 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09958a13-dd23-442f-9644-4c61750a959a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:23.941025 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-09958a13-dd23-442f-9644-4c61750a959a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.965502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b8ed13e5-8fbe-4e34-bf3a-6255511ff415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:23.966959 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b8ed13e5-8fbe-4e34-bf3a-6255511ff415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6985397
Dec 24 10:56:23.972181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48904) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:23.977720 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-64798e07-d75c-488b-813d-6f6d77f17d41 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'af586961-93bf-4693-bbe2-2cdabc45cde2', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:23.986835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-64798e07-d75c-488b-813d-6f6d77f17d41 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:24.007715 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09958a13-dd23-442f-9644-4c61750a959a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:56:24.026585 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Pushing event updated for resources: {'Port': ['ID=6151050e-0bc7-4a67-815d-94526532f2b0,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:24.032314 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:24.041091 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-64798e07-d75c-488b-813d-6f6d77f17d41 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:24.046374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-64798e07-d75c-488b-813d-6f6d77f17d41 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:24.056320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-64798e07-d75c-488b-813d-6f6d77f17d41 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:24.057429 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-09958a13-dd23-442f-9644-4c61750a959a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:24.058561 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-09958a13-dd23-442f-9644-4c61750a959a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Added segment da605ed8-5f7e-4ed6-b8db-7c40dd2ce72c of type vlan for network a71bf133-e606-4a9b-b541-405acc023b14
Dec 24 10:56:24.076688 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-e65d7ba6-64f6-4bc8-b71a-b241f8086e5a tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:56:24.079708 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e65d7ba6-64f6-4bc8-b71a-b241f8086e5a tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3291872
Dec 24 10:56:24.079708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48908) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:24.107460 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9ebc0400-44af-4704-ae52-e386a643094f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': '116726e5-7f66-4da7-ae21-4826eadc2f2b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:24.107460 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING neutron.api.v2.base [None req-9ebc0400-44af-4704-ae52-e386a643094f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 24 10:56:24.107460 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-9ebc0400-44af-4704-ae52-e386a643094f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:56:24.110360 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9ebc0400-44af-4704-ae52-e386a643094f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0252411
Dec 24 10:56:24.112771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48912) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:24.120269 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-b912a67b-40a2-4a8b-8e09-30f9f83f5a53 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': '116726e5-7f66-4da7-ae21-4826eadc2f2b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:24.156249 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b912a67b-40a2-4a8b-8e09-30f9f83f5a53 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:24.159988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-09958a13-dd23-442f-9644-4c61750a959a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:24.170629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b912a67b-40a2-4a8b-8e09-30f9f83f5a53 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:24.188478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b912a67b-40a2-4a8b-8e09-30f9f83f5a53 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:24.206684 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b912a67b-40a2-4a8b-8e09-30f9f83f5a53 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:24.242957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-64798e07-d75c-488b-813d-6f6d77f17d41 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:24.283750 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec22794d-da56-4e2e-aae5-d32439c59fa4 None None] Network cd20163b-0fd5-435a-b3dd-30e73aeeb697 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:24.295865 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-b912a67b-40a2-4a8b-8e09-30f9f83f5a53 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:56:24.298386 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b912a67b-40a2-4a8b-8e09-30f9f83f5a53 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1806486
Dec 24 10:56:24.305572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48916) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:24.308116 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-09958a13-dd23-442f-9644-4c61750a959a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:24.313530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09958a13-dd23-442f-9644-4c61750a959a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:24.314243 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-09958a13-dd23-442f-9644-4c61750a959a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:24.322615 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-0dc3a502-80c0-4a1b-8d6f-a5ab57835e6b tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': '116726e5-7f66-4da7-ae21-4826eadc2f2b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:24.323219 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING neutron.api.v2.base [None req-0dc3a502-80c0-4a1b-8d6f-a5ab57835e6b tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 24 10:56:24.323714 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-0dc3a502-80c0-4a1b-8d6f-a5ab57835e6b tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:56:24.325441 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0dc3a502-80c0-4a1b-8d6f-a5ab57835e6b tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0182428
Dec 24 10:56:24.327854 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:24.388030 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-64798e07-d75c-488b-813d-6f6d77f17d41 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:24.396730 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48920) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:24.412434 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-1266c730-a3df-4b65-97d3-737e2587df91 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': '116726e5-7f66-4da7-ae21-4826eadc2f2b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:24.431712 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-64798e07-d75c-488b-813d-6f6d77f17d41 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:24.458182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1266c730-a3df-4b65-97d3-737e2587df91 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:24.475146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1266c730-a3df-4b65-97d3-737e2587df91 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:24.479415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1266c730-a3df-4b65-97d3-737e2587df91 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:24.482246 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09958a13-dd23-442f-9644-4c61750a959a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Network': ['ID=a71bf133-e606-4a9b-b541-405acc023b14,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:24.486942 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1266c730-a3df-4b65-97d3-737e2587df91 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:24.492114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-09958a13-dd23-442f-9644-4c61750a959a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:24.499896 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4a5e8a0e-cdb0-43d5-859d-2a849fbbc58a None None] Provisioning complete for port fa2b69f8-0afa-49f6-a3df-116da21a7dbe triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:24.500554 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4a5e8a0e-cdb0-43d5-859d-2a849fbbc58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:24.507519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1dd07da2-c94f-4d60-9c83-c8b222c6daf4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:24.510676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:24.528671 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network a71bf133-e606-4a9b-b541-405acc023b14 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:24.536582 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64798e07-d75c-488b-813d-6f6d77f17d41 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677de431-c809-4727-9507-52622b6b3613,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:24.548101 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-64798e07-d75c-488b-813d-6f6d77f17d41 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:24.563420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] For port fa2b69f8-0afa-49f6-a3df-116da21a7dbe, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=fa2b69f8-0afa-49f6-a3df-116da21a7dbe,segment=NetworkSegment(77c2083a-51aa-4954-a245-d6b1debb8526),segment_id=77c2083a-51aa-4954-a245-d6b1debb8526)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:24.563420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:24.590525 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-09958a13-dd23-442f-9644-4c61750a959a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.8429883
Dec 24 10:56:24.630397 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48924) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:24.642206 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-1266c730-a3df-4b65-97d3-737e2587df91 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:56:24.642336 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1266c730-a3df-4b65-97d3-737e2587df91 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2417583
Dec 24 10:56:24.644488 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-0389202d-927b-407e-a177-61f4c8f55303 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:24.706829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-64798e07-d75c-488b-813d-6f6d77f17d41 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:24.706829 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-64798e07-d75c-488b-813d-6f6d77f17d41 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.7321389
Dec 24 10:56:24.706829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48928) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:24.714114 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for fa2b69f8-0afa-49f6-a3df-116da21a7dbe owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:24.750070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48930) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:24.760046 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4e8b5bef-7be8-4b35-b699-6b33bf4581a5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'af586961-93bf-4693-bbe2-2cdabc45cde2', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:24.760371 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-e2d4c9fd-8de5-4864-a94a-a3a77ae0ff63 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': '116726e5-7f66-4da7-ae21-4826eadc2f2b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:24.761083 dv-neutron-822668-2-hyperv neutron-server[87558]: WARNING neutron.api.v2.base [None req-e2d4c9fd-8de5-4864-a94a-a3a77ae0ff63 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 24 10:56:24.761689 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-e2d4c9fd-8de5-4864-a94a-a3a77ae0ff63 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:56:24.762539 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e2d4c9fd-8de5-4864-a94a-a3a77ae0ff63 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0129201
Dec 24 10:56:24.765734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48936) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:24.771418 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-30189878-7de9-487a-a855-35d517605500 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': '116726e5-7f66-4da7-ae21-4826eadc2f2b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:24.779543 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-30189878-7de9-487a-a855-35d517605500 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:24.794845 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-30189878-7de9-487a-a855-35d517605500 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:24.796075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-30189878-7de9-487a-a855-35d517605500 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:24.807423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-30189878-7de9-487a-a855-35d517605500 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:24.849381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4e8b5bef-7be8-4b35-b699-6b33bf4581a5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:24.853735 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:24.861388 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f993eb81-81d1-4af5-91de-a1279ce6e399 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:24.881930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4e8b5bef-7be8-4b35-b699-6b33bf4581a5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:24.883509 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4a5e8a0e-cdb0-43d5-859d-2a849fbbc58a None None] Could not find standard attr ID for object fa2b69f8-0afa-49f6-a3df-116da21a7dbe. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:56:24.889958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4e8b5bef-7be8-4b35-b699-6b33bf4581a5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:24.890441 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.plugins.ml2.db [None req-4a5e8a0e-cdb0-43d5-859d-2a849fbbc58a None None] No ports have port_id starting with fa2b69f8-0afa-49f6-a3df-116da21a7dbe
Dec 24 10:56:24.906275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=fa2b69f8-0afa-49f6-a3df-116da21a7dbe,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:24.911374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:24.915606 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-30189878-7de9-487a-a855-35d517605500 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:56:24.916641 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-30189878-7de9-487a-a855-35d517605500 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.1502683
Dec 24 10:56:24.917501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No DVR routers for this DVR port fa2b69f8-0afa-49f6-a3df-116da21a7dbe on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:56:24.917630 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4e8b5bef-7be8-4b35-b699-6b33bf4581a5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:24.923312 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48940) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:24.936457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-549e70eb-2b12-4753-a250-6b57039a3381 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': '116726e5-7f66-4da7-ae21-4826eadc2f2b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:24.997176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-549e70eb-2b12-4753-a250-6b57039a3381 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:25.010830 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ff2743-e0b3-4636-9c96-b85c63e119f0 None None] DHCP port deletion for cd20163b-0fd5-435a-b3dd-30e73aeeb697 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:56:25.031094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-549e70eb-2b12-4753-a250-6b57039a3381 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:25.047540 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-549e70eb-2b12-4753-a250-6b57039a3381 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:25.057283 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:25.091354 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7e49a490>,) {'filters': {'network_id': ['cd20163b-0fd5-435a-b3dd-30e73aeeb697']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:25.105945 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e49a490>, '77c2083a-51aa-4954-a245-d6b1debb8526') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:25.106446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e49a490>, '77c2083a-51aa-4954-a245-d6b1debb8526') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:25.131594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:25.177896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:25.186466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:25.187266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:25.210354 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:25.257002 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6151050e-0bc7-4a67-815d-94526532f2b0 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:25.328366 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-549e70eb-2b12-4753-a250-6b57039a3381 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:25.334451 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:25.338605 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4e8b5bef-7be8-4b35-b699-6b33bf4581a5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:25.344178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-93d31767-ecd6-44d2-9872-c9a39ee763c3 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:25.349377 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 6151050e-0bc7-4a67-815d-94526532f2b0 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:25.432962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fa2b69f8-0afa-49f6-a3df-116da21a7dbe no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:56:25.484308 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: fa2b69f8-0afa-49f6-a3df-116da21a7dbe {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:56:25.485391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fa2b69f8-0afa-49f6-a3df-116da21a7dbe not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:56:25.515230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:25.515484 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4e8b5bef-7be8-4b35-b699-6b33bf4581a5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:25.521979 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Network': ['ID=cd20163b-0fd5-435a-b3dd-30e73aeeb697,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:25.526286 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:25.537540 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/networks/cd20163b-0fd5-435a-b3dd-30e73aeeb697 HTTP/1.1" status: 204  len: 168 time: 1.9143853
Dec 24 10:56:25.542070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0389202d-927b-407e-a177-61f4c8f55303 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:25.542392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48944) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:25.550055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4e8b5bef-7be8-4b35-b699-6b33bf4581a5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:25.563042 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7db8be37-3051-4587-8f3f-208b554c5931 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:25.599558 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0389202d-927b-407e-a177-61f4c8f55303 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:25.608155 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b5bef-7be8-4b35-b699-6b33bf4581a5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6d8bdc-0fd5-4f48-b716-758d1290696a,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:25.612884 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-549e70eb-2b12-4753-a250-6b57039a3381 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:56:25.614566 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-549e70eb-2b12-4753-a250-6b57039a3381 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.6859829
Dec 24 10:56:25.616295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4e8b5bef-7be8-4b35-b699-6b33bf4581a5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:25.616830 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0389202d-927b-407e-a177-61f4c8f55303 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network a71bf133-e606-4a9b-b541-405acc023b14 is not hosted by any dhcp agent {{(pid=87559) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 24 10:56:25.617628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48948) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:25.622249 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0389202d-927b-407e-a177-61f4c8f55303 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:25.622888 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0389202d-927b-407e-a177-61f4c8f55303 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:25.624159 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0389202d-927b-407e-a177-61f4c8f55303 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "PUT /v2.0/networks/a71bf133-e606-4a9b-b541-405acc023b14 HTTP/1.1" status: 200  len: 723 time: 0.9977045
Dec 24 10:56:25.625130 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:25.628740 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdebd27f-7cef-4a6e-8b40-cdf85a4312f7 None None] Network 1da7f612-8478-493f-adc0-6ced37c56e50 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:25.633967 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48952) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:25.642159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-bd7292e0-f372-469a-92b6-c2c5d5c9b28f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'subnet': {'network_id': 'a71bf133-e606-4a9b-b541-405acc023b14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:25.652475 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4e8b5bef-7be8-4b35-b699-6b33bf4581a5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:25.656348 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4e8b5bef-7be8-4b35-b699-6b33bf4581a5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9023898
Dec 24 10:56:25.657271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48956) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:25.731432 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-e0b2d5df-b81b-4ea7-9ba8-3e8a1240629e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'af586961-93bf-4693-bbe2-2cdabc45cde2', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:25.761637 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505ed60a-5217-4c53-b068-ef4af578a503 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:25.762372 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-505ed60a-5217-4c53-b068-ef4af578a503 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:25.767673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e0b2d5df-b81b-4ea7-9ba8-3e8a1240629e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:25.782637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e0b2d5df-b81b-4ea7-9ba8-3e8a1240629e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:25.787805 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389202d-927b-407e-a177-61f4c8f55303 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Network': ['ID=a71bf133-e606-4a9b-b541-405acc023b14,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:25.796540 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e0b2d5df-b81b-4ea7-9ba8-3e8a1240629e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:25.803332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0389202d-927b-407e-a177-61f4c8f55303 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:25.804654 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-09e0aa9c-1d41-4e8b-88dd-19cdf4c00063 None None] Provisioning for port 6151050e-0bc7-4a67-815d-94526532f2b0 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:25.810165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e0b2d5df-b81b-4ea7-9ba8-3e8a1240629e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:25.812384 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-1dd07da2-c94f-4d60-9c83-c8b222c6daf4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port 294c38bf-e721-483a-a36e-4bb00c2b5fda {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:25.812903 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1dd07da2-c94f-4d60-9c83-c8b222c6daf4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:25.814977 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network a71bf133-e606-4a9b-b541-405acc023b14 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:25.818112 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bd7292e0-f372-469a-92b6-c2c5d5c9b28f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:25.820744 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-114ea11f-86df-4784-a791-dab4b0b41185 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:25.824006 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-505ed60a-5217-4c53-b068-ef4af578a503 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:25.825313 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-505ed60a-5217-4c53-b068-ef4af578a503 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.2819719
Dec 24 10:56:25.829003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bd7292e0-f372-469a-92b6-c2c5d5c9b28f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:subnet and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:25.837900 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48960) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:25.840240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bd7292e0-f372-469a-92b6-c2c5d5c9b28f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:25.851226 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bd7292e0-f372-469a-92b6-c2c5d5c9b28f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:25.868024 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-114ea11f-86df-4784-a791-dab4b0b41185 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:25.886905 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7292e0-f372-469a-92b6-c2c5d5c9b28f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:25.889415 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-09e0aa9c-1d41-4e8b-88dd-19cdf4c00063 None None] Provisioning complete for port 6151050e-0bc7-4a67-815d-94526532f2b0 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:25.889812 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-09e0aa9c-1d41-4e8b-88dd-19cdf4c00063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:25.890480 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd7292e0-f372-469a-92b6-c2c5d5c9b28f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:25.944013 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d5df-b81b-4ea7-9ba8-3e8a1240629e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.020679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-114ea11f-86df-4784-a791-dab4b0b41185 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.026652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fb174f78-d13d-47a8-9bcf-a9a1afe1cba7 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:26.048091 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ea11f-86df-4784-a791-dab4b0b41185 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=116726e5-7f66-4da7-ae21-4826eadc2f2b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:26.052574 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-114ea11f-86df-4784-a791-dab4b0b41185 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:26.060823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-114ea11f-86df-4784-a791-dab4b0b41185 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.062339 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-114ea11f-86df-4784-a791-dab4b0b41185 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "DELETE /v2.0/security-groups/116726e5-7f66-4da7-ae21-4826eadc2f2b HTTP/1.1" status: 204  len: 168 time: 0.4433830
Dec 24 10:56:26.065608 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48964) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:26.108774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-247af551-2d68-46eb-b377-13fd1454ccf4 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:26.138166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1dd07da2-c94f-4d60-9c83-c8b222c6daf4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.147795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d5df-b81b-4ea7-9ba8-3e8a1240629e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.153950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-09e0aa9c-1d41-4e8b-88dd-19cdf4c00063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.178292 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-95b72a8a-9606-4897-a725-0e6b0c191179 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Synchronizing usage tracker for tenant:966c2193a4f64917a61131b2e0a84155 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:26.202418 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-09e0aa9c-1d41-4e8b-88dd-19cdf4c00063 None None] For port 6151050e-0bc7-4a67-815d-94526532f2b0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6151050e-0bc7-4a67-815d-94526532f2b0,segment=NetworkSegment(97c933c0-8b0f-4db9-8ee1-c1cc50aba68c),segment_id=97c933c0-8b0f-4db9-8ee1-c1cc50aba68c)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:26.209180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-09e0aa9c-1d41-4e8b-88dd-19cdf4c00063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.211435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9528e05d-9776-4325-8057-361fb1788ef3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:26.211776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d5df-b81b-4ea7-9ba8-3e8a1240629e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.225903 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-95b72a8a-9606-4897-a725-0e6b0c191179 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Unset dirty status for tenant:966c2193a4f64917a61131b2e0a84155 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:26.227988 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-95b72a8a-9606-4897-a725-0e6b0c191179 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1611757
Dec 24 10:56:26.229395 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd7292e0-f372-469a-92b6-c2c5d5c9b28f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.235885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48968) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:26.236946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-71df0e2f-0d64-4616-8900-24c1d8875f8a tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:26.274378 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-24e9a938-186f-46e7-996f-480fafdd5541 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1973578006'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:26.280292 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-24e9a938-186f-46e7-996f-480fafdd5541 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:26.286485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-1dd07da2-c94f-4d60-9c83-c8b222c6daf4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Calling delete_port for 294c38bf-e721-483a-a36e-4bb00c2b5fda owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:26.297201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-24e9a938-186f-46e7-996f-480fafdd5541 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:26.300199 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0aa9c-1d41-4e8b-88dd-19cdf4c00063 None None] Pushing event updated for resources: {'Port': ['ID=6151050e-0bc7-4a67-815d-94526532f2b0,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:26.314781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5bf8eefc-03b3-4563-ad41-a4271d66ddc5 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:26.318602 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-09e0aa9c-1d41-4e8b-88dd-19cdf4c00063 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:26.325340 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-247af551-2d68-46eb-b377-13fd1454ccf4 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:26.326686 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-247af551-2d68-46eb-b377-13fd1454ccf4 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.4868350
Dec 24 10:56:26.334187 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48972) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:26.351183 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-774e2208-e37a-458f-b9f0-50bca234966f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1108520101'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:26.354594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-24e9a938-186f-46e7-996f-480fafdd5541 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.355500 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2d5df-b81b-4ea7-9ba8-3e8a1240629e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c357ddf0-2bc2-476d-abef-7bb175b5031d,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:26.368987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7292e0-f372-469a-92b6-c2c5d5c9b28f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Subnet': ['ID=5a5df4f8-40b2-4476-b0b6-71e9879a28c9,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:26.373221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e0b2d5df-b81b-4ea7-9ba8-3e8a1240629e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:26.383252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bd7292e0-f372-469a-92b6-c2c5d5c9b28f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:26.384706 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-774e2208-e37a-458f-b9f0-50bca234966f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:26.395878 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-774e2208-e37a-458f-b9f0-50bca234966f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:network and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:26.409535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-774e2208-e37a-458f-b9f0-50bca234966f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:26.413568 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-24e9a938-186f-46e7-996f-480fafdd5541 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:26.416038 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7292e0-f372-469a-92b6-c2c5d5c9b28f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Checking segment: {'id': 'da605ed8-5f7e-4ed6-b8db-7c40dd2ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a71bf133-e606-4a9b-b541-405acc023b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:26.416596 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7292e0-f372-469a-92b6-c2c5d5c9b28f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network hostable DHCP agents. Network: a71bf133-e606-4a9b-b541-405acc023b14, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:56:26.432240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-774e2208-e37a-458f-b9f0-50bca234966f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:26.439518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-24e9a938-186f-46e7-996f-480fafdd5541 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:26.443714 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d5df-b81b-4ea7-9ba8-3e8a1240629e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.444453 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-24e9a938-186f-46e7-996f-480fafdd5541 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:26.445419 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e0b2d5df-b81b-4ea7-9ba8-3e8a1240629e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7869229
Dec 24 10:56:26.448485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48976) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:26.456257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-771105b1-fc40-46ba-884d-9f65408347de tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'af586961-93bf-4693-bbe2-2cdabc45cde2', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:26.456974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-24e9a938-186f-46e7-996f-480fafdd5541 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:26.467193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774e2208-e37a-458f-b9f0-50bca234966f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:26.469948 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-771105b1-fc40-46ba-884d-9f65408347de tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:26.470571 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-774e2208-e37a-458f-b9f0-50bca234966f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.475211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-771105b1-fc40-46ba-884d-9f65408347de tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:26.478823 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-771105b1-fc40-46ba-884d-9f65408347de tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:26.483720 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7292e0-f372-469a-92b6-c2c5d5c9b28f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network a71bf133-e606-4a9b-b541-405acc023b14 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:56:26.486495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-771105b1-fc40-46ba-884d-9f65408347de tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:26.511197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-bd7292e0-f372-469a-92b6-c2c5d5c9b28f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, a71bf133-e606-4a9b-b541-405acc023b14) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:26.518202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7292e0-f372-469a-92b6-c2c5d5c9b28f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:26.519032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd7292e0-f372-469a-92b6-c2c5d5c9b28f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.520628 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71e7e7e-1842-4cd6-9b89-80de56cade64 None None] Network a71bf133-e606-4a9b-b541-405acc023b14 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:26.541804 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774e2208-e37a-458f-b9f0-50bca234966f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:56:26.556088 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-771105b1-fc40-46ba-884d-9f65408347de tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 10:56:26.571751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-774e2208-e37a-458f-b9f0-50bca234966f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.572338 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-774e2208-e37a-458f-b9f0-50bca234966f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Added segment 1301bbe7-1f1e-4afb-8304-291a23adb755 of type vlan for network 2d7c0701-621a-46e7-b6b8-406a58c5866c
Dec 24 10:56:26.572653 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-771105b1-fc40-46ba-884d-9f65408347de tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.587468 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bd7292e0-f372-469a-92b6-c2c5d5c9b28f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9524958
Dec 24 10:56:26.593232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 48980) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:26.605740 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a6a1524f-7d78-4939-956c-4103d4822e35 None None] Provisioning complete for port 6151050e-0bc7-4a67-815d-94526532f2b0 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:26.606548 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a6a1524f-7d78-4939-956c-4103d4822e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.606753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-7419560d-7b9e-4a15-8abd-bee741198827 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:26.616573 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-24e9a938-186f-46e7-996f-480fafdd5541 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.623085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-774e2208-e37a-458f-b9f0-50bca234966f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.626664 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-24e9a938-186f-46e7-996f-480fafdd5541 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.631324 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-114ea11f-86df-4784-a791-dab4b0b41185 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:26.643615 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1dd07da2-c94f-4d60-9c83-c8b222c6daf4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.655912 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ec5ce837-a76e-4b4d-8bf8-d4b5f855bf7c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:26.670745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-24e9a938-186f-46e7-996f-480fafdd5541 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.671954 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-24e9a938-186f-46e7-996f-480fafdd5541 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.4063690
Dec 24 10:56:26.682108 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48984) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:26.691827 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a1d62e13-701f-44e2-a05a-a7185c62a2f1 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': 'f8e49a6e-9609-4062-a3f5-181c70a486fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:26.699991 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9a938-186f-46e7-996f-480fafdd5541 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e49a6e-9609-4062-a3f5-181c70a486fb,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:26.703614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a1d62e13-701f-44e2-a05a-a7185c62a2f1 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:26.706835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-24e9a938-186f-46e7-996f-480fafdd5541 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:26.709784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a1d62e13-701f-44e2-a05a-a7185c62a2f1 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:26.713053 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a1d62e13-701f-44e2-a05a-a7185c62a2f1 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:26.718717 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-774e2208-e37a-458f-b9f0-50bca234966f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.724693 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774e2208-e37a-458f-b9f0-50bca234966f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:26.725280 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-774e2208-e37a-458f-b9f0-50bca234966f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.729444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a1d62e13-701f-44e2-a05a-a7185c62a2f1 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:26.732986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-141de91f-e36c-4204-844e-519fa439baa4 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:26.733406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd07da2-c94f-4d60-9c83-c8b222c6daf4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Port': ['ID=294c38bf-e721-483a-a36e-4bb00c2b5fda,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:26.783239 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1dd07da2-c94f-4d60-9c83-c8b222c6daf4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:26.854692 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-774e2208-e37a-458f-b9f0-50bca234966f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.5123000
Dec 24 10:56:26.861086 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48988) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:26.875924 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e2208-e37a-458f-b9f0-50bca234966f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Network': ['ID=2d7c0701-621a-46e7-b6b8-406a58c5866c,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:26.885657 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-7d93e9f8-b43e-41be-abcb-81995e1800b5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'subnet': {'network_id': '2d7c0701-621a-46e7-b6b8-406a58c5866c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:26.892549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 2d7c0701-621a-46e7-b6b8-406a58c5866c details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:26.906836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-774e2208-e37a-458f-b9f0-50bca234966f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:26.923529 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-771105b1-fc40-46ba-884d-9f65408347de tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.937430 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-771105b1-fc40-46ba-884d-9f65408347de tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:26.949946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:26.982308 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-a1d62e13-701f-44e2-a05a-a7185c62a2f1 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The resource could not be found.
Dec 24 10:56:26.983339 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a1d62e13-701f-44e2-a05a-a7185c62a2f1 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.2979262
Dec 24 10:56:26.987951 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771105b1-fc40-46ba-884d-9f65408347de tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df596af-e8c3-48c1-aca9-ecf8d7c47755,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:26.990353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48992) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:26.997293 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-771105b1-fc40-46ba-884d-9f65408347de tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:27.006961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-149328cb-f9c4-4c85-98eb-0ac9169df747 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': 'f8e49a6e-9609-4062-a3f5-181c70a486fb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8ec0ac06-6a89-4086-b7e0-593f20f7ba9c'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:27.010735 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7419560d-7b9e-4a15-8abd-bee741198827 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3941503'] for subnet, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:27.017559 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-149328cb-f9c4-4c85-98eb-0ac9169df747 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:27.031907 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-149328cb-f9c4-4c85-98eb-0ac9169df747 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:27.036882 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-149328cb-f9c4-4c85-98eb-0ac9169df747 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:27.037036 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-a71bf133-e606-4a9b-b541-405acc023b14', 'network_id': 'a71bf133-e606-4a9b-b541-405acc023b14', 'tenant_id': '3852d1c215de48b387b03c2c0cd743a1', 'fixed_ips': [{'subnet_id': '5a5df4f8-40b2-4476-b0b6-71e9879a28c9'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:56:27.037839 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:27.046705 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-149328cb-f9c4-4c85-98eb-0ac9169df747 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:27.048779 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7d93e9f8-b43e-41be-abcb-81995e1800b5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:27.054858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-7d93e9f8-b43e-41be-abcb-81995e1800b5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:subnet and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:27.058690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-7d93e9f8-b43e-41be-abcb-81995e1800b5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:27.064788 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7d93e9f8-b43e-41be-abcb-81995e1800b5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:27.096276 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-149328cb-f9c4-4c85-98eb-0ac9169df747 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The resource could not be found.
Dec 24 10:56:27.097324 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-149328cb-f9c4-4c85-98eb-0ac9169df747 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1060488
Dec 24 10:56:27.103299 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 48996) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:27.121166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d93e9f8-b43e-41be-abcb-81995e1800b5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:27.125193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7d93e9f8-b43e-41be-abcb-81995e1800b5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:27.135309 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-771105b1-fc40-46ba-884d-9f65408347de tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:27.136717 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-771105b1-fc40-46ba-884d-9f65408347de tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.6868649
Dec 24 10:56:27.144920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49000) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:27.150015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-22d0bc0d-34b1-4440-9017-1d74e41afda5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'af586961-93bf-4693-bbe2-2cdabc45cde2', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:27.211970 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6151050e-0bc7-4a67-815d-94526532f2b0 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:27.219461 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-22d0bc0d-34b1-4440-9017-1d74e41afda5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:27.246037 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-22d0bc0d-34b1-4440-9017-1d74e41afda5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:27.257935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-22d0bc0d-34b1-4440-9017-1d74e41afda5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:27.277524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-22d0bc0d-34b1-4440-9017-1d74e41afda5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:27.282532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Allocated IP 172.20.0.2 (a71bf133-e606-4a9b-b541-405acc023b14/5a5df4f8-40b2-4476-b0b6-71e9879a28c9/79715c96-9fc2-4cd5-a1e2-338124f90833) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:27.323667 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-481d2d8a-1322-45e3-88b9-078cf663ce7e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:27.325335 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-22d0bc0d-34b1-4440-9017-1d74e41afda5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 10:56:27.333930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22d0bc0d-34b1-4440-9017-1d74e41afda5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:27.359207 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1dd07da2-c94f-4d60-9c83-c8b222c6daf4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:27.392520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 6151050e-0bc7-4a67-815d-94526532f2b0 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:27.393198 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:27.422599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-481d2d8a-1322-45e3-88b9-078cf663ce7e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:27.513844 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22d0bc0d-34b1-4440-9017-1d74e41afda5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:27.532880 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22d0bc0d-34b1-4440-9017-1d74e41afda5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:27.543441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b04df89d-6335-459b-8bec-75f48552eb4a tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:27.560532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-481d2d8a-1322-45e3-88b9-078cf663ce7e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:27.575221 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0bc0d-34b1-4440-9017-1d74e41afda5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5434e50a-33ca-4c3a-88f6-48ea5251834c,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:27.578360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-22d0bc0d-34b1-4440-9017-1d74e41afda5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:27.588937 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e382cd81-dced-4f16-98d9-2d4f55cde1b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:27.605884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7d93e9f8-b43e-41be-abcb-81995e1800b5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:27.614683 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:27.618820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d2d8a-1322-45e3-88b9-078cf663ce7e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e49a6e-9609-4062-a3f5-181c70a486fb,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:27.625882 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Transition to ACTIVE for port object 79715c96-9fc2-4cd5-a1e2-338124f90833 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:27.627914 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-481d2d8a-1322-45e3-88b9-078cf663ce7e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:27.628647 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7792995f-47a4-479d-af7d-76d5f247196e tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:27.660435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Transition to ACTIVE for port object 79715c96-9fc2-4cd5-a1e2-338124f90833 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:27.666050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-481d2d8a-1322-45e3-88b9-078cf663ce7e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:27.667353 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-481d2d8a-1322-45e3-88b9-078cf663ce7e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "DELETE /v2.0/security-groups/f8e49a6e-9609-4062-a3f5-181c70a486fb HTTP/1.1" status: 204  len: 168 time: 0.5627313
Dec 24 10:56:27.671861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:27.675436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-22d0bc0d-34b1-4440-9017-1d74e41afda5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:27.676618 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-22d0bc0d-34b1-4440-9017-1d74e41afda5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5307701
Dec 24 10:56:27.677358 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd07da2-c94f-4d60-9c83-c8b222c6daf4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router f83528a4-f847-472f-969a-80d546854563 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:56:27.678006 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49004) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:27.685295 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:27.711147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93e9f8-b43e-41be-abcb-81995e1800b5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Subnet': ['ID=f8ec460e-e688-4751-afc9-f1f0b145ce59,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:27.715120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7d93e9f8-b43e-41be-abcb-81995e1800b5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:27.716220 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93e9f8-b43e-41be-abcb-81995e1800b5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Checking segment: {'id': '1301bbe7-1f1e-4afb-8304-291a23adb755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2d7c0701-621a-46e7-b6b8-406a58c5866c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:27.716794 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d93e9f8-b43e-41be-abcb-81995e1800b5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network hostable DHCP agents. Network: 2d7c0701-621a-46e7-b6b8-406a58c5866c, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:56:27.742346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d93e9f8-b43e-41be-abcb-81995e1800b5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 2d7c0701-621a-46e7-b6b8-406a58c5866c is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:56:27.761063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-7d93e9f8-b43e-41be-abcb-81995e1800b5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 2d7c0701-621a-46e7-b6b8-406a58c5866c) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:27.771261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d93e9f8-b43e-41be-abcb-81995e1800b5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:27.773069 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7d93e9f8-b43e-41be-abcb-81995e1800b5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:27.779964 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a9e2ee-6919-4e4d-bb9d-af469f51d0a4 None None] Network 2d7c0701-621a-46e7-b6b8-406a58c5866c requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:27.806018 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7d93e9f8-b43e-41be-abcb-81995e1800b5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9354627
Dec 24 10:56:27.806348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49010) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:27.814881 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'network_id': '2d7c0701-621a-46e7-b6b8-406a58c5866c', 'name': 'tempest-PortsIpV6TestJSON-1864598019'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:27.876524 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Network a71bf133-e606-4a9b-b541-405acc023b14 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:27.889055 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:27.896390 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Pushing event updated for resources: {'Port': ['ID=79715c96-9fc2-4cd5-a1e2-338124f90833,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:27.906238 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-edf5dfc4-5161-4b5d-a649-8772687f4f87 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.2268271
Dec 24 10:56:27.911109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:27.913661 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:27.919185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49024) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:27.980202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ba3133ee-8985-4f85-bdeb-04584c2eb1af tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': 'c1a5f333-8e20-4fa0-9277-688343c76800', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:28.000008 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ba3133ee-8985-4f85-bdeb-04584c2eb1af tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:28.009785 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd07da2-c94f-4d60-9c83-c8b222c6daf4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:56:28.012123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ba3133ee-8985-4f85-bdeb-04584c2eb1af tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:28.019508 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1dd07da2-c94f-4d60-9c83-c8b222c6daf4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/f83528a4-f847-472f-969a-80d546854563/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2042959
Dec 24 10:56:28.020519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ba3133ee-8985-4f85-bdeb-04584c2eb1af tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:28.026565 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49028) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:28.032846 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d4506e-5212-42fe-971f-f98c9c3ac9f2 None None] Sync routers for ids ['f83528a4-f847-472f-969a-80d546854563'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:56:28.061146 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ba3133ee-8985-4f85-bdeb-04584c2eb1af tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:28.069326 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7419560d-7b9e-4a15-8abd-bee741198827 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739049838933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2871910'] for subnet, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:28.080306 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a5cca89f-ce5f-4f54-9edc-fe963671b420 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:28.083002 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Attempting to bind port 79715c96-9fc2-4cd5-a1e2-338124f90833 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:56:28.083382 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Attempting to bind port 79715c96-9fc2-4cd5-a1e2-338124f90833 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'da605ed8-5f7e-4ed6-b8db-7c40dd2ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a71bf133-e606-4a9b-b541-405acc023b14'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:56:28.083928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Attempting to bind port 79715c96-9fc2-4cd5-a1e2-338124f90833 on network a71bf133-e606-4a9b-b541-405acc023b14 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:56:28.096335 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d4506e-5212-42fe-971f-f98c9c3ac9f2 None None] Routers {'f83528a4-f847-472f-969a-80d546854563'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:56:28.097207 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-91d4506e-5212-42fe-971f-f98c9c3ac9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5d1910>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:56:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['f83528a4-f847-472f-969a-80d546854563'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:28.107313 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-1745dfa4-8bfb-4fa4-94d6-58796e87103c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:28.117056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-21f662fb-3b15-47e2-94d9-cf2e6ad2046d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Synchronizing usage tracker for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:28.139067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:28.142026 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7419560d-7b9e-4a15-8abd-bee741198827 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:28.142629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7419560d-7b9e-4a15-8abd-bee741198827 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:28.143899 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7419560d-7b9e-4a15-8abd-bee741198827 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "PUT /v2.0/subnets/5a5df4f8-40b2-4476-b0b6-71e9879a28c9 HTTP/1.1" status: 200  len: 806 time: 1.5495973
Dec 24 10:56:28.149522 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:28.150401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49034) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:28.153308 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-1745dfa4-8bfb-4fa4-94d6-58796e87103c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:28.154737 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-1745dfa4-8bfb-4fa4-94d6-58796e87103c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472024684&fields=id&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 267 time: 0.1265616
Dec 24 10:56:28.163990 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:56:28.164537 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Checking segment: {'id': 'da605ed8-5f7e-4ed6-b8db-7c40dd2ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a71bf133-e606-4a9b-b541-405acc023b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:28.165079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:28.165705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Bound using segment: {'id': 'da605ed8-5f7e-4ed6-b8db-7c40dd2ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a71bf133-e606-4a9b-b541-405acc023b14'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:56:28.166398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:28.166544 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Bound port: 79715c96-9fc2-4cd5-a1e2-338124f90833, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da605ed8-5f7e-4ed6-b8db-7c40dd2ce72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'a71bf133-e606-4a9b-b541-405acc023b14'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:56:28.167018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:28.170932 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:28.189961 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-91d4506e-5212-42fe-971f-f98c9c3ac9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5d1910>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:28.210065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419560d-7b9e-4a15-8abd-bee741198827 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Subnet': ['ID=5a5df4f8-40b2-4476-b0b6-71e9879a28c9,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:28.257672 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-21f662fb-3b15-47e2-94d9-cf2e6ad2046d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Unset dirty status for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:28.261327 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-21f662fb-3b15-47e2-94d9-cf2e6ad2046d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports?device_id=f83528a4-f847-472f-969a-80d546854563 HTTP/1.1" status: 200  len: 205 time: 0.2324338
Dec 24 10:56:28.266638 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7419560d-7b9e-4a15-8abd-bee741198827 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:28.267058 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49038) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:28.277823 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d4506e-5212-42fe-971f-f98c9c3ac9f2 None None] Routers {'f83528a4-f847-472f-969a-80d546854563'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:56:28.278386 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] device_id is not set on port 69c6fa5a-7d8a-46b5-bda4-ff1f748bbfd7 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:56:28.278840 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-91d4506e-5212-42fe-971f-f98c9c3ac9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5d1910>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:56:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['f83528a4-f847-472f-969a-80d546854563'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:28.342669 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-ba3133ee-8985-4f85-bdeb-04584c2eb1af tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The resource could not be found.
Dec 24 10:56:28.343908 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ba3133ee-8985-4f85-bdeb-04584c2eb1af tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.3706014
Dec 24 10:56:28.349212 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49042) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:28.356539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-2d7c0701-621a-46e7-b6b8-406a58c5866c', 'network_id': '2d7c0701-621a-46e7-b6b8-406a58c5866c', 'tenant_id': '76a915c8805b4a2492a23d389fe73308', 'fixed_ips': [{'subnet_id': 'f8ec460e-e688-4751-afc9-f1f0b145ce59'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:56:28.357729 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:28.370751 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-91d4506e-5212-42fe-971f-f98c9c3ac9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5d1910>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:28.371455 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d4506e-5212-42fe-971f-f98c9c3ac9f2 None None] The sync data for ids ['f83528a4-f847-472f-969a-80d546854563'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:56:28.439467 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] For port 79715c96-9fc2-4cd5-a1e2-338124f90833, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:56:28.444031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-64c76866-15c7-48c7-9a0e-282eba47148e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:28.446475 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-64c76866-15c7-48c7-9a0e-282eba47148e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/networks?id=1da7f612-8478-493f-adc0-6ced37c56e50 HTTP/1.1" status: 200  len: 797 time: 0.2634902
Dec 24 10:56:28.451438 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7ce3-0a27-43a3-b1cd-fcb32532e145 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:28.462741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] For port 79715c96-9fc2-4cd5-a1e2-338124f90833, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=79715c96-9fc2-4cd5-a1e2-338124f90833,segment=NetworkSegment(da605ed8-5f7e-4ed6-b8db-7c40dd2ce72c),segment_id=da605ed8-5f7e-4ed6-b8db-7c40dd2ce72c)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:56:28.463056 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-26ff4fb4-d7af-4265-b7bf-795d682060eb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1339576345'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:28.467792 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:28.475832 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0da118f4-f346-4bbe-8893-c30ab4164359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:28.484774 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-26ff4fb4-d7af-4265-b7bf-795d682060eb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:28.494509 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-3388bff5-6fa4-4178-a001-b1c2a97b87c0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/quotas/1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 375 time: 0.0269916
Dec 24 10:56:28.526251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-26ff4fb4-d7af-4265-b7bf-795d682060eb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:28.569582 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Pushing event updated for resources: {'Port': ['ID=79715c96-9fc2-4cd5-a1e2-338124f90833,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:28.573546 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:28.581766 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:28.582711 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-26ff4fb4-d7af-4265-b7bf-795d682060eb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:28.605067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-26ff4fb4-d7af-4265-b7bf-795d682060eb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:28.630334 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26ff4fb4-d7af-4265-b7bf-795d682060eb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:28.657509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Allocated IP 2001:db8::3a8 (2d7c0701-621a-46e7-b6b8-406a58c5866c/f8ec460e-e688-4751-afc9-f1f0b145ce59/69c6fa5a-7d8a-46b5-bda4-ff1f748bbfd7) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:28.673314 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-26ff4fb4-d7af-4265-b7bf-795d682060eb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:28.685413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-26ff4fb4-d7af-4265-b7bf-795d682060eb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:28.692974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-26ff4fb4-d7af-4265-b7bf-795d682060eb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:28.715791 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-26ff4fb4-d7af-4265-b7bf-795d682060eb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:28.762930 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-8b1317fc-d63f-4322-9bf7-8beb223e2caf tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2328613
Dec 24 10:56:28.966501 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Deleting port 79715c96-9fc2-4cd5-a1e2-338124f90833 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:28.967056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.012952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7ce3-0a27-43a3-b1cd-fcb32532e145 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.016675 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7ce3-0a27-43a3-b1cd-fcb32532e145 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.065241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26ff4fb4-d7af-4265-b7bf-795d682060eb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.074881 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7ce3-0a27-43a3-b1cd-fcb32532e145 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.075143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26ff4fb4-d7af-4265-b7bf-795d682060eb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.075365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8f7ce3-0a27-43a3-b1cd-fcb32532e145 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Fanout notify agent at l3_agent the message router_deleted on router f83528a4-f847-472f-969a-80d546854563 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:56:29.080517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.093273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c228936a-9588-4ef8-91fa-521aaed18256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:29.096503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7ce3-0a27-43a3-b1cd-fcb32532e145 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.097611 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9a8f7ce3-0a27-43a3-b1cd-fcb32532e145 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/routers/f83528a4-f847-472f-969a-80d546854563 HTTP/1.1" status: 204  len: 168 time: 0.8212366
Dec 24 10:56:29.104725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49050) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:29.148886 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Transition to ACTIVE for port object 69c6fa5a-7d8a-46b5-bda4-ff1f748bbfd7 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:29.171283 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-85a82641-940d-49a8-9719-732e1147b5a5 service neutron] 10.222.0.54 "GET /v2.0/networks/1da7f612-8478-493f-adc0-6ced37c56e50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3721936
Dec 24 10:56:29.178385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff4fb4-d7af-4265-b7bf-795d682060eb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547c27ae-1dc3-40b4-b5d2-35cbae88c653,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:29.182913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-26ff4fb4-d7af-4265-b7bf-795d682060eb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:29.186335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26ff4fb4-d7af-4265-b7bf-795d682060eb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.187570 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-26ff4fb4-d7af-4265-b7bf-795d682060eb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.7559848
Dec 24 10:56:29.190651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49054) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:29.219693 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-570d5a09-b675-4eab-a382-6a4e79098415 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1621339702'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:29.231759 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-570d5a09-b675-4eab-a382-6a4e79098415 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:29.236302 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 79715c96-9fc2-4cd5-a1e2-338124f90833 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:29.255907 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-204dfd3d-79c7-4d2e-9638-a4897a431a04 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting subnet d72bbeb8-8458-4655-89ab-9db70c45deb8 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:56:29.261645 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-204dfd3d-79c7-4d2e-9638-a4897a431a04 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.285575 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-570d5a09-b675-4eab-a382-6a4e79098415 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:29.296902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-570d5a09-b675-4eab-a382-6a4e79098415 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:29.307523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-570d5a09-b675-4eab-a382-6a4e79098415 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:29.313444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.325341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0986536e-4f35-4d6f-b46a-f4d5db659f51 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:29.344908 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-204dfd3d-79c7-4d2e-9638-a4897a431a04 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.382773 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] For port 79715c96-9fc2-4cd5-a1e2-338124f90833, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=79715c96-9fc2-4cd5-a1e2-338124f90833,segment=NetworkSegment(da605ed8-5f7e-4ed6-b8db-7c40dd2ce72c),segment_id=da605ed8-5f7e-4ed6-b8db-7c40dd2ce72c)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:29.383365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.390590 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 79715c96-9fc2-4cd5-a1e2-338124f90833 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:29.391420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-570d5a09-b675-4eab-a382-6a4e79098415 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.428214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Allocated IP 2001:db8::2 (2d7c0701-621a-46e7-b6b8-406a58c5866c/f8ec460e-e688-4751-afc9-f1f0b145ce59/e80dd431-b2c8-4dd7-a2ba-746326cc7659) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:29.467643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 2d7c0701-621a-46e7-b6b8-406a58c5866c is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:29.499537 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:29.503347 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:29.510670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:29.511419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.532094 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-03193a3e-e682-4fcf-ac72-775766db2a27 service neutron] 10.222.0.54 "GET /v2.0/networks/1da7f612-8478-493f-adc0-6ced37c56e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3422134
Dec 24 10:56:29.533771 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=69c6fa5a-7d8a-46b5-bda4-ff1f748bbfd7,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:29.539547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:29.544263 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.7354932
Dec 24 10:56:29.545862 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-570d5a09-b675-4eab-a382-6a4e79098415 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:29.549447 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49058) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:29.558037 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'network_id': '2d7c0701-621a-46e7-b6b8-406a58c5866c', 'name': 'tempest-PortsIpV6TestJSON-2067033521'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:29.589308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Calling delete_port for 79715c96-9fc2-4cd5-a1e2-338124f90833 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:29.595850 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-570d5a09-b675-4eab-a382-6a4e79098415 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:29.601051 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-570d5a09-b675-4eab-a382-6a4e79098415 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:29.609165 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-570d5a09-b675-4eab-a382-6a4e79098415 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:29.609368 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fc787c25-4f7f-4e41-87c0-d20d2e873aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.771202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.777425 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.784334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1dd07da2-c94f-4d60-9c83-c8b222c6daf4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:29.785833 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Transition to ACTIVE for port object e80dd431-b2c8-4dd7-a2ba-746326cc7659 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:29.809133 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Transition to ACTIVE for port object e80dd431-b2c8-4dd7-a2ba-746326cc7659 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:29.822647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.830728 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:29.904966 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-570d5a09-b675-4eab-a382-6a4e79098415 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.906213 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:29.907462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Network 2d7c0701-621a-46e7-b6b8-406a58c5866c is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:29.916303 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:29.920403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-570d5a09-b675-4eab-a382-6a4e79098415 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:29.921436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:29.928910 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ead1cfaa-910f-471a-ac6e-45d002b7f14c req-0c181e15-adf5-424a-918e-f72cbc545dfb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 210 time: 0.0945563
Dec 24 10:56:29.931695 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Pushing event updated for resources: {'Port': ['ID=e80dd431-b2c8-4dd7-a2ba-746326cc7659,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:29.946344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:port and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:29.949285 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-85e7c956-2d7c-4fcb-843e-7cc1aafc7405 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:29.964716 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:29.976502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:29.994122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:29.995259 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6894a743-0a03-4693-bd1c-413255e2a7bc None None] Network a71bf133-e606-4a9b-b541-405acc023b14 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:30.000211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Port': ['ID=79715c96-9fc2-4cd5-a1e2-338124f90833,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:30.006970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d5a09-b675-4eab-a382-6a4e79098415 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a881e445-b14d-40ea-a341-c171a976ebb3,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:30.011241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-570d5a09-b675-4eab-a382-6a4e79098415 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:30.011412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:30.012904 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-570d5a09-b675-4eab-a382-6a4e79098415 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:30.017405 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49070) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:30.017783 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-570d5a09-b675-4eab-a382-6a4e79098415 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.8066905
Dec 24 10:56:30.020845 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:30.022099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No DVR routers for this DVR port 79715c96-9fc2-4cd5-a1e2-338124f90833 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:56:30.024942 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:30.028119 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-87fabcc6-37de-4946-b9b6-8acacbd029e1 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group_rule': {'security_group_id': '547c27ae-1dc3-40b4-b5d2-35cbae88c653', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a881e445-b14d-40ea-a341-c171a976ebb3'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:30.055440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] device_id is not set on port 62e1e512-1e81-47f3-82c4-c6ddf8f6dc97 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:56:30.068155 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-74c776b0-b164-4513-8676-4ba72cedda2f None None] Could not find standard attr ID for object 79715c96-9fc2-4cd5-a1e2-338124f90833. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:56:30.074477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-87fabcc6-37de-4946-b9b6-8acacbd029e1 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:30.100389 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-87fabcc6-37de-4946-b9b6-8acacbd029e1 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:30.103762 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-204dfd3d-79c7-4d2e-9638-a4897a431a04 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:30.138266 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-87fabcc6-37de-4946-b9b6-8acacbd029e1 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:30.150714 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-87fabcc6-37de-4946-b9b6-8acacbd029e1 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:30.163981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Attempting to bind port e80dd431-b2c8-4dd7-a2ba-746326cc7659 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:56:30.164279 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Attempting to bind port e80dd431-b2c8-4dd7-a2ba-746326cc7659 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '1301bbe7-1f1e-4afb-8304-291a23adb755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2d7c0701-621a-46e7-b6b8-406a58c5866c'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:56:30.164653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Attempting to bind port e80dd431-b2c8-4dd7-a2ba-746326cc7659 on network 2d7c0701-621a-46e7-b6b8-406a58c5866c {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:56:30.175741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:56:30.176131 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Checking segment: {'id': '1301bbe7-1f1e-4afb-8304-291a23adb755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2d7c0701-621a-46e7-b6b8-406a58c5866c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:30.176546 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:30.176951 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Bound using segment: {'id': '1301bbe7-1f1e-4afb-8304-291a23adb755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2d7c0701-621a-46e7-b6b8-406a58c5866c'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:56:30.177433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Bound port: e80dd431-b2c8-4dd7-a2ba-746326cc7659, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1301bbe7-1f1e-4afb-8304-291a23adb755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '2d7c0701-621a-46e7-b6b8-406a58c5866c'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:56:30.177816 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:30.192193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:30.274566 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-204dfd3d-79c7-4d2e-9638-a4897a431a04 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:30.277087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Allocated IP 2001:db8::2e4 (2d7c0701-621a-46e7-b6b8-406a58c5866c/f8ec460e-e688-4751-afc9-f1f0b145ce59/62e1e512-1e81-47f3-82c4-c6ddf8f6dc97) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:30.285109 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-165e859d-0e42-42f2-9cee-558322559789 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:30.329843 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-87fabcc6-37de-4946-b9b6-8acacbd029e1 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:56:30.331235 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-87fabcc6-37de-4946-b9b6-8acacbd029e1 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.3108687
Dec 24 10:56:30.337174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49076) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:30.349005 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204dfd3d-79c7-4d2e-9638-a4897a431a04 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Subnet': ['ID=d72bbeb8-8458-4655-89ab-9db70c45deb8,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:30.356030 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-204dfd3d-79c7-4d2e-9638-a4897a431a04 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:30.362936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-204dfd3d-79c7-4d2e-9638-a4897a431a04 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:30.377612 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-204dfd3d-79c7-4d2e-9638-a4897a431a04 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/subnets/d72bbeb8-8458-4655-89ab-9db70c45deb8 HTTP/1.1" status: 204  len: 168 time: 1.2712762
Dec 24 10:56:30.380761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49080) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:30.400909 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65536480-3db2-491b-9a5a-4b4c39e4a60b None None] Network cf6ae71d-042f-4bc4-a95f-120b7594b018 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:30.420942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:30.455167 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a9bc71ea-fb1b-4393-ac46-ac51c7e07613 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:30.494218 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] For port e80dd431-b2c8-4dd7-a2ba-746326cc7659, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:56:30.498638 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] For port e80dd431-b2c8-4dd7-a2ba-746326cc7659, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e80dd431-b2c8-4dd7-a2ba-746326cc7659,segment=NetworkSegment(1301bbe7-1f1e-4afb-8304-291a23adb755),segment_id=1301bbe7-1f1e-4afb-8304-291a23adb755)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:56:30.554892 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Subnet': ['ID=5a5df4f8-40b2-4476-b0b6-71e9879a28c9,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:30.564336 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:30.654483 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0225a7-a11b-48ad-a2ae-3c90f51a25ba tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting subnet be5fa7a4-c164-4af7-9102-ecd2bb629de7 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:56:30.661251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:30.668504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cc0225a7-a11b-48ad-a2ae-3c90f51a25ba tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:30.680439 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:30.710858 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:30.725021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-df2cc538-827b-4491-aceb-783df13ff806 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:30.730272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7869d0>,) {'filters': {'network_id': ['a71bf133-e606-4a9b-b541-405acc023b14']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:30.784387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-df2cc538-827b-4491-aceb-783df13ff806 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:30.856710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:30.884450 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Pushing event updated for resources: {'Port': ['ID=e80dd431-b2c8-4dd7-a2ba-746326cc7659,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:30.886262 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Transition to ACTIVE for port object 62e1e512-1e81-47f3-82c4-c6ddf8f6dc97 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:30.895827 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:30.911791 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-df2cc538-827b-4491-aceb-783df13ff806 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:30.916894 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a9146e30-955b-431f-ab90-2f3677cdfb52 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:30.937696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7869d0>, 'da605ed8-5f7e-4ed6-b8db-7c40dd2ce72c') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:30.938129 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7869d0>, 'da605ed8-5f7e-4ed6-b8db-7c40dd2ce72c') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:30.940964 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:30.956047 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cc0225a7-a11b-48ad-a2ae-3c90f51a25ba tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:30.977721 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2cc538-827b-4491-aceb-783df13ff806 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a881e445-b14d-40ea-a341-c171a976ebb3,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:30.987326 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:31.002718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-df2cc538-827b-4491-aceb-783df13ff806 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:31.031629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:31.043758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:31.044304 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:31.056680 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f317eb7-f412-4fd2-8b63-ec0d0a86f33c None None] DHCP port deletion for cf6ae71d-042f-4bc4-a95f-120b7594b018 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:31.060149 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:31.064459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6f317eb7-f412-4fd2-8b63-ec0d0a86f33c None None] Deleting port c3966366-ba72-4fb1-97f6-266e1698f361 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:31.066162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6f317eb7-f412-4fd2-8b63-ec0d0a86f33c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:31.068664 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-23c42679-b602-4f75-9824-0480a17e0142 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:31.267020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 2d7c0701-621a-46e7-b6b8-406a58c5866c is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:31.275033 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cc0225a7-a11b-48ad-a2ae-3c90f51a25ba tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:31.292166 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397d2a11-3eea-4d60-82bf-d6a95dd19834 None None] Network a71bf133-e606-4a9b-b541-405acc023b14 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:31.320402 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397d2a11-3eea-4d60-82bf-d6a95dd19834 None None] Network a71bf133-e606-4a9b-b541-405acc023b14 could not be found, it might have been deleted concurrently. {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 24 10:56:31.334004 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e10fcd-ff6d-4831-86f3-bcb916db262a None None] Network a71bf133-e606-4a9b-b541-405acc023b14 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:31.375953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e10fcd-ff6d-4831-86f3-bcb916db262a None None] Network a71bf133-e606-4a9b-b541-405acc023b14 could not be found, it might have been deleted concurrently. {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 24 10:56:31.395181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:31.405854 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:31.421406 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:31.432527 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:31.444011 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:31.449762 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:31.483973 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bba16d38-8016-4be5-86b8-b2cef69cd945 req-e50d067d-573c-4c47-b052-e0e367ca72b3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 210 time: 0.2350619
Dec 24 10:56:31.500188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0dbe2abe-a621-4bbb-96fa-9cca1d7f18cb tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:31.528545 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e80dd431-b2c8-4dd7-a2ba-746326cc7659 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:31.531347 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/a71bf133-e606-4a9b-b541-405acc023b14 HTTP/1.1" status: 204  len: 168 time: 3.3766227
Dec 24 10:56:31.532814 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cc0225a7-a11b-48ad-a2ae-3c90f51a25ba tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:31.538375 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49086) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:31.564530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fba1447-f728-41af-836a-5d852258b799 None None] DHCP port deletion for a71bf133-e606-4a9b-b541-405acc023b14 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:56:31.578930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Network': ['ID=a71bf133-e606-4a9b-b541-405acc023b14,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:31.584767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:31.585625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-204dfd3d-79c7-4d2e-9638-a4897a431a04 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:31.612190 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cc0225a7-a11b-48ad-a2ae-3c90f51a25ba tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:31.617363 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cc0225a7-a11b-48ad-a2ae-3c90f51a25ba tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/subnets/be5fa7a4-c164-4af7-9102-ecd2bb629de7 HTTP/1.1" status: 204  len: 168 time: 1.2353535
Dec 24 10:56:31.618778 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-59832511-91aa-4480-8619-9564bb9b47c5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:31.619223 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59832511-91aa-4480-8619-9564bb9b47c5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:31.621068 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-59832511-91aa-4480-8619-9564bb9b47c5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/a71bf133-e606-4a9b-b541-405acc023b14 HTTP/1.1" status: 404  len: 339 time: 0.0781446
Dec 24 10:56:31.621624 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49094) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:31.625657 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-df2cc538-827b-4491-aceb-783df13ff806 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:31.630463 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-df2cc538-827b-4491-aceb-783df13ff806 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "DELETE /v2.0/security-groups/a881e445-b14d-40ea-a341-c171a976ebb3 HTTP/1.1" status: 204  len: 168 time: 1.2919705
Dec 24 10:56:31.632347 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49096) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:31.632765 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49100) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:31.636176 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759dc277-e1d8-4660-84f8-22cd76d913af None None] Network 553ad7a9-86ff-4244-8767-b91a15e36f03 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:31.655940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0225a7-a11b-48ad-a2ae-3c90f51a25ba tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Subnet': ['ID=be5fa7a4-c164-4af7-9102-ecd2bb629de7,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:31.659894 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.1043839
Dec 24 10:56:31.664371 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49106) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:31.673164 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-884643cb-d10c-484a-b652-9e76dfcca1b1 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-682373061', 'description': 'd1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:31.683318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-cc0225a7-a11b-48ad-a2ae-3c90f51a25ba tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:31.684684 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-884643cb-d10c-484a-b652-9e76dfcca1b1 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:31.696894 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-884643cb-d10c-484a-b652-9e76dfcca1b1 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:network and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:31.725962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=62e1e512-1e81-47f3-82c4-c6ddf8f6dc97,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:31.745235 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:31.751971 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-884643cb-d10c-484a-b652-9e76dfcca1b1 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:31.759375 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-328aefea-501a-49fa-9406-2c7860c1de00 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:31.760986 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-328aefea-501a-49fa-9406-2c7860c1de00 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/networks?id=1da7f612-8478-493f-adc0-6ced37c56e50 HTTP/1.1" status: 200  len: 797 time: 0.5751145
Dec 24 10:56:31.781698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-884643cb-d10c-484a-b652-9e76dfcca1b1 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:31.789098 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-6f317eb7-f412-4fd2-8b63-ec0d0a86f33c None None] For port c3966366-ba72-4fb1-97f6-266e1698f361, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c3966366-ba72-4fb1-97f6-266e1698f361,segment=NetworkSegment(c0a60b69-9747-4ed6-8990-8459e2600d08),segment_id=c0a60b69-9747-4ed6-8990-8459e2600d08)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:31.789510 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6f317eb7-f412-4fd2-8b63-ec0d0a86f33c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:31.831462 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-066e6285-b307-4ef1-97c0-88a9ba76d4b9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 472 time: 0.0598452
Dec 24 10:56:31.842475 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'port': {'device_id': '951ac403-aaa9-4185-8af9-2d832a0fdb96', 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50', 'admin_state_up': True, 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'security_groups': ['af586961-93bf-4693-bbe2-2cdabc45cde2']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:31.843908 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bdb16cb9-d1e6-4a0b-9f39-3813b1bf7ce4 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4505 time: 0.2083464
Dec 24 10:56:31.847796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b853cb4-53d2-427b-add1-9c4869aebf3f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:31.849766 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49110) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:31.853291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884643cb-d10c-484a-b652-9e76dfcca1b1 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:31.856557 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-884643cb-d10c-484a-b652-9e76dfcca1b1 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:31.867392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3744e6d9-fc58-4317-8cfb-3515d4ba9829 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:31.868714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-3744e6d9-fc58-4317-8cfb-3515d4ba9829 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:31.945189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884643cb-d10c-484a-b652-9e76dfcca1b1 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:56:31.959333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-884643cb-d10c-484a-b652-9e76dfcca1b1 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:31.960083 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-884643cb-d10c-484a-b652-9e76dfcca1b1 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Added segment a8549bb0-0551-44a3-8f2a-0c7655a26def of type vlan for network 8d8714b8-e79c-4f1b-9503-c6bedae2ce28
Dec 24 10:56:31.967107 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-3744e6d9-fc58-4317-8cfb-3515d4ba9829 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:31.968519 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3744e6d9-fc58-4317-8cfb-3515d4ba9829 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3a8 HTTP/1.1" status: 200  len: 929 time: 0.3012462
Dec 24 10:56:31.972005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49114) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:31.993155 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6f317eb7-f412-4fd2-8b63-ec0d0a86f33c None None] Calling delete_port for c3966366-ba72-4fb1-97f6-266e1698f361 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:32.003556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-884643cb-d10c-484a-b652-9e76dfcca1b1 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.032938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port e80dd431-b2c8-4dd7-a2ba-746326cc7659 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:32.056090 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-8b853cb4-53d2-427b-add1-9c4869aebf3f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port c3966366-ba72-4fb1-97f6-266e1698f361 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:32.056639 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b853cb4-53d2-427b-add1-9c4869aebf3f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.061724 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f4891013-af8f-4585-9959-c473242993e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.091257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:32.096661 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-552a0f23-9a3e-4295-95ca-f2a6fdc73f3f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port 62e1e512-1e81-47f3-82c4-c6ddf8f6dc97 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:32.097079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-552a0f23-9a3e-4295-95ca-f2a6fdc73f3f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.131888 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6f317eb7-f412-4fd2-8b63-ec0d0a86f33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.133432 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-884643cb-d10c-484a-b652-9e76dfcca1b1 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.141819 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884643cb-d10c-484a-b652-9e76dfcca1b1 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:32.142497 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-884643cb-d10c-484a-b652-9e76dfcca1b1 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.144851 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:32.151022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fe391127-aee4-4c17-9430-61c7edaf08a2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:32.151988 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:port and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:32.156901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:32.170147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:32.193847 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c3966366-ba72-4fb1-97f6-266e1698f361 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:56:32.240460 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:32.242097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cb000b-e3c6-4412-86b6-3ba1eb1312b5 None None] DHCP port deletion for 553ad7a9-86ff-4244-8767-b91a15e36f03 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:56:32.244402 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.252044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-8b853cb4-53d2-427b-add1-9c4869aebf3f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] The port 'c3966366-ba72-4fb1-97f6-266e1698f361' was deleted {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:56:32.262305 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f317eb7-f412-4fd2-8b63-ec0d0a86f33c None None] Pushing event deleted for resources: {'Port': ['ID=c3966366-ba72-4fb1-97f6-266e1698f361,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:32.266217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6f317eb7-f412-4fd2-8b63-ec0d0a86f33c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:32.266813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: c3966366-ba72-4fb1-97f6-266e1698f361 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:56:32.267131 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c3966366-ba72-4fb1-97f6-266e1698f361 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:56:32.268612 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f317eb7-f412-4fd2-8b63-ec0d0a86f33c None None] No DVR routers for this DVR port c3966366-ba72-4fb1-97f6-266e1698f361 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:56:32.270707 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-55cb000b-e3c6-4412-86b6-3ba1eb1312b5 None None] Deleting port 6b6917a0-d0de-4b36-bd87-6371511d32c8 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:32.271149 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-55cb000b-e3c6-4412-86b6-3ba1eb1312b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.392930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6f96-a769-45d4-beb0-0c820005afc2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.414882 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-884643cb-d10c-484a-b652-9e76dfcca1b1 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.7810206
Dec 24 10:56:32.433100 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49118) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:32.440678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884643cb-d10c-484a-b652-9e76dfcca1b1 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Network': ['ID=8d8714b8-e79c-4f1b-9503-c6bedae2ce28,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:32.443538 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-884643cb-d10c-484a-b652-9e76dfcca1b1 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:32.453475 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 8d8714b8-e79c-4f1b-9503-c6bedae2ce28 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:32.506564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6d97b1-9fbf-4cc5-8d58-accf25c7c764 None None] Network 2d7c0701-621a-46e7-b6b8-406a58c5866c requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:32.533843 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b853cb4-53d2-427b-add1-9c4869aebf3f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.574812 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-8b853cb4-53d2-427b-add1-9c4869aebf3f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b76ef4d60>,) {'filters': {'network_id': ['cf6ae71d-042f-4bc4-a95f-120b7594b018']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:32.591824 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-8b853cb4-53d2-427b-add1-9c4869aebf3f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76ef4d60>, 'c0a60b69-9747-4ed6-8990-8459e2600d08') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:32.592372 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-8b853cb4-53d2-427b-add1-9c4869aebf3f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76ef4d60>, 'c0a60b69-9747-4ed6-8990-8459e2600d08') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:32.607186 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b853cb4-53d2-427b-add1-9c4869aebf3f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.629662 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b853cb4-53d2-427b-add1-9c4869aebf3f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.637329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b853cb4-53d2-427b-add1-9c4869aebf3f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:32.638019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b853cb4-53d2-427b-add1-9c4869aebf3f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.671929 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ec9b4109-804e-463d-bf26-b90606caf769 None None] Provisioning for port e80dd431-b2c8-4dd7-a2ba-746326cc7659 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:32.722273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b780b68d-c8d0-4bfa-871f-3afae1a14982 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:32.723159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b780b68d-c8d0-4bfa-871f-3afae1a14982 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Synchronizing usage tracker for tenant:3852d1c215de48b387b03c2c0cd743a1 on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:32.737085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-552a0f23-9a3e-4295-95ca-f2a6fdc73f3f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:32.770081 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:32.776028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6f96-a769-45d4-beb0-0c820005afc2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.825745 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ec9b4109-804e-463d-bf26-b90606caf769 None None] Provisioning complete for port e80dd431-b2c8-4dd7-a2ba-746326cc7659 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:32.826212 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ec9b4109-804e-463d-bf26-b90606caf769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.866201 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6f96-a769-45d4-beb0-0c820005afc2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.873081 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-552a0f23-9a3e-4295-95ca-f2a6fdc73f3f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for 62e1e512-1e81-47f3-82c4-c6ddf8f6dc97 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:32.874198 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:32.893850 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8c1894ef-0b30-443a-a2be-594ee936e381 req-752ca502-b2b9-41e5-9dc4-33d51875998c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 210 time: 0.0668488
Dec 24 10:56:32.899716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b853cb4-53d2-427b-add1-9c4869aebf3f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.909450 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b853cb4-53d2-427b-add1-9c4869aebf3f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.930460 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce6f96-a769-45d4-beb0-0c820005afc2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=547c27ae-1dc3-40b4-b5d2-35cbae88c653,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:32.935238 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b8ce6f96-a769-45d4-beb0-0c820005afc2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:32.939845 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.21 (1da7f612-8478-493f-adc0-6ced37c56e50/1189253e-3e76-4440-a940-baae82a0798a/650864a3-34d6-456d-92c3-831869297b7b) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:32.942556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2a0ff63a-519d-44b9-a53f-48d50498b544 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:32.947003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-55cb000b-e3c6-4412-86b6-3ba1eb1312b5 None None] For port 6b6917a0-d0de-4b36-bd87-6371511d32c8, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6b6917a0-d0de-4b36-bd87-6371511d32c8,segment=NetworkSegment(688f8ec7-53a6-4885-b151-07ae00bb3321),segment_id=688f8ec7-53a6-4885-b151-07ae00bb3321)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:32.947414 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-55cb000b-e3c6-4412-86b6-3ba1eb1312b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.974710 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b853cb4-53d2-427b-add1-9c4869aebf3f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Network': ['ID=cf6ae71d-042f-4bc4-a95f-120b7594b018,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:32.976325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b780b68d-c8d0-4bfa-871f-3afae1a14982 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Unset dirty status for tenant:3852d1c215de48b387b03c2c0cd743a1 on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:32.977119 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8b853cb4-53d2-427b-add1-9c4869aebf3f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:32.977742 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b780b68d-c8d0-4bfa-871f-3afae1a14982 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "GET /v2.0/networks?id=8d8714b8-e79c-4f1b-9503-c6bedae2ce28 HTTP/1.1" status: 200  len: 760 time: 0.5441682
Dec 24 10:56:32.979589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6f96-a769-45d4-beb0-0c820005afc2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:32.984153 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b8ce6f96-a769-45d4-beb0-0c820005afc2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "DELETE /v2.0/security-groups/547c27ae-1dc3-40b4-b5d2-35cbae88c653 HTTP/1.1" status: 204  len: 168 time: 1.1333196
Dec 24 10:56:32.984784 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49124) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:32.985127 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49126) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:32.992144 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8b853cb4-53d2-427b-add1-9c4869aebf3f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/networks/cf6ae71d-042f-4bc4-a95f-120b7594b018 HTTP/1.1" status: 204  len: 168 time: 1.3641446
Dec 24 10:56:32.994065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-40ff9c96-de33-4fb4-a0a4-a45cfe27e0a5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'network': {'description': 'd2'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:33.001983 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49132) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:33.124386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-55cb000b-e3c6-4412-86b6-3ba1eb1312b5 None None] Calling delete_port for 6b6917a0-d0de-4b36-bd87-6371511d32c8 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:33.211102 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c15b4a5a-4851-41bb-9be1-50feb5c7580e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Synchronizing usage tracker for tenant:966c2193a4f64917a61131b2e0a84155 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:33.258981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 79715c96-9fc2-4cd5-a1e2-338124f90833 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:56:33.294557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:33.295243 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:33.337299 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c15b4a5a-4851-41bb-9be1-50feb5c7580e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Unset dirty status for tenant:966c2193a4f64917a61131b2e0a84155 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:33.343201 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c15b4a5a-4851-41bb-9be1-50feb5c7580e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.3533630
Dec 24 10:56:33.344227 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49136) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:33.344831 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 79715c96-9fc2-4cd5-a1e2-338124f90833 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:56:33.345192 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 79715c96-9fc2-4cd5-a1e2-338124f90833 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:56:33.345739 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6b6917a0-d0de-4b36-bd87-6371511d32c8 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:56:33.349507 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f432d024-bb9d-403f-8f63-8ce70517c435 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:33.352047 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-7f5bb940-2a37-4f25-9c10-0249f7dcf6ed tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group': {'name': 'tempest-secgroup--1457259786'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:33.382893 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7f5bb940-2a37-4f25-9c10-0249f7dcf6ed tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:33.404887 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-552a0f23-9a3e-4295-95ca-f2a6fdc73f3f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:33.421271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-40ff9c96-de33-4fb4-a0a4-a45cfe27e0a5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:33.423830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:33.486725 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-55cb000b-e3c6-4412-86b6-3ba1eb1312b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:33.502300 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6aa63127-6e27-4ac7-8e81-7565a854e744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:33.543281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ec9b4109-804e-463d-bf26-b90606caf769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:33.564419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb000b-e3c6-4412-86b6-3ba1eb1312b5 None None] Pushing event deleted for resources: {'Port': ['ID=6b6917a0-d0de-4b36-bd87-6371511d32c8,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:33.566097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No active binding found for port 6b6917a0-d0de-4b36-bd87-6371511d32c8 {{(pid=87560) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 24 10:56:33.567060 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6b6917a0-d0de-4b36-bd87-6371511d32c8 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:56:33.571468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-55cb000b-e3c6-4412-86b6-3ba1eb1312b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:33.571956 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cb000b-e3c6-4412-86b6-3ba1eb1312b5 None None] No DVR routers for this DVR port 6b6917a0-d0de-4b36-bd87-6371511d32c8 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:56:33.602235 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7f5bb940-2a37-4f25-9c10-0249f7dcf6ed tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:33.610810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-40ff9c96-de33-4fb4-a0a4-a45cfe27e0a5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:33.615739 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0389202d-927b-407e-a177-61f4c8f55303 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:33.618715 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-ec9b4109-804e-463d-bf26-b90606caf769 None None] For port e80dd431-b2c8-4dd7-a2ba-746326cc7659, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e80dd431-b2c8-4dd7-a2ba-746326cc7659,segment=NetworkSegment(1301bbe7-1f1e-4afb-8304-291a23adb755),segment_id=1301bbe7-1f1e-4afb-8304-291a23adb755)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:33.619268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a0f23-9a3e-4295-95ca-f2a6fdc73f3f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=62e1e512-1e81-47f3-82c4-c6ddf8f6dc97,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:33.630958 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ec9b4109-804e-463d-bf26-b90606caf769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:33.634657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-665398e0-977c-445d-bc2d-4df609e4d2f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:33.639647 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7f5bb940-2a37-4f25-9c10-0249f7dcf6ed tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:33.651910 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-40ff9c96-de33-4fb4-a0a4-a45cfe27e0a5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network 8d8714b8-e79c-4f1b-9503-c6bedae2ce28 is not hosted by any dhcp agent {{(pid=87559) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 24 10:56:33.657448 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ff9c96-de33-4fb4-a0a4-a45cfe27e0a5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:33.658258 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-40ff9c96-de33-4fb4-a0a4-a45cfe27e0a5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:33.662413 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-40ff9c96-de33-4fb4-a0a4-a45cfe27e0a5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "PUT /v2.0/networks/8d8714b8-e79c-4f1b-9503-c6bedae2ce28 HTTP/1.1" status: 200  len: 757 time: 0.6735163
Dec 24 10:56:33.672947 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-552a0f23-9a3e-4295-95ca-f2a6fdc73f3f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:33.712568 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49140) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:33.730017 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b4109-804e-463d-bf26-b90606caf769 None None] Pushing event updated for resources: {'Port': ['ID=e80dd431-b2c8-4dd7-a2ba-746326cc7659,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:33.733370 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-ec9b4109-804e-463d-bf26-b90606caf769 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:33.759107 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-552a0f23-9a3e-4295-95ca-f2a6fdc73f3f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:33.769705 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7f5bb940-2a37-4f25-9c10-0249f7dcf6ed tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:33.830554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7f5bb940-2a37-4f25-9c10-0249f7dcf6ed tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Usage tracker for resource:security_group_rule and tenant:966c2193a4f64917a61131b2e0a84155 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:33.843637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff9c96-de33-4fb4-a0a4-a45cfe27e0a5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Network': ['ID=8d8714b8-e79c-4f1b-9503-c6bedae2ce28,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:33.848789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7f5bb940-2a37-4f25-9c10-0249f7dcf6ed tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:33.851952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-40ff9c96-de33-4fb4-a0a4-a45cfe27e0a5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:33.857913 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 8d8714b8-e79c-4f1b-9503-c6bedae2ce28 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:33.866284 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7f5bb940-2a37-4f25-9c10-0249f7dcf6ed tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:33.881219 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-552a0f23-9a3e-4295-95ca-f2a6fdc73f3f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/ports/62e1e512-1e81-47f3-82c4-c6ddf8f6dc97 HTTP/1.1" status: 204  len: 168 time: 1.9074068
Dec 24 10:56:33.886495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021580fa-8f6a-42c5-bf7b-4e143654d9cb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:33.887354 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-021580fa-8f6a-42c5-bf7b-4e143654d9cb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Synchronizing usage tracker for tenant:3852d1c215de48b387b03c2c0cd743a1 on resource:network {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:33.890929 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49144) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:33.893134 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f432d024-bb9d-403f-8f63-8ce70517c435 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:33.912228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:33.937660 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-f432d024-bb9d-403f-8f63-8ce70517c435 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c86e4c0>,) {'filters': {'network_id': ['553ad7a9-86ff-4244-8767-b91a15e36f03']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:33.952414 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b722d3-4ec5-41ab-b734-9e93d2d5279e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] GET failed (client error): The resource could not be found.
Dec 24 10:56:33.953039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object 650864a3-34d6-456d-92c3-831869297b7b will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:33.953926 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-07b722d3-4ec5-41ab-b734-9e93d2d5279e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports/62e1e512-1e81-47f3-82c4-c6ddf8f6dc97 HTTP/1.1" status: 404  len: 333 time: 0.0610054
Dec 24 10:56:33.958830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-f432d024-bb9d-403f-8f63-8ce70517c435 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c86e4c0>, '688f8ec7-53a6-4885-b151-07ae00bb3321') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:33.959126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-f432d024-bb9d-403f-8f63-8ce70517c435 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c86e4c0>, '688f8ec7-53a6-4885-b151-07ae00bb3321') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:33.959757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49150) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:33.963880 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-021580fa-8f6a-42c5-bf7b-4e143654d9cb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Unset dirty status for tenant:3852d1c215de48b387b03c2c0cd743a1 on resource:network {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:33.970580 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-021580fa-8f6a-42c5-bf7b-4e143654d9cb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "GET /v2.0/networks?id=8d8714b8-e79c-4f1b-9503-c6bedae2ce28 HTTP/1.1" status: 200  len: 760 time: 0.2514143
Dec 24 10:56:33.971045 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49154) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:33.977720 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f432d024-bb9d-403f-8f63-8ce70517c435 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:33.987938 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-e2ef9e92-3f2f-4ecb-a99b-bf5457b7d72c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1849681858'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:33.993079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e2ef9e92-3f2f-4ecb-a99b-bf5457b7d72c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:34.002698 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e2ef9e92-3f2f-4ecb-a99b-bf5457b7d72c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:34.031230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f432d024-bb9d-403f-8f63-8ce70517c435 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.040178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f432d024-bb9d-403f-8f63-8ce70517c435 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:34.041260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f432d024-bb9d-403f-8f63-8ce70517c435 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.054073 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-08ed6879-1e58-4181-a0e3-89f76ab26c98 None None] Provisioning for port 69c6fa5a-7d8a-46b5-bda4-ff1f748bbfd7 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:34.061243 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:34.064202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-08ed6879-1e58-4181-a0e3-89f76ab26c98 None None] Provisioning complete for port 69c6fa5a-7d8a-46b5-bda4-ff1f748bbfd7 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:34.064701 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-08ed6879-1e58-4181-a0e3-89f76ab26c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.067163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ef9e92-3f2f-4ecb-a99b-bf5457b7d72c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:34.069780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-d8e536ae-0e22-4b56-bfce-1820e020b158 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port 69c6fa5a-7d8a-46b5-bda4-ff1f748bbfd7 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:34.070369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d8e536ae-0e22-4b56-bfce-1820e020b158 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.076310 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9e92-3f2f-4ecb-a99b-bf5457b7d72c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.146775 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-08ed6879-1e58-4181-a0e3-89f76ab26c98 None None] Port 69c6fa5a-7d8a-46b5-bda4-ff1f748bbfd7 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:56:34.165438 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-08ed6879-1e58-4181-a0e3-89f76ab26c98 None None] Provisioning complete for port e80dd431-b2c8-4dd7-a2ba-746326cc7659 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:34.166196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-08ed6879-1e58-4181-a0e3-89f76ab26c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.196338 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-211930b2-9759-4184-8b5f-da4af7ca3f73 req-e683f818-d7c6-41b1-8889-cc9bbd90f425 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:34.235432 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7f5bb940-2a37-4f25-9c10-0249f7dcf6ed tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.245094 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.253363 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f432d024-bb9d-403f-8f63-8ce70517c435 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.253619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7f5bb940-2a37-4f25-9c10-0249f7dcf6ed tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.255419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0c5c8305-37db-48f8-bd03-c8ea4d3de75e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:34.263906 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f3cb4a72-c35e-4025-b6a3-557ae53b9c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:34.308536 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ef9e92-3f2f-4ecb-a99b-bf5457b7d72c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:56:34.320577 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-211930b2-9759-4184-8b5f-da4af7ca3f73 req-e683f818-d7c6-41b1-8889-cc9bbd90f425 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:34.321735 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-211930b2-9759-4184-8b5f-da4af7ca3f73 req-e683f818-d7c6-41b1-8889-cc9bbd90f425 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 210 time: 0.2320077
Dec 24 10:56:34.330177 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f432d024-bb9d-403f-8f63-8ce70517c435 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.359012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9e92-3f2f-4ecb-a99b-bf5457b7d72c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.359350 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-e2ef9e92-3f2f-4ecb-a99b-bf5457b7d72c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Added segment 95b96fce-57df-4c41-b455-174735c79dcb of type vlan for network e97c2210-ca55-4c5e-91f8-b20c8be41dbd
Dec 24 10:56:34.371001 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 1da7f612-8478-493f-adc0-6ced37c56e50 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:34.372820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=650864a3-34d6-456d-92c3-831869297b7b,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:34.381677 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f432d024-bb9d-403f-8f63-8ce70517c435 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/networks/553ad7a9-86ff-4244-8767-b91a15e36f03 HTTP/1.1" status: 204  len: 168 time: 1.3785853
Dec 24 10:56:34.382980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:34.387595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49158) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:34.388479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:34.390724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5a27eb4e-a726-47a6-b912-097ccb152b72 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:34.408628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:34.451007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-992066f8-9631-4d7e-8881-abe60767fd86 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'network': {'name': 'tempest-RoutersTest-203680397'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:34.475601 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5bb940-2a37-4f25-9c10-0249f7dcf6ed tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e4d26d-5c9a-4dae-9dc0-9059eb6b77fe,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:34.476153 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c18ea9dd-a24c-4b73-82d0-8ecda9eb1762 None None] Provisioning complete for port 69c6fa5a-7d8a-46b5-bda4-ff1f748bbfd7 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:34.476796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c18ea9dd-a24c-4b73-82d0-8ecda9eb1762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.483492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9e92-3f2f-4ecb-a99b-bf5457b7d72c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.483813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7f5bb940-2a37-4f25-9c10-0249f7dcf6ed tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:34.499814 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7f5bb940-2a37-4f25-9c10-0249f7dcf6ed tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.505136 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7f5bb940-2a37-4f25-9c10-0249f7dcf6ed tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 1.1599030
Dec 24 10:56:34.509180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49162) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:34.524156 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-f9db4e53-78a2-4963-86de-3ca95f536c24 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:34.524573 dv-neutron-822668-2-hyperv neutron-server[87559]: WARNING neutron.api.v2.base [None req-f9db4e53-78a2-4963-86de-3ca95f536c24 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 24 10:56:34.525386 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-f9db4e53-78a2-4963-86de-3ca95f536c24 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] update failed (client error): There was a conflict when trying to complete your request.
Dec 24 10:56:34.529069 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-992066f8-9631-4d7e-8881-abe60767fd86 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:34.529761 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f9db4e53-78a2-4963-86de-3ca95f536c24 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "PUT /v2.0/security-groups/23e4d26d-5c9a-4dae-9dc0-9059eb6b77fe HTTP/1.1" status: 409  len: 330 time: 0.0190682
Dec 24 10:56:34.530742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49166) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:34.532171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432d024-bb9d-403f-8f63-8ce70517c435 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Network': ['ID=553ad7a9-86ff-4244-8767-b91a15e36f03,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:34.543462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d8e536ae-0e22-4b56-bfce-1820e020b158 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.558814 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c18ea9dd-a24c-4b73-82d0-8ecda9eb1762 None None] Port 69c6fa5a-7d8a-46b5-bda4-ff1f748bbfd7 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:56:34.569591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:34.570256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.574939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f432d024-bb9d-403f-8f63-8ce70517c435 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:34.578117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-992066f8-9631-4d7e-8881-abe60767fd86 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:network and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:34.586257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-992066f8-9631-4d7e-8881-abe60767fd86 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:34.593792 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9e92-3f2f-4ecb-a99b-bf5457b7d72c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.600145 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ef9e92-3f2f-4ecb-a99b-bf5457b7d72c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:34.600946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2ef9e92-3f2f-4ecb-a99b-bf5457b7d72c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.606946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-992066f8-9631-4d7e-8881-abe60767fd86 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:34.609193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-774e2208-e37a-458f-b9f0-50bca234966f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:34.649399 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8105979
Dec 24 10:56:34.678968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c248fd5d-4d26-4d6f-b06c-2da79de65aa7 None None] Could not find standard attr ID for object 62e1e512-1e81-47f3-82c4-c6ddf8f6dc97. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:56:34.705964 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Request body: {'port': {'device_id': '951ac403-aaa9-4185-8af9-2d832a0fdb96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:34.708178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-d8e536ae-0e22-4b56-bfce-1820e020b158 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for 69c6fa5a-7d8a-46b5-bda4-ff1f748bbfd7 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:34.743483 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e2ef9e92-3f2f-4ecb-a99b-bf5457b7d72c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.7691722
Dec 24 10:56:34.747894 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992066f8-9631-4d7e-8881-abe60767fd86 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:34.751454 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-992066f8-9631-4d7e-8881-abe60767fd86 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.764582 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49170) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:34.776733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8a3fac63-c5c3-43b3-bb7e-1bc7f4a8c3ba tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'subnet': {'network_id': 'e97c2210-ca55-4c5e-91f8-b20c8be41dbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:34.788763 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.810796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef9e92-3f2f-4ecb-a99b-bf5457b7d72c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Network': ['ID=e97c2210-ca55-4c5e-91f8-b20c8be41dbd,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:34.818192 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8c2f4951-00c3-4670-bb40-3c6480824f53 None None] Provisioning for port 650864a3-34d6-456d-92c3-831869297b7b completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:34.822293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e2ef9e92-3f2f-4ecb-a99b-bf5457b7d72c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:34.823861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8c2f4951-00c3-4670-bb40-3c6480824f53 None None] Provisioning complete for port 650864a3-34d6-456d-92c3-831869297b7b triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:34.824354 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8c2f4951-00c3-4670-bb40-3c6480824f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.827412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992066f8-9631-4d7e-8881-abe60767fd86 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:56:34.853665 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network e97c2210-ca55-4c5e-91f8-b20c8be41dbd details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:34.877750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-992066f8-9631-4d7e-8881-abe60767fd86 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.878008 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-992066f8-9631-4d7e-8881-abe60767fd86 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Added segment c4086de5-6c91-40f4-ad75-9ed8327b088d of type vlan for network d2f59eaa-3966-4fc7-ad5f-1525c5cdc327
Dec 24 10:56:34.909098 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8a3fac63-c5c3-43b3-bb7e-1bc7f4a8c3ba tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:34.920987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.931106 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-992066f8-9631-4d7e-8881-abe60767fd86 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.939100 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e05bf29c-27f3-4729-b7ed-7e5570802cc4 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.965911 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e05bf29c-27f3-4729-b7ed-7e5570802cc4 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:34.986225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-8c2f4951-00c3-4670-bb40-3c6480824f53 None None] Port 650864a3-34d6-456d-92c3-831869297b7b cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:56:35.000641 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8a3fac63-c5c3-43b3-bb7e-1bc7f4a8c3ba tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Usage tracker for resource:subnet and tenant:3852d1c215de48b387b03c2c0cd743a1 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:35.007371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8a3fac63-c5c3-43b3-bb7e-1bc7f4a8c3ba tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:35.018554 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-992066f8-9631-4d7e-8881-abe60767fd86 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:35.019869 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8a3fac63-c5c3-43b3-bb7e-1bc7f4a8c3ba tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:35.023995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992066f8-9631-4d7e-8881-abe60767fd86 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:35.024670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-992066f8-9631-4d7e-8881-abe60767fd86 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:35.030467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-36a30ec6-1efc-4d6d-9201-8478fb524541 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:35.046593 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3fac63-c5c3-43b3-bb7e-1bc7f4a8c3ba tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:35.050332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8a3fac63-c5c3-43b3-bb7e-1bc7f4a8c3ba tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:35.104700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e05bf29c-27f3-4729-b7ed-7e5570802cc4 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:35.115145 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e82bfef8-1c9c-4a75-819f-b438ac7bd6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:35.167893 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-992066f8-9631-4d7e-8881-abe60767fd86 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.7783391
Dec 24 10:56:35.178300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49174) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:35.187112 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e80dd431-b2c8-4dd7-a2ba-746326cc7659 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:35.199244 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-d1f87ff7-987c-4f67-8e99-2b28d24c7917 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'subnet': {'network_id': 'd2f59eaa-3966-4fc7-ad5f-1525c5cdc327', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:35.200219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992066f8-9631-4d7e-8881-abe60767fd86 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Network': ['ID=d2f59eaa-3966-4fc7-ad5f-1525c5cdc327,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:35.204657 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-992066f8-9631-4d7e-8881-abe60767fd86 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:35.231241 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bf29c-27f3-4729-b7ed-7e5570802cc4 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e4d26d-5c9a-4dae-9dc0-9059eb6b77fe,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:35.234182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e05bf29c-27f3-4729-b7ed-7e5570802cc4 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:35.274116 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network d2f59eaa-3966-4fc7-ad5f-1525c5cdc327 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:35.402803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d1f87ff7-987c-4f67-8e99-2b28d24c7917 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:35.411930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d1f87ff7-987c-4f67-8e99-2b28d24c7917 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:subnet and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:35.420589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d1f87ff7-987c-4f67-8e99-2b28d24c7917 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:35.421975 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e80dd431-b2c8-4dd7-a2ba-746326cc7659 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:35.422427 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:35.431438 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d1f87ff7-987c-4f67-8e99-2b28d24c7917 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:35.441032 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e05bf29c-27f3-4729-b7ed-7e5570802cc4 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:35.443903 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e05bf29c-27f3-4729-b7ed-7e5570802cc4 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "DELETE /v2.0/security-groups/23e4d26d-5c9a-4dae-9dc0-9059eb6b77fe HTTP/1.1" status: 204  len: 168 time: 0.9054878
Dec 24 10:56:35.446529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49180) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:35.542345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-12304a59-9993-484d-982f-6bfb44ffd189 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Synchronizing usage tracker for tenant:966c2193a4f64917a61131b2e0a84155 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:35.605700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-12304a59-9993-484d-982f-6bfb44ffd189 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Unset dirty status for tenant:966c2193a4f64917a61131b2e0a84155 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:35.606998 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-12304a59-9993-484d-982f-6bfb44ffd189 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2979 time: 0.1594982
Dec 24 10:56:35.609136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650864a3-34d6-456d-92c3-831869297b7b {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:56:35.614496 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49186) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:35.630198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:35.640188 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-866b8c3f-d2ec-4ada-b057-c1d21a50296d tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] delete failed (client error): The resource could not be found.
Dec 24 10:56:35.641133 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-866b8c3f-d2ec-4ada-b057-c1d21a50296d tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "DELETE /v2.0/security-groups/d29817e4-f7dc-4327-9ef2-e0ae81ce0bee HTTP/1.1" status: 404  len: 347 time: 0.0257010
Dec 24 10:56:35.644961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49190) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:35.665441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Transition to ACTIVE for port object 650864a3-34d6-456d-92c3-831869297b7b will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:35.666404 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d8e536ae-0e22-4b56-bfce-1820e020b158 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:35.667326 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-fee11ab7-07f4-44c5-9570-170d2303edb3 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] show failed (client error): The resource could not be found.
Dec 24 10:56:35.668356 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fee11ab7-07f4-44c5-9570-170d2303edb3 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "GET /v2.0/security-groups/07324bf3-79a4-42bf-a7db-6be7cc8f99ef HTTP/1.1" status: 404  len: 347 time: 0.0224917
Dec 24 10:56:35.671567 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f87ff7-987c-4f67-8e99-2b28d24c7917 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:35.672119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49194) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:35.674714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:35.674869 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d1f87ff7-987c-4f67-8e99-2b28d24c7917 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:35.686492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2400163c-4a8d-4848-8193-4e83601f709f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:35.727399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9858883d-1bd0-46cf-a78d-d1adca9bf975 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:35.734589 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-c59ad66e-7bb5-4bb9-b392-f477295400b6 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] show failed (client error): The resource could not be found.
Dec 24 10:56:35.735603 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c59ad66e-7bb5-4bb9-b392-f477295400b6 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] 10.222.0.54 "GET /v2.0/security-group-rules/9f363ac3-b0aa-47a2-9937-c889d044c7c5 HTTP/1.1" status: 404  len: 356 time: 0.0625494
Dec 24 10:56:35.825711 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Pushing event updated for resources: {'Port': ['ID=650864a3-34d6-456d-92c3-831869297b7b,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:35.835441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:35.839774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e536ae-0e22-4b56-bfce-1820e020b158 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=69c6fa5a-7d8a-46b5-bda4-ff1f748bbfd7,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:35.865187 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d8e536ae-0e22-4b56-bfce-1820e020b158 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:35.947796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d8e536ae-0e22-4b56-bfce-1820e020b158 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.001951 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d8e536ae-0e22-4b56-bfce-1820e020b158 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/ports/69c6fa5a-7d8a-46b5-bda4-ff1f748bbfd7 HTTP/1.1" status: 204  len: 168 time: 2.0385766
Dec 24 10:56:36.007284 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49200) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:36.033053 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8a3fac63-c5c3-43b3-bb7e-1bc7f4a8c3ba tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.045813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-881b5fe1-78ee-4817-a324-b7ba60e24ef8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:36.057228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Attempting to bind port 650864a3-34d6-456d-92c3-831869297b7b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:56:36.057493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Attempting to bind port 650864a3-34d6-456d-92c3-831869297b7b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '97c933c0-8b0f-4db9-8ee1-c1cc50aba68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:56:36.057822 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Attempting to bind port 650864a3-34d6-456d-92c3-831869297b7b on network 1da7f612-8478-493f-adc0-6ced37c56e50 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:56:36.068569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Port 650864a3-34d6-456d-92c3-831869297b7b on network 1da7f612-8478-493f-adc0-6ced37c56e50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:56:36.068892 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Attempting to bind port 650864a3-34d6-456d-92c3-831869297b7b on network 1da7f612-8478-493f-adc0-6ced37c56e50 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:56:36.075040 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-497e8914-9f5e-41ae-a21a-d89595d78d2a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] GET failed (client error): The resource could not be found.
Dec 24 10:56:36.075587 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-497e8914-9f5e-41ae-a21a-d89595d78d2a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:36.079174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:56:36.079502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Checking segment: {'id': '97c933c0-8b0f-4db9-8ee1-c1cc50aba68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:36.079888 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Bound using segment: {'id': '97c933c0-8b0f-4db9-8ee1-c1cc50aba68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:56:36.080329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Bound port: 650864a3-34d6-456d-92c3-831869297b7b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c933c0-8b0f-4db9-8ee1-c1cc50aba68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:56:36.080677 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.152106 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-497e8914-9f5e-41ae-a21a-d89595d78d2a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:36.155856 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-497e8914-9f5e-41ae-a21a-d89595d78d2a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports/69c6fa5a-7d8a-46b5-bda4-ff1f748bbfd7 HTTP/1.1" status: 404  len: 333 time: 0.1450999
Dec 24 10:56:36.158659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49206) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:36.167696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9135de1-dc9c-4cda-b8db-aa420b0b106c req-7881e7d3-8899-4e80-905e-4e97a50203ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:36.169140 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e9135de1-dc9c-4cda-b8db-aa420b0b106c req-7881e7d3-8899-4e80-905e-4e97a50203ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 944 time: 0.5080402
Dec 24 10:56:36.180644 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49210) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:36.232950 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fac63-c5c3-43b3-bb7e-1bc7f4a8c3ba tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Subnet': ['ID=1e14fd06-015c-480d-845b-183d689fd660,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:36.243240 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8a3fac63-c5c3-43b3-bb7e-1bc7f4a8c3ba tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:36.259279 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] For port 650864a3-34d6-456d-92c3-831869297b7b, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:56:36.265528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-436a0bf3-b5fb-4229-8826-d4bcbf64c29a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting subnet f8ec460e-e688-4751-afc9-f1f0b145ce59 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:56:36.269079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] For port 650864a3-34d6-456d-92c3-831869297b7b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=650864a3-34d6-456d-92c3-831869297b7b,segment=NetworkSegment(97c933c0-8b0f-4db9-8ee1-c1cc50aba68c),segment_id=97c933c0-8b0f-4db9-8ee1-c1cc50aba68c)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:56:36.271267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3fac63-c5c3-43b3-bb7e-1bc7f4a8c3ba tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Checking segment: {'id': '95b96fce-57df-4c41-b455-174735c79dcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'e97c2210-ca55-4c5e-91f8-b20c8be41dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:36.271786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3fac63-c5c3-43b3-bb7e-1bc7f4a8c3ba tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network hostable DHCP agents. Network: e97c2210-ca55-4c5e-91f8-b20c8be41dbd, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:56:36.273225 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-436a0bf3-b5fb-4229-8826-d4bcbf64c29a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.280916 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e9135de1-dc9c-4cda-b8db-aa420b0b106c req-b5a83c75-8baa-494f-ab14-2383e2c44292 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=af586961-93bf-4693-bbe2-2cdabc45cde2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1004496
Dec 24 10:56:36.313129 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.328271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3fac63-c5c3-43b3-bb7e-1bc7f4a8c3ba tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network e97c2210-ca55-4c5e-91f8-b20c8be41dbd is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:56:36.330491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d1f87ff7-987c-4f67-8e99-2b28d24c7917 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.336604 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:36.337593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-552a0f23-9a3e-4295-95ca-f2a6fdc73f3f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:36.396383 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-8a3fac63-c5c3-43b3-bb7e-1bc7f4a8c3ba tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, e97c2210-ca55-4c5e-91f8-b20c8be41dbd) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:36.401753 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:36.402964 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.404617 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] 10.222.0.32 "PUT /v2.0/ports/650864a3-34d6-456d-92c3-831869297b7b HTTP/1.1" status: 200  len: 1094 time: 1.7029614
Dec 24 10:56:36.407930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951ac403-aaa9-4185-8af9-2d832a0fdb96', 'tag': '650864a3-34d6-456d-92c3-831869297b7b'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:56:36.409229 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3fac63-c5c3-43b3-bb7e-1bc7f4a8c3ba tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:36.410651 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8a3fac63-c5c3-43b3-bb7e-1bc7f4a8c3ba tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.430766 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-436a0bf3-b5fb-4229-8826-d4bcbf64c29a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.451713 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55594b26-b09a-47b8-b105-9aa30b20dd70 None None] Network e97c2210-ca55-4c5e-91f8-b20c8be41dbd requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:36.483345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f87ff7-987c-4f67-8e99-2b28d24c7917 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Subnet': ['ID=4b0e571e-0bb0-4ffd-9868-1bec2e4313f4,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:36.501820 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d1f87ff7-987c-4f67-8e99-2b28d24c7917 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:36.517344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f87ff7-987c-4f67-8e99-2b28d24c7917 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Checking segment: {'id': 'c4086de5-6c91-40f4-ad75-9ed8327b088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd2f59eaa-3966-4fc7-ad5f-1525c5cdc327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:36.523622 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f87ff7-987c-4f67-8e99-2b28d24c7917 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network hostable DHCP agents. Network: d2f59eaa-3966-4fc7-ad5f-1525c5cdc327, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:56:36.531266 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951ac403-aaa9-4185-8af9-2d832a0fdb96', 'tag': '650864a3-34d6-456d-92c3-831869297b7b', 'status': 'completed', 'code': 200}
Dec 24 10:56:36.536981 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8a3fac63-c5c3-43b3-bb7e-1bc7f4a8c3ba tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7680547
Dec 24 10:56:36.539015 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49220) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:36.561077 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Pushing event updated for resources: {'Port': ['ID=650864a3-34d6-456d-92c3-831869297b7b,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:36.576768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:36.586560 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b4e850fd-588c-434c-b438-d093dc8948cd admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=966c2193a4f64917a61131b2e0a84155&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4027874
Dec 24 10:56:36.591480 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49224) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:36.648283 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5419ddc3-a548-43d9-a862-ddd7829a92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:36.650883 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-5419ddc3-a548-43d9-a862-ddd7829a92c6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 1097 time: 0.1861563
Dec 24 10:56:36.679200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f87ff7-987c-4f67-8e99-2b28d24c7917 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network d2f59eaa-3966-4fc7-ad5f-1525c5cdc327 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:56:36.720012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-d1f87ff7-987c-4f67-8e99-2b28d24c7917 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, d2f59eaa-3966-4fc7-ad5f-1525c5cdc327) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:36.728752 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9827914f-4bf5-4915-9711-574c2f105a2f None None] Network d2f59eaa-3966-4fc7-ad5f-1525c5cdc327 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:36.733494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-436a0bf3-b5fb-4229-8826-d4bcbf64c29a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.740069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f87ff7-987c-4f67-8e99-2b28d24c7917 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:36.740654 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d1f87ff7-987c-4f67-8e99-2b28d24c7917 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.791237 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.795906 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b8c1187c-4757-49e1-9a35-f962476ef283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.802716 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d1f87ff7-987c-4f67-8e99-2b28d24c7917 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6198828
Dec 24 10:56:36.802903 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-20acaefc-f7ee-446e-baae-6ee26db7c5c8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=650864a3-34d6-456d-92c3-831869297b7b HTTP/1.1" status: 200  len: 217 time: 0.1359508
Dec 24 10:56:36.802903 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49228) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:36.827296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83624857-d37f-4d4b-bffb-ba8f3e23ecc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-e97c2210-ca55-4c5e-91f8-b20c8be41dbd', 'network_id': 'e97c2210-ca55-4c5e-91f8-b20c8be41dbd', 'tenant_id': '3852d1c215de48b387b03c2c0cd743a1', 'fixed_ips': [{'subnet_id': '1e14fd06-015c-480d-845b-183d689fd660'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:56:36.828135 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-83624857-d37f-4d4b-bffb-ba8f3e23ecc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.846815 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-b6cf3d4f-95fd-4be6-8c04-3e0a457ecfb7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1327458083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:36.856460 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b6cf3d4f-95fd-4be6-8c04-3e0a457ecfb7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:36.856893 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b8c1187c-4757-49e1-9a35-f962476ef283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.876493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b6cf3d4f-95fd-4be6-8c04-3e0a457ecfb7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:router and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:36.886481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b6cf3d4f-95fd-4be6-8c04-3e0a457ecfb7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:36.895961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b6cf3d4f-95fd-4be6-8c04-3e0a457ecfb7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:36.913832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.917933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-62e2b062-e730-4d76-b5af-007bbe468cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:36.919611 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-62e2b062-e730-4d76-b5af-007bbe468cac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1189253e-3e76-4440-a940-baae82a0798a HTTP/1.1" status: 200  len: 837 time: 0.1112008
Dec 24 10:56:36.921553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3d4f-95fd-4be6-8c04-3e0a457ecfb7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.922772 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3d4f-95fd-4be6-8c04-3e0a457ecfb7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.932591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-436a0bf3-b5fb-4229-8826-d4bcbf64c29a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.943344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4dca5619-e35b-4308-a183-31da15826e4b tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:36.986516 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b8c1187c-4757-49e1-9a35-f962476ef283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:36.992217 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-052c6e95-4c5e-4ebc-ac36-cbe4d6ff1d5d tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:37.009133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1187c-4757-49e1-9a35-f962476ef283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f88c267-d32f-421e-b04b-2659c30fe95e,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:37.015110 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b8c1187c-4757-49e1-9a35-f962476ef283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:37.027445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b8c1187c-4757-49e1-9a35-f962476ef283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:37.029039 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b8c1187c-4757-49e1-9a35-f962476ef283 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0f88c267-d32f-421e-b04b-2659c30fe95e HTTP/1.1" status: 204  len: 168 time: 0.3873670
Dec 24 10:56:37.030519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:37.034466 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-dab4a092-e567-4888-bc83-23299b57886b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:37.036060 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a0bf3-b5fb-4229-8826-d4bcbf64c29a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ec460e-e688-4751-afc9-f1f0b145ce59,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:37.040050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-436a0bf3-b5fb-4229-8826-d4bcbf64c29a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:37.045781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3d4f-95fd-4be6-8c04-3e0a457ecfb7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:37.047717 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-436a0bf3-b5fb-4229-8826-d4bcbf64c29a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:37.057443 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-436a0bf3-b5fb-4229-8826-d4bcbf64c29a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/f8ec460e-e688-4751-afc9-f1f0b145ce59 HTTP/1.1" status: 204  len: 168 time: 0.8981042
Dec 24 10:56:37.071446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49234) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:37.080122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1fc20a-d2c2-4745-990d-fb93101ee3eb None None] Network 2d7c0701-621a-46e7-b6b8-406a58c5866c requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:37.087154 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Subnet': ['ID=1e14fd06-015c-480d-845b-183d689fd660,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:37.095977 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:37.104107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-d2f59eaa-3966-4fc7-ad5f-1525c5cdc327', 'network_id': 'd2f59eaa-3966-4fc7-ad5f-1525c5cdc327', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'fixed_ips': [{'subnet_id': '4b0e571e-0bb0-4ffd-9868-1bec2e4313f4'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:56:37.104954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server [None req-83624857-d37f-4d4b-bffb-ba8f3e23ecc5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e14fd06-015c-480d-845b-183d689fd660: This subnet is being modified by another concurrent operation.
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 24 10:56:37.121162 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self._safe_rollback(self._ipam_deallocate_ips, context,
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise self.value
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server     raise exception
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e14fd06-015c-480d-845b-183d689fd660: This subnet is being modified by another concurrent operation.
Dec 24 10:56:37.124918 dv-neutron-822668-2-hyperv neutron-server[87560]: ERROR oslo_messaging.rpc.server 
Dec 24 10:56:37.186304 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2390c3-771d-4590-b928-3081c83158ee None None] Network e97c2210-ca55-4c5e-91f8-b20c8be41dbd requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:37.215321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3d4f-95fd-4be6-8c04-3e0a457ecfb7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:37.219241 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:37.267597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:37.271096 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-135bdc98-f11a-46a9-a622-bc78379f47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:37.271600 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d163d60>,) {'filters': {'network_id': ['e97c2210-ca55-4c5e-91f8-b20c8be41dbd']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:37.272954 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-135bdc98-f11a-46a9-a622-bc78379f47f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1da7f612-8478-493f-adc0-6ced37c56e50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3342609
Dec 24 10:56:37.291699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d163d60>, '95b96fce-57df-4c41-b455-174735c79dcb') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:37.292344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d163d60>, '95b96fce-57df-4c41-b455-174735c79dcb') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:37.307690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:37.311092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b6cf3d4f-95fd-4be6-8c04-3e0a457ecfb7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:37.315299 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b6cf3d4f-95fd-4be6-8c04-3e0a457ecfb7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5113688
Dec 24 10:56:37.316127 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49240) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:37.325592 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'port': {'network_id': 'd2f59eaa-3966-4fc7-ad5f-1525c5cdc327', 'name': 'tempest-RoutersTest-786202919'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:37.358670 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:37.477134 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port e80dd431-b2c8-4dd7-a2ba-746326cc7659 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:37.477569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:37.481444 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:37.482442 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:37.500452 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:37.677261 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-14e4264d-295b-41cd-9ff4-b85d3dd8a588 service neutron] 10.222.0.32 "GET /v2.0/networks/1da7f612-8478-493f-adc0-6ced37c56e50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3866704
Dec 24 10:56:37.696349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Allocated IP 172.20.0.2 (d2f59eaa-3966-4fc7-ad5f-1525c5cdc327/4b0e571e-0bb0-4ffd-9868-1bec2e4313f4/a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:37.732319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:37.749349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7aec73db-a049-4450-90fb-82b89ac07064 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:37.772836 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:37.827293 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ea3e65-2409-41f2-bf6a-0d28dbeedef9 None None] DHCP port deletion for 2d7c0701-621a-46e7-b6b8-406a58c5866c request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:56:37.920875 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-66ea3e65-2409-41f2-bf6a-0d28dbeedef9 None None] Deleting port e80dd431-b2c8-4dd7-a2ba-746326cc7659 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:37.921265 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-66ea3e65-2409-41f2-bf6a-0d28dbeedef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:37.935622 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:37.940875 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Network': ['ID=e97c2210-ca55-4c5e-91f8-b20c8be41dbd,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:37.950357 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:37.965537 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/e97c2210-ca55-4c5e-91f8-b20c8be41dbd HTTP/1.1" status: 204  len: 168 time: 1.4189851
Dec 24 10:56:37.969067 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:37.972218 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49260) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:38.026611 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868d157-f077-4c00-9ae5-79a71ed11a12 req-8d75b5a6-e22c-4447-a420-24ff8874cb4a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:38.028372 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8868d157-f077-4c00-9ae5-79a71ed11a12 req-8d75b5a6-e22c-4447-a420-24ff8874cb4a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 944 time: 0.5191984
Dec 24 10:56:38.041802 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9104766-81ba-4383-86c0-5006532a8115 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] GET failed (client error): The resource could not be found.
Dec 24 10:56:38.042489 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f9104766-81ba-4383-86c0-5006532a8115 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Synchronizing usage tracker for tenant:3852d1c215de48b387b03c2c0cd743a1 on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:38.080946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] For port e80dd431-b2c8-4dd7-a2ba-746326cc7659, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e80dd431-b2c8-4dd7-a2ba-746326cc7659,segment=NetworkSegment(1301bbe7-1f1e-4afb-8304-291a23adb755),segment_id=1301bbe7-1f1e-4afb-8304-291a23adb755)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:38.080946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:38.091253 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:38.094682 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:38.100493 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7de8d45-0950-486b-a532-edb900c9fd67 req-e47b67a7-8761-41ce-bbd0-2e4d3c288e67 service neutron] 10.222.0.32 "GET /v2.0/networks/1da7f612-8478-493f-adc0-6ced37c56e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4094236
Dec 24 10:56:38.109288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f9104766-81ba-4383-86c0-5006532a8115 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Unset dirty status for tenant:3852d1c215de48b387b03c2c0cd743a1 on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:38.111222 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f9104766-81ba-4383-86c0-5006532a8115 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "GET /v2.0/subnets/1e14fd06-015c-480d-845b-183d689fd660 HTTP/1.1" status: 404  len: 337 time: 0.1339269
Dec 24 10:56:38.115452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49266) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:38.162205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] device_id is not set on port d4a9552a-9fd7-4354-ac47-ba62e28f1b66 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:56:38.200239 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-56be1e35-1e8c-440b-a707-8957efc77d87 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:38.200650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56be1e35-1e8c-440b-a707-8957efc77d87 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:38.202377 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-56be1e35-1e8c-440b-a707-8957efc77d87 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/e97c2210-ca55-4c5e-91f8-b20c8be41dbd HTTP/1.1" status: 404  len: 339 time: 0.0850575
Dec 24 10:56:38.207753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49270) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:38.212390 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8868d157-f077-4c00-9ae5-79a71ed11a12 req-a756e4f6-3cf8-4980-9bc7-ccbd880bace7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=af586961-93bf-4693-bbe2-2cdabc45cde2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1729386
Dec 24 10:56:38.246020 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49274) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:38.251016 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:38.265337 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Transition to ACTIVE for port object a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:38.289235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Transition to ACTIVE for port object a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:38.304235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:38.313232 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for e80dd431-b2c8-4dd7-a2ba-746326cc7659 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:38.316419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:38.425989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648210f4-3b03-4a70-87c0-30efd711295c req-1e4a324a-ce6a-441e-a46d-5b19bebd5f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:38.427683 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-648210f4-3b03-4a70-87c0-30efd711295c req-1e4a324a-ce6a-441e-a46d-5b19bebd5f92 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 1097 time: 0.2440779
Dec 24 10:56:38.444027 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-48e499ca-1019-44c7-96b8-6935643c5b4b tempest-SubnetPoolsTestJSON-656369014 tempest-SubnetPoolsTestJSON-656369014-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1823153461', 'prefixes': ['172.20.0.0/16']}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:38.454841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-48e499ca-1019-44c7-96b8-6935643c5b4b tempest-SubnetPoolsTestJSON-656369014 tempest-SubnetPoolsTestJSON-656369014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:38.468295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:38.473745 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59c526f-13df-4680-9121-09009991b4d5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:38.474700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f59c526f-13df-4680-9121-09009991b4d5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Synchronizing usage tracker for tenant:3852d1c215de48b387b03c2c0cd743a1 on resource:network {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:38.479581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:38.483101 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Allocated IP 172.20.0.5 (d2f59eaa-3966-4fc7-ad5f-1525c5cdc327/4b0e571e-0bb0-4ffd-9868-1bec2e4313f4/d4a9552a-9fd7-4354-ac47-ba62e28f1b66) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:38.483557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Network d2f59eaa-3966-4fc7-ad5f-1525c5cdc327 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:38.491123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:38.499037 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:38.539069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f59c526f-13df-4680-9121-09009991b4d5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Unset dirty status for tenant:3852d1c215de48b387b03c2c0cd743a1 on resource:network {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:38.540563 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f59c526f-13df-4680-9121-09009991b4d5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3314927
Dec 24 10:56:38.543801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49282) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:38.608951 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4fa0c70c-6c2c-469b-a7fb-c63f75bcb415 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280 HTTP/1.1" status: 200  len: 207 time: 0.0614502
Dec 24 10:56:38.611445 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=e80dd431-b2c8-4dd7-a2ba-746326cc7659,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:38.621947 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49286) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:38.626057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No DVR routers for this DVR port e80dd431-b2c8-4dd7-a2ba-746326cc7659 on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:56:38.627473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:38.706128 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Pushing event updated for resources: {'Port': ['ID=a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:38.712658 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:38.715749 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-48e499ca-1019-44c7-96b8-6935643c5b4b tempest-SubnetPoolsTestJSON-656369014 tempest-SubnetPoolsTestJSON-656369014-project] Notify callbacks [] for subnetpool, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:38.717504 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-48e499ca-1019-44c7-96b8-6935643c5b4b tempest-SubnetPoolsTestJSON-656369014 tempest-SubnetPoolsTestJSON-656369014-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.4731007
Dec 24 10:56:38.749181 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Attempting to bind port a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:56:38.749562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Attempting to bind port a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'c4086de5-6c91-40f4-ad75-9ed8327b088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd2f59eaa-3966-4fc7-ad5f-1525c5cdc327'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:56:38.749997 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Attempting to bind port a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d on network d2f59eaa-3966-4fc7-ad5f-1525c5cdc327 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:56:38.757530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-66ea3e65-2409-41f2-bf6a-0d28dbeedef9 None None] For port e80dd431-b2c8-4dd7-a2ba-746326cc7659, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e80dd431-b2c8-4dd7-a2ba-746326cc7659,segment=NetworkSegment(1301bbe7-1f1e-4afb-8304-291a23adb755),segment_id=1301bbe7-1f1e-4afb-8304-291a23adb755)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:38.757530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-66ea3e65-2409-41f2-bf6a-0d28dbeedef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:38.757910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49290) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:38.772581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:56:38.772581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Checking segment: {'id': 'c4086de5-6c91-40f4-ad75-9ed8327b088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd2f59eaa-3966-4fc7-ad5f-1525c5cdc327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:38.772581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:38.772581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Bound using segment: {'id': 'c4086de5-6c91-40f4-ad75-9ed8327b088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd2f59eaa-3966-4fc7-ad5f-1525c5cdc327'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:56:38.772581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Bound port: a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4086de5-6c91-40f4-ad75-9ed8327b088d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'd2f59eaa-3966-4fc7-ad5f-1525c5cdc327'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:56:38.772581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:38.897064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:38.902928 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5905aaf5-4a20-44e5-bbc3-db95d7d20c29 tempest-SubnetPoolsTestJSON-656369014 tempest-SubnetPoolsTestJSON-656369014-project] 10.222.0.54 "GET /v2.0/subnetpools/deae1f58-3ded-4e8e-a0ce-d2ecf7f226e6 HTTP/1.1" status: 200  len: 732 time: 0.1372857
Dec 24 10:56:38.906851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49294) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:38.909054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648210f4-3b03-4a70-87c0-30efd711295c req-b8c275a2-e9e6-4567-a84b-2ec2b7449c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:38.911425 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-648210f4-3b03-4a70-87c0-30efd711295c req-b8c275a2-e9e6-4567-a84b-2ec2b7449c7b service neutron] 10.222.0.32 "GET /v2.0/networks?id=1da7f612-8478-493f-adc0-6ced37c56e50 HTTP/1.1" status: 200  len: 898 time: 0.4726443
Dec 24 10:56:38.913063 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-66ea3e65-2409-41f2-bf6a-0d28dbeedef9 None None] Calling delete_port for e80dd431-b2c8-4dd7-a2ba-746326cc7659 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:38.917181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:38.917369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-af70e23a-fa29-4473-8021-50c48d1bd7d2 tempest-SubnetPoolsTestJSON-656369014 tempest-SubnetPoolsTestJSON-656369014-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-71371397'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:38.946286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Transition to ACTIVE for port object d4a9552a-9fd7-4354-ac47-ba62e28f1b66 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:39.009756 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-648210f4-3b03-4a70-87c0-30efd711295c req-baa37ddf-972f-432a-8c96-8fefda58e5da service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=650864a3-34d6-456d-92c3-831869297b7b HTTP/1.1" status: 200  len: 217 time: 0.0805459
Dec 24 10:56:39.042301 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af70e23a-fa29-4473-8021-50c48d1bd7d2 tempest-SubnetPoolsTestJSON-656369014 tempest-SubnetPoolsTestJSON-656369014-project] Notify callbacks [] for subnetpool, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:39.043840 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-af70e23a-fa29-4473-8021-50c48d1bd7d2 tempest-SubnetPoolsTestJSON-656369014 tempest-SubnetPoolsTestJSON-656369014-project] 10.222.0.54 "PUT /v2.0/subnetpools/deae1f58-3ded-4e8e-a0ce-d2ecf7f226e6 HTTP/1.1" status: 200  len: 682 time: 0.1349487
Dec 24 10:56:39.047978 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49298) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:39.060355 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] For port a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:56:39.064275 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] For port a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d,segment=NetworkSegment(c4086de5-6c91-40f4-ad75-9ed8327b088d),segment_id=c4086de5-6c91-40f4-ad75-9ed8327b088d)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:56:39.064741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-66ea3e65-2409-41f2-bf6a-0d28dbeedef9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:56:39.065090 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-66ea3e65-2409-41f2-bf6a-0d28dbeedef9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:56:39.069683 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:39.074003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:39.082203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c783790>,) {'filters': {'network_id': ['2d7c0701-621a-46e7-b6b8-406a58c5866c']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:39.095846 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:39.106584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a806c863-b1e9-41bf-b7ce-930979998bdc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:39.111515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3d37012f-e0d1-45ef-9ee6-f8484a86d386 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:39.113482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a806c863-b1e9-41bf-b7ce-930979998bdc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:39.134759 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a806c863-b1e9-41bf-b7ce-930979998bdc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:39.142485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a806c863-b1e9-41bf-b7ce-930979998bdc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:39.143599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a806c863-b1e9-41bf-b7ce-930979998bdc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Synchronizing usage tracker for tenant:3852d1c215de48b387b03c2c0cd743a1 on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:39.150857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c783790>, '1301bbe7-1f1e-4afb-8304-291a23adb755') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:39.151152 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c783790>, '1301bbe7-1f1e-4afb-8304-291a23adb755') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:39.171746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:39.175344 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Pushing event updated for resources: {'Port': ['ID=a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:39.179667 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:39.193417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:39.200247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:39.202558 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:39.216180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e80dd431-b2c8-4dd7-a2ba-746326cc7659 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:56:39.228169 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network d2f59eaa-3966-4fc7-ad5f-1525c5cdc327 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:39.249395 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:39.258351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: e80dd431-b2c8-4dd7-a2ba-746326cc7659 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:56:39.258351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e80dd431-b2c8-4dd7-a2ba-746326cc7659 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:56:39.279756 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:39.297188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:39.358499 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=d4a9552a-9fd7-4354-ac47-ba62e28f1b66,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:39.369395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:39.385747 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:39.387170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:39.419440 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3672ae39-c61b-4261-8ccf-55225479a13f tempest-SubnetPoolsTestJSON-656369014 tempest-SubnetPoolsTestJSON-656369014-project] Notify callbacks [] for subnetpool, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:39.419440 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3672ae39-c61b-4261-8ccf-55225479a13f tempest-SubnetPoolsTestJSON-656369014 tempest-SubnetPoolsTestJSON-656369014-project] 10.222.0.54 "DELETE /v2.0/subnetpools/deae1f58-3ded-4e8e-a0ce-d2ecf7f226e6 HTTP/1.1" status: 204  len: 168 time: 0.3650849
Dec 24 10:56:39.420431 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49304) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:39.455540 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 2.1380742
Dec 24 10:56:39.458822 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49308) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:39.459757 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-8a098379-0328-4be2-8c77-8caaf511c5dc tempest-SubnetPoolsTestJSON-656369014 tempest-SubnetPoolsTestJSON-656369014-project] show failed (client error): The resource could not be found.
Dec 24 10:56:39.464568 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8a098379-0328-4be2-8c77-8caaf511c5dc tempest-SubnetPoolsTestJSON-656369014 tempest-SubnetPoolsTestJSON-656369014-project] 10.222.0.54 "GET /v2.0/subnetpools/deae1f58-3ded-4e8e-a0ce-d2ecf7f226e6 HTTP/1.1" status: 404  len: 346 time: 0.0398297
Dec 24 10:56:39.464568 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49312) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:39.519624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a806c863-b1e9-41bf-b7ce-930979998bdc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Unset dirty status for tenant:3852d1c215de48b387b03c2c0cd743a1 on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:39.520794 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a806c863-b1e9-41bf-b7ce-930979998bdc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2484 time: 0.8967113
Dec 24 10:56:39.530701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49316) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:39.533572 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648210f4-3b03-4a70-87c0-30efd711295c req-130da3d9-c80c-46fb-b7e2-94edecbfdb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:39.536953 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-648210f4-3b03-4a70-87c0-30efd711295c req-130da3d9-c80c-46fb-b7e2-94edecbfdb44 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1189253e-3e76-4440-a940-baae82a0798a HTTP/1.1" status: 200  len: 837 time: 0.5154717
Dec 24 10:56:39.567266 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-66ea3e65-2409-41f2-bf6a-0d28dbeedef9 None None] Deleting port e80dd431-b2c8-4dd7-a2ba-746326cc7659 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:39.567266 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-66ea3e65-2409-41f2-bf6a-0d28dbeedef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:39.631324 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-fe0816e3-f8f0-4762-bf62-8edbae60d921 tempest-SubnetPoolsTestJSON-656369014 tempest-SubnetPoolsTestJSON-656369014-project] delete failed (client error): The resource could not be found.
Dec 24 10:56:39.634837 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fe0816e3-f8f0-4762-bf62-8edbae60d921 tempest-SubnetPoolsTestJSON-656369014 tempest-SubnetPoolsTestJSON-656369014-project] 10.222.0.54 "DELETE /v2.0/subnetpools/deae1f58-3ded-4e8e-a0ce-d2ecf7f226e6 HTTP/1.1" status: 404  len: 346 time: 0.1698241
Dec 24 10:56:39.718957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:39.825253 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-66ea3e65-2409-41f2-bf6a-0d28dbeedef9 None None] The port 'e80dd431-b2c8-4dd7-a2ba-746326cc7659' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:56:39.881720 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8948395d-c1b9-4086-b977-6953dd7aea82 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:39.920044 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:39.958173 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/networks/2d7c0701-621a-46e7-b6b8-406a58c5866c HTTP/1.1" status: 204  len: 168 time: 2.8796103
Dec 24 10:56:39.961541 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Network': ['ID=2d7c0701-621a-46e7-b6b8-406a58c5866c,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:39.968130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49324) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:39.969215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:39.995868 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f35a8d48-f95c-41e7-9e61-e5e9c37336d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1412608199'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:40.017046 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f35a8d48-f95c-41e7-9e61-e5e9c37336d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:40.033068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f35a8d48-f95c-41e7-9e61-e5e9c37336d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:network and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:40.041030 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f35a8d48-f95c-41e7-9e61-e5e9c37336d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:40.077025 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f35a8d48-f95c-41e7-9e61-e5e9c37336d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:40.080493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648210f4-3b03-4a70-87c0-30efd711295c req-6e49e118-552f-49f2-aded-9aada2f5e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:40.085419 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-648210f4-3b03-4a70-87c0-30efd711295c req-6e49e118-552f-49f2-aded-9aada2f5e471 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1da7f612-8478-493f-adc0-6ced37c56e50&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.5152011
Dec 24 10:56:40.097073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad59741a-0d26-4249-a70c-889119a538d6 req-544f7f3d-30b3-4643-bef6-0e0813d4b541 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:40.099542 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ad59741a-0d26-4249-a70c-889119a538d6 req-544f7f3d-30b3-4643-bef6-0e0813d4b541 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 944 time: 0.5698812
Dec 24 10:56:40.122306 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49328) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:40.158285 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-15764469-99e6-4e8e-88f7-49ac014749e5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 573 time: 0.6205661
Dec 24 10:56:40.165045 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49334) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:40.395305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35a8d48-f95c-41e7-9e61-e5e9c37336d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:40.399907 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f35a8d48-f95c-41e7-9e61-e5e9c37336d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:40.403172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:40.436591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e8620da-e117-4eb4-ade4-49aca3fb5229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:40.459049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e810cc38-b549-47d4-a3c7-822786ff4c3c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:40.460857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e810cc38-b549-47d4-a3c7-822786ff4c3c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:40.462113 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e810cc38-b549-47d4-a3c7-822786ff4c3c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Synchronizing usage tracker for tenant:3852d1c215de48b387b03c2c0cd743a1 on resource:subnet {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:40.483238 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2e8620da-e117-4eb4-ade4-49aca3fb5229 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:40.490858 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:40.500850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2e8620da-e117-4eb4-ade4-49aca3fb5229 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a4b4b686b34b3e998a47ff0250e7b3 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:40.503279 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ad59741a-0d26-4249-a70c-889119a538d6 req-8d7a72ba-2d10-4370-ae03-5023d7babd0a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=af586961-93bf-4693-bbe2-2cdabc45cde2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3591948
Dec 24 10:56:40.504463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2e8620da-e117-4eb4-ade4-49aca3fb5229 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:40.515446 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2e8620da-e117-4eb4-ade4-49aca3fb5229 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:40.519108 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-648210f4-3b03-4a70-87c0-30efd711295c req-459ab4e4-1274-43a0-bc29-80b1295cefc7 service neutron] 10.222.0.32 "GET /v2.0/networks/1da7f612-8478-493f-adc0-6ced37c56e50?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3947423
Dec 24 10:56:40.521855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e810cc38-b549-47d4-a3c7-822786ff4c3c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Unset dirty status for tenant:3852d1c215de48b387b03c2c0cd743a1 on resource:subnet {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:40.528990 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e810cc38-b549-47d4-a3c7-822786ff4c3c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.3294830
Dec 24 10:56:40.547777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49338) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:40.570951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f35a8d48-f95c-41e7-9e61-e5e9c37336d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:56:40.656413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f35a8d48-f95c-41e7-9e61-e5e9c37336d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:40.656821 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-f35a8d48-f95c-41e7-9e61-e5e9c37336d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Added segment d71f7793-0b06-4b12-af88-b72bbb3d0bc7 of type vlan for network 91278276-d0c9-4689-a2ec-920c927b9b0d
Dec 24 10:56:40.715945 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f35a8d48-f95c-41e7-9e61-e5e9c37336d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:40.748963 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-648210f4-3b03-4a70-87c0-30efd711295c req-4e5b7bc8-2cbe-4815-b157-f0a955a01ec4 service neutron] 10.222.0.32 "GET /v2.0/networks/1da7f612-8478-493f-adc0-6ced37c56e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2174528
Dec 24 10:56:40.758705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 650864a3-34d6-456d-92c3-831869297b7b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 10:56:40.777572 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f35a8d48-f95c-41e7-9e61-e5e9c37336d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:40.784106 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35a8d48-f95c-41e7-9e61-e5e9c37336d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:40.785496 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f35a8d48-f95c-41e7-9e61-e5e9c37336d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:40.789094 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bb061cf0-7ae6-4080-8c5f-34768f71ee97 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:40.825043 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ba6c15-164c-4601-a341-306b7266e7b2 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['shared'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:40.827915 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ba6c15-164c-4601-a341-306b7266e7b2 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['shared'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:40.830706 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-45ba6c15-164c-4601-a341-306b7266e7b2 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.2820296
Dec 24 10:56:40.844473 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49342) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:40.914980 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f35a8d48-f95c-41e7-9e61-e5e9c37336d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.9357035
Dec 24 10:56:40.914980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35a8d48-f95c-41e7-9e61-e5e9c37336d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Network': ['ID=91278276-d0c9-4689-a2ec-920c927b9b0d,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:40.914980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49346) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:40.921438 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0391f6ab-6c27-4ee9-adf6-6b62cc992bfb None None] Network d2f59eaa-3966-4fc7-ad5f-1525c5cdc327 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:40.924462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f35a8d48-f95c-41e7-9e61-e5e9c37336d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:40.928849 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-3853ff77-511a-43bf-8f9a-ba5dd523cee0 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'subnet': {'network_id': '91278276-d0c9-4689-a2ec-920c927b9b0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:40.949151 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 91278276-d0c9-4689-a2ec-920c927b9b0d details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:41.071073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-3853ff77-511a-43bf-8f9a-ba5dd523cee0 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:41.078302 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-3853ff77-511a-43bf-8f9a-ba5dd523cee0 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:subnet and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:41.080940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-3853ff77-511a-43bf-8f9a-ba5dd523cee0 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:41.088381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-3853ff77-511a-43bf-8f9a-ba5dd523cee0 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:41.102520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3853ff77-511a-43bf-8f9a-ba5dd523cee0 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:41.107026 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3853ff77-511a-43bf-8f9a-ba5dd523cee0 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:41.136296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e8620da-e117-4eb4-ade4-49aca3fb5229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:41.143940 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e62e73d1-3f24-43e6-b680-20234cc661f5 None None] Provisioning for port a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:41.154421 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e8620da-e117-4eb4-ade4-49aca3fb5229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:41.166837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8bc2272f-ed57-445b-84f5-6a76f7e8da32 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:41.204511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8620da-e117-4eb4-ade4-49aca3fb5229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41811e0-1c46-40fd-8271-6e2869af4ba7,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:41.209756 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 650864a3-34d6-456d-92c3-831869297b7b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=650864a3-34d6-456d-92c3-831869297b7b,segment=NetworkSegment(97c933c0-8b0f-4db9-8ee1-c1cc50aba68c),segment_id=97c933c0-8b0f-4db9-8ee1-c1cc50aba68c)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:41.223244 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2acd157-572f-4be5-9a00-dda30c434a96 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:41.227386 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d2acd157-572f-4be5-9a00-dda30c434a96 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "GET /v2.0/networks/f3af310d-3409-4480-aa7b-8b612e1ebfd0 HTTP/1.1" status: 200  len: 798 time: 0.3824518
Dec 24 10:56:41.241427 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2e8620da-e117-4eb4-ade4-49aca3fb5229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:41.247156 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49350) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:41.258670 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '650864a3-34d6-456d-92c3-831869297b7b', 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50', 'port_id': '650864a3-34d6-456d-92c3-831869297b7b', 'mac_address': 'fa:16:3e:42:a2:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1189253e-3e76-4440-a940-baae82a0798a', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 10:56:41.264418 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2e8620da-e117-4eb4-ade4-49aca3fb5229 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=c4a4b4b686b34b3e998a47ff0250e7b3&name=default HTTP/1.1" status: 200  len: 2983 time: 1.1409383
Dec 24 10:56:41.267765 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49354) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:41.352116 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:41.369457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:41.377040 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:41.382710 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6b4c937e-782c-4109-9881-32ac722e97cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:41.484220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe63aac7-932d-4617-b37d-bb8d596dfa28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:41.513382 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:41.528005 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-972d0f1b-cfd9-47ee-b42a-6dffc3112374 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "GET /v2.0/networks/f3af310d-3409-4480-aa7b-8b612e1ebfd0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 314 time: 0.2792604
Dec 24 10:56:41.551571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=d4a9552a-9fd7-4354-ac47-ba62e28f1b66,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:41.555616 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650864a3-34d6-456d-92c3-831869297b7b {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:56:41.565438 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49358) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:41.579350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:41.609081 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:41.622147 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 650864a3-34d6-456d-92c3-831869297b7b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=650864a3-34d6-456d-92c3-831869297b7b,segment=NetworkSegment(97c933c0-8b0f-4db9-8ee1-c1cc50aba68c),segment_id=97c933c0-8b0f-4db9-8ee1-c1cc50aba68c)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:41.624762 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:41.625135 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:41.660281 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3853ff77-511a-43bf-8f9a-ba5dd523cee0 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:41.666888 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a76ee0ab-6678-47b0-86c0-b14491409ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:41.681935 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:41.688403 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2861572b-276f-4c89-95b2-971567ef2348 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:41.693215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe63aac7-932d-4617-b37d-bb8d596dfa28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:41.755122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3853ff77-511a-43bf-8f9a-ba5dd523cee0 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Subnet': ['ID=347f2a1a-c551-46f3-9a0a-6a9727e9f805,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:41.766596 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3853ff77-511a-43bf-8f9a-ba5dd523cee0 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Checking segment: {'id': 'd71f7793-0b06-4b12-af88-b72bbb3d0bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '91278276-d0c9-4689-a2ec-920c927b9b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:41.766716 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3853ff77-511a-43bf-8f9a-ba5dd523cee0 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network hostable DHCP agents. Network: 91278276-d0c9-4689-a2ec-920c927b9b0d, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:56:41.773479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3853ff77-511a-43bf-8f9a-ba5dd523cee0 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:41.793855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3853ff77-511a-43bf-8f9a-ba5dd523cee0 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 91278276-d0c9-4689-a2ec-920c927b9b0d is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:56:41.810884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-3853ff77-511a-43bf-8f9a-ba5dd523cee0 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 91278276-d0c9-4689-a2ec-920c927b9b0d) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:41.819290 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3853ff77-511a-43bf-8f9a-ba5dd523cee0 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:41.820171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3853ff77-511a-43bf-8f9a-ba5dd523cee0 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1670261'] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:41.850448 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a75c502-0549-4771-bfe4-16ffe1bf63b7 None None] Network 91278276-d0c9-4689-a2ec-920c927b9b0d requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:41.868621 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3853ff77-511a-43bf-8f9a-ba5dd523cee0 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9458137
Dec 24 10:56:41.872131 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49364) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:41.881584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'network_id': '91278276-d0c9-4689-a2ec-920c927b9b0d', 'name': 'tempest-PortsIpV6TestJSON-1966912981', 'fixed_ips': [{'subnet_id': '347f2a1a-c551-46f3-9a0a-6a9727e9f805', 'ip_address': '2001:db8::10'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:41.883278 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=650864a3-34d6-456d-92c3-831869297b7b,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:41.887830 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:41.892513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1590f6d3-2e2e-44b1-805b-c3b788d40d4c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:41.899232 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1590f6d3-2e2e-44b1-805b-c3b788d40d4c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "GET /v2.0/subnets/d689ed92-f9ba-4bfd-92a2-116ae8b35c87 HTTP/1.1" status: 200  len: 811 time: 0.3307216
Dec 24 10:56:41.905601 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49368) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:41.990957 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:42.046673 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['650864a3-34d6-456d-92c3-831869297b7b'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 10:56:42.111510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486ee1d9-f77e-41c4-86ca-de581868936a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['shared'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:42.118246 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-486ee1d9-f77e-41c4-86ca-de581868936a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "GET /v2.0/subnets/d689ed92-f9ba-4bfd-92a2-116ae8b35c87?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.2086992
Dec 24 10:56:42.126071 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49372) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:42.129809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:42.133970 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe63aac7-932d-4617-b37d-bb8d596dfa28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:42.137058 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:port and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:42.140781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:42.142271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:42.146420 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d,segment=NetworkSegment(c4086de5-6c91-40f4-ad75-9ed8327b088d),segment_id=c4086de5-6c91-40f4-ad75-9ed8327b088d)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:42.149348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5a586266-48f6-4803-9bea-38e8c41dc967 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1790798205'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:42.152249 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:42.156311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0114d44e-8e7c-401a-8a90-19b7a9b1cc0b tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:42.172057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:42.190785 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b657c31-0f23-4af4-a390-c1b2b29fc0c0 req-3fda96b5-a2fb-4ccf-938f-3e5113434d64 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:42.192621 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9b657c31-0f23-4af4-a390-c1b2b29fc0c0 req-3fda96b5-a2fb-4ccf-938f-3e5113434d64 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 945 time: 0.5484998
Dec 24 10:56:42.195915 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5a586266-48f6-4803-9bea-38e8c41dc967 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:42.205353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63aac7-932d-4617-b37d-bb8d596dfa28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41811e0-1c46-40fd-8271-6e2869af4ba7,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:42.221263 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fe63aac7-932d-4617-b37d-bb8d596dfa28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:42.238280 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-08882df8-e5e3-4ae8-81e3-36a3a4d2870d None None] Provisioning for port d4a9552a-9fd7-4354-ac47-ba62e28f1b66 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:42.242069 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:42.250895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2b161ba0-9912-40ad-954e-6abd27e6cdd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:42.258018 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5a586266-48f6-4803-9bea-38e8c41dc967 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:42.283360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe63aac7-932d-4617-b37d-bb8d596dfa28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:42.284756 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fe63aac7-932d-4617-b37d-bb8d596dfa28 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/b41811e0-1c46-40fd-8271-6e2869af4ba7 HTTP/1.1" status: 204  len: 168 time: 1.0158370
Dec 24 10:56:42.315664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a586266-48f6-4803-9bea-38e8c41dc967 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:42.319759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5a586266-48f6-4803-9bea-38e8c41dc967 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:42.341763 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9b657c31-0f23-4af4-a390-c1b2b29fc0c0 req-8f74f651-7d7d-4ce2-ab47-11bee3ce9ce7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=af586961-93bf-4693-bbe2-2cdabc45cde2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1384819
Dec 24 10:56:42.453914 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:42.494252 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-08882df8-e5e3-4ae8-81e3-36a3a4d2870d None None] Provisioning complete for port d4a9552a-9fd7-4354-ac47-ba62e28f1b66 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:42.494846 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-08882df8-e5e3-4ae8-81e3-36a3a4d2870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:42.561007 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:42.618133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:42.666273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a586266-48f6-4803-9bea-38e8c41dc967 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:56:42.667259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] device_id is not set on port 80ee0167-a557-4fd2-b184-88a28106786c yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:56:42.673104 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:42.704710 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5a586266-48f6-4803-9bea-38e8c41dc967 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:42.705235 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-5a586266-48f6-4803-9bea-38e8c41dc967 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Added segment edaf2245-800d-45fa-a278-b9ed1f7a1fee of type vlan for network 0d55d98d-e8c7-4616-8a68-a6d9fb83652f
Dec 24 10:56:42.717378 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-08882df8-e5e3-4ae8-81e3-36a3a4d2870d None None] Port d4a9552a-9fd7-4354-ac47-ba62e28f1b66 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:56:42.720153 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-91278276-d0c9-4689-a2ec-920c927b9b0d', 'network_id': '91278276-d0c9-4689-a2ec-920c927b9b0d', 'tenant_id': '76a915c8805b4a2492a23d389fe73308', 'fixed_ips': [{'subnet_id': '347f2a1a-c551-46f3-9a0a-6a9727e9f805'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:56:42.721486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:42.808352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5a586266-48f6-4803-9bea-38e8c41dc967 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:42.912343 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-08882df8-e5e3-4ae8-81e3-36a3a4d2870d None None] Provisioning complete for port a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:42.912994 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-08882df8-e5e3-4ae8-81e3-36a3a4d2870d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:42.943209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Allocated IP 2001:db8::10 (91278276-d0c9-4689-a2ec-920c927b9b0d/347f2a1a-c551-46f3-9a0a-6a9727e9f805/80ee0167-a557-4fd2-b184-88a28106786c) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:42.969156 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.resource_extend [None req-5a586266-48f6-4803-9bea-38e8c41dc967 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:56:43.012863 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5a586266-48f6-4803-9bea-38e8c41dc967 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:43.019818 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a586266-48f6-4803-9bea-38e8c41dc967 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:43.020735 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5a586266-48f6-4803-9bea-38e8c41dc967 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:43.043213 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8b853cb4-53d2-427b-add1-9c4869aebf3f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:43.219410 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:43.221098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:43.241442 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Transition to ACTIVE for port object 80ee0167-a557-4fd2-b184-88a28106786c will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:43.276515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:43.286955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:43.292513 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5a586266-48f6-4803-9bea-38e8c41dc967 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.1638994
Dec 24 10:56:43.296251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a586266-48f6-4803-9bea-38e8c41dc967 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Network': ['ID=0d55d98d-e8c7-4616-8a68-a6d9fb83652f,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:43.299512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5a586266-48f6-4803-9bea-38e8c41dc967 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:43.304401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49380) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:43.314323 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-3062d498-21bd-4af7-83c0-24c28856cb82 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'subnet': {'network_id': '0d55d98d-e8c7-4616-8a68-a6d9fb83652f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:43.336233 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 0d55d98d-e8c7-4616-8a68-a6d9fb83652f details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:43.411109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8f2ddebc-143e-4fac-a2ac-64e6806169a1 None None] Provisioning complete for port d4a9552a-9fd7-4354-ac47-ba62e28f1b66 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:43.411343 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8f2ddebc-143e-4fac-a2ac-64e6806169a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:43.417764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 91278276-d0c9-4689-a2ec-920c927b9b0d is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:43.422207 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:43.432331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:43.438457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:43.439502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:43.448893 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=80ee0167-a557-4fd2-b184-88a28106786c,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:43.464914 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:43.483053 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.6095459
Dec 24 10:56:43.486606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49386) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:43.495190 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'network_id': '91278276-d0c9-4689-a2ec-920c927b9b0d', 'name': 'tempest-PortsIpV6TestJSON-475705781', 'fixed_ips': [{'subnet_id': '347f2a1a-c551-46f3-9a0a-6a9727e9f805', 'ip_address': '2001:db8::f'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:43.544113 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3062d498-21bd-4af7-83c0-24c28856cb82 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:43.570690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3062d498-21bd-4af7-83c0-24c28856cb82 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:43.575417 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:43.586676 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Allocated IP 2001:db8::2 (91278276-d0c9-4689-a2ec-920c927b9b0d/347f2a1a-c551-46f3-9a0a-6a9727e9f805/4ded8595-0e9e-4bc8-8e6d-d0d5ce497605) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:43.590700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:43.596407 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-8f2ddebc-143e-4fac-a2ac-64e6806169a1 None None] Port d4a9552a-9fd7-4354-ac47-ba62e28f1b66 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:56:43.604724 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:43.604939 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:43.638176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-bc8f3e7e-1db0-480a-8fd9-352cc8d79154 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:43.690125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3062d498-21bd-4af7-83c0-24c28856cb82 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Made reservation on behalf of 3852d1c215de48b387b03c2c0cd743a1 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:43.693905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3062d498-21bd-4af7-83c0-24c28856cb82 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:43.716642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:43.721750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:port and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:43.725715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:43.734155 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:43.745367 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd0508-da3d-4cf8-94fc-158f0f13d0d5 req-6a1ca9a4-b86a-45af-af23-0ea82c6e09ce tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:43.747776 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bbd0508-da3d-4cf8-94fc-158f0f13d0d5 req-6a1ca9a4-b86a-45af-af23-0ea82c6e09ce tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 945 time: 0.2192438
Dec 24 10:56:43.774315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:43.779710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:43.825374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] device_id is not set on port f044275b-d2d0-4259-928b-4e08b03d8dcb yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:56:43.862161 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bbd0508-da3d-4cf8-94fc-158f0f13d0d5 req-d0d115b1-776b-420c-b5bc-7b7a471e1627 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=af586961-93bf-4693-bbe2-2cdabc45cde2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1041133
Dec 24 10:56:43.877861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=d4a9552a-9fd7-4354-ac47-ba62e28f1b66,revision_number=3']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:43.895302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.ipam_backend_mixin [None req-3062d498-21bd-4af7-83c0-24c28856cb82 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Performing IP validity checks on allocation pools {{(pid=87559) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 24 10:56:43.896318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.ipam_backend_mixin [None req-3062d498-21bd-4af7-83c0-24c28856cb82 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87559) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 24 10:56:43.900791 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:43.908294 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:44.000928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:44.012131 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Transition to ACTIVE for port object 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:44.032190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Transition to ACTIVE for port object 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:44.051959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:44.058859 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-53a295b0-1b4f-4f54-8a05-f844d1caad8f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:44.119417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Allocated IP 2001:db8::f (91278276-d0c9-4689-a2ec-920c927b9b0d/347f2a1a-c551-46f3-9a0a-6a9727e9f805/f044275b-d2d0-4259-928b-4e08b03d8dcb) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:44.135632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Network 91278276-d0c9-4689-a2ec-920c927b9b0d is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:44.139040 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:44.141741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:44.153678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Pushing event updated for resources: {'Port': ['ID=4ded8595-0e9e-4bc8-8e6d-d0d5ce497605,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:44.175086 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network d2f59eaa-3966-4fc7-ad5f-1525c5cdc327 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:44.178618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:44.179942 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:44.269483 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Attempting to bind port 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:56:44.270105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Attempting to bind port 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'd71f7793-0b06-4b12-af88-b72bbb3d0bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '91278276-d0c9-4689-a2ec-920c927b9b0d'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:56:44.271898 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Attempting to bind port 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 on network 91278276-d0c9-4689-a2ec-920c927b9b0d {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:56:44.276162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:56:44.276547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Checking segment: {'id': 'd71f7793-0b06-4b12-af88-b72bbb3d0bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '91278276-d0c9-4689-a2ec-920c927b9b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:44.278093 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:44.278500 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Bound using segment: {'id': 'd71f7793-0b06-4b12-af88-b72bbb3d0bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '91278276-d0c9-4689-a2ec-920c927b9b0d'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:56:44.279240 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Bound port: 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71f7793-0b06-4b12-af88-b72bbb3d0bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '91278276-d0c9-4689-a2ec-920c927b9b0d'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:56:44.279475 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:44.392208 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:44.406534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] For port 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:56:44.410893 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] For port 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4ded8595-0e9e-4bc8-8e6d-d0d5ce497605,segment=NetworkSegment(d71f7793-0b06-4b12-af88-b72bbb3d0bc7),segment_id=d71f7793-0b06-4b12-af88-b72bbb3d0bc7)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:56:44.417859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3062d498-21bd-4af7-83c0-24c28856cb82 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:44.419514 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Transition to ACTIVE for port object f044275b-d2d0-4259-928b-4e08b03d8dcb will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:44.421351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:44.428276 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:44.435636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5b07e517-412e-41be-a1e5-611300c8b296 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:44.457240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:44.464982 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4f1746cb-c8c0-46e1-b6ef-5b11b97e2b9e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:44.536123 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 91278276-d0c9-4689-a2ec-920c927b9b0d is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:44.538883 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:44.541693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062d498-21bd-4af7-83c0-24c28856cb82 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Subnet': ['ID=df8df512-80f5-4a54-b1bc-487dbb800d7b,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:44.543436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:44.547544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3062d498-21bd-4af7-83c0-24c28856cb82 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:44.549020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:44.549643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:44.555948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=f044275b-d2d0-4259-928b-4e08b03d8dcb,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:44.556272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3062d498-21bd-4af7-83c0-24c28856cb82 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Checking segment: {'id': 'edaf2245-800d-45fa-a278-b9ed1f7a1fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0d55d98d-e8c7-4616-8a68-a6d9fb83652f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:44.556391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b7fc23bf-7cf5-41ea-b714-eb7930725ca5 None None] Provisioning complete for port d4a9552a-9fd7-4354-ac47-ba62e28f1b66 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:44.556638 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3062d498-21bd-4af7-83c0-24c28856cb82 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network hostable DHCP agents. Network: 0d55d98d-e8c7-4616-8a68-a6d9fb83652f, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:56:44.556773 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b7fc23bf-7cf5-41ea-b714-eb7930725ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:44.563949 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:44.587530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router d7f959c2-f6b8-43c4-ab61-5d5d142e8afd is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:56:44.590459 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.1019015
Dec 24 10:56:44.592517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49392) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:44.622034 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Pushing event updated for resources: {'Port': ['ID=4ded8595-0e9e-4bc8-8e6d-d0d5ce497605,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:44.625358 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:44.644248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b7fc23bf-7cf5-41ea-b714-eb7930725ca5 None None] Port d4a9552a-9fd7-4354-ac47-ba62e28f1b66 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:56:44.703628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a25dc9-a58c-4878-b4d7-c94f46a47c03 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:44.704922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e1a25dc9-a58c-4878-b4d7-c94f46a47c03 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:44.728076 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e1a25dc9-a58c-4878-b4d7-c94f46a47c03 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:44.735216 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e1a25dc9-a58c-4878-b4d7-c94f46a47c03 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.1407499
Dec 24 10:56:44.736035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49398) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:44.760272 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 650864a3-34d6-456d-92c3-831869297b7b up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:44.853044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3062d498-21bd-4af7-83c0-24c28856cb82 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Network 0d55d98d-e8c7-4616-8a68-a6d9fb83652f is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:56:44.862387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c70b4b-ff9f-41fd-a915-50230123f856 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:44.871057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c70b4b-ff9f-41fd-a915-50230123f856 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:44.877498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c70b4b-ff9f-41fd-a915-50230123f856 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:44.880698 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-07c70b4b-ff9f-41fd-a915-50230123f856 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2388 time: 0.1433685
Dec 24 10:56:44.886397 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49402) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:44.903211 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 650864a3-34d6-456d-92c3-831869297b7b completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:44.910793 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 650864a3-34d6-456d-92c3-831869297b7b triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:44.911251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:44.985224 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-3062d498-21bd-4af7-83c0-24c28856cb82 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 0d55d98d-e8c7-4616-8a68-a6d9fb83652f) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:45.001807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3062d498-21bd-4af7-83c0-24c28856cb82 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:45.002522 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3062d498-21bd-4af7-83c0-24c28856cb82 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:45.009841 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec31484-fd64-439e-87df-f64f24ac5ab5 None None] Network 0d55d98d-e8c7-4616-8a68-a6d9fb83652f requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:45.026574 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:56:45.039950 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4851476d-169e-4e62-b691-532fff62fe5c None None] Sync routers for ids ['d7f959c2-f6b8-43c4-ab61-5d5d142e8afd'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:56:45.047481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-57a668d8-48a5-4e78-b84e-d7b365671fe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port f044275b-d2d0-4259-928b-4e08b03d8dcb {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:45.047837 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-57a668d8-48a5-4e78-b84e-d7b365671fe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:45.055239 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/d7f959c2-f6b8-43c4-ab61-5d5d142e8afd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5924320
Dec 24 10:56:45.058477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49408) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:45.058966 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4851476d-169e-4e62-b691-532fff62fe5c None None] Routers {'d7f959c2-f6b8-43c4-ab61-5d5d142e8afd'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:56:45.060001 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4851476d-169e-4e62-b691-532fff62fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc3b2b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:56:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['d7f959c2-f6b8-43c4-ab61-5d5d142e8afd'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:45.064440 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3062d498-21bd-4af7-83c0-24c28856cb82 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.7599590
Dec 24 10:56:45.090121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49412) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:45.108236 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-6247d6a8-9f1b-4fe6-8ff3-9005e471cfde tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:45.163280 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4851476d-169e-4e62-b691-532fff62fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc3b2b0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:45.180367 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4851476d-169e-4e62-b691-532fff62fe5c None None] Routers {'d7f959c2-f6b8-43c4-ab61-5d5d142e8afd'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:56:45.181003 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4851476d-169e-4e62-b691-532fff62fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc3b2b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:56:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['d7f959c2-f6b8-43c4-ab61-5d5d142e8afd'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:45.202365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afb9a43-0184-463b-ad8c-3833b5c8765c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:45.203550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3afb9a43-0184-463b-ad8c-3833b5c8765c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Synchronizing usage tracker for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:45.252020 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3afb9a43-0184-463b-ad8c-3833b5c8765c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Unset dirty status for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:45.254102 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3afb9a43-0184-463b-ad8c-3833b5c8765c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports/d4a9552a-9fd7-4354-ac47-ba62e28f1b66 HTTP/1.1" status: 200  len: 976 time: 0.1917036
Dec 24 10:56:45.257233 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49418) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:45.277157 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4851476d-169e-4e62-b691-532fff62fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc3b2b0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:45.278291 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4851476d-169e-4e62-b691-532fff62fe5c None None] The sync data for ids ['d7f959c2-f6b8-43c4-ab61-5d5d142e8afd'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:56:45.369746 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:45.393371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7a08e9-a571-499b-9a4f-2cb48b8c58db req-bfca4b3b-598c-4086-9bb6-8f2887458257 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:45.395513 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6b7a08e9-a571-499b-9a4f-2cb48b8c58db req-bfca4b3b-598c-4086-9bb6-8f2887458257 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 945 time: 0.2871954
Dec 24 10:56:45.515038 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:45.527116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6247d6a8-9f1b-4fe6-8ff3-9005e471cfde tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4033371'] for subnet, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:45.535523 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6b7a08e9-a571-499b-9a4f-2cb48b8c58db req-5b499423-1123-4898-9465-f2f0e9f27b4c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=af586961-93bf-4693-bbe2-2cdabc45cde2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0835609
Dec 24 10:56:45.671688 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951ac403-aaa9-4185-8af9-2d832a0fdb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650864a3-34d6-456d-92c3-831869297b7b'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:56:45.685226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:45.693219 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 650864a3-34d6-456d-92c3-831869297b7b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=650864a3-34d6-456d-92c3-831869297b7b,segment=NetworkSegment(97c933c0-8b0f-4db9-8ee1-c1cc50aba68c),segment_id=97c933c0-8b0f-4db9-8ee1-c1cc50aba68c)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:45.738591 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:45.747108 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-17bc774a-c4f0-420c-9f81-9e9b085a6073 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:45.793280 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-0d55d98d-e8c7-4616-8a68-a6d9fb83652f', 'network_id': '0d55d98d-e8c7-4616-8a68-a6d9fb83652f', 'tenant_id': '3852d1c215de48b387b03c2c0cd743a1', 'fixed_ips': [{'subnet_id': 'df8df512-80f5-4a54-b1bc-487dbb800d7b'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:56:45.794463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:45.884064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=650864a3-34d6-456d-92c3-831869297b7b,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:45.887953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:45.989300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-57a668d8-48a5-4e78-b84e-d7b365671fe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:46.041638 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca0861-3aba-4ec9-9e56-2fafd809c3df req-cbc1ad7a-9ee1-447e-a195-de457122fce4 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:46.043308 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0fca0861-3aba-4ec9-9e56-2fafd809c3df req-cbc1ad7a-9ee1-447e-a195-de457122fce4 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.2363806
Dec 24 10:56:46.084789 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951ac403-aaa9-4185-8af9-2d832a0fdb96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650864a3-34d6-456d-92c3-831869297b7b', 'code': 200}
Dec 24 10:56:46.089942 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6f5909-a6c2-4d53-a934-d61605b57de2 None None] Network 91278276-d0c9-4689-a2ec-920c927b9b0d requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:46.112893 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0fca0861-3aba-4ec9-9e56-2fafd809c3df req-c30651ac-3181-4a9e-9116-6b32a7cabb3d tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583069
Dec 24 10:56:46.220017 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0abc32f3-2d57-4cc7-bfb5-cb39db4fd571 None None] Provisioning for port 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:46.226577 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-57a668d8-48a5-4e78-b84e-d7b365671fe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for f044275b-d2d0-4259-928b-4e08b03d8dcb owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:46.254348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5932f834-8d69-44ac-9872-b1517c9c4e7a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:46.266923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dcfb9f-7200-4604-af1b-ee4c1499ff2d req-c537de7e-42f4-4715-96ba-885bb1d2c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:46.268402 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f7dcfb9f-7200-4604-af1b-ee4c1499ff2d req-c537de7e-42f4-4715-96ba-885bb1d2c1e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8ba107df4e84355959c1593c8cc3a54&device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 1098 time: 0.5325055
Dec 24 10:56:46.275915 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6247d6a8-9f1b-4fe6-8ff3-9005e471cfde tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739049838933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1552718'] for subnet, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:46.276081 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0abc32f3-2d57-4cc7-bfb5-cb39db4fd571 None None] Provisioning complete for port 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:46.276657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0abc32f3-2d57-4cc7-bfb5-cb39db4fd571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:46.289034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d9ab85c7-d714-47c7-8c2a-82feff5fb9dd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:46.423104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Allocated IP 172.20.0.3 (0d55d98d-e8c7-4616-8a68-a6d9fb83652f/df8df512-80f5-4a54-b1bc-487dbb800d7b/058bc561-399e-4450-a908-649b253027b1) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:46.462436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6247d6a8-9f1b-4fe6-8ff3-9005e471cfde tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:46.463262 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6247d6a8-9f1b-4fe6-8ff3-9005e471cfde tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:46.464691 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6247d6a8-9f1b-4fe6-8ff3-9005e471cfde tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "PUT /v2.0/subnets/df8df512-80f5-4a54-b1bc-487dbb800d7b HTTP/1.1" status: 200  len: 877 time: 1.3733239
Dec 24 10:56:46.479502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49430) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:46.558898 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247d6a8-9f1b-4fe6-8ff3-9005e471cfde tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event updated for resources: {'Subnet': ['ID=df8df512-80f5-4a54-b1bc-487dbb800d7b,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:46.590810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-5932f834-8d69-44ac-9872-b1517c9c4e7a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port d4a9552a-9fd7-4354-ac47-ba62e28f1b66 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:46.591149 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5932f834-8d69-44ac-9872-b1517c9c4e7a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:46.611750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6247d6a8-9f1b-4fe6-8ff3-9005e471cfde tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:46.684141 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0abc32f3-2d57-4cc7-bfb5-cb39db4fd571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:46.728173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dcfb9f-7200-4604-af1b-ee4c1499ff2d req-8c1df9ca-84ef-40ed-aba2-ea923a61451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:46.729674 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f7dcfb9f-7200-4604-af1b-ee4c1499ff2d req-8c1df9ca-84ef-40ed-aba2-ea923a61451e service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 HTTP/1.1" status: 200  len: 913 time: 0.4437339
Dec 24 10:56:46.793588 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-0abc32f3-2d57-4cc7-bfb5-cb39db4fd571 None None] For port 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4ded8595-0e9e-4bc8-8e6d-d0d5ce497605,segment=NetworkSegment(d71f7793-0b06-4b12-af88-b72bbb3d0bc7),segment_id=d71f7793-0b06-4b12-af88-b72bbb3d0bc7)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:46.830006 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0abc32f3-2d57-4cc7-bfb5-cb39db4fd571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:46.841029 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:46.894697 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8351f16-851c-4b1e-972b-18de133043d5 req-7e058f9a-01a0-4fef-884e-6a8a0c93bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:46.896416 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d8351f16-851c-4b1e-972b-18de133043d5 req-7e058f9a-01a0-4fef-884e-6a8a0c93bafe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 1099 time: 0.5611713
Dec 24 10:56:46.945857 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:46.952051 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:46.959486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5932f834-8d69-44ac-9872-b1517c9c4e7a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:46.964279 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Transition to ACTIVE for port object 058bc561-399e-4450-a908-649b253027b1 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:46.966885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-57a668d8-48a5-4e78-b84e-d7b365671fe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:46.967935 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc32f3-2d57-4cc7-bfb5-cb39db4fd571 None None] Pushing event updated for resources: {'Port': ['ID=4ded8595-0e9e-4bc8-8e6d-d0d5ce497605,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:46.977131 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0abc32f3-2d57-4cc7-bfb5-cb39db4fd571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:46.983591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d277fc07-186d-488a-a774-32a8d87964ae tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:46.992678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Transition to ACTIVE for port object 058bc561-399e-4450-a908-649b253027b1 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:47.000728 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:47.012002 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8671c75f-aff0-44fe-af88-51c8ee12a038 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:47.038140 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f7dcfb9f-7200-4604-af1b-ee4c1499ff2d req-fc95eab4-73ef-4fb2-b9f3-23344934d8e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f848d24-f121-4a2d-8a3d-e65c6f538978 HTTP/1.1" status: 200  len: 1000 time: 0.2985737
Dec 24 10:56:47.058291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a668d8-48a5-4e78-b84e-d7b365671fe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=f044275b-d2d0-4259-928b-4e08b03d8dcb,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:47.072446 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Network 0d55d98d-e8c7-4616-8a68-a6d9fb83652f is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:47.075827 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:47.079868 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:47.110597 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-5932f834-8d69-44ac-9872-b1517c9c4e7a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Calling delete_port for d4a9552a-9fd7-4354-ac47-ba62e28f1b66 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:47.132835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-57a668d8-48a5-4e78-b84e-d7b365671fe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:47.140456 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d8351f16-851c-4b1e-972b-18de133043d5 req-88c749c7-3c3b-4e58-8ba3-d26f59eb0e15 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=af586961-93bf-4693-bbe2-2cdabc45cde2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2220438
Dec 24 10:56:47.240057 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Pushing event updated for resources: {'Port': ['ID=058bc561-399e-4450-a908-649b253027b1,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:47.252823 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:47.269198 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Attempting to bind port 058bc561-399e-4450-a908-649b253027b1 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:56:47.270340 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Attempting to bind port 058bc561-399e-4450-a908-649b253027b1 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'edaf2245-800d-45fa-a278-b9ed1f7a1fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0d55d98d-e8c7-4616-8a68-a6d9fb83652f'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:56:47.272175 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Attempting to bind port 058bc561-399e-4450-a908-649b253027b1 on network 0d55d98d-e8c7-4616-8a68-a6d9fb83652f {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:56:47.294829 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:47.346255 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:56:47.346587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Checking segment: {'id': 'edaf2245-800d-45fa-a278-b9ed1f7a1fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0d55d98d-e8c7-4616-8a68-a6d9fb83652f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:47.348167 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:47.348167 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Bound using segment: {'id': 'edaf2245-800d-45fa-a278-b9ed1f7a1fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0d55d98d-e8c7-4616-8a68-a6d9fb83652f'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:56:47.348420 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Bound port: 058bc561-399e-4450-a908-649b253027b1, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edaf2245-800d-45fa-a278-b9ed1f7a1fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '0d55d98d-e8c7-4616-8a68-a6d9fb83652f'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:56:47.348911 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:47.369142 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Deleting port 058bc561-399e-4450-a908-649b253027b1 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:47.370142 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:47.424831 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-57a668d8-48a5-4e78-b84e-d7b365671fe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:47.446438 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5932f834-8d69-44ac-9872-b1517c9c4e7a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:47.459606 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-74774869-9c33-424d-8a71-854a280ec273 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:47.478981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9505befd-f3e6-418d-8941-b0e57a69a0df None None] Provisioning for port 80ee0167-a557-4fd2-b184-88a28106786c completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:47.486405 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-57a668d8-48a5-4e78-b84e-d7b365671fe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/ports/f044275b-d2d0-4259-928b-4e08b03d8dcb HTTP/1.1" status: 204  len: 168 time: 2.5992017
Dec 24 10:56:47.487083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49438) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:47.497516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9505befd-f3e6-418d-8941-b0e57a69a0df None None] Provisioning complete for port 80ee0167-a557-4fd2-b184-88a28106786c triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:47.498137 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9505befd-f3e6-418d-8941-b0e57a69a0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:47.523938 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5932f834-8d69-44ac-9872-b1517c9c4e7a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Port': ['ID=d4a9552a-9fd7-4354-ac47-ba62e28f1b66,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:47.528694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5932f834-8d69-44ac-9872-b1517c9c4e7a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:47.555128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cf73a-3162-4a6f-b2e1-db4b1644b928 req-05538955-8258-487b-9ac7-0aa0eb1137cb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:47.557055 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c95cf73a-3162-4a6f-b2e1-db4b1644b928 req-05538955-8258-487b-9ac7-0aa0eb1137cb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 946 time: 0.7605839
Dec 24 10:56:47.560177 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dcfb9f-7200-4604-af1b-ee4c1499ff2d req-3fd566e7-491a-4c0c-832f-a8cca2c40e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:47.562316 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f7dcfb9f-7200-4604-af1b-ee4c1499ff2d req-3fd566e7-491a-4c0c-832f-a8cca2c40e65 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23635e8e-e8d9-42de-9682-d6045c59768a HTTP/1.1" status: 200  len: 851 time: 0.5078673
Dec 24 10:56:47.616482 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9505befd-f3e6-418d-8941-b0e57a69a0df None None] Port 80ee0167-a557-4fd2-b184-88a28106786c cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:56:47.643336 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] For port 058bc561-399e-4450-a908-649b253027b1, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:56:47.650613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b48d128-ce18-4c9e-bb05-4edb871ad2cf req-ed98f8ff-7a36-4ff9-9a3a-3ead433715b5 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:47.652409 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6b48d128-ce18-4c9e-bb05-4edb871ad2cf req-ed98f8ff-7a36-4ff9-9a3a-3ead433715b5 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.3040144
Dec 24 10:56:47.653737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] For port 058bc561-399e-4450-a908-649b253027b1, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=058bc561-399e-4450-a908-649b253027b1,segment=NetworkSegment(edaf2245-800d-45fa-a278-b9ed1f7a1fee),segment_id=edaf2245-800d-45fa-a278-b9ed1f7a1fee)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:56:47.666483 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9505befd-f3e6-418d-8941-b0e57a69a0df None None] Could not find standard attr ID for object f044275b-d2d0-4259-928b-4e08b03d8dcb. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:56:47.670102 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:47.677278 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:47.719492 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c95cf73a-3162-4a6f-b2e1-db4b1644b928 req-3e22a4dd-42ad-40ec-aeb1-e055b8b80b1b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=af586961-93bf-4693-bbe2-2cdabc45cde2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1441467
Dec 24 10:56:47.721330 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c3cd2d-0db6-4a0e-acb8-d433d3626985 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] GET failed (client error): The resource could not be found.
Dec 24 10:56:47.722607 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-01c3cd2d-0db6-4a0e-acb8-d433d3626985 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:47.729046 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:47.729442 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:47.864391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9505befd-f3e6-418d-8941-b0e57a69a0df None None] Provisioning complete for port 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:47.864782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9505befd-f3e6-418d-8941-b0e57a69a0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:47.903278 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Pushing event updated for resources: {'Port': ['ID=058bc561-399e-4450-a908-649b253027b1,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:47.910467 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:47.964434 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-01c3cd2d-0db6-4a0e-acb8-d433d3626985 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:47.967293 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-01c3cd2d-0db6-4a0e-acb8-d433d3626985 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports/f044275b-d2d0-4259-928b-4e08b03d8dcb HTTP/1.1" status: 404  len: 333 time: 0.4671607
Dec 24 10:56:48.015323 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49442) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:48.079754 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dcfb9f-7200-4604-af1b-ee4c1499ff2d req-5ff66264-5ee7-4ac7-9f25-a7656f904622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:48.081307 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f7dcfb9f-7200-4604-af1b-ee4c1499ff2d req-5ff66264-5ee7-4ac7-9f25-a7656f904622 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5096905
Dec 24 10:56:48.114820 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5932f834-8d69-44ac-9872-b1517c9c4e7a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:48.119746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] For port 058bc561-399e-4450-a908-649b253027b1, host dv-neutron-822668-2-hyperv, got binding levels [] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:48.120097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:48.134650 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6b48d128-ce18-4c9e-bb05-4edb871ad2cf req-17b25ea2-53fd-4a5b-94e6-a4f0d6df4b7a tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3788719
Dec 24 10:56:48.204133 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7d2c8541-c989-4565-9dde-227d48120967 None None] Provisioning complete for port 80ee0167-a557-4fd2-b184-88a28106786c triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:48.204518 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7d2c8541-c989-4565-9dde-227d48120967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:48.272981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-24bd7394-ab85-48c2-a83a-32c143edfbab tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port 80ee0167-a557-4fd2-b184-88a28106786c {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:48.273359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24bd7394-ab85-48c2-a83a-32c143edfbab tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:48.280887 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-7d2c8541-c989-4565-9dde-227d48120967 None None] Port 80ee0167-a557-4fd2-b184-88a28106786c cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:56:48.286325 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7d2c8541-c989-4565-9dde-227d48120967 None None] Could not find standard attr ID for object f044275b-d2d0-4259-928b-4e08b03d8dcb. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:56:48.520369 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Calling delete_port for 058bc561-399e-4450-a908-649b253027b1 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:48.549638 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f7dcfb9f-7200-4604-af1b-ee4c1499ff2d req-4cf61155-d2a9-449e-9d84-f27294d19b63 service neutron] 10.222.0.32 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4547410
Dec 24 10:56:48.679029 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5932f834-8d69-44ac-9872-b1517c9c4e7a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router d7f959c2-f6b8-43c4-ab61-5d5d142e8afd has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:56:48.721018 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:56:48.721557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:56:48.742763 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f7dcfb9f-7200-4604-af1b-ee4c1499ff2d req-69f85beb-4fff-4be5-97ed-b779980630d8 service neutron] 10.222.0.32 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1855874
Dec 24 10:56:48.916957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcf724-80e6-4396-be7c-0bdf8a0e71e7 req-bac6d659-bd56-4cb6-a863-42e79ce82464 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:48.922869 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c3fcf724-80e6-4396-be7c-0bdf8a0e71e7 req-bac6d659-bd56-4cb6-a863-42e79ce82464 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 946 time: 0.0915203
Dec 24 10:56:48.973712 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c3fcf724-80e6-4396-be7c-0bdf8a0e71e7 req-ac4a6d9e-6d5e-4065-b982-7fb405fe8521 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=af586961-93bf-4693-bbe2-2cdabc45cde2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449448
Dec 24 10:56:49.032887 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5932f834-8d69-44ac-9872-b1517c9c4e7a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:56:49.044644 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552f7f9-650f-42f7-8859-0a2e6af5dcbc None None] Sync routers for ids ['d7f959c2-f6b8-43c4-ab61-5d5d142e8afd'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:56:49.058628 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a552f7f9-650f-42f7-8859-0a2e6af5dcbc None None] Routers {'d7f959c2-f6b8-43c4-ab61-5d5d142e8afd'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:56:49.059503 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a552f7f9-650f-42f7-8859-0a2e6af5dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5c2ac0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:56:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['d7f959c2-f6b8-43c4-ab61-5d5d142e8afd'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:49.073159 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24bd7394-ab85-48c2-a83a-32c143edfbab tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:49.082798 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5932f834-8d69-44ac-9872-b1517c9c4e7a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/d7f959c2-f6b8-43c4-ab61-5d5d142e8afd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8241949
Dec 24 10:56:49.086404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49450) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:49.132087 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a552f7f9-650f-42f7-8859-0a2e6af5dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5c2ac0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:49.141571 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a552f7f9-650f-42f7-8859-0a2e6af5dcbc None None] Routers {'d7f959c2-f6b8-43c4-ab61-5d5d142e8afd'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:56:49.142465 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a552f7f9-650f-42f7-8859-0a2e6af5dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5c2ac0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:56:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['d7f959c2-f6b8-43c4-ab61-5d5d142e8afd'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:49.234850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a552f7f9-650f-42f7-8859-0a2e6af5dcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5c2ac0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:49.235266 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a552f7f9-650f-42f7-8859-0a2e6af5dcbc None None] The sync data for ids ['d7f959c2-f6b8-43c4-ab61-5d5d142e8afd'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:56:49.280750 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-24bd7394-ab85-48c2-a83a-32c143edfbab tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for 80ee0167-a557-4fd2-b184-88a28106786c owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:49.293689 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 058bc561-399e-4450-a908-649b253027b1 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:49.339721 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Deleting port 058bc561-399e-4450-a908-649b253027b1 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:49.340074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:49.377507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 058bc561-399e-4450-a908-649b253027b1 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:49.518055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc3cdd-a7cc-4865-85a6-44f7a085e2d0 req-c8b1ec7c-e58b-4d96-9564-95df977f0bee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:49.520015 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e7fc3cdd-a7cc-4865-85a6-44f7a085e2d0 req-c8b1ec7c-e58b-4d96-9564-95df977f0bee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 946 time: 0.3764679
Dec 24 10:56:49.535723 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4244bba5-919f-4d4a-918d-b8c54c7a72ab None None] Network 0d55d98d-e8c7-4616-8a68-a6d9fb83652f requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:49.575537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24bd7394-ab85-48c2-a83a-32c143edfbab tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:49.583073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1d5832f2-ffee-46d9-b3d0-91622cfbad13 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:49.631552 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bd7394-ab85-48c2-a83a-32c143edfbab tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=80ee0167-a557-4fd2-b184-88a28106786c,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:49.636019 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e7fc3cdd-a7cc-4865-85a6-44f7a085e2d0 req-8223dd39-6200-4859-917f-24d60f0563a0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=af586961-93bf-4693-bbe2-2cdabc45cde2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1074796
Dec 24 10:56:49.637075 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-24bd7394-ab85-48c2-a83a-32c143edfbab tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:49.667443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c8fe7be2-c333-42aa-adaa-fdfe0867535e None None] Provisioning for port 058bc561-399e-4450-a908-649b253027b1 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:49.673579 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c8fe7be2-c333-42aa-adaa-fdfe0867535e None None] Provisioning complete for port 058bc561-399e-4450-a908-649b253027b1 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:49.674086 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7be2-c333-42aa-adaa-fdfe0867535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:49.704191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24bd7394-ab85-48c2-a83a-32c143edfbab tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:49.726080 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-24bd7394-ab85-48c2-a83a-32c143edfbab tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/ports/80ee0167-a557-4fd2-b184-88a28106786c HTTP/1.1" status: 204  len: 168 time: 1.7094266
Dec 24 10:56:49.728853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49458) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:49.787048 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbae2d4d-8e9a-4a9f-8039-109e6495d7ad tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] GET failed (client error): The resource could not be found.
Dec 24 10:56:49.787836 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-dbae2d4d-8e9a-4a9f-8039-109e6495d7ad tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:49.810338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-dbae2d4d-8e9a-4a9f-8039-109e6495d7ad tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:49.811891 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-dbae2d4d-8e9a-4a9f-8039-109e6495d7ad tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports/80ee0167-a557-4fd2-b184-88a28106786c HTTP/1.1" status: 404  len: 333 time: 0.0816905
Dec 24 10:56:49.814540 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49462) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:49.892968 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-1431bdde-fb8b-4e28-b236-d194ee28352f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting subnet 347f2a1a-c551-46f3-9a0a-6a9727e9f805 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:56:49.897306 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1431bdde-fb8b-4e28-b236-d194ee28352f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:49.942640 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-a24ea35f-70a3-4e33-92ed-4ed4fc7ffc98 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] remove_router_interface failed (client error): The resource could not be found.
Dec 24 10:56:49.944282 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a24ea35f-70a3-4e33-92ed-4ed4fc7ffc98 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/d7f959c2-f6b8-43c4-ab61-5d5d142e8afd/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.8567970
Dec 24 10:56:49.947837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49468) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:49.969259 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7be2-c333-42aa-adaa-fdfe0867535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:50.001608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f5059952-7aea-44d7-846f-cd599f4b4d2b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Synchronizing usage tracker for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:56:50.013084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1431bdde-fb8b-4e28-b236-d194ee28352f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:50.028590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901497c-14b0-42c5-a219-dfd6ec790ec3 req-7381a5f1-0f96-42b6-8f61-ba3fe8c02863 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:50.034887 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f901497c-14b0-42c5-a219-dfd6ec790ec3 req-7381a5f1-0f96-42b6-8f61-ba3fe8c02863 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.6549680
Dec 24 10:56:50.052380 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c8fe7be2-c333-42aa-adaa-fdfe0867535e None None] For port 058bc561-399e-4450-a908-649b253027b1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=058bc561-399e-4450-a908-649b253027b1,segment=NetworkSegment(edaf2245-800d-45fa-a278-b9ed1f7a1fee),segment_id=edaf2245-800d-45fa-a278-b9ed1f7a1fee)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:50.058661 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c8fe7be2-c333-42aa-adaa-fdfe0867535e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:50.061125 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-808aafed-0117-49e8-9b11-260be1c11c10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:50.066770 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f5059952-7aea-44d7-846f-cd599f4b4d2b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Unset dirty status for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:56:50.070972 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f5059952-7aea-44d7-846f-cd599f4b4d2b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7f959c2-f6b8-43c4-ab61-5d5d142e8afd HTTP/1.1" status: 200  len: 205 time: 0.1220057
Dec 24 10:56:50.071614 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49472) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:50.121159 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f901497c-14b0-42c5-a219-dfd6ec790ec3 req-9477b72f-1917-4ba0-be7b-62c4f3d48a3c tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757668
Dec 24 10:56:50.140861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fe7be2-c333-42aa-adaa-fdfe0867535e None None] Pushing event updated for resources: {'Port': ['ID=058bc561-399e-4450-a908-649b253027b1,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:50.141003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] For port 058bc561-399e-4450-a908-649b253027b1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=058bc561-399e-4450-a908-649b253027b1,segment=NetworkSegment(edaf2245-800d-45fa-a278-b9ed1f7a1fee),segment_id=edaf2245-800d-45fa-a278-b9ed1f7a1fee)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:50.141241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:50.151926 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c8fe7be2-c333-42aa-adaa-fdfe0867535e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:50.239065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-225052be-fe18-4d55-aea3-b52b35e6cad1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:50.276334 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Calling delete_port for 058bc561-399e-4450-a908-649b253027b1 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:50.365055 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bff77c8-91fd-4d81-84ff-3a3209a17b7e None None] Network 0d55d98d-e8c7-4616-8a68-a6d9fb83652f requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:50.380165 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:56:50.380711 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:56:50.467172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e748734d-b1e3-4a0e-8210-d8dc26424dca None None] Provisioning complete for port 058bc561-399e-4450-a908-649b253027b1 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:50.467567 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e748734d-b1e3-4a0e-8210-d8dc26424dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:50.622645 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1431bdde-fb8b-4e28-b236-d194ee28352f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:50.723646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-225052be-fe18-4d55-aea3-b52b35e6cad1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:50.727546 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-225052be-fe18-4d55-aea3-b52b35e6cad1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:50.765850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-225052be-fe18-4d55-aea3-b52b35e6cad1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:50.766020 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225052be-fe18-4d55-aea3-b52b35e6cad1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Fanout notify agent at l3_agent the message router_deleted on router d7f959c2-f6b8-43c4-ab61-5d5d142e8afd {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:56:50.777893 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1431bdde-fb8b-4e28-b236-d194ee28352f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:50.782757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a5590870-78cc-46a6-baa0-1dcbbe323f0d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:50.788635 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Deleting port 058bc561-399e-4450-a908-649b253027b1 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:50.789084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:50.816787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-225052be-fe18-4d55-aea3-b52b35e6cad1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:50.817930 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-225052be-fe18-4d55-aea3-b52b35e6cad1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/routers/d7f959c2-f6b8-43c4-ab61-5d5d142e8afd HTTP/1.1" status: 204  len: 168 time: 0.7432611
Dec 24 10:56:50.823961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49476) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:50.825121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431bdde-fb8b-4e28-b236-d194ee28352f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Subnet': ['ID=347f2a1a-c551-46f3-9a0a-6a9727e9f805,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:50.832920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1431bdde-fb8b-4e28-b236-d194ee28352f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:50.867939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1431bdde-fb8b-4e28-b236-d194ee28352f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:50.869948 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1431bdde-fb8b-4e28-b236-d194ee28352f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/347f2a1a-c551-46f3-9a0a-6a9727e9f805 HTTP/1.1" status: 204  len: 168 time: 1.0543807
Dec 24 10:56:50.873730 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a51c84-f7b3-41bc-a138-69283884e5b0 None None] Network 91278276-d0c9-4689-a2ec-920c927b9b0d requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:50.875403 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49480) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:50.997203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5d8791d-7aa4-4b46-9924-d875c3f3d649 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting subnet 4b0e571e-0bb0-4ffd-9868-1bec2e4313f4 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:56:51.007632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d5d8791d-7aa4-4b46-9924-d875c3f3d649 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:51.059384 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:51.079412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d5d8791d-7aa4-4b46-9924-d875c3f3d649 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:51.080377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] For port 058bc561-399e-4450-a908-649b253027b1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=058bc561-399e-4450-a908-649b253027b1,segment=NetworkSegment(edaf2245-800d-45fa-a278-b9ed1f7a1fee),segment_id=edaf2245-800d-45fa-a278-b9ed1f7a1fee)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:51.080816 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:51.088998 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5d4d6294-cb8d-4d52-a1e7-e01ce7044e92 None None] Provisioning complete for port 058bc561-399e-4450-a908-649b253027b1 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:51.088998 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5d4d6294-cb8d-4d52-a1e7-e01ce7044e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:51.112184 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:51.112184 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:51.214687 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49486) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:51.227181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Calling delete_port for 058bc561-399e-4450-a908-649b253027b1 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:51.308761 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8bceb0-1e27-4f36-9ea8-2eef32146d22 None None] DHCP port deletion for 91278276-d0c9-4689-a2ec-920c927b9b0d request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:56:51.312710 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 058bc561-399e-4450-a908-649b253027b1 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:51.379774 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9b8bceb0-1e27-4f36-9ea8-2eef32146d22 None None] Deleting port 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:51.380424 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9b8bceb0-1e27-4f36-9ea8-2eef32146d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:51.402885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:51.409347 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b27b6b69-7569-4105-a758-5cb262196214 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:51.425776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d5d8791d-7aa4-4b46-9924-d875c3f3d649 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:51.469473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Port': ['ID=058bc561-399e-4450-a908-649b253027b1,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:51.482454 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:51.525711 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No active binding found for port 058bc561-399e-4450-a908-649b253027b1 {{(pid=87560) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 24 10:56:51.526239 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 058bc561-399e-4450-a908-649b253027b1 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 24 10:56:51.576429 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No DVR routers for this DVR port 058bc561-399e-4450-a908-649b253027b1 on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:56:51.587230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67147f4a-6ebe-4a37-8991-ed8fb0f2cf76 None None] DHCP port deletion for 0d55d98d-e8c7-4616-8a68-a6d9fb83652f request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:56:51.588886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Port 058bc561-399e-4450-a908-649b253027b1 not found, will not notify nova. {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 24 10:56:51.647970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:51.653592 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] For port 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4ded8595-0e9e-4bc8-8e6d-d0d5ce497605,segment=NetworkSegment(d71f7793-0b06-4b12-af88-b72bbb3d0bc7),segment_id=d71f7793-0b06-4b12-af88-b72bbb3d0bc7)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:51.654008 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:51.726930 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9b8bceb0-1e27-4f36-9ea8-2eef32146d22 None None] For port 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4ded8595-0e9e-4bc8-8e6d-d0d5ce497605,segment=NetworkSegment(d71f7793-0b06-4b12-af88-b72bbb3d0bc7),segment_id=d71f7793-0b06-4b12-af88-b72bbb3d0bc7)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:51.728386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9b8bceb0-1e27-4f36-9ea8-2eef32146d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:51.734775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:51.740241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a274322d-c0eb-4571-bb20-263ba85e7b15 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:51.783305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Subnet': ['ID=df8df512-80f5-4a54-b1bc-487dbb800d7b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:51.786504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:51.851079 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:51.851579 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d63a24-9028-4fb8-bce4-224686499fb6 None None] Network 0d55d98d-e8c7-4616-8a68-a6d9fb83652f requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:51.868726 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9b8bceb0-1e27-4f36-9ea8-2eef32146d22 None None] Calling delete_port for 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:51.897837 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:51.928036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7cd8d3a0>,) {'filters': {'network_id': ['0d55d98d-e8c7-4616-8a68-a6d9fb83652f']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:51.942657 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cd8d3a0>, 'edaf2245-800d-45fa-a278-b9ed1f7a1fee') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:51.943266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cd8d3a0>, 'edaf2245-800d-45fa-a278-b9ed1f7a1fee') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:51.957383 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:51.977338 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:51.985112 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:51.985583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:52.002675 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:52.087172 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d5d8791d-7aa4-4b46-9924-d875c3f3d649 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:52.097744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-878b575f-097a-4de4-8452-7ca36cc780c0 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:52.133793 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9b8bceb0-1e27-4f36-9ea8-2eef32146d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:52.142097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-09e0aa9c-1d41-4e8b-88dd-19cdf4c00063 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:52.188027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8bceb0-1e27-4f36-9ea8-2eef32146d22 None None] Pushing event deleted for resources: {'Port': ['ID=4ded8595-0e9e-4bc8-8e6d-d0d5ce497605,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:52.191254 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9b8bceb0-1e27-4f36-9ea8-2eef32146d22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:52.192052 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8bceb0-1e27-4f36-9ea8-2eef32146d22 None None] No DVR routers for this DVR port 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:56:52.194561 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e63de-130b-46a2-bebc-1c4c863db2b0 req-55993901-814d-416c-bdda-2336e761c125 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:52.196387 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-097e63de-130b-46a2-bebc-1c4c863db2b0 req-55993901-814d-416c-bdda-2336e761c125 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.8514397
Dec 24 10:56:52.223053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9ee011-8f34-4d3d-93a2-afd5cab9999c None None] DHCP port deletion for 0d55d98d-e8c7-4616-8a68-a6d9fb83652f request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:56:52.229693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8791d-7aa4-4b46-9924-d875c3f3d649 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Subnet': ['ID=4b0e571e-0bb0-4ffd-9868-1bec2e4313f4,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:52.232092 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d5d8791d-7aa4-4b46-9924-d875c3f3d649 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:52.234725 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2872cf-ac0a-4494-acf9-8ff78bc52a65 None None] Network d2f59eaa-3966-4fc7-ad5f-1525c5cdc327 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:52.247893 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:52.254376 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d5d8791d-7aa4-4b46-9924-d875c3f3d649 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:52.256404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6b000b98-6be4-451d-809a-4e4139a47321 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:52.271908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:52.279391 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.api [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:56:52.279706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_db.api [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:56:52.283679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Network': ['ID=0d55d98d-e8c7-4616-8a68-a6d9fb83652f,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:52.288581 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d5d8791d-7aa4-4b46-9924-d875c3f3d649 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/subnets/4b0e571e-0bb0-4ffd-9868-1bec2e4313f4 HTTP/1.1" status: 204  len: 168 time: 1.4608057
Dec 24 10:56:52.293851 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49490) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:52.294601 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:52.330096 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/0d55d98d-e8c7-4616-8a68-a6d9fb83652f HTTP/1.1" status: 204  len: 168 time: 5.8359282
Dec 24 10:56:52.376329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49494) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:52.376329 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-097e63de-130b-46a2-bebc-1c4c863db2b0 req-03edf26a-e3e7-462c-a956-10ba7bfcab7c tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1486967
Dec 24 10:56:52.445943 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-dde35c87-dc36-4d3e-a1bd-ae631ca4d763 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:52.446998 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dde35c87-dc36-4d3e-a1bd-ae631ca4d763 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:52.449313 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-dde35c87-dc36-4d3e-a1bd-ae631ca4d763 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/subnets/df8df512-80f5-4a54-b1bc-487dbb800d7b HTTP/1.1" status: 404  len: 337 time: 0.0762205
Dec 24 10:56:52.452578 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49500) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:52.459770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:52.473662 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:52.474043 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:52.509828 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5a510e-7913-45b2-b78e-69c4d91e55f6 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:52.510515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c5a510e-7913-45b2-b78e-69c4d91e55f6 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:52.512889 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6c5a510e-7913-45b2-b78e-69c4d91e55f6 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/0d55d98d-e8c7-4616-8a68-a6d9fb83652f HTTP/1.1" status: 404  len: 339 time: 0.0592163
Dec 24 10:56:52.523093 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49504) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:52.584501 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae7d4ee-5378-4723-a912-687a7041baf2 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:52.584501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae7d4ee-5378-4723-a912-687a7041baf2 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:52.584501 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-dae7d4ee-5378-4723-a912-687a7041baf2 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/subnets/1e14fd06-015c-480d-845b-183d689fd660 HTTP/1.1" status: 404  len: 337 time: 0.0600810
Dec 24 10:56:52.587135 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49508) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:52.630183 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de093356-9e76-4c92-bfde-26c277403399 None None] DHCP port deletion for d2f59eaa-3966-4fc7-ad5f-1525c5cdc327 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:56:52.634104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-de093356-9e76-4c92-bfde-26c277403399 None None] Deleting port a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:52.634488 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-de093356-9e76-4c92-bfde-26c277403399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:52.661509 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f9febf-6fb4-42e6-b24d-ed286e226581 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:52.662022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f9febf-6fb4-42e6-b24d-ed286e226581 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:52.663953 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-83f9febf-6fb4-42e6-b24d-ed286e226581 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/e97c2210-ca55-4c5e-91f8-b20c8be41dbd HTTP/1.1" status: 404  len: 339 time: 0.0758367
Dec 24 10:56:52.666988 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49512) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:52.809185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:52.809185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:52.858200 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-de093356-9e76-4c92-bfde-26c277403399 None None] For port a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d,segment=NetworkSegment(c4086de5-6c91-40f4-ad75-9ed8327b088d),segment_id=c4086de5-6c91-40f4-ad75-9ed8327b088d)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:52.858462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-de093356-9e76-4c92-bfde-26c277403399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:52.903426 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ee4c79d-4344-40d7-8e8a-827f8645e500 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:52.904491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] The port '4ded8595-0e9e-4bc8-8e6d-d0d5ce497605' was deleted {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:56:52.930745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] For port a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d,segment=NetworkSegment(c4086de5-6c91-40f4-ad75-9ed8327b088d),segment_id=c4086de5-6c91-40f4-ad75-9ed8327b088d)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:52.930745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:52.969189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:52.992023 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-de093356-9e76-4c92-bfde-26c277403399 None None] Calling delete_port for a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:53.073076 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-de093356-9e76-4c92-bfde-26c277403399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:53.080311 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:53.121158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Calling delete_port for a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:53.121911 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:53.126574 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de093356-9e76-4c92-bfde-26c277403399 None None] Pushing event deleted for resources: {'Port': ['ID=a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:53.133302 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-de093356-9e76-4c92-bfde-26c277403399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:53.134460 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de093356-9e76-4c92-bfde-26c277403399 None None] No DVR routers for this DVR port a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:56:53.155783 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01720521-c407-43a6-bb09-512f1f1ef9c6 None None] get_active_networks_info from dv-neutron-822668-2-hyperv {{(pid=87560) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 24 10:56:53.170772 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b76de6940>,) {'filters': {'network_id': ['91278276-d0c9-4689-a2ec-920c927b9b0d']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:53.263760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76de6940>, 'd71f7793-0b06-4b12-af88-b72bbb3d0bc7') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:53.264307 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76de6940>, 'd71f7793-0b06-4b12-af88-b72bbb3d0bc7') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:53.282152 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:53.287245 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:56:53.295849 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ee4c79d-4344-40d7-8e8a-827f8645e500 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:53.324378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:53.329592 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:56:53.329947 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4ded8595-0e9e-4bc8-8e6d-d0d5ce497605 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:56:53.330682 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 058bc561-399e-4450-a908-649b253027b1 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:56:53.343267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-0ee4c79d-4344-40d7-8e8a-827f8645e500 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b77d02160>,) {'filters': {'network_id': ['8d8714b8-e79c-4f1b-9503-c6bedae2ce28']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:53.359996 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:56:53.359996 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:56:53.359996 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-0ee4c79d-4344-40d7-8e8a-827f8645e500 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77d02160>, 'a8549bb0-0551-44a3-8f2a-0c7655a26def') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:53.359996 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-0ee4c79d-4344-40d7-8e8a-827f8645e500 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77d02160>, 'a8549bb0-0551-44a3-8f2a-0c7655a26def') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:53.371756 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:53.372158 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:53.377291 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 058bc561-399e-4450-a908-649b253027b1 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:56:53.377651 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 058bc561-399e-4450-a908-649b253027b1 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:56:53.378294 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:56:53.379855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ee4c79d-4344-40d7-8e8a-827f8645e500 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn(
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn(
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn(
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn(
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:53.395895 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:53.401161 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ee4c79d-4344-40d7-8e8a-827f8645e500 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:53.408830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee4c79d-4344-40d7-8e8a-827f8645e500 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:53.411703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ee4c79d-4344-40d7-8e8a-827f8645e500 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:53.417704 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:56:53.417704 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:53.446332 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:53.512068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:53.514912 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01720521-c407-43a6-bb09-512f1f1ef9c6 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 24 10:56:53.521400 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:53.536567 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:53.557120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ee4c79d-4344-40d7-8e8a-827f8645e500 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:53.560840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e2ef9e92-3f2f-4ecb-a99b-bf5457b7d72c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:53.577250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ee4c79d-4344-40d7-8e8a-827f8645e500 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:53.584502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Network': ['ID=91278276-d0c9-4689-a2ec-920c927b9b0d,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:53.586998 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:53.596013 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/networks/91278276-d0c9-4689-a2ec-920c927b9b0d HTTP/1.1" status: 204  len: 168 time: 2.7155869
Dec 24 10:56:53.596546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4c79d-4344-40d7-8e8a-827f8645e500 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Network': ['ID=8d8714b8-e79c-4f1b-9503-c6bedae2ce28,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:53.596624 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49516) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:53.598690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0ee4c79d-4344-40d7-8e8a-827f8645e500 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:53.601928 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0ee4c79d-4344-40d7-8e8a-827f8645e500 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/8d8714b8-e79c-4f1b-9503-c6bedae2ce28 HTTP/1.1" status: 204  len: 168 time: 0.9326181
Dec 24 10:56:53.603297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-3eef566d-9f3e-4a5e-9d95-e8233dc35d5e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-438803102'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:53.605957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49520) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:53.616231 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3eef566d-9f3e-4a5e-9d95-e8233dc35d5e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:53.649568 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5bd82d9-2e5b-4f99-9229-ef873506f320 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:53.650058 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5bd82d9-2e5b-4f99-9229-ef873506f320 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:53.651879 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a5bd82d9-2e5b-4f99-9229-ef873506f320 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/subnets/5a5df4f8-40b2-4476-b0b6-71e9879a28c9 HTTP/1.1" status: 404  len: 337 time: 0.0451744
Dec 24 10:56:53.655022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49524) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:53.661309 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3eef566d-9f3e-4a5e-9d95-e8233dc35d5e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:network and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:53.672988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3eef566d-9f3e-4a5e-9d95-e8233dc35d5e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:53.682403 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52ec544-19bd-417e-aec7-5b6b52346fd3 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:53.683465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52ec544-19bd-417e-aec7-5b6b52346fd3 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:53.685922 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e52ec544-19bd-417e-aec7-5b6b52346fd3 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/a71bf133-e606-4a9b-b541-405acc023b14 HTTP/1.1" status: 404  len: 339 time: 0.0294147
Dec 24 10:56:53.687725 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49528) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:53.687875 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3eef566d-9f3e-4a5e-9d95-e8233dc35d5e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:53.718515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eef566d-9f3e-4a5e-9d95-e8233dc35d5e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:53.723807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3eef566d-9f3e-4a5e-9d95-e8233dc35d5e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:53.730270 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ace50bb-21ee-4e0a-9cc0-7a011008c7c8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:53.730270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ace50bb-21ee-4e0a-9cc0-7a011008c7c8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:53.734282 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9ace50bb-21ee-4e0a-9cc0-7a011008c7c8 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/subnets/d594c29e-9d74-429d-bff0-ff4ab2248049 HTTP/1.1" status: 404  len: 337 time: 0.0454996
Dec 24 10:56:53.735162 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49532) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:53.761373 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-85166c7a-da0e-4164-aacd-7910e4a451da tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:53.761840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85166c7a-da0e-4164-aacd-7910e4a451da tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:53.768265 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-85166c7a-da0e-4164-aacd-7910e4a451da tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/5660db52-2534-4f8d-a968-f30438edbce1 HTTP/1.1" status: 404  len: 339 time: 0.0303147
Dec 24 10:56:53.769517 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49536) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:53.812882 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:56:53.857502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:53.857890 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:53.946166 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdef1fee-3bc4-4e4a-af06-e58814ba3198 None None] get_active_networks_info from dv-neutron-822668-2-hyperv {{(pid=87560) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Dec 24 10:56:53.953858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] The port 'a24b87a4-57d2-4e8a-b97c-14c66b7e7a3d' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:56:53.999255 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a54f1b8-d670-4a6e-865d-b692d8bf5988 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:54.000193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a54f1b8-d670-4a6e-865d-b692d8bf5988 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:54.005851 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2a54f1b8-d670-4a6e-865d-b692d8bf5988 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/subnets/36eae80a-d090-4c1c-aece-a050da942d2b HTTP/1.1" status: 404  len: 337 time: 0.2313144
Dec 24 10:56:54.005851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49540) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:54.049612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eef566d-9f3e-4a5e-9d95-e8233dc35d5e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:56:54.061909 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c34d91-ceeb-4efc-b9dc-fbed6fe81828 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:54.063097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c34d91-ceeb-4efc-b9dc-fbed6fe81828 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:54.080387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3eef566d-9f3e-4a5e-9d95-e8233dc35d5e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:54.081459 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-3eef566d-9f3e-4a5e-9d95-e8233dc35d5e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Added segment 762d5f2f-feea-48b4-9c5e-66755bd12256 of type vlan for network c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb
Dec 24 10:56:54.083816 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.17 (1da7f612-8478-493f-adc0-6ced37c56e50/1189253e-3e76-4440-a940-baae82a0798a/d3a14d56-c21c-43fd-9bbb-35224936758a) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:54.092569 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-80c34d91-ceeb-4efc-b9dc-fbed6fe81828 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/c5325d28-34cd-4f8d-9a54-40955857843b HTTP/1.1" status: 404  len: 339 time: 0.0777094
Dec 24 10:56:54.094776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49544) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:54.171643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdef1fee-3bc4-4e4a-af06-e58814ba3198 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
Dec 24 10:56:54.172426 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-5384bac6-d541-4e67-8d2f-c106e4629122 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:54.172426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5384bac6-d541-4e67-8d2f-c106e4629122 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:54.176267 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5384bac6-d541-4e67-8d2f-c106e4629122 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/subnets/2f6076df-288f-4536-bc16-0c3629022e5d HTTP/1.1" status: 404  len: 337 time: 0.0761533
Dec 24 10:56:54.179165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49548) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:54.211803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3eef566d-9f3e-4a5e-9d95-e8233dc35d5e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:54.222628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:54.276367 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c233940>,) {'filters': {'network_id': ['d2f59eaa-3966-4fc7-ad5f-1525c5cdc327']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:54.292920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c233940>, 'c4086de5-6c91-40f4-ad75-9ed8327b088d') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:54.293233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c233940>, 'c4086de5-6c91-40f4-ad75-9ed8327b088d') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:54.307854 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:54.312193 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ecbad7f-0208-41ed-baea-2b68902ea84f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:54.312574 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ecbad7f-0208-41ed-baea-2b68902ea84f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:54.314941 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1ecbad7f-0208-41ed-baea-2b68902ea84f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/2082daf0-14ef-4d11-8b69-6120bd55e556 HTTP/1.1" status: 404  len: 339 time: 0.1121340
Dec 24 10:56:54.318959 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49552) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:54.383912 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3eef566d-9f3e-4a5e-9d95-e8233dc35d5e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:54.390513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eef566d-9f3e-4a5e-9d95-e8233dc35d5e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:54.391050 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3eef566d-9f3e-4a5e-9d95-e8233dc35d5e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:54.397498 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8dc1b5a-cfd7-476b-82f7-90f7bac36e75 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:54.398644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8dc1b5a-cfd7-476b-82f7-90f7bac36e75 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:54.401216 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-cce392aa-da45-4a43-86c4-f7c7b059c0cc tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:54.403136 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d8dc1b5a-cfd7-476b-82f7-90f7bac36e75 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/subnets/ddffca58-d325-45fb-b2a2-1b6a945630e3 HTTP/1.1" status: 404  len: 337 time: 0.0825255
Dec 24 10:56:54.405391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:54.408736 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49556) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:54.447096 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ae1d40-bdf7-4448-98f2-9b46b2e223dd tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:54.447713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ae1d40-bdf7-4448-98f2-9b46b2e223dd tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:54.454432 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-75ae1d40-bdf7-4448-98f2-9b46b2e223dd tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/a8764660-33d0-4b7d-b745-eb63530923a6 HTTP/1.1" status: 404  len: 339 time: 0.0392556
Dec 24 10:56:54.454432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:54.454432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:54.464001 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49562) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:54.484492 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:54.581163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:54.588554 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f2b009a2-44ec-4da8-9746-2422702f330c tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:54.605265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eef566d-9f3e-4a5e-9d95-e8233dc35d5e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Network': ['ID=c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:54.610480 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:54.622904 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/networks/d2f59eaa-3966-4fc7-ad5f-1525c5cdc327 HTTP/1.1" status: 204  len: 168 time: 2.3208270
Dec 24 10:56:54.622904 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Network': ['ID=d2f59eaa-3966-4fc7-ad5f-1525c5cdc327,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:54.622904 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49566) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:54.624962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:54.629501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-90fafcf8-9afe-4a07-9039-112c3798ef4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'network': {'name': 'tempest-RoutersTest-148904658'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:54.634473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-90fafcf8-9afe-4a07-9039-112c3798ef4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:54.637849 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-90fafcf8-9afe-4a07-9039-112c3798ef4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:network and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:54.644294 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:54.648939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-90fafcf8-9afe-4a07-9039-112c3798ef4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:54.648939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-90fafcf8-9afe-4a07-9039-112c3798ef4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:54.654171 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:54.662297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90fafcf8-9afe-4a07-9039-112c3798ef4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:54.666944 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-90fafcf8-9afe-4a07-9039-112c3798ef4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:54.673295 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3eef566d-9f3e-4a5e-9d95-e8233dc35d5e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.0741868
Dec 24 10:56:54.673295 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4330258-8456-4cd0-adc8-0c9171faf9d2 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:54.683388 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4330258-8456-4cd0-adc8-0c9171faf9d2 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:54.684077 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49570) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:54.684216 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c4330258-8456-4cd0-adc8-0c9171faf9d2 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/subnets/e70a2765-69d9-4033-bc4f-e1cfe660c3b4 HTTP/1.1" status: 404  len: 337 time: 0.2107782
Dec 24 10:56:54.684216 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3eef566d-9f3e-4a5e-9d95-e8233dc35d5e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:54.684216 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49574) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:54.684735 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-63b86945-a048-4a50-8366-b793718cf9d8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'subnet': {'network_id': 'c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:54.711054 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object d3a14d56-c21c-43fd-9bbb-35224936758a will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:54.718986 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-89860193-75a5-47ad-91cd-dd7df077aaa7 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:54.718986 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89860193-75a5-47ad-91cd-dd7df077aaa7 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:54.722617 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-89860193-75a5-47ad-91cd-dd7df077aaa7 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/97adc4ee-a343-4417-b70f-377c333c0ae2 HTTP/1.1" status: 404  len: 339 time: 0.0350425
Dec 24 10:56:54.726600 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49578) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:54.779741 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf59370f-fd67-42ed-8777-1bf8cd11a769 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:54.780080 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf59370f-fd67-42ed-8777-1bf8cd11a769 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:54.784121 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bf59370f-fd67-42ed-8777-1bf8cd11a769 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/subnets/ab8b1cb2-22d4-42a9-b430-b4d006ba3a0d HTTP/1.1" status: 404  len: 337 time: 0.0572543
Dec 24 10:56:54.785679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49584) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:54.804969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90fafcf8-9afe-4a07-9039-112c3798ef4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:56:54.818882 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e108cd2-c11e-4352-90bf-f8b750da0e20 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:54.819368 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e108cd2-c11e-4352-90bf-f8b750da0e20 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:54.821970 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1e108cd2-c11e-4352-90bf-f8b750da0e20 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/9b29f633-7bcb-4a72-ae27-ce9368cab025 HTTP/1.1" status: 404  len: 339 time: 0.0320475
Dec 24 10:56:54.822095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-63b86945-a048-4a50-8366-b793718cf9d8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:54.823670 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49588) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:54.824317 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-90fafcf8-9afe-4a07-9039-112c3798ef4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:54.824659 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-90fafcf8-9afe-4a07-9039-112c3798ef4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Added segment 4d85cd1a-4e99-449d-a89d-e83f6569a6e1 of type vlan for network f70dfb6c-2d49-46db-876e-46ff5fecefd0
Dec 24 10:56:54.830595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-63b86945-a048-4a50-8366-b793718cf9d8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:subnet and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:54.833904 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-63b86945-a048-4a50-8366-b793718cf9d8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:54.842390 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-63b86945-a048-4a50-8366-b793718cf9d8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:54.862199 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-90fafcf8-9afe-4a07-9039-112c3798ef4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:54.867084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b86945-a048-4a50-8366-b793718cf9d8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:54.870595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-63b86945-a048-4a50-8366-b793718cf9d8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:54.871020 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-8633d465-1c2f-4351-b93d-1d9825762bd4 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:54.871666 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8633d465-1c2f-4351-b93d-1d9825762bd4 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:54.873759 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8633d465-1c2f-4351-b93d-1d9825762bd4 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/subnets/4aead424-5f1e-486f-a424-bd0d3c65c09f HTTP/1.1" status: 404  len: 337 time: 0.0488422
Dec 24 10:56:54.875485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:54.879906 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49592) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:54.880583 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f688433f-67d9-4758-b5a2-acf1385d1fef tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:54.972029 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 1da7f612-8478-493f-adc0-6ced37c56e50 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:54.980556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:54.983127 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:54.994179 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-90fafcf8-9afe-4a07-9039-112c3798ef4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:54.999640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90fafcf8-9afe-4a07-9039-112c3798ef4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:55.000410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-90fafcf8-9afe-4a07-9039-112c3798ef4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:55.007931 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f35a8d48-f95c-41e7-9e61-e5e9c37336d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:55.013669 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3bac28b-e9e1-4476-bcf9-f174c5f0ba39 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:56:55.014191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3bac28b-e9e1-4476-bcf9-f174c5f0ba39 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:56:55.015852 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e3bac28b-e9e1-4476-bcf9-f174c5f0ba39 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/37afd90b-c9eb-443a-a0e2-7cc30880a540 HTTP/1.1" status: 404  len: 339 time: 0.1037185
Dec 24 10:56:55.021854 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49596) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:55.041380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=d3a14d56-c21c-43fd-9bbb-35224936758a,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:55.058400 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:55.058810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:55.059203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:55.059588 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:55.059967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:55.060346 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:55.060721 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:55.061095 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:55.061480 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:55.061859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:55.062256 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:55.062623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:55.067656 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:55.080344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:55.174803 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fafcf8-9afe-4a07-9039-112c3798ef4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Network': ['ID=f70dfb6c-2d49-46db-876e-46ff5fecefd0,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:55.191485 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network f70dfb6c-2d49-46db-876e-46ff5fecefd0 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:56:55.244522 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:55.294974 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-90fafcf8-9afe-4a07-9039-112c3798ef4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.6694627
Dec 24 10:56:55.294974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-90fafcf8-9afe-4a07-9039-112c3798ef4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:55.298773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49600) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:55.318181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-407099e8-6dcc-40e0-9d1c-11d5b5e816c1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'subnet': {'network_id': 'f70dfb6c-2d49-46db-876e-46ff5fecefd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:55.385767 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4ab6585b-69ad-4396-b3cc-1978c7d3b212 None None] Provisioning for port d3a14d56-c21c-43fd-9bbb-35224936758a completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:55.392879 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4ab6585b-69ad-4396-b3cc-1978c7d3b212 None None] Provisioning complete for port d3a14d56-c21c-43fd-9bbb-35224936758a triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:55.395923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4ab6585b-69ad-4396-b3cc-1978c7d3b212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:55.402447 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-63b86945-a048-4a50-8366-b793718cf9d8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:55.409279 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b432a8-adbf-46db-9c6c-bf3e9cfa0364 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Deleting subnet d689ed92-f9ba-4bfd-92a2-116ae8b35c87 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:56:55.427120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5c1501fb-ddec-464e-ab23-f42f87162bec tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:55.478429 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-4ab6585b-69ad-4396-b3cc-1978c7d3b212 None None] Port d3a14d56-c21c-43fd-9bbb-35224936758a cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:56:55.488818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b6b432a8-adbf-46db-9c6c-bf3e9cfa0364 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:55.599097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-407099e8-6dcc-40e0-9d1c-11d5b5e816c1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:55.608450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b6b432a8-adbf-46db-9c6c-bf3e9cfa0364 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:55.641956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-407099e8-6dcc-40e0-9d1c-11d5b5e816c1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:subnet and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:55.644990 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b86945-a048-4a50-8366-b793718cf9d8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Subnet': ['ID=b7a5ba2d-2274-4105-a098-e8ee8b7afd0c,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:55.659801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-407099e8-6dcc-40e0-9d1c-11d5b5e816c1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:55.665744 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-63b86945-a048-4a50-8366-b793718cf9d8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:55.668052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-407099e8-6dcc-40e0-9d1c-11d5b5e816c1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:55.685691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b86945-a048-4a50-8366-b793718cf9d8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Checking segment: {'id': '762d5f2f-feea-48b4-9c5e-66755bd12256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:55.686159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b86945-a048-4a50-8366-b793718cf9d8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network hostable DHCP agents. Network: c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:56:55.701247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407099e8-6dcc-40e0-9d1c-11d5b5e816c1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:55.701394 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:55.704702 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-407099e8-6dcc-40e0-9d1c-11d5b5e816c1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:55.705600 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:55.736845 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9da69a7c-9ddc-4786-b529-2cd5e5f49be6 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:55.807210 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b86945-a048-4a50-8366-b793718cf9d8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:56:55.818464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:55.822969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=d3a14d56-c21c-43fd-9bbb-35224936758a,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:55.826905 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-63b86945-a048-4a50-8366-b793718cf9d8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:55.827346 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:55.838891 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b86945-a048-4a50-8366-b793718cf9d8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:55.839476 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-63b86945-a048-4a50-8366-b793718cf9d8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:55.840529 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fa78d8-4bb6-485a-859a-0a566ee2832c None None] Network c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:55.851744 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b6b432a8-adbf-46db-9c6c-bf3e9cfa0364 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:55.933577 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-63b86945-a048-4a50-8366-b793718cf9d8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.2567377
Dec 24 10:56:55.937057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49604) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:55.979023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-346772f8-2635-4c0f-97de-0afe7767d1a7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1971836445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:55.995512 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-346772f8-2635-4c0f-97de-0afe7767d1a7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:56.009174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-346772f8-2635-4c0f-97de-0afe7767d1a7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:router and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:56.016431 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-346772f8-2635-4c0f-97de-0afe7767d1a7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:56.026700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b6b432a8-adbf-46db-9c6c-bf3e9cfa0364 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:56.031696 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-346772f8-2635-4c0f-97de-0afe7767d1a7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:56.033715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6247d6a8-9f1b-4fe6-8ff3-9005e471cfde tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:56.082196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b432a8-adbf-46db-9c6c-bf3e9cfa0364 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Subnet': ['ID=d689ed92-f9ba-4bfd-92a2-116ae8b35c87,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:56.089569 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb', 'network_id': 'c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb', 'tenant_id': '76a915c8805b4a2492a23d389fe73308', 'fixed_ips': [{'subnet_id': 'b7a5ba2d-2274-4105-a098-e8ee8b7afd0c'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:56:56.090535 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:56.090666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b6b432a8-adbf-46db-9c6c-bf3e9cfa0364 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:56.094439 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b6b432a8-adbf-46db-9c6c-bf3e9cfa0364 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:56.105245 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 1da7f612-8478-493f-adc0-6ced37c56e50 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:56.107000 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:56.107115 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed46f4d3-d02b-467e-bf26-9b32e7df0889 None None] Network f3af310d-3409-4480-aa7b-8b612e1ebfd0 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:56.108241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-346772f8-2635-4c0f-97de-0afe7767d1a7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:56.109247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-346772f8-2635-4c0f-97de-0afe7767d1a7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:56.132295 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b6b432a8-adbf-46db-9c6c-bf3e9cfa0364 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/subnets/d689ed92-f9ba-4bfd-92a2-116ae8b35c87 HTTP/1.1" status: 204  len: 168 time: 1.1002610
Dec 24 10:56:56.137682 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-407099e8-6dcc-40e0-9d1c-11d5b5e816c1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:56.145299 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49608) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:56.146281 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6b8f1dcb-bea0-443e-b3e8-e2a54bbbcd28 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:56.318471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router c944a715-683b-4bf7-94bb-5d906d57db09 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:56:56.339836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-346772f8-2635-4c0f-97de-0afe7767d1a7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:56.478450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407099e8-6dcc-40e0-9d1c-11d5b5e816c1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Subnet': ['ID=27bec982-e8d6-4939-a1ee-1245a9690a29,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:56.490350 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-407099e8-6dcc-40e0-9d1c-11d5b5e816c1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:56.490350 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-346772f8-2635-4c0f-97de-0afe7767d1a7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:56.507355 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:56.514454 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Allocated IP 2001:db8::2 (c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb/b7a5ba2d-2274-4105-a098-e8ee8b7afd0c/27465db5-7446-4bd2-9cca-262668c514f8) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:56.518829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:56:56.523260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407099e8-6dcc-40e0-9d1c-11d5b5e816c1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Checking segment: {'id': '4d85cd1a-4e99-449d-a89d-e83f6569a6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f70dfb6c-2d49-46db-876e-46ff5fecefd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:56.523818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407099e8-6dcc-40e0-9d1c-11d5b5e816c1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network hostable DHCP agents. Network: f70dfb6c-2d49-46db-876e-46ff5fecefd0, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:56:56.525324 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/c944a715-683b-4bf7-94bb-5d906d57db09/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3074739
Dec 24 10:56:56.532847 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Sync routers for ids ['c944a715-683b-4bf7-94bb-5d906d57db09'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:56:56.544975 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-346772f8-2635-4c0f-97de-0afe7767d1a7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:56.548657 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-346772f8-2635-4c0f-97de-0afe7767d1a7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.5773292
Dec 24 10:56:56.548783 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Routers {'c944a715-683b-4bf7-94bb-5d906d57db09'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:56:56.548783 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd21bb0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:56:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c944a715-683b-4bf7-94bb-5d906d57db09'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:56.549152 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49614) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:56.551964 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Deleting port bf399daf-0257-4d51-87dc-98b6f0a9fd70 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:56.552304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:56.555585 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'network_id': 'c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb', 'name': 'tempest-PortsIpV6TestJSON-332698140'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:56.639507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5b48d253-c8dc-49d0-aff5-d2474c2a66d2 None None] Provisioning complete for port d3a14d56-c21c-43fd-9bbb-35224936758a triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:56:56.639798 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5b48d253-c8dc-49d0-aff5-d2474c2a66d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:56.649753 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407099e8-6dcc-40e0-9d1c-11d5b5e816c1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network f70dfb6c-2d49-46db-876e-46ff5fecefd0 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:56:56.676182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-407099e8-6dcc-40e0-9d1c-11d5b5e816c1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, f70dfb6c-2d49-46db-876e-46ff5fecefd0) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:56.690319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407099e8-6dcc-40e0-9d1c-11d5b5e816c1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:56.701909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-407099e8-6dcc-40e0-9d1c-11d5b5e816c1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:56.709173 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e775d4-2f8d-4154-a50a-1b994234e757 None None] Network f70dfb6c-2d49-46db-876e-46ff5fecefd0 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:56:56.722777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:56.739011 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:56.764767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:56:56.771747 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:56.792080 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Set router c944a715-683b-4bf7-94bb-5d906d57db09 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:56:56.798543 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] device_id is not set on port 5f92e23f-9d5f-4cf8-a83e-affe4ba8fb8e yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:56:56.818927 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-407099e8-6dcc-40e0-9d1c-11d5b5e816c1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.5177138
Dec 24 10:56:56.829985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49620) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:56.838538 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-75c62a81-4c06-4e73-af47-af48aee67e61 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-870178202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:56:56.856796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-75c62a81-4c06-4e73-af47-af48aee67e61 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:56:56.866266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-75c62a81-4c06-4e73-af47-af48aee67e61 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:router and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:56:56.873050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-75c62a81-4c06-4e73-af47-af48aee67e61 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:56:56.874765 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517022f5-f1ef-43d5-9026-ae43b9f1dd8f None None] DHCP port deletion for f3af310d-3409-4480-aa7b-8b612e1ebfd0 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:56:56.877201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] For port bf399daf-0257-4d51-87dc-98b6f0a9fd70, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=bf399daf-0257-4d51-87dc-98b6f0a9fd70,segment=NetworkSegment(e1831b70-3d54-4503-b70f-62dc0de64f84),segment_id=e1831b70-3d54-4503-b70f-62dc0de64f84)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:56:56.877728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:56.891431 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-75c62a81-4c06-4e73-af47-af48aee67e61 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:56:56.909717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-517022f5-f1ef-43d5-9026-ae43b9f1dd8f None None] Deleting port bf399daf-0257-4d51-87dc-98b6f0a9fd70 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:56:56.910139 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-517022f5-f1ef-43d5-9026-ae43b9f1dd8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:56.955803 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-5b48d253-c8dc-49d0-aff5-d2474c2a66d2 None None] Port d3a14d56-c21c-43fd-9bbb-35224936758a cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:56:57.012776 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Calling delete_port for bf399daf-0257-4d51-87dc-98b6f0a9fd70 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:56:57.048531 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-75c62a81-4c06-4e73-af47-af48aee67e61 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.049545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-75c62a81-4c06-4e73-af47-af48aee67e61 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.082850 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-75c62a81-4c06-4e73-af47-af48aee67e61 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.117175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-75c62a81-4c06-4e73-af47-af48aee67e61 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.125320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.135353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-22d7114f-6652-4583-8781-f1c1585ee6e4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:57.146827 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-517022f5-f1ef-43d5-9026-ae43b9f1dd8f None None] The port 'bf399daf-0257-4d51-87dc-98b6f0a9fd70' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:56:57.176966 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.194199 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Transition to ACTIVE for port object 27465db5-7446-4bd2-9cca-262668c514f8 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:57.199944 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Port': ['ID=bf399daf-0257-4d51-87dc-98b6f0a9fd70,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:57.203173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] No DVR routers for this DVR port bf399daf-0257-4d51-87dc-98b6f0a9fd70 on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:56:57.229601 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd21bb0>, [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:56:55Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '7debf3bb-3e6c-4907-884b-ffbac5de672e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'port_id': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'mac_address': 'fa:16:3e:20:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:55:01Z', 'updated_at': '2021-12-24T10:55:07Z', 'revision_number': 1, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3a14d56-c21c-43fd-9bbb-35224936758a', 'name': '', 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:6d:f4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '1189253e-3e76-4440-a940-baae82a0798a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:56:53Z', 'updated_at': '2021-12-24T10:56:55Z', 'revision_number': 2, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '1189253e-3e76-4440-a940-baae82a0798a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edad6844-4910-4f3d-af71-5920b2761e80', 'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:04:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:23Z', 'updated_at': '2021-12-24T10:54:35Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:57.233705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device bf399daf-0257-4d51-87dc-98b6f0a9fd70 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:56:57.234286 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Checking router: c944a715-683b-4bf7-94bb-5d906d57db09 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:56:57.234650 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Updating router c944a715-683b-4bf7-94bb-5d906d57db09 port d3a14d56-c21c-43fd-9bbb-35224936758a binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:56:57.239464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.239839 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.240216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.240586 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.240980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.241352 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.241715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.242142 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.242506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.242865 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.243225 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.243583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.249270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-75c62a81-4c06-4e73-af47-af48aee67e61 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.250455 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-75c62a81-4c06-4e73-af47-af48aee67e61 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.4192252
Dec 24 10:56:57.251861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:57.254187 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49624) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:57.278517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: bf399daf-0257-4d51-87dc-98b6f0a9fd70 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:56:57.278886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device bf399daf-0257-4d51-87dc-98b6f0a9fd70 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:56:57.309107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Transition to ACTIVE for port object 27465db5-7446-4bd2-9cca-262668c514f8 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:57.311085 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.320519 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.325445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-f70dfb6c-2d49-46db-876e-46ff5fecefd0', 'network_id': 'f70dfb6c-2d49-46db-876e-46ff5fecefd0', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'fixed_ips': [{'subnet_id': '27bec982-e8d6-4939-a1ee-1245a9690a29'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:56:57.326589 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.346575 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3ee59132-0e6d-4788-b1b5-bf11d0a4eb6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:57.375770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.410094 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf5b9a0>,) {'filters': {'network_id': ['f3af310d-3409-4480-aa7b-8b612e1ebfd0']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:57.428036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf5b9a0>, 'e1831b70-3d54-4503-b70f-62dc0de64f84') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:57.428248 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf5b9a0>, 'e1831b70-3d54-4503-b70f-62dc0de64f84') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:57.444641 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Pushing event updated for resources: {'Port': ['ID=27465db5-7446-4bd2-9cca-262668c514f8,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:57.458072 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.475351 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.481981 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:56:57.482867 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:56:57.501109 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:56:57.576166 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.577287 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.577837 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.578424 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.578962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.579497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.580096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.580723 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.581485 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.582055 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.582584 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.583109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.587316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:57.598930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.602421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:57.607666 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Network c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:57.610497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:57.613502 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:57.626273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.635237 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Pushing event deleted for resources: {'Network': ['ID=f3af310d-3409-4480-aa7b-8b612e1ebfd0,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:57.639527 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:57.646051 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] 10.222.0.54 "DELETE /v2.0/networks/f3af310d-3409-4480-aa7b-8b612e1ebfd0 HTTP/1.1" status: 204  len: 168 time: 1.4691665
Dec 24 10:56:57.730329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Allocated IP 172.20.0.2 (f70dfb6c-2d49-46db-876e-46ff5fecefd0/27bec982-e8d6-4939-a1ee-1245a9690a29/d184e652-ac8c-4e01-9a37-b6ad7adb04d1) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:57.736093 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Attempting to bind port 27465db5-7446-4bd2-9cca-262668c514f8 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:56:57.736487 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Attempting to bind port 27465db5-7446-4bd2-9cca-262668c514f8 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '762d5f2f-feea-48b4-9c5e-66755bd12256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:56:57.736866 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Attempting to bind port 27465db5-7446-4bd2-9cca-262668c514f8 on network c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:56:57.748120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:56:57.748506 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Checking segment: {'id': '762d5f2f-feea-48b4-9c5e-66755bd12256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:57.748919 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.749316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Bound using segment: {'id': '762d5f2f-feea-48b4-9c5e-66755bd12256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:56:57.750136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Bound port: 27465db5-7446-4bd2-9cca-262668c514f8, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '762d5f2f-feea-48b4-9c5e-66755bd12256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:56:57.750881 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.775895 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.790907 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Allocated IP 2001:db8::252 (c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb/b7a5ba2d-2274-4105-a098-e8ee8b7afd0c/5f92e23f-9d5f-4cf8-a83e-affe4ba8fb8e) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:57.791482 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Transition to ACTIVE for port object d3a14d56-c21c-43fd-9bbb-35224936758a will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:57.801545 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.805716 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-9224b8ed-ceb9-4a53-9e0e-05efa1ae82d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:57.919621 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:57.947289 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4aa288-0d92-4086-a2b6-f7d3fbadb354 None None] Pushing event updated for resources: {'Port': ['ID=d3a14d56-c21c-43fd-9bbb-35224936758a,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:57.959484 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4aa288-0d92-4086-a2b6-f7d3fbadb354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.959873 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4aa288-0d92-4086-a2b6-f7d3fbadb354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.960561 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4aa288-0d92-4086-a2b6-f7d3fbadb354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.960904 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4aa288-0d92-4086-a2b6-f7d3fbadb354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.961230 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4aa288-0d92-4086-a2b6-f7d3fbadb354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.961554 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4aa288-0d92-4086-a2b6-f7d3fbadb354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.961908 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4aa288-0d92-4086-a2b6-f7d3fbadb354 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.962216 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4aa288-0d92-4086-a2b6-f7d3fbadb354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.962535 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4aa288-0d92-4086-a2b6-f7d3fbadb354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.964679 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4aa288-0d92-4086-a2b6-f7d3fbadb354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.965053 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4aa288-0d92-4086-a2b6-f7d3fbadb354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.965543 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4aa288-0d92-4086-a2b6-f7d3fbadb354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:56:57.972223 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-3d4aa288-0d92-4086-a2b6-f7d3fbadb354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:58.023791 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] For port 27465db5-7446-4bd2-9cca-262668c514f8, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:56:58.064970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49632) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:58.068156 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] For port 27465db5-7446-4bd2-9cca-262668c514f8, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=27465db5-7446-4bd2-9cca-262668c514f8,segment=NetworkSegment(762d5f2f-feea-48b4-9c5e-66755bd12256),segment_id=762d5f2f-feea-48b4-9c5e-66755bd12256)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:56:58.087532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:58.134271 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Attempting to bind port d3a14d56-c21c-43fd-9bbb-35224936758a on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:56:58.134714 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Attempting to bind port d3a14d56-c21c-43fd-9bbb-35224936758a by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '97c933c0-8b0f-4db9-8ee1-c1cc50aba68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:56:58.135078 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Attempting to bind port d3a14d56-c21c-43fd-9bbb-35224936758a on network 1da7f612-8478-493f-adc0-6ced37c56e50 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:56:58.149491 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:56:58.150245 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Checking segment: {'id': '97c933c0-8b0f-4db9-8ee1-c1cc50aba68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:58.150948 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:58.151559 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Bound using segment: {'id': '97c933c0-8b0f-4db9-8ee1-c1cc50aba68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:56:58.151969 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b757e291-2e0b-4db4-8b4e-1dfe5edcb4f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:58.152502 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Bound port: d3a14d56-c21c-43fd-9bbb-35224936758a, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c933c0-8b0f-4db9-8ee1-c1cc50aba68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:56:58.153288 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:58.251384 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-801ba2cb-8073-45aa-ab35-fd65d8789d5e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=3852d1c215de48b387b03c2c0cd743a1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1832438
Dec 24 10:56:58.254007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49638) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:58.273553 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] For port d3a14d56-c21c-43fd-9bbb-35224936758a, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:56:58.278139 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] For port d3a14d56-c21c-43fd-9bbb-35224936758a, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d3a14d56-c21c-43fd-9bbb-35224936758a,segment=NetworkSegment(97c933c0-8b0f-4db9-8ee1-c1cc50aba68c),segment_id=97c933c0-8b0f-4db9-8ee1-c1cc50aba68c)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:56:58.279042 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:58.295456 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Transition to ACTIVE for port object 5f92e23f-9d5f-4cf8-a83e-affe4ba8fb8e will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:58.296656 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:58.299350 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:58.306877 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-59479f5d-721b-4373-abe5-37fc73fcbe7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:58.319949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Pushing event updated for resources: {'Port': ['ID=27465db5-7446-4bd2-9cca-262668c514f8,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:58.323181 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Transition to ACTIVE for port object d184e652-ac8c-4e01-9a37-b6ad7adb04d1 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:58.325998 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:58.347786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fded8f72-ad24-4c26-9799-6920dcba9c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:58.352791 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Transition to ACTIVE for port object d184e652-ac8c-4e01-9a37-b6ad7adb04d1 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:58.363544 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:58.368907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-de093356-9e76-4c92-bfde-26c277403399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:58.423308 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fded8f72-ad24-4c26-9799-6920dcba9c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:58.449268 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Pushing event updated for resources: {'Port': ['ID=d184e652-ac8c-4e01-9a37-b6ad7adb04d1,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:58.454981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:58.465586 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Network f70dfb6c-2d49-46db-876e-46ff5fecefd0 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:58.467055 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:58.470066 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:58.481099 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4aa288-0d92-4086-a2b6-f7d3fbadb354 None None] Pushing event updated for resources: {'Port': ['ID=d3a14d56-c21c-43fd-9bbb-35224936758a,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:58.495486 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-3d4aa288-0d92-4086-a2b6-f7d3fbadb354 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:58.525956 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Routers {'c944a715-683b-4bf7-94bb-5d906d57db09'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:56:58.526753 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd21bb0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:56:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c944a715-683b-4bf7-94bb-5d906d57db09'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:58.531175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fded8f72-ad24-4c26-9799-6920dcba9c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:58.538969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-63ea5cce-fdef-4b8b-a87d-266fac8c0780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:58.565476 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded8f72-ad24-4c26-9799-6920dcba9c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6697d0d6-86b4-46b5-89db-72084f2e340b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:58.571803 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fded8f72-ad24-4c26-9799-6920dcba9c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:58.579457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fded8f72-ad24-4c26-9799-6920dcba9c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:58.580684 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fded8f72-ad24-4c26-9799-6920dcba9c57 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/6697d0d6-86b4-46b5-89db-72084f2e340b HTTP/1.1" status: 204  len: 168 time: 0.3255806
Dec 24 10:56:58.665201 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:58.677082 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-71d99912-bd31-44f6-807c-e129107d251f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:58.692022 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Attempting to bind port d184e652-ac8c-4e01-9a37-b6ad7adb04d1 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:56:58.692541 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Attempting to bind port d184e652-ac8c-4e01-9a37-b6ad7adb04d1 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '4d85cd1a-4e99-449d-a89d-e83f6569a6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f70dfb6c-2d49-46db-876e-46ff5fecefd0'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:56:58.692760 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Attempting to bind port d184e652-ac8c-4e01-9a37-b6ad7adb04d1 on network f70dfb6c-2d49-46db-876e-46ff5fecefd0 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:56:58.698798 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:56:58.699318 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Checking segment: {'id': '4d85cd1a-4e99-449d-a89d-e83f6569a6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f70dfb6c-2d49-46db-876e-46ff5fecefd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:56:58.699785 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:58.700190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Bound using segment: {'id': '4d85cd1a-4e99-449d-a89d-e83f6569a6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f70dfb6c-2d49-46db-876e-46ff5fecefd0'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:56:58.700673 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Bound port: d184e652-ac8c-4e01-9a37-b6ad7adb04d1, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d85cd1a-4e99-449d-a89d-e83f6569a6e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'f70dfb6c-2d49-46db-876e-46ff5fecefd0'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:56:58.701057 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:58.797135 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:58.814743 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:58.818432 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:58.824663 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:56:58.825541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:58.857643 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] Set router c944a715-683b-4bf7-94bb-5d906d57db09 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:56:58.885818 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] For port d184e652-ac8c-4e01-9a37-b6ad7adb04d1, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:56:58.889816 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] For port d184e652-ac8c-4e01-9a37-b6ad7adb04d1, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d184e652-ac8c-4e01-9a37-b6ad7adb04d1,segment=NetworkSegment(4d85cd1a-4e99-449d-a89d-e83f6569a6e1),segment_id=4d85cd1a-4e99-449d-a89d-e83f6569a6e1)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:56:58.900004 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:58.904820 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-cece14b9-5ad3-4e5b-ba42-a5d00b6f1915 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:58.910837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=5f92e23f-9d5f-4cf8-a83e-affe4ba8fb8e,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:58.917657 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:58.965636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Allocated IP 172.20.0.1 (f70dfb6c-2d49-46db-876e-46ff5fecefd0/27bec982-e8d6-4939-a1ee-1245a9690a29/1a8a26dc-ce13-46bf-b86c-d0b4d4fc34da) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:56:58.984287 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.4340901
Dec 24 10:56:58.986924 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49646) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:56:58.997786 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Pushing event updated for resources: {'Port': ['ID=d184e652-ac8c-4e01-9a37-b6ad7adb04d1,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:59.007476 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:56:59.364029 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 27465db5-7446-4bd2-9cca-262668c514f8 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:56:59.368038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:59.393341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Transition to ACTIVE for port object 1a8a26dc-ce13-46bf-b86c-d0b4d4fc34da will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:56:59.453382 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd21bb0>, [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:56:55Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '7debf3bb-3e6c-4907-884b-ffbac5de672e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'port_id': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'mac_address': 'fa:16:3e:20:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:55:01Z', 'updated_at': '2021-12-24T10:55:07Z', 'revision_number': 1, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3a14d56-c21c-43fd-9bbb-35224936758a', 'name': '', 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:6d:f4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '1189253e-3e76-4440-a940-baae82a0798a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:56:53Z', 'updated_at': '2021-12-24T10:56:58Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '1189253e-3e76-4440-a940-baae82a0798a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edad6844-4910-4f3d-af71-5920b2761e80', 'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:04:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:23Z', 'updated_at': '2021-12-24T10:54:35Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:56:59.461888 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:59.471002 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f890dc-d46b-46bf-b1db-868eabd69919 None None] The sync data for ids ['c944a715-683b-4bf7-94bb-5d906d57db09'] in dv-neutron-822668-2-hyperv is: [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:56:55Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '7debf3bb-3e6c-4907-884b-ffbac5de672e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'port_id': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'mac_address': 'fa:16:3e:20:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:55:01Z', 'updated_at': '2021-12-24T10:55:07Z', 'revision_number': 1, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3a14d56-c21c-43fd-9bbb-35224936758a', 'name': '', 'network_id': '1da7f612-8478-493f-adc0-6ced37c56e50', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:6d:f4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1019, 'fixed_ips': [{'subnet_id': '1189253e-3e76-4440-a940-baae82a0798a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:56:53Z', 'updated_at': '2021-12-24T10:56:58Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '1189253e-3e76-4440-a940-baae82a0798a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'edad6844-4910-4f3d-af71-5920b2761e80', 'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:04:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:23Z', 'updated_at': '2021-12-24T10:54:35Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:56:59.471277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5c805413-5b6c-48d5-8db7-d90a601a8566 tempest-RoutersIpV6AdminTest-1568992288 tempest-RoutersIpV6AdminTest-1568992288-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:56:59.563859 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 27465db5-7446-4bd2-9cca-262668c514f8 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:56:59.626775 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network f70dfb6c-2d49-46db-876e-46ff5fecefd0 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:56:59.627274 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cb8767e1-ebd5-4461-9e44-3859a9888fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:59.643193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:56:59.653591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:56:59.746851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:56:59.859760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=1a8a26dc-ce13-46bf-b86c-d0b4d4fc34da,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:56:59.876745 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:00.056914 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4e5c62-d5e2-48b3-8645-e689b089b82b None None] Network c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:00.061533 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:00.154385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49668) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:00.297065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:00.318702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e8565a05-6515-4bca-a40e-41802d93ec5f None None] Provisioning for port 27465db5-7446-4bd2-9cca-262668c514f8 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:00.383770 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e8565a05-6515-4bca-a40e-41802d93ec5f None None] Provisioning complete for port 27465db5-7446-4bd2-9cca-262668c514f8 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:00.384900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e8565a05-6515-4bca-a40e-41802d93ec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:00.453737 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-246304670'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:00.463809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:00.544858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:network and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:00.574419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:00.661036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:00.711511 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:00.716877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:00.770030 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e26846-9d8b-4c66-938b-d04b0d1d16cf None None] Network f70dfb6c-2d49-46db-876e-46ff5fecefd0 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:00.830748 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:00.848901 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:00.857040 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:00.863151 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:00.871111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:security_group_rule and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:00.877056 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:00.890297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:00.899477 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:00.993237 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.007020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.015579 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e8565a05-6515-4bca-a40e-41802d93ec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.015787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1486b68c-e50d-4e53-b284-e863614156e2 tempest-BulkNetworkOpsTest-2023975174 tempest-BulkNetworkOpsTest-2023975174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:01.124312 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e8565a05-6515-4bca-a40e-41802d93ec5f None None] For port 27465db5-7446-4bd2-9cca-262668c514f8, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=27465db5-7446-4bd2-9cca-262668c514f8,segment=NetworkSegment(762d5f2f-feea-48b4-9c5e-66755bd12256),segment_id=762d5f2f-feea-48b4-9c5e-66755bd12256)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:01.127761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=1a8a26dc-ce13-46bf-b86c-d0b4d4fc34da,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:01.131803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:01.132654 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.142099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e8565a05-6515-4bca-a40e-41802d93ec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.154528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=5f92e23f-9d5f-4cf8-a83e-affe4ba8fb8e,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:01.168679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:01.203354 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.218191 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:01.252444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.271224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:57:01.282930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.283276 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Added segment d1e5887f-a786-4c1e-acbf-ffb068bb031f of type vlan for network 8a094a2d-e2d2-487e-95a2-7210b3cd9de8
Dec 24 10:57:01.316610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.339376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d9ee1850-6e57-4759-9f18-a6ede3aaf0e6 None None] Provisioning for port d184e652-ac8c-4e01-9a37-b6ad7adb04d1 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:01.343078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network f70dfb6c-2d49-46db-876e-46ff5fecefd0 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:01.345532 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:01.359450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-151ddbce-a3d1-40a8-92ea-932bbf3446d2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:01.365334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8565a05-6515-4bca-a40e-41802d93ec5f None None] Pushing event updated for resources: {'Port': ['ID=27465db5-7446-4bd2-9cca-262668c514f8,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:01.373277 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d184e652-ac8c-4e01-9a37-b6ad7adb04d1 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:01.415213 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e8565a05-6515-4bca-a40e-41802d93ec5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:01.449631 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.457970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:01.458873 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.486729 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port d184e652-ac8c-4e01-9a37-b6ad7adb04d1 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:01.489209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd05cb4-d606-443a-b58d-bf98a5851fad,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:01.502773 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port d184e652-ac8c-4e01-9a37-b6ad7adb04d1 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:01.504087 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.505446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:01.511610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:01.546117 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49676) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:01.546237 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.3899932
Dec 24 10:57:01.556424 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6dd641c2-bb67-4e99-9e71-fd66002df1f5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1178601754'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:01.625645 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6dd641c2-bb67-4e99-9e71-fd66002df1f5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:01.633682 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6dd641c2-bb67-4e99-9e71-fd66002df1f5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:network and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:01.638274 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6dd641c2-bb67-4e99-9e71-fd66002df1f5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:01.654839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6dd641c2-bb67-4e99-9e71-fd66002df1f5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:01.680351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd641c2-bb67-4e99-9e71-fd66002df1f5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:01.684290 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6dd641c2-bb67-4e99-9e71-fd66002df1f5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.692455 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.712251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3711e872-7627-40e1-b9f4-a8987cee1dc9 None None] Provisioning for port 5f92e23f-9d5f-4cf8-a83e-affe4ba8fb8e completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:01.726935 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3711e872-7627-40e1-b9f4-a8987cee1dc9 None None] Provisioning complete for port 5f92e23f-9d5f-4cf8-a83e-affe4ba8fb8e triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:01.727076 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd641c2-bb67-4e99-9e71-fd66002df1f5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:57:01.727805 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3711e872-7627-40e1-b9f4-a8987cee1dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.738219 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6dd641c2-bb67-4e99-9e71-fd66002df1f5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.738571 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.738683 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-6dd641c2-bb67-4e99-9e71-fd66002df1f5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Added segment 5292fe19-70da-479a-b928-152a0614e893 of type vlan for network 09b9cbdd-c34c-4071-8d0d-36d456a968c2
Dec 24 10:57:01.769343 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6dd641c2-bb67-4e99-9e71-fd66002df1f5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.796566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Network': ['ID=8a094a2d-e2d2-487e-95a2-7210b3cd9de8,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:01.801801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:01.813962 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6dd641c2-bb67-4e99-9e71-fd66002df1f5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.814763 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port d184e652-ac8c-4e01-9a37-b6ad7adb04d1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d184e652-ac8c-4e01-9a37-b6ad7adb04d1,segment=NetworkSegment(4d85cd1a-4e99-449d-a89d-e83f6569a6e1),segment_id=4d85cd1a-4e99-449d-a89d-e83f6569a6e1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:01.817632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 8a094a2d-e2d2-487e-95a2-7210b3cd9de8 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:57:01.822012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd641c2-bb67-4e99-9e71-fd66002df1f5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:01.822938 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6dd641c2-bb67-4e99-9e71-fd66002df1f5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.845975 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-877118a5-b6ef-471c-8ff1-182b3f4d41fb tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:01.851873 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.852738 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d3a14d56-c21c-43fd-9bbb-35224936758a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:01.868133 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6dd641c2-bb67-4e99-9e71-fd66002df1f5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3182893
Dec 24 10:57:01.873423 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49680) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:01.882175 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router b9392493-1fab-4f8b-be28-a378d1a467e6 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:57:01.887252 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-3c5a77d9-fde8-4644-8142-5efcb3791e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'subnet': {'network_id': '8a094a2d-e2d2-487e-95a2-7210b3cd9de8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:01.939920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:01.941807 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c8fe7be2-c333-42aa-adaa-fdfe0867535e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:02.104620 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=d184e652-ac8c-4e01-9a37-b6ad7adb04d1,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:02.119476 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3711e872-7627-40e1-b9f4-a8987cee1dc9 None None] Port 5f92e23f-9d5f-4cf8-a83e-affe4ba8fb8e cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:02.125007 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:02.171614 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3711e872-7627-40e1-b9f4-a8987cee1dc9 None None] Provisioning complete for port 27465db5-7446-4bd2-9cca-262668c514f8 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:02.172005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3711e872-7627-40e1-b9f4-a8987cee1dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:02.197532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-478edf9a-caf8-4658-8695-79be9b447912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:02.230409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:02.238480 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/b9392493-1fab-4f8b-be28-a378d1a467e6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9802997
Dec 24 10:57:02.244760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49684) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:02.256669 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc5277-97b2-4bb0-98b0-18801b27d218 None None] Sync routers for ids ['b9392493-1fab-4f8b-be28-a378d1a467e6'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:02.270662 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port d3a14d56-c21c-43fd-9bbb-35224936758a completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:02.277339 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc5277-97b2-4bb0-98b0-18801b27d218 None None] Routers {'b9392493-1fab-4f8b-be28-a378d1a467e6'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:02.278031 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-99cc5277-97b2-4bb0-98b0-18801b27d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cfd7460>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['b9392493-1fab-4f8b-be28-a378d1a467e6'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:02.307428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd641c2-bb67-4e99-9e71-fd66002df1f5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Network': ['ID=09b9cbdd-c34c-4071-8d0d-36d456a968c2,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:02.311050 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6dd641c2-bb67-4e99-9e71-fd66002df1f5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:02.325161 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3c5a77d9-fde8-4644-8142-5efcb3791e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:02.329153 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3c5a77d9-fde8-4644-8142-5efcb3791e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:subnet and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:02.332844 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3c5a77d9-fde8-4644-8142-5efcb3791e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:02.338709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3c5a77d9-fde8-4644-8142-5efcb3791e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:02.356086 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5a77d9-fde8-4644-8142-5efcb3791e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:02.359994 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3c5a77d9-fde8-4644-8142-5efcb3791e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:02.382961 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 09b9cbdd-c34c-4071-8d0d-36d456a968c2 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:57:02.459689 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcddcda-1bce-4c49-93d0-b24df054af20 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:02.460467 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5dcddcda-1bce-4c49-93d0-b24df054af20 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Synchronizing usage tracker for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:57:02.487436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-99cc5277-97b2-4bb0-98b0-18801b27d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cfd7460>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:02.491010 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port d3a14d56-c21c-43fd-9bbb-35224936758a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:02.491505 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:02.522612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5dcddcda-1bce-4c49-93d0-b24df054af20 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Unset dirty status for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:57:02.523817 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5dcddcda-1bce-4c49-93d0-b24df054af20 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports/1a8a26dc-ce13-46bf-b86c-d0b4d4fc34da HTTP/1.1" status: 200  len: 910 time: 0.2782097
Dec 24 10:57:02.527803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49688) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:02.596944 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cc5277-97b2-4bb0-98b0-18801b27d218 None None] Routers {'b9392493-1fab-4f8b-be28-a378d1a467e6'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:02.597729 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-99cc5277-97b2-4bb0-98b0-18801b27d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cfd7460>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['b9392493-1fab-4f8b-be28-a378d1a467e6'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:02.635382 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:02.640040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:02.640984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:02.646250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:02.688997 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-99cc5277-97b2-4bb0-98b0-18801b27d218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cfd7460>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:02.689570 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99cc5277-97b2-4bb0-98b0-18801b27d218 None None] The sync data for ids ['b9392493-1fab-4f8b-be28-a378d1a467e6'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:57:02.807830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=5f92e23f-9d5f-4cf8-a83e-affe4ba8fb8e,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:02.812189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:02.823892 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:02.851849 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-affd82f4-703c-4b48-9e88-7ed77bdfe2a8 None None] Provisioning complete for port d184e652-ac8c-4e01-9a37-b6ad7adb04d1 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:02.852378 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-affd82f4-703c-4b48-9e88-7ed77bdfe2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:02.861294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:02.862625 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:02.916397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port d3a14d56-c21c-43fd-9bbb-35224936758a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d3a14d56-c21c-43fd-9bbb-35224936758a,segment=NetworkSegment(97c933c0-8b0f-4db9-8ee1-c1cc50aba68c),segment_id=97c933c0-8b0f-4db9-8ee1-c1cc50aba68c)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:02.930876 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:02.937598 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:03.061025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:03.078833 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=d3a14d56-c21c-43fd-9bbb-35224936758a,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:03.085124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:03.107057 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:03.111019 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Router 95e0773d-026f-454f-9d21-34f5790cac37 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:57:03.122343 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-affd82f4-703c-4b48-9e88-7ed77bdfe2a8 None None] Provisioning complete for port 5f92e23f-9d5f-4cf8-a83e-affe4ba8fb8e triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:03.122886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-affd82f4-703c-4b48-9e88-7ed77bdfe2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:03.123696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3c5a77d9-fde8-4644-8142-5efcb3791e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:03.156870 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:03.182020 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-affd82f4-703c-4b48-9e88-7ed77bdfe2a8 None None] Port 5f92e23f-9d5f-4cf8-a83e-affe4ba8fb8e cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:03.194585 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-affd82f4-703c-4b48-9e88-7ed77bdfe2a8 None None] Provisioning for port 1a8a26dc-ce13-46bf-b86c-d0b4d4fc34da completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:03.199534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-affd82f4-703c-4b48-9e88-7ed77bdfe2a8 None None] Provisioning complete for port 1a8a26dc-ce13-46bf-b86c-d0b4d4fc34da triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:03.199920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-affd82f4-703c-4b48-9e88-7ed77bdfe2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:03.260401 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d184e652-ac8c-4e01-9a37-b6ad7adb04d1 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:03.289313 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:03.296892 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "PUT /v2.0/routers/95e0773d-026f-454f-9d21-34f5790cac37/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3055105
Dec 24 10:57:03.297045 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49692) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:03.301571 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-affd82f4-703c-4b48-9e88-7ed77bdfe2a8 None None] Port 1a8a26dc-ce13-46bf-b86c-d0b4d4fc34da cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:03.312711 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0232403-3149-432b-85a8-4980fd01adb7 None None] Sync routers for ids ['95e0773d-026f-454f-9d21-34f5790cac37'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:03.331072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a77d9-fde8-4644-8142-5efcb3791e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Subnet': ['ID=7911f12c-0851-40a3-824b-4b069ea9c281,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:03.331716 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0232403-3149-432b-85a8-4980fd01adb7 None None] Routers {'95e0773d-026f-454f-9d21-34f5790cac37'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:03.332730 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f0232403-3149-432b-85a8-4980fd01adb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddb3e20>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['95e0773d-026f-454f-9d21-34f5790cac37'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:03.337619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3c5a77d9-fde8-4644-8142-5efcb3791e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:03.337884 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port d184e652-ac8c-4e01-9a37-b6ad7adb04d1 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:03.338281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:03.338385 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5a77d9-fde8-4644-8142-5efcb3791e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Checking segment: {'id': 'd1e5887f-a786-4c1e-acbf-ffb068bb031f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a094a2d-e2d2-487e-95a2-7210b3cd9de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:57:03.338696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a77d9-fde8-4644-8142-5efcb3791e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network hostable DHCP agents. Network: 8a094a2d-e2d2-487e-95a2-7210b3cd9de8, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:57:03.382227 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5a77d9-fde8-4644-8142-5efcb3791e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network 8a094a2d-e2d2-487e-95a2-7210b3cd9de8 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:57:03.417948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598f1741-a642-46e6-90e3-d0d42fb849a7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:03.420001 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-598f1741-a642-46e6-90e3-d0d42fb849a7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports?device_id=95e0773d-026f-454f-9d21-34f5790cac37 HTTP/1.1" status: 200  len: 988 time: 0.1218328
Dec 24 10:57:03.422968 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f0232403-3149-432b-85a8-4980fd01adb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddb3e20>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:03.423102 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49696) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:03.430191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-3c5a77d9-fde8-4644-8142-5efcb3791e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 8a094a2d-e2d2-487e-95a2-7210b3cd9de8) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:03.436472 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5a77d9-fde8-4644-8142-5efcb3791e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:03.437067 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3c5a77d9-fde8-4644-8142-5efcb3791e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:03.443946 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0070fa27-4806-4cb1-866f-c3ddec25dd47 None None] Network 8a094a2d-e2d2-487e-95a2-7210b3cd9de8 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:03.447183 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0232403-3149-432b-85a8-4980fd01adb7 None None] Routers {'95e0773d-026f-454f-9d21-34f5790cac37'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:03.448160 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f0232403-3149-432b-85a8-4980fd01adb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddb3e20>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['95e0773d-026f-454f-9d21-34f5790cac37'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:03.478683 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3c5a77d9-fde8-4644-8142-5efcb3791e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.6005123
Dec 24 10:57:03.488694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49700) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:03.506032 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-fcd357de-7d7c-4e08-9a59-407146df6018 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'subnet': {'network_id': '09b9cbdd-c34c-4071-8d0d-36d456a968c2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:03.533796 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f0232403-3149-432b-85a8-4980fd01adb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddb3e20>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:03.535145 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0232403-3149-432b-85a8-4980fd01adb7 None None] The sync data for ids ['95e0773d-026f-454f-9d21-34f5790cac37'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:57:03.541001 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6de664a0-ce92-4488-ab55-01f5acfe7903 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:03.552167 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0f2a4faf-99ab-40d6-b89a-b5e4a563e7bd None None] Provisioning complete for port 5f92e23f-9d5f-4cf8-a83e-affe4ba8fb8e triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:03.552556 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0f2a4faf-99ab-40d6-b89a-b5e4a563e7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:03.671516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-0f2a4faf-99ab-40d6-b89a-b5e4a563e7bd None None] Port 5f92e23f-9d5f-4cf8-a83e-affe4ba8fb8e cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:03.726586 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 27465db5-7446-4bd2-9cca-262668c514f8 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:03.770005 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fcd357de-7d7c-4e08-9a59-407146df6018 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:03.829475 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fcd357de-7d7c-4e08-9a59-407146df6018 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:subnet and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:03.844231 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fcd357de-7d7c-4e08-9a59-407146df6018 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:03.850243 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 27465db5-7446-4bd2-9cca-262668c514f8 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:03.850632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:03.880412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fcd357de-7d7c-4e08-9a59-407146df6018 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:03.881047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-8a094a2d-e2d2-487e-95a2-7210b3cd9de8', 'network_id': '8a094a2d-e2d2-487e-95a2-7210b3cd9de8', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'fixed_ips': [{'subnet_id': '7911f12c-0851-40a3-824b-4b069ea9c281'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:57:03.881959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:03.896982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd357de-7d7c-4e08-9a59-407146df6018 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:03.900763 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fcd357de-7d7c-4e08-9a59-407146df6018 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:04.082643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4c8e9617-cb63-4efc-8321-5053ae75afe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:04.108520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d3a14d56-c21c-43fd-9bbb-35224936758a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:04.154771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-6de664a0-ce92-4488-ab55-01f5acfe7903 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port 1a8a26dc-ce13-46bf-b86c-d0b4d4fc34da {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:04.155318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6de664a0-ce92-4488-ab55-01f5acfe7903 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:04.155744 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Allocated IP 2001:db8::2 (8a094a2d-e2d2-487e-95a2-7210b3cd9de8/7911f12c-0851-40a3-824b-4b069ea9c281/0fb136a1-2105-4e53-935e-5cde7c8d07d6) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:04.274187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port d3a14d56-c21c-43fd-9bbb-35224936758a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:04.274823 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:04.327811 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fcd357de-7d7c-4e08-9a59-407146df6018 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:04.335377 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c8cb7a05-7841-419c-8637-198f7ec36200 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:04.367001 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e9617-cb63-4efc-8321-5053ae75afe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port 5f92e23f-9d5f-4cf8-a83e-affe4ba8fb8e {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:04.367656 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4c8e9617-cb63-4efc-8321-5053ae75afe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:04.452922 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd357de-7d7c-4e08-9a59-407146df6018 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Subnet': ['ID=f4edc8c1-ead5-4539-869c-9df528a125d0,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:04.455596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fcd357de-7d7c-4e08-9a59-407146df6018 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:04.458028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6de664a0-ce92-4488-ab55-01f5acfe7903 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:04.489399 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:04.502381 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Transition to ACTIVE for port object 0fb136a1-2105-4e53-935e-5cde7c8d07d6 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:04.521510 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Transition to ACTIVE for port object 0fb136a1-2105-4e53-935e-5cde7c8d07d6 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:04.527486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:04.529497 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd357de-7d7c-4e08-9a59-407146df6018 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Checking segment: {'id': '5292fe19-70da-479a-b928-152a0614e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '09b9cbdd-c34c-4071-8d0d-36d456a968c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:57:04.529859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd357de-7d7c-4e08-9a59-407146df6018 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network hostable DHCP agents. Network: 09b9cbdd-c34c-4071-8d0d-36d456a968c2, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:57:04.532130 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-dd175d29-8a4b-4e45-a5fc-eabaae0e38a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:04.582701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4c8e9617-cb63-4efc-8321-5053ae75afe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:04.598368 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-6de664a0-ce92-4488-ab55-01f5acfe7903 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Calling delete_port for 1a8a26dc-ce13-46bf-b86c-d0b4d4fc34da owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:04.632114 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Network 8a094a2d-e2d2-487e-95a2-7210b3cd9de8 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:04.639660 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:04.644637 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:04.653826 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Pushing event updated for resources: {'Port': ['ID=0fb136a1-2105-4e53-935e-5cde7c8d07d6,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:04.682679 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:04.718421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-4c8e9617-cb63-4efc-8321-5053ae75afe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for 5f92e23f-9d5f-4cf8-a83e-affe4ba8fb8e owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:04.745138 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Attempting to bind port 0fb136a1-2105-4e53-935e-5cde7c8d07d6 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:57:04.745486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Attempting to bind port 0fb136a1-2105-4e53-935e-5cde7c8d07d6 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'd1e5887f-a786-4c1e-acbf-ffb068bb031f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a094a2d-e2d2-487e-95a2-7210b3cd9de8'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:57:04.745940 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Attempting to bind port 0fb136a1-2105-4e53-935e-5cde7c8d07d6 on network 8a094a2d-e2d2-487e-95a2-7210b3cd9de8 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:57:04.751655 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:57:04.752278 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Checking segment: {'id': 'd1e5887f-a786-4c1e-acbf-ffb068bb031f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a094a2d-e2d2-487e-95a2-7210b3cd9de8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:57:04.752919 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:04.753489 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Bound using segment: {'id': 'd1e5887f-a786-4c1e-acbf-ffb068bb031f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a094a2d-e2d2-487e-95a2-7210b3cd9de8'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:57:04.753994 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Bound port: 0fb136a1-2105-4e53-935e-5cde7c8d07d6, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e5887f-a786-4c1e-acbf-ffb068bb031f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '8a094a2d-e2d2-487e-95a2-7210b3cd9de8'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:57:04.754388 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:04.804165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd357de-7d7c-4e08-9a59-407146df6018 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network 09b9cbdd-c34c-4071-8d0d-36d456a968c2 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:57:04.820135 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:04.840326 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-fcd357de-7d7c-4e08-9a59-407146df6018 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 09b9cbdd-c34c-4071-8d0d-36d456a968c2) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:04.850285 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd357de-7d7c-4e08-9a59-407146df6018 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:04.851005 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fcd357de-7d7c-4e08-9a59-407146df6018 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:04.851642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0919addb-8076-4c33-9f66-df9b0d0eda03 None None] Network 09b9cbdd-c34c-4071-8d0d-36d456a968c2 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:04.889532 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fcd357de-7d7c-4e08-9a59-407146df6018 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.3997493
Dec 24 10:57:04.892396 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49706) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:04.897738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-a33e7933-d17c-47a1-8fcb-7289c793b185 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-485393837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:04.906884 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a33e7933-d17c-47a1-8fcb-7289c793b185 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:04.928737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] For port 0fb136a1-2105-4e53-935e-5cde7c8d07d6, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:57:04.932759 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4c8e9617-cb63-4efc-8321-5053ae75afe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:04.940340 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a33e7933-d17c-47a1-8fcb-7289c793b185 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:router and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:04.941231 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5a18e77b-6df3-4710-aaf3-8d708aed4a9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:04.948165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a33e7933-d17c-47a1-8fcb-7289c793b185 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:04.967193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a33e7933-d17c-47a1-8fcb-7289c793b185 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:04.992069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a33e7933-d17c-47a1-8fcb-7289c793b185 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:04.993425 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a33e7933-d17c-47a1-8fcb-7289c793b185 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:05.013222 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6de664a0-ce92-4488-ab55-01f5acfe7903 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:05.019260 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:05.025291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e9617-cb63-4efc-8321-5053ae75afe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=5f92e23f-9d5f-4cf8-a83e-affe4ba8fb8e,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:05.030510 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] For port 0fb136a1-2105-4e53-935e-5cde7c8d07d6, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0fb136a1-2105-4e53-935e-5cde7c8d07d6,segment=NetworkSegment(d1e5887f-a786-4c1e-acbf-ffb068bb031f),segment_id=d1e5887f-a786-4c1e-acbf-ffb068bb031f)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:57:05.033182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4c8e9617-cb63-4efc-8321-5053ae75afe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:05.038448 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:05.043441 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:05.073728 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a33e7933-d17c-47a1-8fcb-7289c793b185 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:05.087488 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de664a0-ce92-4488-ab55-01f5acfe7903 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Port': ['ID=1a8a26dc-ce13-46bf-b86c-d0b4d4fc34da,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:05.118937 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6de664a0-ce92-4488-ab55-01f5acfe7903 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:05.186603 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-09b9cbdd-c34c-4071-8d0d-36d456a968c2', 'network_id': '09b9cbdd-c34c-4071-8d0d-36d456a968c2', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'fixed_ips': [{'subnet_id': 'f4edc8c1-ead5-4539-869c-9df528a125d0'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:57:05.187467 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:05.227462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Pushing event updated for resources: {'Port': ['ID=0fb136a1-2105-4e53-935e-5cde7c8d07d6,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:05.233070 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4c8e9617-cb63-4efc-8321-5053ae75afe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:05.238465 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:05.334205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a33e7933-d17c-47a1-8fcb-7289c793b185 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:05.433908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Allocated IP 2001:db8:1::2 (09b9cbdd-c34c-4071-8d0d-36d456a968c2/f4edc8c1-ead5-4539-869c-9df528a125d0/e9384788-19f6-402e-a9a3-f16f52fc0551) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:05.527276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a33e7933-d17c-47a1-8fcb-7289c793b185 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:05.528739 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a33e7933-d17c-47a1-8fcb-7289c793b185 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.6351495
Dec 24 10:57:05.538404 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49710) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:05.640254 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6de664a0-ce92-4488-ab55-01f5acfe7903 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:05.713039 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:05.725478 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Transition to ACTIVE for port object e9384788-19f6-402e-a9a3-f16f52fc0551 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:05.749121 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Transition to ACTIVE for port object e9384788-19f6-402e-a9a3-f16f52fc0551 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:05.759536 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:05.770242 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-ec9b4109-804e-463d-bf26-b90606caf769 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:05.828411 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8e9617-cb63-4efc-8321-5053ae75afe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Router 95e0773d-026f-454f-9d21-34f5790cac37 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:57:05.828821 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Network 09b9cbdd-c34c-4071-8d0d-36d456a968c2 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:05.836329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:05.840991 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:05.850660 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Pushing event updated for resources: {'Port': ['ID=e9384788-19f6-402e-a9a3-f16f52fc0551,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:05.889953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:05.971913 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Attempting to bind port e9384788-19f6-402e-a9a3-f16f52fc0551 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:57:05.972454 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Attempting to bind port e9384788-19f6-402e-a9a3-f16f52fc0551 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5292fe19-70da-479a-b928-152a0614e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '09b9cbdd-c34c-4071-8d0d-36d456a968c2'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:57:05.972916 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Attempting to bind port e9384788-19f6-402e-a9a3-f16f52fc0551 on network 09b9cbdd-c34c-4071-8d0d-36d456a968c2 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:57:05.980612 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:57:05.981118 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Checking segment: {'id': '5292fe19-70da-479a-b928-152a0614e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '09b9cbdd-c34c-4071-8d0d-36d456a968c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:57:05.981911 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:05.982392 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Bound using segment: {'id': '5292fe19-70da-479a-b928-152a0614e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '09b9cbdd-c34c-4071-8d0d-36d456a968c2'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:57:05.982950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Bound port: e9384788-19f6-402e-a9a3-f16f52fc0551, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5292fe19-70da-479a-b928-152a0614e893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '09b9cbdd-c34c-4071-8d0d-36d456a968c2'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:57:05.983788 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:05.994259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8e9617-cb63-4efc-8321-5053ae75afe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:06.015885 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4c8e9617-cb63-4efc-8321-5053ae75afe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "PUT /v2.0/routers/95e0773d-026f-454f-9d21-34f5790cac37/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5915015
Dec 24 10:57:06.020493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49716) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:06.047513 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca9109-3627-4d5a-9c47-42d76209c2cd None None] Sync routers for ids ['95e0773d-026f-454f-9d21-34f5790cac37'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:06.067547 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-70eece5e-07c1-416c-a066-00a750f2b063 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] GET failed (client error): The resource could not be found.
Dec 24 10:57:06.068087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-70eece5e-07c1-416c-a066-00a750f2b063 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:57:06.070210 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca9109-3627-4d5a-9c47-42d76209c2cd None None] Routers {'95e0773d-026f-454f-9d21-34f5790cac37'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:06.071020 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-63ca9109-3627-4d5a-9c47-42d76209c2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7a1520>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['95e0773d-026f-454f-9d21-34f5790cac37'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:06.092855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-70eece5e-07c1-416c-a066-00a750f2b063 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:57:06.097435 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-70eece5e-07c1-416c-a066-00a750f2b063 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports/5f92e23f-9d5f-4cf8-a83e-affe4ba8fb8e HTTP/1.1" status: 404  len: 333 time: 0.0732446
Dec 24 10:57:06.099465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49720) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:06.163793 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-63ca9109-3627-4d5a-9c47-42d76209c2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7a1520>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:06.203628 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca9109-3627-4d5a-9c47-42d76209c2cd None None] Routers {'95e0773d-026f-454f-9d21-34f5790cac37'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:06.204346 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-63ca9109-3627-4d5a-9c47-42d76209c2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7a1520>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['95e0773d-026f-454f-9d21-34f5790cac37'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:06.253463 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-269be286-aadd-4a86-bd00-ef9c0bb9ba36 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:06.299091 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-63ca9109-3627-4d5a-9c47-42d76209c2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7a1520>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:06.299523 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ca9109-3627-4d5a-9c47-42d76209c2cd None None] The sync data for ids ['95e0773d-026f-454f-9d21-34f5790cac37'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:57:06.301415 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] For port e9384788-19f6-402e-a9a3-f16f52fc0551, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:57:06.313121 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] For port e9384788-19f6-402e-a9a3-f16f52fc0551, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e9384788-19f6-402e-a9a3-f16f52fc0551,segment=NetworkSegment(5292fe19-70da-479a-b928-152a0614e893),segment_id=5292fe19-70da-479a-b928-152a0614e893)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:57:06.319741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:06.323631 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-061f55b8-b967-4436-8e26-15c9ad7dc67f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:06.349194 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de664a0-ce92-4488-ab55-01f5acfe7903 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router b9392493-1fab-4f8b-be28-a378d1a467e6 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:57:06.409971 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Pushing event updated for resources: {'Port': ['ID=e9384788-19f6-402e-a9a3-f16f52fc0551,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:06.413183 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:06.617295 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17fe591-72a5-459d-b87d-d6207d2bbcff None None] Network 8a094a2d-e2d2-487e-95a2-7210b3cd9de8 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:06.660820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-269be286-aadd-4a86-bd00-ef9c0bb9ba36 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:06.664184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-269be286-aadd-4a86-bd00-ef9c0bb9ba36 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:06.710688 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-269be286-aadd-4a86-bd00-ef9c0bb9ba36 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:06.711332 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269be286-aadd-4a86-bd00-ef9c0bb9ba36 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Fanout notify agent at l3_agent the message router_deleted on router 95e0773d-026f-454f-9d21-34f5790cac37 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:57:06.738835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-269be286-aadd-4a86-bd00-ef9c0bb9ba36 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:06.743548 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-269be286-aadd-4a86-bd00-ef9c0bb9ba36 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/routers/95e0773d-026f-454f-9d21-34f5790cac37 HTTP/1.1" status: 204  len: 168 time: 0.6423917
Dec 24 10:57:06.744213 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49724) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:06.774156 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de664a0-ce92-4488-ab55-01f5acfe7903 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:06.786145 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69682bef-3c20-482e-8b9f-46cba578a769 None None] Sync routers for ids ['b9392493-1fab-4f8b-be28-a378d1a467e6'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:06.801035 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69682bef-3c20-482e-8b9f-46cba578a769 None None] Routers {'b9392493-1fab-4f8b-be28-a378d1a467e6'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:06.801707 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-69682bef-3c20-482e-8b9f-46cba578a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e936ca0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['b9392493-1fab-4f8b-be28-a378d1a467e6'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:06.805799 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6de664a0-ce92-4488-ab55-01f5acfe7903 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/b9392493-1fab-4f8b-be28-a378d1a467e6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2742877
Dec 24 10:57:06.806685 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49728) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:06.833855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36ef243-0157-46b2-9df1-d87e8e68f985 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting subnet b7a5ba2d-2274-4105-a098-e8ee8b7afd0c {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:57:06.838230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f36ef243-0157-46b2-9df1-d87e8e68f985 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:06.864833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e07ab7c8-7138-46e8-807a-a0df7242d18e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Synchronizing usage tracker for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:57:06.898608 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-69682bef-3c20-482e-8b9f-46cba578a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e936ca0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:06.914900 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69682bef-3c20-482e-8b9f-46cba578a769 None None] Routers {'b9392493-1fab-4f8b-be28-a378d1a467e6'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:06.915808 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-69682bef-3c20-482e-8b9f-46cba578a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e936ca0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['b9392493-1fab-4f8b-be28-a378d1a467e6'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:06.916496 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:06.933497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f36ef243-0157-46b2-9df1-d87e8e68f985 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:06.976806 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8efba295-68b0-4318-8cc3-892c7355b4c5 None None] Provisioning for port 0fb136a1-2105-4e53-935e-5cde7c8d07d6 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:06.993166 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-69682bef-3c20-482e-8b9f-46cba578a769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e936ca0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:06.993920 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69682bef-3c20-482e-8b9f-46cba578a769 None None] The sync data for ids ['b9392493-1fab-4f8b-be28-a378d1a467e6'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:57:07.005659 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e07ab7c8-7138-46e8-807a-a0df7242d18e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Unset dirty status for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:57:07.006870 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e07ab7c8-7138-46e8-807a-a0df7242d18e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9392493-1fab-4f8b-be28-a378d1a467e6 HTTP/1.1" status: 200  len: 205 time: 0.1994205
Dec 24 10:57:07.014242 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49732) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:07.170008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c19efe4d-9d57-42d1-ad10-d4ac71f7b739 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:07.333599 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0fb136a1-2105-4e53-935e-5cde7c8d07d6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:07.361790 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Allocated IP 2001:db8::1 (8a094a2d-e2d2-487e-95a2-7210b3cd9de8/7911f12c-0851-40a3-824b-4b069ea9c281/f9bba8a1-d4a7-4258-80ce-3b16b7bb5dc4) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:07.467595 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 0fb136a1-2105-4e53-935e-5cde7c8d07d6 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:07.480590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f36ef243-0157-46b2-9df1-d87e8e68f985 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:07.481783 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 0fb136a1-2105-4e53-935e-5cde7c8d07d6 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:07.482398 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:07.542607 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:07.563877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Transition to ACTIVE for port object f9bba8a1-d4a7-4258-80ce-3b16b7bb5dc4 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:07.593372 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:07.600043 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e9e0041c-1116-49ed-84d9-dff128153a7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:07.610474 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:07.645731 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 0fb136a1-2105-4e53-935e-5cde7c8d07d6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0fb136a1-2105-4e53-935e-5cde7c8d07d6,segment=NetworkSegment(d1e5887f-a786-4c1e-acbf-ffb068bb031f),segment_id=d1e5887f-a786-4c1e-acbf-ffb068bb031f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:07.652895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:07.654067 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e9384788-19f6-402e-a9a3-f16f52fc0551 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:07.677331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network 8a094a2d-e2d2-487e-95a2-7210b3cd9de8 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:07.685502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:07.686396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:07.689202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:07.689925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:07.716400 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=f9bba8a1-d4a7-4258-80ce-3b16b7bb5dc4,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:07.726511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:07.729201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c19efe4d-9d57-42d1-ad10-d4ac71f7b739 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:07.733121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c19efe4d-9d57-42d1-ad10-d4ac71f7b739 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:07.775039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c19efe4d-9d57-42d1-ad10-d4ac71f7b739 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:07.775832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19efe4d-9d57-42d1-ad10-d4ac71f7b739 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Fanout notify agent at l3_agent the message router_deleted on router b9392493-1fab-4f8b-be28-a378d1a467e6 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:57:07.787842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=0fb136a1-2105-4e53-935e-5cde7c8d07d6,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:07.789120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f36ef243-0157-46b2-9df1-d87e8e68f985 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:07.791439 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:07.795454 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-96207c87-0739-45e2-86e4-33777b0aee35 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:07.805662 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port e9384788-19f6-402e-a9a3-f16f52fc0551 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:07.836000 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d245480-dbc3-477e-858f-d80158b96425 None None] Network 09b9cbdd-c34c-4071-8d0d-36d456a968c2 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:07.848662 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:07.852126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f36ef243-0157-46b2-9df1-d87e8e68f985 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:07.857538 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ef243-0157-46b2-9df1-d87e8e68f985 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Subnet': ['ID=b7a5ba2d-2274-4105-a098-e8ee8b7afd0c,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:07.860470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f36ef243-0157-46b2-9df1-d87e8e68f985 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:07.865976 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f36ef243-0157-46b2-9df1-d87e8e68f985 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/b7a5ba2d-2274-4105-a098-e8ee8b7afd0c HTTP/1.1" status: 204  len: 168 time: 1.1205425
Dec 24 10:57:07.870618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49736) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:07.872173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c19efe4d-9d57-42d1-ad10-d4ac71f7b739 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:07.873467 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c19efe4d-9d57-42d1-ad10-d4ac71f7b739 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/routers/b9392493-1fab-4f8b-be28-a378d1a467e6 HTTP/1.1" status: 204  len: 168 time: 0.8549919
Dec 24 10:57:07.876481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49740) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:07.911396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331915f9-0284-4993-8487-ae1636a445f3 None None] Network c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:07.947331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-0031d843-6dfb-4b5f-8a7d-68bb7a166228 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting subnet 27bec982-e8d6-4939-a1ee-1245a9690a29 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:57:07.951344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0031d843-6dfb-4b5f-8a7d-68bb7a166228 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.020928 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0031d843-6dfb-4b5f-8a7d-68bb7a166228 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.075937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e4d5a3f3-403a-4d62-8f8b-5fe2536d786f None None] Provisioning for port e9384788-19f6-402e-a9a3-f16f52fc0551 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:08.119630 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0031d843-6dfb-4b5f-8a7d-68bb7a166228 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.144681 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e4d5a3f3-403a-4d62-8f8b-5fe2536d786f None None] Provisioning complete for port e9384788-19f6-402e-a9a3-f16f52fc0551 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:08.145904 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e4d5a3f3-403a-4d62-8f8b-5fe2536d786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.148538 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.184634 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port 27465db5-7446-4bd2-9cca-262668c514f8 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:08.184991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.198190 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0031d843-6dfb-4b5f-8a7d-68bb7a166228 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.204088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-436a0bf3-b5fb-4229-8826-d4bcbf64c29a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:08.241114 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0031d843-6dfb-4b5f-8a7d-68bb7a166228 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Subnet': ['ID=27bec982-e8d6-4939-a1ee-1245a9690a29,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:08.243572 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0031d843-6dfb-4b5f-8a7d-68bb7a166228 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:08.247134 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0031d843-6dfb-4b5f-8a7d-68bb7a166228 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.256788 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0031d843-6dfb-4b5f-8a7d-68bb7a166228 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/subnets/27bec982-e8d6-4939-a1ee-1245a9690a29 HTTP/1.1" status: 204  len: 168 time: 0.3792319
Dec 24 10:57:08.257402 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49746) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:08.289231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d8ddf1-4d9b-4e52-ba55-ebd09e4c20f8 None None] Network f70dfb6c-2d49-46db-876e-46ff5fecefd0 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:08.380859 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.394421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port d184e652-ac8c-4e01-9a37-b6ad7adb04d1 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:08.394768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.566579 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e4d5a3f3-403a-4d62-8f8b-5fe2536d786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.628771 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e4d5a3f3-403a-4d62-8f8b-5fe2536d786f None None] For port e9384788-19f6-402e-a9a3-f16f52fc0551, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e9384788-19f6-402e-a9a3-f16f52fc0551,segment=NetworkSegment(5292fe19-70da-479a-b928-152a0614e893),segment_id=5292fe19-70da-479a-b928-152a0614e893)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:08.644954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e4d5a3f3-403a-4d62-8f8b-5fe2536d786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.645143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] For port d184e652-ac8c-4e01-9a37-b6ad7adb04d1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d184e652-ac8c-4e01-9a37-b6ad7adb04d1,segment=NetworkSegment(4d85cd1a-4e99-449d-a89d-e83f6569a6e1),segment_id=4d85cd1a-4e99-449d-a89d-e83f6569a6e1)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:08.645628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.646849 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0abc32f3-2d57-4cc7-bfb5-cb39db4fd571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:08.674282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] For port 27465db5-7446-4bd2-9cca-262668c514f8, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=27465db5-7446-4bd2-9cca-262668c514f8,segment=NetworkSegment(762d5f2f-feea-48b4-9c5e-66755bd12256),segment_id=762d5f2f-feea-48b4-9c5e-66755bd12256)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:08.675325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.693044 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02efb258-7764-4f4c-bd38-9353a01ea537 None None] DHCP port deletion for c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:57:08.738819 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-02efb258-7764-4f4c-bd38-9353a01ea537 None None] Deleting port 27465db5-7446-4bd2-9cca-262668c514f8 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:08.739203 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-02efb258-7764-4f4c-bd38-9353a01ea537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.810386 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for 27465db5-7446-4bd2-9cca-262668c514f8 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:08.830621 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e79011-2da9-465d-8b1b-d4dff91f7ff3 None None] DHCP port deletion for f70dfb6c-2d49-46db-876e-46ff5fecefd0 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:57:08.830994 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Calling delete_port for d184e652-ac8c-4e01-9a37-b6ad7adb04d1 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:08.841828 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.resource_extend [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:57:08.852394 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c8e79011-2da9-465d-8b1b-d4dff91f7ff3 None None] Deleting port d184e652-ac8c-4e01-9a37-b6ad7adb04d1 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:08.852778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c8e79011-2da9-465d-8b1b-d4dff91f7ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.868462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.883025 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.886130 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.889349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6d9450d1-a239-4721-b51f-82ce94c6a356 tempest-RoutersIpV6AdminTest-735577962 tempest-RoutersIpV6AdminTest-735577962-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:08.895103 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5a3f3-403a-4d62-8f8b-5fe2536d786f None None] Pushing event updated for resources: {'Port': ['ID=e9384788-19f6-402e-a9a3-f16f52fc0551,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:08.903832 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e4d5a3f3-403a-4d62-8f8b-5fe2536d786f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:08.938035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:08.941136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-82a0063d-9dcb-4941-94d9-0319d4850510 None None] Provisioning for port f9bba8a1-d4a7-4258-80ce-3b16b7bb5dc4 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:08.944130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-73f7209b-97a9-494d-80eb-f2be9be73587 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:08.991920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] No DVR routers for this DVR port d184e652-ac8c-4e01-9a37-b6ad7adb04d1 on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:57:09.019566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Port': ['ID=d184e652-ac8c-4e01-9a37-b6ad7adb04d1,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:09.021987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:09.053358 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=f9bba8a1-d4a7-4258-80ce-3b16b7bb5dc4,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:09.064008 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:09.064633 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.066667 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-82a0063d-9dcb-4941-94d9-0319d4850510 None None] Provisioning complete for port f9bba8a1-d4a7-4258-80ce-3b16b7bb5dc4 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:09.067044 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-82a0063d-9dcb-4941-94d9-0319d4850510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.071414 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-eaed6ca1-40f7-45ce-835b-86eea046f687 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:09.119326 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c8e79011-2da9-465d-8b1b-d4dff91f7ff3 None None] The port 'd184e652-ac8c-4e01-9a37-b6ad7adb04d1' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:57:09.122009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=27465db5-7446-4bd2-9cca-262668c514f8,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:09.127199 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:09.127457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No DVR routers for this DVR port 27465db5-7446-4bd2-9cca-262668c514f8 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:57:09.130167 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.160388 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0db790>,) {'filters': {'network_id': ['f70dfb6c-2d49-46db-876e-46ff5fecefd0']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:09.166158 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-02efb258-7764-4f4c-bd38-9353a01ea537 None None] For port 27465db5-7446-4bd2-9cca-262668c514f8, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=27465db5-7446-4bd2-9cca-262668c514f8,segment=NetworkSegment(762d5f2f-feea-48b4-9c5e-66755bd12256),segment_id=762d5f2f-feea-48b4-9c5e-66755bd12256)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:09.166567 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-02efb258-7764-4f4c-bd38-9353a01ea537 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.176661 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0db790>, '4d85cd1a-4e99-449d-a89d-e83f6569a6e1') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:09.176661 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0db790>, '4d85cd1a-4e99-449d-a89d-e83f6569a6e1') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:09.182397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-82a0063d-9dcb-4941-94d9-0319d4850510 None None] Port f9bba8a1-d4a7-4258-80ce-3b16b7bb5dc4 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:09.192056 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.208616 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.214614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:57:09.214993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:57:09.234712 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:57:09.283369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.311353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network 8a094a2d-e2d2-487e-95a2-7210b3cd9de8 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:09.316506 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:09.320697 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0fb136a1-2105-4e53-935e-5cde7c8d07d6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:09.323004 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d35edf0>,) {'filters': {'network_id': ['c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:09.366538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-02efb258-7764-4f4c-bd38-9353a01ea537 None None] Calling delete_port for 27465db5-7446-4bd2-9cca-262668c514f8 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:09.388769 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d35edf0>, '762d5f2f-feea-48b4-9c5e-66755bd12256') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:09.389073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d35edf0>, '762d5f2f-feea-48b4-9c5e-66755bd12256') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:09.419214 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.457905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-02efb258-7764-4f4c-bd38-9353a01ea537 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:57:09.458288 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-02efb258-7764-4f4c-bd38-9353a01ea537 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:57:09.487809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.504283 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-db5431b5-7ef4-4862-a006-d734aa7dcf9b None None] Provisioning complete for port e9384788-19f6-402e-a9a3-f16f52fc0551 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:09.504663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-db5431b5-7ef4-4862-a006-d734aa7dcf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.506415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8b40f6cf-3487-4741-9297-0f0b3839da91 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:09.528186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.535178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.547978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Network': ['ID=f70dfb6c-2d49-46db-876e-46ff5fecefd0,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:09.548302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:57:09.548959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:57:09.566868 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:57:09.570914 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:09.579904 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/networks/f70dfb6c-2d49-46db-876e-46ff5fecefd0 HTTP/1.1" status: 204  len: 168 time: 1.3208203
Dec 24 10:57:09.584526 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49750) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:09.586916 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 0fb136a1-2105-4e53-935e-5cde7c8d07d6 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:09.587469 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.590577 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2021957624', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:09.599548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:09.604941 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:router and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:09.608267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:09.618995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:09.629622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.630567 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.648129 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.682801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.687952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.692786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-40ff9c96-de33-4fb4-a0a4-a45cfe27e0a5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:09.728011 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Network': ['ID=c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:09.730464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:09.734322 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router ada15843-ce4b-4fa4-aeed-259fe6411450 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:57:09.769270 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e9384788-19f6-402e-a9a3-f16f52fc0551 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:09.811853 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/networks/c0e9193a-0a5b-468c-b1b9-b1b803d2d9fb HTTP/1.1" status: 204  len: 168 time: 1.9399822
Dec 24 10:57:09.816267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49754) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:09.851069 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6d5d8503-80c9-4360-9dce-92709d46c010 None None] Provisioning complete for port f9bba8a1-d4a7-4258-80ce-3b16b7bb5dc4 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:09.851449 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6d5d8503-80c9-4360-9dce-92709d46c010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.908359 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e9384788-19f6-402e-a9a3-f16f52fc0551 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:09.908745 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.936787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:09.952892 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6d5d8503-80c9-4360-9dce-92709d46c010 None None] Port f9bba8a1-d4a7-4258-80ce-3b16b7bb5dc4 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:09.960129 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-02efb258-7764-4f4c-bd38-9353a01ea537 None None] Deleting port 27465db5-7446-4bd2-9cca-262668c514f8 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:09.960533 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-02efb258-7764-4f4c-bd38-9353a01ea537 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:10.042019 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-02efb258-7764-4f4c-bd38-9353a01ea537 None None] The port '27465db5-7446-4bd2-9cca-262668c514f8' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:57:10.115634 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fca8e5-da3f-499a-9160-6cda47d0b6d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:10.116711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-11fca8e5-da3f-499a-9160-6cda47d0b6d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:57:10.119338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:10.125976 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/ada15843-ce4b-4fa4-aeed-259fe6411450/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5844266
Dec 24 10:57:10.128967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49758) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:10.131300 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389034a0-54db-4aa3-95f0-96eeb95bd3e9 None None] Sync routers for ids ['ada15843-ce4b-4fa4-aeed-259fe6411450'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:10.148941 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389034a0-54db-4aa3-95f0-96eeb95bd3e9 None None] Routers {'ada15843-ce4b-4fa4-aeed-259fe6411450'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:10.149622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-389034a0-54db-4aa3-95f0-96eeb95bd3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5d56a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ada15843-ce4b-4fa4-aeed-259fe6411450'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:10.194570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-11fca8e5-da3f-499a-9160-6cda47d0b6d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:57:10.199760 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-11fca8e5-da3f-499a-9160-6cda47d0b6d6 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports/ea5cde46-e400-4c79-b864-29ff05e73542 HTTP/1.1" status: 200  len: 845 time: 0.3783655
Dec 24 10:57:10.200566 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49762) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:10.209318 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d184e652-ac8c-4e01-9a37-b6ad7adb04d1 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:57:10.243228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33c3b07-9705-4c29-ba46-1fae14456e97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:10.243827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b33c3b07-9705-4c29-ba46-1fae14456e97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Synchronizing usage tracker for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:57:10.248953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-389034a0-54db-4aa3-95f0-96eeb95bd3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5d56a0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:10.251443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: d184e652-ac8c-4e01-9a37-b6ad7adb04d1 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:57:10.251443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d184e652-ac8c-4e01-9a37-b6ad7adb04d1 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:57:10.251731 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 27465db5-7446-4bd2-9cca-262668c514f8 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:57:10.270868 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:10.293297 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 27465db5-7446-4bd2-9cca-262668c514f8 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:57:10.293524 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b33c3b07-9705-4c29-ba46-1fae14456e97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Unset dirty status for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:57:10.293760 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 27465db5-7446-4bd2-9cca-262668c514f8 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:57:10.298110 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b33c3b07-9705-4c29-ba46-1fae14456e97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports/f9bba8a1-d4a7-4258-80ce-3b16b7bb5dc4 HTTP/1.1" status: 200  len: 911 time: 0.1645093
Dec 24 10:57:10.299326 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49768) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:10.299443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389034a0-54db-4aa3-95f0-96eeb95bd3e9 None None] Routers {'ada15843-ce4b-4fa4-aeed-259fe6411450'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:10.299443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-389034a0-54db-4aa3-95f0-96eeb95bd3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5d56a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ada15843-ce4b-4fa4-aeed-259fe6411450'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:10.300196 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-dbe1c29a-0d81-477a-a147-c417133bddfa tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports/ea5cde46-e400-4c79-b864-29ff05e73542?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0949733
Dec 24 10:57:10.306370 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49772) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:10.313491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-b65eacd1-d66f-44b5-be4a-51ab66cbea5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'subnet': {'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:10.361571 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-389034a0-54db-4aa3-95f0-96eeb95bd3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5d56a0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:10.362000 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-389034a0-54db-4aa3-95f0-96eeb95bd3e9 None None] The sync data for ids ['ada15843-ce4b-4fa4-aeed-259fe6411450'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:57:10.364155 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:10.412568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:10.431940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b65eacd1-d66f-44b5-be4a-51ab66cbea5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:10.435617 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b65eacd1-d66f-44b5-be4a-51ab66cbea5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:subnet and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:10.438380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b65eacd1-d66f-44b5-be4a-51ab66cbea5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:10.444505 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b65eacd1-d66f-44b5-be4a-51ab66cbea5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:10.454062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65eacd1-d66f-44b5-be4a-51ab66cbea5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:10.458700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b65eacd1-d66f-44b5-be4a-51ab66cbea5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:10.680068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b65eacd1-d66f-44b5-be4a-51ab66cbea5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:10.685091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6449cef2-e8c9-4750-8a9a-404a4a601145 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:10.741411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65eacd1-d66f-44b5-be4a-51ab66cbea5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:10.744380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-b65eacd1-d66f-44b5-be4a-51ab66cbea5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:10.750454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65eacd1-d66f-44b5-be4a-51ab66cbea5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:10.750593 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b65eacd1-d66f-44b5-be4a-51ab66cbea5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:10.755371 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14163aa-4bc0-4255-89b7-75843660ee18 None None] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:10.765376 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65eacd1-d66f-44b5-be4a-51ab66cbea5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Subnet': ['ID=f210ca4f-da0f-4104-b276-827605baf280,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:10.770886 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b65eacd1-d66f-44b5-be4a-51ab66cbea5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:10.784381 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b65eacd1-d66f-44b5-be4a-51ab66cbea5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4738874
Dec 24 10:57:10.784724 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49776) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:10.790489 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9ec5e2fb-c28e-429c-9751-705682b769ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'security_group': {'name': 'tempest-secgroup-1348519259'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:10.796849 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9ec5e2fb-c28e-429c-9751-705682b769ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:10.801421 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9ec5e2fb-c28e-429c-9751-705682b769ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:security_group and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:10.804442 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9ec5e2fb-c28e-429c-9751-705682b769ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:10.810523 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9ec5e2fb-c28e-429c-9751-705682b769ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:10.822537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ec5e2fb-c28e-429c-9751-705682b769ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:10.847217 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9ec5e2fb-c28e-429c-9751-705682b769ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:10.851277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9ec5e2fb-c28e-429c-9751-705682b769ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:security_group_rule and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:10.854305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9ec5e2fb-c28e-429c-9751-705682b769ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:10.860240 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9ec5e2fb-c28e-429c-9751-705682b769ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:10.921468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Allocated IP 172.26.4.215 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/a9380dfa-b2e3-4b77-b7b6-8ef8661d3441) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:10.943581 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ec5e2fb-c28e-429c-9751-705682b769ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:10.947871 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ec5e2fb-c28e-429c-9751-705682b769ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:10.952417 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2f5233f8-01bf-4feb-8c4f-3e30457dbbcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:10.995258 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec5e2fb-c28e-429c-9751-705682b769ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a560525-0172-4c66-be5b-c4523f46a34c,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:11.000614 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9ec5e2fb-c28e-429c-9751-705682b769ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:11.001238 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9ec5e2fb-c28e-429c-9751-705682b769ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:11.006345 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9ec5e2fb-c28e-429c-9751-705682b769ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2204578
Dec 24 10:57:11.006709 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49780) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:11.014193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-1ec85864-7d3c-40b8-8658-a3de1a8ac003 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'security_group': {'name': 'tempest-secgroup-1904601813'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:11.057067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1ec85864-7d3c-40b8-8658-a3de1a8ac003 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:11.059762 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-2072422a-c781-40b3-9db3-8e46dcb4b96a', 'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a', 'tenant_id': '76a915c8805b4a2492a23d389fe73308', 'fixed_ips': [{'subnet_id': 'f210ca4f-da0f-4104-b276-827605baf280'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:57:11.060615 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:11.107753 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1ec85864-7d3c-40b8-8658-a3de1a8ac003 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:security_group and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:11.116714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1ec85864-7d3c-40b8-8658-a3de1a8ac003 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:11.139225 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1ec85864-7d3c-40b8-8658-a3de1a8ac003 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:11.203759 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1ec85864-7d3c-40b8-8658-a3de1a8ac003 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:11.223360 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Allocated IP 2001:db8::2 (2072422a-c781-40b3-9db3-8e46dcb4b96a/f210ca4f-da0f-4104-b276-827605baf280/5d05788a-14b3-4cad-8a38-391bad44efe7) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:11.292456 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1ec85864-7d3c-40b8-8658-a3de1a8ac003 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:11.313759 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1ec85864-7d3c-40b8-8658-a3de1a8ac003 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:security_group_rule and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:11.318464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1ec85864-7d3c-40b8-8658-a3de1a8ac003 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:11.329549 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:11.334296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1ec85864-7d3c-40b8-8658-a3de1a8ac003 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:11.338630 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:11.427206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:11.439149 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Transition to ACTIVE for port object 5d05788a-14b3-4cad-8a38-391bad44efe7 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:11.457329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Transition to ACTIVE for port object 5d05788a-14b3-4cad-8a38-391bad44efe7 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:11.462612 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:11.467231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:11.529426 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:11.537284 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:11.541642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:11.550354 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Pushing event updated for resources: {'Port': ['ID=5d05788a-14b3-4cad-8a38-391bad44efe7,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:11.576985 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:11.614759 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:11.625711 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9eac8460-dbd4-4b87-a2e5-0d57b363545b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:11.638847 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Attempting to bind port 5d05788a-14b3-4cad-8a38-391bad44efe7 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:57:11.639227 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Attempting to bind port 5d05788a-14b3-4cad-8a38-391bad44efe7 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '9921c1d0-e939-4492-bac6-544efdeadbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:57:11.639600 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Attempting to bind port 5d05788a-14b3-4cad-8a38-391bad44efe7 on network 2072422a-c781-40b3-9db3-8e46dcb4b96a {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:57:11.645316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:57:11.645699 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Checking segment: {'id': '9921c1d0-e939-4492-bac6-544efdeadbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:57:11.646140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:11.646542 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Bound using segment: {'id': '9921c1d0-e939-4492-bac6-544efdeadbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:57:11.647006 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Bound port: 5d05788a-14b3-4cad-8a38-391bad44efe7, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9921c1d0-e939-4492-bac6-544efdeadbdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:57:11.647385 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:11.655798 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1ec85864-7d3c-40b8-8658-a3de1a8ac003 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:11.685308 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1ec85864-7d3c-40b8-8658-a3de1a8ac003 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:11.719057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:11.733497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:11.735452 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] For port 5d05788a-14b3-4cad-8a38-391bad44efe7, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:57:11.738738 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] For port 5d05788a-14b3-4cad-8a38-391bad44efe7, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5d05788a-14b3-4cad-8a38-391bad44efe7,segment=NetworkSegment(9921c1d0-e939-4492-bac6-544efdeadbdc),segment_id=9921c1d0-e939-4492-bac6-544efdeadbdc)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:57:11.743138 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:11.746719 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f27ac848-8f09-4add-b756-eae96378242a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:11.767411 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:11.818923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=a9380dfa-b2e3-4b77-b7b6-8ef8661d3441,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:11.827218 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Pushing event updated for resources: {'Port': ['ID=5d05788a-14b3-4cad-8a38-391bad44efe7,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:11.832742 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:11.838790 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:11.839307 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e6ea1c63-efbb-4f66-87fe-9a0cbffd2175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.144s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:11.869324 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1ec85864-7d3c-40b8-8658-a3de1a8ac003 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:11.870565 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1ec85864-7d3c-40b8-8658-a3de1a8ac003 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.8604536
Dec 24 10:57:11.873309 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49784) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:11.883304 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1773390970', 'security_groups': ['d8069ca6-daf3-4475-b79e-7384dccab22e'], 'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f210ca4f-da0f-4104-b276-827605baf280'}]}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:11.997174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec85864-7d3c-40b8-8658-a3de1a8ac003 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8069ca6-daf3-4475-b79e-7384dccab22e,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:12.052861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:12.056297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:port and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:12.059248 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:12.064936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:12.070194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1ec85864-7d3c-40b8-8658-a3de1a8ac003 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:12.082518 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:12.134264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Allocated IP 2001:db8:1::1 (09b9cbdd-c34c-4071-8d0d-36d456a968c2/f4edc8c1-ead5-4539-869c-9df528a125d0/ce7c7cef-a1c5-4755-bb7c-f5fa33960f98) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:12.224279 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:12.244916 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] device_id is not set on port 2db3ea89-a851-48cc-b6a6-292844470474 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:57:12.461201 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Allocated IP 2001:db8::2d8 (2072422a-c781-40b3-9db3-8e46dcb4b96a/f210ca4f-da0f-4104-b276-827605baf280/2db3ea89-a851-48cc-b6a6-292844470474) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:12.663179 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:12.674740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:12.702021 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:12.722886 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Transition to ACTIVE for port object 2db3ea89-a851-48cc-b6a6-292844470474 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:12.749145 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Transition to ACTIVE for port object ce7c7cef-a1c5-4755-bb7c-f5fa33960f98 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:12.751089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:12.758478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d8e536ae-0e22-4b56-bfce-1820e020b158 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:12.824178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:12.826986 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:12.829407 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:12.835711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:12.836333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:12.862623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=2db3ea89-a851-48cc-b6a6-292844470474,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:12.865462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:12.881587 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.0071437
Dec 24 10:57:12.882878 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49790) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:12.888836 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ee4b57ca-1612-4b28-8468-b4f24e0a7191 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'subnet': {'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:12.934194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:12.939810 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4dd54ce1-c58c-4ef8-87c0-bfabbfbfd388 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:13.017265 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0eed9e90-0bd7-415f-96b2-8b1d562b7d28 None None] Provisioning complete for port ea5cde46-e400-4c79-b864-29ff05e73542 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:13.019430 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0eed9e90-0bd7-415f-96b2-8b1d562b7d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:13.048761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ee4b57ca-1612-4b28-8468-b4f24e0a7191 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:13.052956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ee4b57ca-1612-4b28-8468-b4f24e0a7191 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:subnet and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:13.056122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ee4b57ca-1612-4b28-8468-b4f24e0a7191 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:13.063348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ee4b57ca-1612-4b28-8468-b4f24e0a7191 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:13.081595 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4b57ca-1612-4b28-8468-b4f24e0a7191 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:13.086724 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-0eed9e90-0bd7-415f-96b2-8b1d562b7d28 None None] Port ea5cde46-e400-4c79-b864-29ff05e73542 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:13.087061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=ce7c7cef-a1c5-4755-bb7c-f5fa33960f98,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:13.088125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ee4b57ca-1612-4b28-8468-b4f24e0a7191 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:13.098342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network 09b9cbdd-c34c-4071-8d0d-36d456a968c2 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:13.100311 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0eed9e90-0bd7-415f-96b2-8b1d562b7d28 None None] Provisioning for port 5d05788a-14b3-4cad-8a38-391bad44efe7 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:13.101496 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:13.102524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:13.106690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:13.107447 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:13.155299 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:13.294443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5d05788a-14b3-4cad-8a38-391bad44efe7 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:13.427489 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 5d05788a-14b3-4cad-8a38-391bad44efe7 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:13.433137 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 5d05788a-14b3-4cad-8a38-391bad44efe7 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:13.433724 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:13.450715 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.ipam_backend_mixin [None req-ee4b57ca-1612-4b28-8468-b4f24e0a7191 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f210ca4f-da0f-4104-b276-827605baf280 (CIDR: 2001:db8::/64)
Dec 24 10:57:13.454292 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router 3d17338e-7f18-484d-adad-1abceb448aa2 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:57:13.454923 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4b57ca-1612-4b28-8468-b4f24e0a7191 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:57:13.455892 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4b57ca-1612-4b28-8468-b4f24e0a7191 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:57:13.469696 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-10e0b8f8-293d-4565-b030-66ea3a55b737 None None] Provisioning for port 2db3ea89-a851-48cc-b6a6-292844470474 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:13.477932 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ee4b57ca-1612-4b28-8468-b4f24e0a7191 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5931020
Dec 24 10:57:13.479863 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49794) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:13.485800 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-1f06fe58-efdf-44ed-b3f1-0776dc7edc89 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'subnet': {'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:13.489586 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-10e0b8f8-293d-4565-b030-66ea3a55b737 None None] Provisioning complete for port 2db3ea89-a851-48cc-b6a6-292844470474 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:13.490263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-10e0b8f8-293d-4565-b030-66ea3a55b737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:13.560225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-10e0b8f8-293d-4565-b030-66ea3a55b737 None None] Port 2db3ea89-a851-48cc-b6a6-292844470474 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:13.595950 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:13.623532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:13.625568 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1f06fe58-efdf-44ed-b3f1-0776dc7edc89 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:13.629662 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1f06fe58-efdf-44ed-b3f1-0776dc7edc89 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:subnet and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:13.632484 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1f06fe58-efdf-44ed-b3f1-0776dc7edc89 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:13.638278 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1f06fe58-efdf-44ed-b3f1-0776dc7edc89 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:13.648335 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f06fe58-efdf-44ed-b3f1-0776dc7edc89 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:13.651739 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1f06fe58-efdf-44ed-b3f1-0776dc7edc89 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:13.655388 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 5d05788a-14b3-4cad-8a38-391bad44efe7, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5d05788a-14b3-4cad-8a38-391bad44efe7,segment=NetworkSegment(9921c1d0-e939-4492-bac6-544efdeadbdc),segment_id=9921c1d0-e939-4492-bac6-544efdeadbdc)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:13.659677 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:13.661452 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:13.734727 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e952a8f9-b256-4aef-9398-08679aafb314 None None] Provisioning for port ce7c7cef-a1c5-4755-bb7c-f5fa33960f98 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:13.741158 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=5d05788a-14b3-4cad-8a38-391bad44efe7,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:13.744614 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:13.745482 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e952a8f9-b256-4aef-9398-08679aafb314 None None] Provisioning complete for port ce7c7cef-a1c5-4755-bb7c-f5fa33960f98 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:13.745603 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e952a8f9-b256-4aef-9398-08679aafb314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:13.802850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-e952a8f9-b256-4aef-9398-08679aafb314 None None] Port ce7c7cef-a1c5-4755-bb7c-f5fa33960f98 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:13.829928 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:13.842716 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe44f31-ba60-4cc8-831a-c054cbf5ff99 None None] Sync routers for ids ['3d17338e-7f18-484d-adad-1abceb448aa2'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:13.852038 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe44f31-ba60-4cc8-831a-c054cbf5ff99 None None] Routers {'3d17338e-7f18-484d-adad-1abceb448aa2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:13.852652 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ebe44f31-ba60-4cc8-831a-c054cbf5ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbe3970>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['3d17338e-7f18-484d-adad-1abceb448aa2'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:13.915435 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ebe44f31-ba60-4cc8-831a-c054cbf5ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbe3970>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:13.924121 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe44f31-ba60-4cc8-831a-c054cbf5ff99 None None] Routers {'3d17338e-7f18-484d-adad-1abceb448aa2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:13.924759 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ebe44f31-ba60-4cc8-831a-c054cbf5ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbe3970>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['3d17338e-7f18-484d-adad-1abceb448aa2'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:13.931387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1f06fe58-efdf-44ed-b3f1-0776dc7edc89 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:13.933552 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:13.935152 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 4.3497791
Dec 24 10:57:13.938379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49798) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:13.940593 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-39663799-0bfa-4f03-a4c1-47acf1b324bf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:13.988552 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ebe44f31-ba60-4cc8-831a-c054cbf5ff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbe3970>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:13.988963 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe44f31-ba60-4cc8-831a-c054cbf5ff99 None None] The sync data for ids ['3d17338e-7f18-484d-adad-1abceb448aa2'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:57:14.077477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f06fe58-efdf-44ed-b3f1-0776dc7edc89 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:14.084401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-1f06fe58-efdf-44ed-b3f1-0776dc7edc89 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:14.087516 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f06fe58-efdf-44ed-b3f1-0776dc7edc89 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:14.088106 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1f06fe58-efdf-44ed-b3f1-0776dc7edc89 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:14.095976 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a648b29f-da45-4215-bfba-5d88ff3181ce None None] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:14.115766 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06fe58-efdf-44ed-b3f1-0776dc7edc89 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Subnet': ['ID=c31d197d-8742-4b2b-a557-919c5e3a5844,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:14.118713 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1f06fe58-efdf-44ed-b3f1-0776dc7edc89 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:14.193720 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1f06fe58-efdf-44ed-b3f1-0776dc7edc89 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.7125392
Dec 24 10:57:14.197971 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49802) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:14.214029 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-b91d4e32-a3b1-4ef9-b3b5-03af61baa903 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1430404078', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c31d197d-8742-4b2b-a557-919c5e3a5844'}], 'security_groups': ['6a560525-0172-4c66-be5b-c4523f46a34c']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:14.223983 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ccb9650a-3898-43f4-8b1f-6a0b6b76ae2d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/routers/3d17338e-7f18-484d-adad-1abceb448aa2 HTTP/1.1" status: 200  len: 881 time: 0.2533014
Dec 24 10:57:14.224560 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49806) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:14.394404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:14.406022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:14.406942 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:14.413625 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1ba5417d-62ec-4cbf-8a55-340170442fa7 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:14.446989 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009a9adc-5b7f-4f81-b631-8178e27743f0 None None] Update dhcp port {'port': {'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a', 'fixed_ips': [{'subnet_id': 'f210ca4f-da0f-4104-b276-827605baf280', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c31d197d-8742-4b2b-a557-919c5e3a5844'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': '5d05788a-14b3-4cad-8a38-391bad44efe7'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 10:57:14.449497 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5a313823-4dc3-4a99-a123-dfef2b59fd70 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Synchronizing usage tracker for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:router {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:57:14.470829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5a313823-4dc3-4a99-a123-dfef2b59fd70 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Unset dirty status for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:router {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:57:14.474497 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5a313823-4dc3-4a99-a123-dfef2b59fd70 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 0.2488763
Dec 24 10:57:14.475963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49810) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:14.481479 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-2e87c4b3-8289-45c2-a958-68b125490743 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2021957624'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:14.505761 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-009a9adc-5b7f-4f81-b631-8178e27743f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:14.618632 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=ce7c7cef-a1c5-4755-bb7c-f5fa33960f98,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:14.632258 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:14.671454 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b91d4e32-a3b1-4ef9-b3b5-03af61baa903 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:14.737454 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network 09b9cbdd-c34c-4071-8d0d-36d456a968c2 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:14.744195 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:14.752171 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-009a9adc-5b7f-4f81-b631-8178e27743f0 None None] Allocated IP 2001:db8:0:1::2 (2072422a-c781-40b3-9db3-8e46dcb4b96a/c31d197d-8742-4b2b-a557-919c5e3a5844/5d05788a-14b3-4cad-8a38-391bad44efe7) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:14.906378 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-009a9adc-5b7f-4f81-b631-8178e27743f0 None None] For port 5d05788a-14b3-4cad-8a38-391bad44efe7, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5d05788a-14b3-4cad-8a38-391bad44efe7,segment=NetworkSegment(9921c1d0-e939-4492-bac6-544efdeadbdc),segment_id=9921c1d0-e939-4492-bac6-544efdeadbdc)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:14.940958 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-009a9adc-5b7f-4f81-b631-8178e27743f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:14.961541 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-009a9adc-5b7f-4f81-b631-8178e27743f0 None None] Transition to ACTIVE for port object 5d05788a-14b3-4cad-8a38-391bad44efe7 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:14.965937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-009a9adc-5b7f-4f81-b631-8178e27743f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:14.969924 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d41cff9e-7869-4109-8843-a1c9a7a9d3c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:15.119691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router ada15843-ce4b-4fa4-aeed-259fe6411450 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:57:15.144995 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a9adc-5b7f-4f81-b631-8178e27743f0 None None] Pushing event updated for resources: {'Port': ['ID=5d05788a-14b3-4cad-8a38-391bad44efe7,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:15.150515 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-009a9adc-5b7f-4f81-b631-8178e27743f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:15.151359 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e0ca0770-61fb-4a78-8a78-6add963c8059 None None] Provisioning complete for port ce7c7cef-a1c5-4755-bb7c-f5fa33960f98 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:15.151839 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e0ca0770-61fb-4a78-8a78-6add963c8059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:15.224062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e87c4b3-8289-45c2-a958-68b125490743 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:15.228538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-e0ca0770-61fb-4a78-8a78-6add963c8059 None None] Port ce7c7cef-a1c5-4755-bb7c-f5fa33960f98 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:15.244376 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e87c4b3-8289-45c2-a958-68b125490743 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:15.255528 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5d05788a-14b3-4cad-8a38-391bad44efe7 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:15.413028 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:15.421725 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/ada15843-ce4b-4fa4-aeed-259fe6411450/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1231687
Dec 24 10:57:15.422793 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49816) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:15.423727 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be75abaf-2adf-407d-9ff2-b5c063e60858 None None] Sync routers for ids ['ada15843-ce4b-4fa4-aeed-259fe6411450'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:15.439944 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be75abaf-2adf-407d-9ff2-b5c063e60858 None None] Routers {'ada15843-ce4b-4fa4-aeed-259fe6411450'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:15.443043 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-be75abaf-2adf-407d-9ff2-b5c063e60858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c641be0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ada15843-ce4b-4fa4-aeed-259fe6411450'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:15.458390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e87c4b3-8289-45c2-a958-68b125490743 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router 3d17338e-7f18-484d-adad-1abceb448aa2 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:57:15.500611 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-b91d4e32-a3b1-4ef9-b3b5-03af61baa903 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Delete allocated IP 2001:db8::2d8 (2072422a-c781-40b3-9db3-8e46dcb4b96a/f210ca4f-da0f-4104-b276-827605baf280) {{(pid=87558) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 24 10:57:15.521160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-b91d4e32-a3b1-4ef9-b3b5-03af61baa903 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Allocated IP 2001:db8:0:1::324 (2072422a-c781-40b3-9db3-8e46dcb4b96a/c31d197d-8742-4b2b-a557-919c5e3a5844/2db3ea89-a851-48cc-b6a6-292844470474) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:15.531795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a2c1dc-5d72-46a2-8ca6-3d455cbe8ca0 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:15.532493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d4a2c1dc-5d72-46a2-8ca6-3d455cbe8ca0 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Synchronizing usage tracker for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:57:15.545526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-be75abaf-2adf-407d-9ff2-b5c063e60858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c641be0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:15.555405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be75abaf-2adf-407d-9ff2-b5c063e60858 None None] Routers {'ada15843-ce4b-4fa4-aeed-259fe6411450'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:15.556374 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-be75abaf-2adf-407d-9ff2-b5c063e60858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c641be0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ada15843-ce4b-4fa4-aeed-259fe6411450'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:15.639620 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-be75abaf-2adf-407d-9ff2-b5c063e60858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c641be0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:15.640051 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be75abaf-2adf-407d-9ff2-b5c063e60858 None None] The sync data for ids ['ada15843-ce4b-4fa4-aeed-259fe6411450'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:57:15.658329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e87c4b3-8289-45c2-a958-68b125490743 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:15.665653 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e87c4b3-8289-45c2-a958-68b125490743 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:15.666943 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2e87c4b3-8289-45c2-a958-68b125490743 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/3d17338e-7f18-484d-adad-1abceb448aa2 HTTP/1.1" status: 200  len: 888 time: 1.1900427
Dec 24 10:57:15.669530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49820) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:15.672064 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853d9f1-e4a3-4de3-872a-936244b910f0 None None] Sync routers for ids ['3d17338e-7f18-484d-adad-1abceb448aa2'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:15.682273 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853d9f1-e4a3-4de3-872a-936244b910f0 None None] Routers {'3d17338e-7f18-484d-adad-1abceb448aa2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:15.683255 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8853d9f1-e4a3-4de3-872a-936244b910f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7df5d970>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['3d17338e-7f18-484d-adad-1abceb448aa2'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:15.760283 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8853d9f1-e4a3-4de3-872a-936244b910f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7df5d970>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:15.775280 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853d9f1-e4a3-4de3-872a-936244b910f0 None None] Routers {'3d17338e-7f18-484d-adad-1abceb448aa2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:15.775922 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8853d9f1-e4a3-4de3-872a-936244b910f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7df5d970>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['3d17338e-7f18-484d-adad-1abceb448aa2'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:15.844060 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8853d9f1-e4a3-4de3-872a-936244b910f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7df5d970>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:15.844706 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853d9f1-e4a3-4de3-872a-936244b910f0 None None] The sync data for ids ['3d17338e-7f18-484d-adad-1abceb448aa2'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:57:15.870438 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d4a2c1dc-5d72-46a2-8ca6-3d455cbe8ca0 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Unset dirty status for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:57:15.871603 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d4a2c1dc-5d72-46a2-8ca6-3d455cbe8ca0 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports/ce7c7cef-a1c5-4755-bb7c-f5fa33960f98 HTTP/1.1" status: 200  len: 913 time: 0.4446707
Dec 24 10:57:15.875970 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49824) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:15.938489 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2ded0d44-3bb4-4950-8367-b91b6017d25c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/routers/3d17338e-7f18-484d-adad-1abceb448aa2 HTTP/1.1" status: 200  len: 888 time: 0.2637024
Dec 24 10:57:15.944415 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49828) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:15.961772 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-63bf8950-e642-41b8-aa5f-a932e860b2aa None None] Provisioning complete for port ea5cde46-e400-4c79-b864-29ff05e73542 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:15.962338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-63bf8950-e642-41b8-aa5f-a932e860b2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:15.964249 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff7287fd-cb7c-458a-a3df-39d3bcc6322c req-5e0a63f2-8898-471f-8e13-7a3522707737 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2820563
Dec 24 10:57:15.980442 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b91d4e32-a3b1-4ef9-b3b5-03af61baa903 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:16.027771 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-63bf8950-e642-41b8-aa5f-a932e860b2aa None None] Port ea5cde46-e400-4c79-b864-29ff05e73542 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:16.040288 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-b91d4e32-a3b1-4ef9-b3b5-03af61baa903 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Transition to ACTIVE for port object 2db3ea89-a851-48cc-b6a6-292844470474 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:16.043489 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-63bf8950-e642-41b8-aa5f-a932e860b2aa None None] Provisioning complete for port 2db3ea89-a851-48cc-b6a6-292844470474 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:16.044832 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-63bf8950-e642-41b8-aa5f-a932e860b2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:16.047095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b91d4e32-a3b1-4ef9-b3b5-03af61baa903 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:16.053756 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4c8e9617-cb63-4efc-8321-5053ae75afe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:16.058045 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0dc477db-62db-45e0-8556-a1558ab9ad4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d17338e-7f18-484d-adad-1abceb448aa2 HTTP/1.1" status: 200  len: 205 time: 0.1104937
Dec 24 10:57:16.058808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49832) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:16.103241 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-63bf8950-e642-41b8-aa5f-a932e860b2aa None None] Port 2db3ea89-a851-48cc-b6a6-292844470474 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:16.115468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-63bf8950-e642-41b8-aa5f-a932e860b2aa None None] Provisioning for port 5d05788a-14b3-4cad-8a38-391bad44efe7 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:16.121088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-63bf8950-e642-41b8-aa5f-a932e860b2aa None None] Provisioning complete for port 5d05788a-14b3-4cad-8a38-391bad44efe7 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:16.121468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-63bf8950-e642-41b8-aa5f-a932e860b2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:16.173412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b91d4e32-a3b1-4ef9-b3b5-03af61baa903 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] In _notify_port_updated(), no bound segment for port 2db3ea89-a851-48cc-b6a6-292844470474 on network 2072422a-c781-40b3-9db3-8e46dcb4b96a {{(pid=87558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 10:57:16.179198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91d4e32-a3b1-4ef9-b3b5-03af61baa903 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:16.179846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b91d4e32-a3b1-4ef9-b3b5-03af61baa903 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:16.183961 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b91d4e32-a3b1-4ef9-b3b5-03af61baa903 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "PUT /v2.0/ports/2db3ea89-a851-48cc-b6a6-292844470474 HTTP/1.1" status: 200  len: 931 time: 1.9849825
Dec 24 10:57:16.184674 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49836) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:16.221491 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91d4e32-a3b1-4ef9-b3b5-03af61baa903 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=2db3ea89-a851-48cc-b6a6-292844470474,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:16.229854 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b91d4e32-a3b1-4ef9-b3b5-03af61baa903 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:16.248651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7287fd-cb7c-458a-a3df-39d3bcc6322c req-b6dfd003-7caf-4e6a-98df-2bd8dd5a4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:16.250167 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff7287fd-cb7c-458a-a3df-39d3bcc6322c req-b6dfd003-7caf-4e6a-98df-2bd8dd5a4c4e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 1098 time: 0.2575176
Dec 24 10:57:16.271365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b5bcf77f-62a8-4953-96f7-c2324af1727b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port 2db3ea89-a851-48cc-b6a6-292844470474 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:16.271712 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b5bcf77f-62a8-4953-96f7-c2324af1727b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:16.404091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e67dc686-9f4b-40f4-a4b5-a02d295bd7bc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:16.476338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5839ec1d-e191-44b4-8b16-aa0a4c629ea4 None None] Provisioning for port 2db3ea89-a851-48cc-b6a6-292844470474 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:16.482123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5839ec1d-e191-44b4-8b16-aa0a4c629ea4 None None] Provisioning complete for port 2db3ea89-a851-48cc-b6a6-292844470474 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:16.482652 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5839ec1d-e191-44b4-8b16-aa0a4c629ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:16.537885 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-5839ec1d-e191-44b4-8b16-aa0a4c629ea4 None None] Port 2db3ea89-a851-48cc-b6a6-292844470474 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:16.587435 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7287fd-cb7c-458a-a3df-39d3bcc6322c req-d9e3a21e-0e60-4577-901d-3cbc9fa4a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:16.588916 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff7287fd-cb7c-458a-a3df-39d3bcc6322c req-d9e3a21e-0e60-4577-901d-3cbc9fa4a8d5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=45c164f3-3874-47ee-8c8f-d0d39e3c6cba HTTP/1.1" status: 200  len: 897 time: 0.2887409
Dec 24 10:57:16.735774 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff7287fd-cb7c-458a-a3df-39d3bcc6322c req-a7ef9ff6-826c-4ac4-a7b5-871df14d5afb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 HTTP/1.1" status: 200  len: 1000 time: 0.1335783
Dec 24 10:57:16.739829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b5bcf77f-62a8-4953-96f7-c2324af1727b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:16.811088 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e67dc686-9f4b-40f4-a4b5-a02d295bd7bc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:16.829071 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-e67dc686-9f4b-40f4-a4b5-a02d295bd7bc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port a9380dfa-b2e3-4b77-b7b6-8ef8661d3441 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:16.829406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e67dc686-9f4b-40f4-a4b5-a02d295bd7bc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:16.902979 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b5bcf77f-62a8-4953-96f7-c2324af1727b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for 2db3ea89-a851-48cc-b6a6-292844470474 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:16.963257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7287fd-cb7c-458a-a3df-39d3bcc6322c req-4c0524e4-ce8f-4fcc-b74d-d777485cf6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:16.964693 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff7287fd-cb7c-458a-a3df-39d3bcc6322c req-4c0524e4-ce8f-4fcc-b74d-d777485cf6b6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8 HTTP/1.1" status: 200  len: 834 time: 0.2171836
Dec 24 10:57:17.062718 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f38dc8a6-9152-4c52-8414-020acef7084f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:17.108232 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7287fd-cb7c-458a-a3df-39d3bcc6322c req-4ce7e05f-bcb1-42da-a850-2df5a9677f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:17.109792 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff7287fd-cb7c-458a-a3df-39d3bcc6322c req-4ce7e05f-bcb1-42da-a850-2df5a9677f97 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45c164f3-3874-47ee-8c8f-d0d39e3c6cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1372349
Dec 24 10:57:17.110817 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b5bcf77f-62a8-4953-96f7-c2324af1727b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:17.116848 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-030429a1-1e09-4550-8257-472c22cb2a76 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:17.118061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e67dc686-9f4b-40f4-a4b5-a02d295bd7bc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:17.179952 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcf77f-62a8-4953-96f7-c2324af1727b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=2db3ea89-a851-48cc-b6a6-292844470474,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:17.182275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b5bcf77f-62a8-4953-96f7-c2324af1727b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:17.289068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b5bcf77f-62a8-4953-96f7-c2324af1727b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:17.305278 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b5bcf77f-62a8-4953-96f7-c2324af1727b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/ports/2db3ea89-a851-48cc-b6a6-292844470474 HTTP/1.1" status: 204  len: 168 time: 1.1152437
Dec 24 10:57:17.307932 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49842) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:17.312272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-e67dc686-9f4b-40f4-a4b5-a02d295bd7bc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Calling delete_port for a9380dfa-b2e3-4b77-b7b6-8ef8661d3441 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:17.497064 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7cdf86f-261c-4993-bfb1-f92684d56c47 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] GET failed (client error): The resource could not be found.
Dec 24 10:57:17.497509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e7cdf86f-261c-4993-bfb1-f92684d56c47 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:57:17.521137 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff7287fd-cb7c-458a-a3df-39d3bcc6322c req-f49aa7a8-7208-41c7-9acf-2137bf56d3b6 service neutron] 10.222.0.32 "GET /v2.0/networks/45c164f3-3874-47ee-8c8f-d0d39e3c6cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3694758
Dec 24 10:57:17.526800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e7cdf86f-261c-4993-bfb1-f92684d56c47 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:57:17.528060 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e7cdf86f-261c-4993-bfb1-f92684d56c47 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports/2db3ea89-a851-48cc-b6a6-292844470474 HTTP/1.1" status: 404  len: 333 time: 0.2191784
Dec 24 10:57:17.534590 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49846) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:17.653969 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff7287fd-cb7c-458a-a3df-39d3bcc6322c req-77d4c322-8458-48fb-9868-1db2b127f88a service neutron] 10.222.0.32 "GET /v2.0/networks/45c164f3-3874-47ee-8c8f-d0d39e3c6cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247480
Dec 24 10:57:17.712942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f38dc8a6-9152-4c52-8414-020acef7084f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port ce7c7cef-a1c5-4755-bb7c-f5fa33960f98 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:17.713325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f38dc8a6-9152-4c52-8414-020acef7084f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:17.747357 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e67dc686-9f4b-40f4-a4b5-a02d295bd7bc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:17.750777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3442e060-baba-493f-9262-13121b23d548 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:17.759760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0f6fea07-328f-477f-a68b-073e5f3e13cc tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:17.825056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67dc686-9f4b-40f4-a4b5-a02d295bd7bc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Port': ['ID=a9380dfa-b2e3-4b77-b7b6-8ef8661d3441,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:17.865513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e67dc686-9f4b-40f4-a4b5-a02d295bd7bc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:18.063474 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3442e060-baba-493f-9262-13121b23d548 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.203212 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e67dc686-9f4b-40f4-a4b5-a02d295bd7bc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.333365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3442e060-baba-493f-9262-13121b23d548 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.387612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-35c58cc6-f81a-41de-83df-fb96ac1dd21d tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:18.396282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f38dc8a6-9152-4c52-8414-020acef7084f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.420864 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e67dc686-9f4b-40f4-a4b5-a02d295bd7bc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.422795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442e060-baba-493f-9262-13121b23d548 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8069ca6-daf3-4475-b79e-7384dccab22e,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:18.427267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e67dc686-9f4b-40f4-a4b5-a02d295bd7bc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.428938 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3442e060-baba-493f-9262-13121b23d548 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:18.548539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f38dc8a6-9152-4c52-8414-020acef7084f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Calling delete_port for ce7c7cef-a1c5-4755-bb7c-f5fa33960f98 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:18.599668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3442e060-baba-493f-9262-13121b23d548 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.600748 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3442e060-baba-493f-9262-13121b23d548 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/security-groups/d8069ca6-daf3-4475-b79e-7384dccab22e HTTP/1.1" status: 204  len: 168 time: 1.0646956
Dec 24 10:57:18.603813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e67dc686-9f4b-40f4-a4b5-a02d295bd7bc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.603962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49850) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:18.604344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67dc686-9f4b-40f4-a4b5-a02d295bd7bc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Fanout notify agent at l3_agent the message router_deleted on router 3d17338e-7f18-484d-adad-1abceb448aa2 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:57:18.634977 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e67dc686-9f4b-40f4-a4b5-a02d295bd7bc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.636063 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e67dc686-9f4b-40f4-a4b5-a02d295bd7bc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/routers/3d17338e-7f18-484d-adad-1abceb448aa2 HTTP/1.1" status: 204  len: 168 time: 2.5767934
Dec 24 10:57:18.639823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49854) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:18.651511 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-e9e0b679-920e-47f8-af46-3fd46992de0f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'network': {'name': 'tempest-RoutersTest-635319183'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:18.660357 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e9e0b679-920e-47f8-af46-3fd46992de0f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:18.666171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e9e0b679-920e-47f8-af46-3fd46992de0f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:network and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:18.671830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e9e0b679-920e-47f8-af46-3fd46992de0f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:18.687638 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e9e0b679-920e-47f8-af46-3fd46992de0f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:18.696460 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-996aa4ae-c6c6-4f72-b9d5-6caac6fa04e5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.708429 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e0b679-920e-47f8-af46-3fd46992de0f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:18.711796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b679-920e-47f8-af46-3fd46992de0f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.745056 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-996aa4ae-c6c6-4f72-b9d5-6caac6fa04e5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.751567 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f38dc8a6-9152-4c52-8414-020acef7084f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.756704 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0f5fb318-175d-4578-89cd-9dd021655fad tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:18.771539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e0b679-920e-47f8-af46-3fd46992de0f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:57:18.797583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b679-920e-47f8-af46-3fd46992de0f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.797973 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-e9e0b679-920e-47f8-af46-3fd46992de0f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Added segment 8c14ae42-fc9d-497f-b216-f65c5a01beb6 of type vlan for network 2609aff3-28de-467f-8fe0-3de5aaf3dca5
Dec 24 10:57:18.804900 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38dc8a6-9152-4c52-8414-020acef7084f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Port': ['ID=ce7c7cef-a1c5-4755-bb7c-f5fa33960f98,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:18.827289 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b679-920e-47f8-af46-3fd46992de0f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.831999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-996aa4ae-c6c6-4f72-b9d5-6caac6fa04e5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.835923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-965e8924-28c7-4871-a2c7-e58a6711c7af tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:18.836944 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f38dc8a6-9152-4c52-8414-020acef7084f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:18.850482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996aa4ae-c6c6-4f72-b9d5-6caac6fa04e5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a560525-0172-4c66-be5b-c4523f46a34c,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:18.853563 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-996aa4ae-c6c6-4f72-b9d5-6caac6fa04e5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:18.880153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-996aa4ae-c6c6-4f72-b9d5-6caac6fa04e5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.884111 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-996aa4ae-c6c6-4f72-b9d5-6caac6fa04e5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/security-groups/6a560525-0172-4c66-be5b-c4523f46a34c HTTP/1.1" status: 204  len: 168 time: 0.2790844
Dec 24 10:57:18.884886 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49858) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:18.923813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b679-920e-47f8-af46-3fd46992de0f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.929764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e0b679-920e-47f8-af46-3fd46992de0f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:18.930425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b679-920e-47f8-af46-3fd46992de0f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:18.940782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:19.012871 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f38dc8a6-9152-4c52-8414-020acef7084f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:19.049899 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e9e0b679-920e-47f8-af46-3fd46992de0f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.4089303
Dec 24 10:57:19.056777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a91cfbb-3e4d-4491-aa6e-989f1a56d949 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting subnet f210ca4f-da0f-4104-b276-827605baf280 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:57:19.059226 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49862) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:19.063694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7a91cfbb-3e4d-4491-aa6e-989f1a56d949 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:19.100620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-d54fb94b-7bbb-4640-a315-be1d11f3294e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'subnet': {'network_id': '2609aff3-28de-467f-8fe0-3de5aaf3dca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:19.123377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0b679-920e-47f8-af46-3fd46992de0f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Network': ['ID=2609aff3-28de-467f-8fe0-3de5aaf3dca5,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:19.131256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e9e0b679-920e-47f8-af46-3fd46992de0f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:19.139088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 2609aff3-28de-467f-8fe0-3de5aaf3dca5 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:57:19.213040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7a91cfbb-3e4d-4491-aa6e-989f1a56d949 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:19.281974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d54fb94b-7bbb-4640-a315-be1d11f3294e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:19.291869 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d54fb94b-7bbb-4640-a315-be1d11f3294e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:subnet and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:19.295943 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d54fb94b-7bbb-4640-a315-be1d11f3294e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:19.305467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d54fb94b-7bbb-4640-a315-be1d11f3294e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:19.325396 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54fb94b-7bbb-4640-a315-be1d11f3294e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:19.328929 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d54fb94b-7bbb-4640-a315-be1d11f3294e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:19.356969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7a91cfbb-3e4d-4491-aa6e-989f1a56d949 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:19.479409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38dc8a6-9152-4c52-8414-020acef7084f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router ada15843-ce4b-4fa4-aeed-259fe6411450 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:57:19.514533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7a91cfbb-3e4d-4491-aa6e-989f1a56d949 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:19.520479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-96b95c90-1545-42e3-9bdf-30678efce65b tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:19.590287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91cfbb-3e4d-4491-aa6e-989f1a56d949 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Subnet': ['ID=f210ca4f-da0f-4104-b276-827605baf280,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:19.602269 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7a91cfbb-3e4d-4491-aa6e-989f1a56d949 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:19.603168 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62fc089-3f03-4477-81ff-4cf4002d0d40 None None] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:19.603293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7a91cfbb-3e4d-4491-aa6e-989f1a56d949 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:19.623340 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7a91cfbb-3e4d-4491-aa6e-989f1a56d949 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/f210ca4f-da0f-4104-b276-827605baf280 HTTP/1.1" status: 204  len: 168 time: 0.7372992
Dec 24 10:57:19.626121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49868) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:19.634737 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-ac93ef69-5fb4-492f-ac80-0cd51dd15154 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'subnet': {'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:19.645052 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38dc8a6-9152-4c52-8414-020acef7084f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:19.668041 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f38dc8a6-9152-4c52-8414-020acef7084f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/ada15843-ce4b-4fa4-aeed-259fe6411450/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7910285
Dec 24 10:57:19.670950 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49872) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:19.671096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690c0bea-e167-42db-969b-025f89158dbc None None] Sync routers for ids ['ada15843-ce4b-4fa4-aeed-259fe6411450'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:19.695403 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c0bea-e167-42db-969b-025f89158dbc None None] Routers {'ada15843-ce4b-4fa4-aeed-259fe6411450'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:19.696201 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-690c0bea-e167-42db-969b-025f89158dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c645f10>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ada15843-ce4b-4fa4-aeed-259fe6411450'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:19.762666 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-690c0bea-e167-42db-969b-025f89158dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c645f10>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:19.772744 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d54fb94b-7bbb-4640-a315-be1d11f3294e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:19.780228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7d93e9f8-b43e-41be-abcb-81995e1800b5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:19.796178 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690c0bea-e167-42db-969b-025f89158dbc None None] Routers {'ada15843-ce4b-4fa4-aeed-259fe6411450'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:19.796884 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-690c0bea-e167-42db-969b-025f89158dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c645f10>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ada15843-ce4b-4fa4-aeed-259fe6411450'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:19.883306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fb94b-7bbb-4640-a315-be1d11f3294e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Subnet': ['ID=8075845d-9041-4c3e-8de8-46ddf0072117,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:19.885527 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ac93ef69-5fb4-492f-ac80-0cd51dd15154 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:19.890025 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d54fb94b-7bbb-4640-a315-be1d11f3294e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:19.895366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ac93ef69-5fb4-492f-ac80-0cd51dd15154 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:subnet and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:19.898180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ac93ef69-5fb4-492f-ac80-0cd51dd15154 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:19.908055 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ac93ef69-5fb4-492f-ac80-0cd51dd15154 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:19.910578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54fb94b-7bbb-4640-a315-be1d11f3294e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Checking segment: {'id': '8c14ae42-fc9d-497f-b216-f65c5a01beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2609aff3-28de-467f-8fe0-3de5aaf3dca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:57:19.910933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54fb94b-7bbb-4640-a315-be1d11f3294e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network hostable DHCP agents. Network: 2609aff3-28de-467f-8fe0-3de5aaf3dca5, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:57:19.928879 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-690c0bea-e167-42db-969b-025f89158dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c645f10>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:19.929272 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-690c0bea-e167-42db-969b-025f89158dbc None None] The sync data for ids ['ada15843-ce4b-4fa4-aeed-259fe6411450'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:57:19.930715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac93ef69-5fb4-492f-ac80-0cd51dd15154 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:19.934708 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ac93ef69-5fb4-492f-ac80-0cd51dd15154 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:20.008882 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54fb94b-7bbb-4640-a315-be1d11f3294e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network 2609aff3-28de-467f-8fe0-3de5aaf3dca5 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:57:20.036013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-d54fb94b-7bbb-4640-a315-be1d11f3294e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 2609aff3-28de-467f-8fe0-3de5aaf3dca5) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:20.044332 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a12f60-cb48-4df6-9d31-7bf126341878 None None] Network 2609aff3-28de-467f-8fe0-3de5aaf3dca5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:20.050798 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54fb94b-7bbb-4640-a315-be1d11f3294e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:20.050987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d54fb94b-7bbb-4640-a315-be1d11f3294e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:20.096953 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d54fb94b-7bbb-4640-a315-be1d11f3294e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0317559
Dec 24 10:57:20.096953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49876) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:20.107235 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-33b7a7ba-f574-4df8-8121-f7c06a17ec9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-321789460', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:20.114123 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-33b7a7ba-f574-4df8-8121-f7c06a17ec9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:20.124538 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-33b7a7ba-f574-4df8-8121-f7c06a17ec9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:router and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:20.130341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-33b7a7ba-f574-4df8-8121-f7c06a17ec9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:20.138216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-33b7a7ba-f574-4df8-8121-f7c06a17ec9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:20.203260 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3c5098e2-98f4-41b7-bcca-d8c358f33946 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:20.212602 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-33b7a7ba-f574-4df8-8121-f7c06a17ec9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:20.213615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-33b7a7ba-f574-4df8-8121-f7c06a17ec9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:20.231275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-33b7a7ba-f574-4df8-8121-f7c06a17ec9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:20.260242 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-33b7a7ba-f574-4df8-8121-f7c06a17ec9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:20.290940 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-2609aff3-28de-467f-8fe0-3de5aaf3dca5', 'network_id': '2609aff3-28de-467f-8fe0-3de5aaf3dca5', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'fixed_ips': [{'subnet_id': '8075845d-9041-4c3e-8de8-46ddf0072117'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:57:20.292041 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:20.315272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-33b7a7ba-f574-4df8-8121-f7c06a17ec9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:20.317961 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-33b7a7ba-f574-4df8-8121-f7c06a17ec9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2184088
Dec 24 10:57:20.319412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49880) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:20.526435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Allocated IP 172.20.0.2 (2609aff3-28de-467f-8fe0-3de5aaf3dca5/8075845d-9041-4c3e-8de8-46ddf0072117/016dbfe5-7c36-497d-a264-a6e07c71a18c) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:20.604546 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-3c5098e2-98f4-41b7-bcca-d8c358f33946 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port f9bba8a1-d4a7-4258-80ce-3b16b7bb5dc4 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:20.604900 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3c5098e2-98f4-41b7-bcca-d8c358f33946 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:20.713023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ac93ef69-5fb4-492f-ac80-0cd51dd15154 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:20.724594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-63b86945-a048-4a50-8366-b793718cf9d8 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:20.788058 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:20.798867 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Transition to ACTIVE for port object 016dbfe5-7c36-497d-a264-a6e07c71a18c will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:20.817605 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Transition to ACTIVE for port object 016dbfe5-7c36-497d-a264-a6e07c71a18c will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:20.820151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3c5098e2-98f4-41b7-bcca-d8c358f33946 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:20.824276 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:20.829144 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-009a9adc-5b7f-4f81-b631-8178e27743f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:20.843348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac93ef69-5fb4-492f-ac80-0cd51dd15154 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:20.851813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-ac93ef69-5fb4-492f-ac80-0cd51dd15154 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:20.857959 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac93ef69-5fb4-492f-ac80-0cd51dd15154 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:20.858992 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ac93ef69-5fb4-492f-ac80-0cd51dd15154 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:20.866933 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f07620a-4ef5-43a8-9b56-04ca93a40d61 None None] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:20.960644 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Network 2609aff3-28de-467f-8fe0-3de5aaf3dca5 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:20.971843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:20.983773 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:20.986598 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Pushing event updated for resources: {'Port': ['ID=016dbfe5-7c36-497d-a264-a6e07c71a18c,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:20.993824 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:21.010484 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ac93ef69-5fb4-492f-ac80-0cd51dd15154 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3831174
Dec 24 10:57:21.015740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49884) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:21.020034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93ef69-5fb4-492f-ac80-0cd51dd15154 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Subnet': ['ID=d43a88bc-1c99-49e8-a7fc-8e1371aadcf5,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:21.024752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-ae919388-30dd-420e-b379-5ac0458130cb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'security_group': {'name': 'tempest-secgroup-1338425581'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:21.035924 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-02473b85-0957-47ba-a6cd-542bdbd1a439 None None] Provisioning complete for port ea5cde46-e400-4c79-b864-29ff05e73542 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:21.036309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-02473b85-0957-47ba-a6cd-542bdbd1a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:21.085677 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ac93ef69-5fb4-492f-ac80-0cd51dd15154 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:21.094494 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-3c5098e2-98f4-41b7-bcca-d8c358f33946 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Calling delete_port for f9bba8a1-d4a7-4258-80ce-3b16b7bb5dc4 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:21.117892 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ae919388-30dd-420e-b379-5ac0458130cb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:21.124806 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:21.135936 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ae919388-30dd-420e-b379-5ac0458130cb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:security_group and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:21.141015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ae919388-30dd-420e-b379-5ac0458130cb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:21.149016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ae919388-30dd-420e-b379-5ac0458130cb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:21.197047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-02473b85-0957-47ba-a6cd-542bdbd1a439 None None] Port ea5cde46-e400-4c79-b864-29ff05e73542 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:21.198495 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Attempting to bind port 016dbfe5-7c36-497d-a264-a6e07c71a18c on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:57:21.198867 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Attempting to bind port 016dbfe5-7c36-497d-a264-a6e07c71a18c by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '8c14ae42-fc9d-497f-b216-f65c5a01beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2609aff3-28de-467f-8fe0-3de5aaf3dca5'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:57:21.199427 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Attempting to bind port 016dbfe5-7c36-497d-a264-a6e07c71a18c on network 2609aff3-28de-467f-8fe0-3de5aaf3dca5 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:57:21.217703 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:57:21.218097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Checking segment: {'id': '8c14ae42-fc9d-497f-b216-f65c5a01beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2609aff3-28de-467f-8fe0-3de5aaf3dca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:57:21.218463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:21.218882 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Bound using segment: {'id': '8c14ae42-fc9d-497f-b216-f65c5a01beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2609aff3-28de-467f-8fe0-3de5aaf3dca5'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:57:21.219324 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Bound port: 016dbfe5-7c36-497d-a264-a6e07c71a18c, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c14ae42-fc9d-497f-b216-f65c5a01beb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '2609aff3-28de-467f-8fe0-3de5aaf3dca5'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:57:21.219704 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:21.279604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae919388-30dd-420e-b379-5ac0458130cb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:21.288212 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3c5098e2-98f4-41b7-bcca-d8c358f33946 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:21.294352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:21.302005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-02473b85-0957-47ba-a6cd-542bdbd1a439 None None] Provisioning complete for port 5d05788a-14b3-4cad-8a38-391bad44efe7 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:21.302551 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-02473b85-0957-47ba-a6cd-542bdbd1a439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:21.344275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ae919388-30dd-420e-b379-5ac0458130cb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:21.344882 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5098e2-98f4-41b7-bcca-d8c358f33946 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Port': ['ID=f9bba8a1-d4a7-4258-80ce-3b16b7bb5dc4,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:21.363462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ae919388-30dd-420e-b379-5ac0458130cb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:security_group_rule and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:21.369323 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ae919388-30dd-420e-b379-5ac0458130cb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:21.390763 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3c5098e2-98f4-41b7-bcca-d8c358f33946 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:21.419151 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] For port 016dbfe5-7c36-497d-a264-a6e07c71a18c, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:57:21.429463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] For port 016dbfe5-7c36-497d-a264-a6e07c71a18c, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=016dbfe5-7c36-497d-a264-a6e07c71a18c,segment=NetworkSegment(8c14ae42-fc9d-497f-b216-f65c5a01beb6),segment_id=8c14ae42-fc9d-497f-b216-f65c5a01beb6)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:57:21.484004 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:21.492065 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e4d5a3f3-403a-4d62-8f8b-5fe2536d786f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:21.541282 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ae919388-30dd-420e-b379-5ac0458130cb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:21.584745 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3c5098e2-98f4-41b7-bcca-d8c358f33946 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:21.607973 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Pushing event updated for resources: {'Port': ['ID=016dbfe5-7c36-497d-a264-a6e07c71a18c,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:21.619843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:21.656248 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Allocated IP 172.20.0.1 (2609aff3-28de-467f-8fe0-3de5aaf3dca5/8075845d-9041-4c3e-8de8-46ddf0072117/91c7dcdc-07fc-411b-bde7-647ee8da534e) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:21.665403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae919388-30dd-420e-b379-5ac0458130cb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:21.676352 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae919388-30dd-420e-b379-5ac0458130cb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:21.706491 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-481d2d8a-1322-45e3-88b9-078cf663ce7e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:21.736104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eafb38d-e6f2-4a9c-9a1a-74557783f912 None None] Update dhcp port {'port': {'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a', 'fixed_ips': [{'subnet_id': 'c31d197d-8742-4b2b-a557-919c5e3a5844', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd43a88bc-1c99-49e8-a7fc-8e1371aadcf5'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': '5d05788a-14b3-4cad-8a38-391bad44efe7'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 10:57:21.767671 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae919388-30dd-420e-b379-5ac0458130cb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:21.772144 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ae919388-30dd-420e-b379-5ac0458130cb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.7555833
Dec 24 10:57:21.817203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49890) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:21.837684 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c18acb4c-fcbe-46fe-bbe6-fdff8cc1c42f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'security_group': {'name': 'tempest-secgroup-520189780'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:21.838356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae919388-30dd-420e-b379-5ac0458130cb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26be4c4-5e87-4bdf-bfdf-ce0ede39d536,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:21.842881 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ae919388-30dd-420e-b379-5ac0458130cb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:21.844367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c18acb4c-fcbe-46fe-bbe6-fdff8cc1c42f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:21.847853 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6eafb38d-e6f2-4a9c-9a1a-74557783f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:21.848764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c18acb4c-fcbe-46fe-bbe6-fdff8cc1c42f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:security_group and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:21.851595 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c18acb4c-fcbe-46fe-bbe6-fdff8cc1c42f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:21.857249 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c18acb4c-fcbe-46fe-bbe6-fdff8cc1c42f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:21.934221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c18acb4c-fcbe-46fe-bbe6-fdff8cc1c42f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:21.947052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:21.969904 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Transition to ACTIVE for port object 91c7dcdc-07fc-411b-bde7-647ee8da534e will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:21.977991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c18acb4c-fcbe-46fe-bbe6-fdff8cc1c42f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:21.981895 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c18acb4c-fcbe-46fe-bbe6-fdff8cc1c42f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:security_group_rule and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:21.984744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c18acb4c-fcbe-46fe-bbe6-fdff8cc1c42f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:21.994759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5098e2-98f4-41b7-bcca-d8c358f33946 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router ada15843-ce4b-4fa4-aeed-259fe6411450 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:57:21.995793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c18acb4c-fcbe-46fe-bbe6-fdff8cc1c42f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:22.010484 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:22.026154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3d12663e-eb67-464f-8a9d-117b7f039150 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:22.079843 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network 2609aff3-28de-467f-8fe0-3de5aaf3dca5 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:22.083678 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:22.088031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:22.125807 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-6eafb38d-e6f2-4a9c-9a1a-74557783f912 None None] Allocated IP 2001:db8::2 (2072422a-c781-40b3-9db3-8e46dcb4b96a/d43a88bc-1c99-49e8-a7fc-8e1371aadcf5/5d05788a-14b3-4cad-8a38-391bad44efe7) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:22.150712 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=91c7dcdc-07fc-411b-bde7-647ee8da534e,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:22.155208 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:22.166197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:22.176516 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5098e2-98f4-41b7-bcca-d8c358f33946 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:22.190859 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c86b187-8160-4c0a-9eba-82142d7e864d None None] Sync routers for ids ['ada15843-ce4b-4fa4-aeed-259fe6411450'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:22.200766 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86b187-8160-4c0a-9eba-82142d7e864d None None] Routers {'ada15843-ce4b-4fa4-aeed-259fe6411450'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:22.201395 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6c86b187-8160-4c0a-9eba-82142d7e864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dff9760>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ada15843-ce4b-4fa4-aeed-259fe6411450'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:22.228325 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3c5098e2-98f4-41b7-bcca-d8c358f33946 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/ada15843-ce4b-4fa4-aeed-259fe6411450/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5563087
Dec 24 10:57:22.231565 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49894) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:22.290320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7333f515-a630-40de-acc2-4a3f99d78cc8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Synchronizing usage tracker for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:57:22.296813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c18acb4c-fcbe-46fe-bbe6-fdff8cc1c42f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:22.304521 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-6eafb38d-e6f2-4a9c-9a1a-74557783f912 None None] For port 5d05788a-14b3-4cad-8a38-391bad44efe7, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5d05788a-14b3-4cad-8a38-391bad44efe7,segment=NetworkSegment(9921c1d0-e939-4492-bac6-544efdeadbdc),segment_id=9921c1d0-e939-4492-bac6-544efdeadbdc)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:22.308462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c18acb4c-fcbe-46fe-bbe6-fdff8cc1c42f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:22.319254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:22.319458 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2d2b54dd-95c5-4b70-9563-49d3b14ce3b2 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:22.327042 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6c86b187-8160-4c0a-9eba-82142d7e864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dff9760>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:22.336747 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c86b187-8160-4c0a-9eba-82142d7e864d None None] Routers {'ada15843-ce4b-4fa4-aeed-259fe6411450'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:22.336926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7333f515-a630-40de-acc2-4a3f99d78cc8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Unset dirty status for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:57:22.340419 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7333f515-a630-40de-acc2-4a3f99d78cc8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada15843-ce4b-4fa4-aeed-259fe6411450 HTTP/1.1" status: 200  len: 205 time: 0.1054826
Dec 24 10:57:22.340823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49898) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:22.341144 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6c86b187-8160-4c0a-9eba-82142d7e864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dff9760>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ada15843-ce4b-4fa4-aeed-259fe6411450'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:22.342789 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6eafb38d-e6f2-4a9c-9a1a-74557783f912 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:22.365533 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6eafb38d-e6f2-4a9c-9a1a-74557783f912 None None] Transition to ACTIVE for port object 5d05788a-14b3-4cad-8a38-391bad44efe7 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:22.366167 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c18acb4c-fcbe-46fe-bbe6-fdff8cc1c42f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:22.367509 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c18acb4c-fcbe-46fe-bbe6-fdff8cc1c42f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.5419796
Dec 24 10:57:22.370480 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49902) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:22.374943 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6eafb38d-e6f2-4a9c-9a1a-74557783f912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:22.381129 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6f317eb7-f412-4fd2-8b63-ec0d0a86f33c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:22.381313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18acb4c-fcbe-46fe-bbe6-fdff8cc1c42f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8708f3b-a8ce-43dd-9245-5242a47bb533,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:22.383963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c18acb4c-fcbe-46fe-bbe6-fdff8cc1c42f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:22.387379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5bb3ad4c-996a-43ec-984c-5753544afc6f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'security_group': {'name': 'tempest-secgroup-267520494'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:22.394537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5bb3ad4c-996a-43ec-984c-5753544afc6f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:22.398522 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5bb3ad4c-996a-43ec-984c-5753544afc6f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:security_group and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:22.401695 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5bb3ad4c-996a-43ec-984c-5753544afc6f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:22.407519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5bb3ad4c-996a-43ec-984c-5753544afc6f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:22.420941 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ad4c-996a-43ec-984c-5753544afc6f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:22.445121 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6c86b187-8160-4c0a-9eba-82142d7e864d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dff9760>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:22.445579 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c86b187-8160-4c0a-9eba-82142d7e864d None None] The sync data for ids ['ada15843-ce4b-4fa4-aeed-259fe6411450'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:57:22.466696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5bb3ad4c-996a-43ec-984c-5753544afc6f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:22.471520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5bb3ad4c-996a-43ec-984c-5753544afc6f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:security_group_rule and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:22.477258 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5bb3ad4c-996a-43ec-984c-5753544afc6f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:22.485248 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5bb3ad4c-996a-43ec-984c-5753544afc6f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:22.561480 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eafb38d-e6f2-4a9c-9a1a-74557783f912 None None] Pushing event updated for resources: {'Port': ['ID=5d05788a-14b3-4cad-8a38-391bad44efe7,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:22.564641 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6eafb38d-e6f2-4a9c-9a1a-74557783f912 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:22.587843 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ad4c-996a-43ec-984c-5753544afc6f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:22.594273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ad4c-996a-43ec-984c-5753544afc6f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:22.600361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:22.635332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3ad4c-996a-43ec-984c-5753544afc6f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce46393c-76ad-47ba-974f-4a725a5ea069,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:22.640272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5bb3ad4c-996a-43ec-984c-5753544afc6f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:22.660008 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5bb3ad4c-996a-43ec-984c-5753544afc6f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:22.663165 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5bb3ad4c-996a-43ec-984c-5753544afc6f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2848179
Dec 24 10:57:22.664397 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49906) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:22.671103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-504623590', 'security_groups': ['ce46393c-76ad-47ba-974f-4a725a5ea069'], 'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd43a88bc-1c99-49e8-a7fc-8e1371aadcf5'}]}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:22.825350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:22.835794 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:22.850774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:22.874661 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0caea7af-2c2f-4c7c-af69-e635539f289e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:22.998082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b55f80-a99b-448a-be45-14c484740625 None None] Network 2609aff3-28de-467f-8fe0-3de5aaf3dca5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:23.092791 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9d06f81a-7b08-43a7-a4a3-07e24b0426fd None None] Provisioning for port 016dbfe5-7c36-497d-a264-a6e07c71a18c completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:23.135943 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:23.161581 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] device_id is not set on port 9c49901a-7a59-48d8-8806-37c67e6f9bdc yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:57:23.375684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 016dbfe5-7c36-497d-a264-a6e07c71a18c up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:23.406208 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0caea7af-2c2f-4c7c-af69-e635539f289e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:23.411402 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0caea7af-2c2f-4c7c-af69-e635539f289e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:23.423424 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Allocated IP 2001:db8::17d (2072422a-c781-40b3-9db3-8e46dcb4b96a/d43a88bc-1c99-49e8-a7fc-8e1371aadcf5/9c49901a-7a59-48d8-8806-37c67e6f9bdc) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:23.472432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c152606a-c25a-4663-914a-02786e28a413 None None] Provisioning complete for port ea5cde46-e400-4c79-b864-29ff05e73542 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:23.472591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0caea7af-2c2f-4c7c-af69-e635539f289e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:23.473120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0caea7af-2c2f-4c7c-af69-e635539f289e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Fanout notify agent at l3_agent the message router_deleted on router ada15843-ce4b-4fa4-aeed-259fe6411450 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:57:23.473278 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c152606a-c25a-4663-914a-02786e28a413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:23.488634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0caea7af-2c2f-4c7c-af69-e635539f289e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:23.492224 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0caea7af-2c2f-4c7c-af69-e635539f289e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/routers/ada15843-ce4b-4fa4-aeed-259fe6411450 HTTP/1.1" status: 204  len: 168 time: 1.1473017
Dec 24 10:57:23.492543 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49910) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:23.536836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:23.548818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:23.557538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c152606a-c25a-4663-914a-02786e28a413 None None] Port ea5cde46-e400-4c79-b864-29ff05e73542 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:23.568419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 016dbfe5-7c36-497d-a264-a6e07c71a18c completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:23.575046 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 016dbfe5-7c36-497d-a264-a6e07c71a18c triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:23.578099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:23.589066 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5260ced1-e8f3-444e-9e5d-1bf7448d9bcf tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:23.611529 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c152606a-c25a-4663-914a-02786e28a413 None None] Provisioning for port 5d05788a-14b3-4cad-8a38-391bad44efe7 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:23.638321 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c152606a-c25a-4663-914a-02786e28a413 None None] Provisioning complete for port 5d05788a-14b3-4cad-8a38-391bad44efe7 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:23.638863 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c152606a-c25a-4663-914a-02786e28a413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:23.691933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-0424d4d5-504d-458d-b1d5-cdce4f93836a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting subnet f4edc8c1-ead5-4539-869c-9df528a125d0 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:57:23.695007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0424d4d5-504d-458d-b1d5-cdce4f93836a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:23.710863 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:23.729928 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Transition to ACTIVE for port object 9c49901a-7a59-48d8-8806-37c67e6f9bdc will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:23.745509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=91c7dcdc-07fc-411b-bde7-647ee8da534e,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:23.754561 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:23.758610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:23.767367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:23.775784 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:23.798492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0424d4d5-504d-458d-b1d5-cdce4f93836a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:23.818962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:23.868324 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 016dbfe5-7c36-497d-a264-a6e07c71a18c, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=016dbfe5-7c36-497d-a264-a6e07c71a18c,segment=NetworkSegment(8c14ae42-fc9d-497f-b216-f65c5a01beb6),segment_id=8c14ae42-fc9d-497f-b216-f65c5a01beb6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:23.876113 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:23.876853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:23.877303 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5d05788a-14b3-4cad-8a38-391bad44efe7 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:23.881611 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:23.886253 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:23.892111 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:23.892755 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:23.899695 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=9c49901a-7a59-48d8-8806-37c67e6f9bdc,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:23.910789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:23.943078 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-50664d61-62fd-43dd-a728-aa2ad67a8174 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:23.947394 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.2788179
Dec 24 10:57:23.947578 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49916) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:23.954945 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-3e55a071-247b-4c20-812d-95fee07c0cd2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'subnet': {'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:24.049067 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7d138aa9-5c9e-44fa-8aaf-d95b44a41049 None None] Provisioning complete for port 016dbfe5-7c36-497d-a264-a6e07c71a18c triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:24.049506 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7d138aa9-5c9e-44fa-8aaf-d95b44a41049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:24.114915 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=016dbfe5-7c36-497d-a264-a6e07c71a18c,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:24.120968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:24.122911 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3e55a071-247b-4c20-812d-95fee07c0cd2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:24.126867 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network 2609aff3-28de-467f-8fe0-3de5aaf3dca5 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:24.128232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3e55a071-247b-4c20-812d-95fee07c0cd2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:subnet and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:24.129428 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:24.146165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3e55a071-247b-4c20-812d-95fee07c0cd2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:24.163598 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3e55a071-247b-4c20-812d-95fee07c0cd2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:24.173437 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 5d05788a-14b3-4cad-8a38-391bad44efe7 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:24.173795 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:24.178275 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e55a071-247b-4c20-812d-95fee07c0cd2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:24.183164 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3e55a071-247b-4c20-812d-95fee07c0cd2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:24.279272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0424d4d5-504d-458d-b1d5-cdce4f93836a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:24.294019 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7d138aa9-5c9e-44fa-8aaf-d95b44a41049 None None] Provisioning for port 91c7dcdc-07fc-411b-bde7-647ee8da534e completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:24.346981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7d138aa9-5c9e-44fa-8aaf-d95b44a41049 None None] Provisioning complete for port 91c7dcdc-07fc-411b-bde7-647ee8da534e triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:24.346981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7d138aa9-5c9e-44fa-8aaf-d95b44a41049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:24.354658 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.ipam_backend_mixin [None req-3e55a071-247b-4c20-812d-95fee07c0cd2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d43a88bc-1c99-49e8-a7fc-8e1371aadcf5 (CIDR: 2001:db8::/64)
Dec 24 10:57:24.360293 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e55a071-247b-4c20-812d-95fee07c0cd2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:57:24.360983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e55a071-247b-4c20-812d-95fee07c0cd2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:57:24.385150 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3e55a071-247b-4c20-812d-95fee07c0cd2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.4338713
Dec 24 10:57:24.385459 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49920) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:24.392681 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-0ee91014-a8d1-41e1-b2ca-a319b8893e07 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'subnet': {'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:24.419144 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0424d4d5-504d-458d-b1d5-cdce4f93836a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:24.432154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-405f3061-dcd9-4f9b-b8f8-a3d49b6e7e81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:24.460483 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0424d4d5-504d-458d-b1d5-cdce4f93836a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:24.463100 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router 1f3f5d7a-be59-4add-994e-f4ab6ab0a370 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:57:24.475405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6991f3fa-c6fa-4c85-8e25-2134c702f3c6 None None] Network 09b9cbdd-c34c-4071-8d0d-36d456a968c2 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:24.533640 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0424d4d5-504d-458d-b1d5-cdce4f93836a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/subnets/f4edc8c1-ead5-4539-869c-9df528a125d0 HTTP/1.1" status: 204  len: 168 time: 1.0400434
Dec 24 10:57:24.534812 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0424d4d5-504d-458d-b1d5-cdce4f93836a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Subnet': ['ID=f4edc8c1-ead5-4539-869c-9df528a125d0,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:24.536576 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49924) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:24.537139 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0424d4d5-504d-458d-b1d5-cdce4f93836a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:24.550474 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-7d138aa9-5c9e-44fa-8aaf-d95b44a41049 None None] Port 91c7dcdc-07fc-411b-bde7-647ee8da534e cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:24.615151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-0ee91014-a8d1-41e1-b2ca-a319b8893e07 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:24.622401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0ee91014-a8d1-41e1-b2ca-a319b8893e07 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:subnet and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:24.629036 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-94813d27-96be-4d76-aacf-01462a529154 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting subnet 7911f12c-0851-40a3-824b-4b069ea9c281 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:57:24.631893 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0ee91014-a8d1-41e1-b2ca-a319b8893e07 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:24.634571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-94813d27-96be-4d76-aacf-01462a529154 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:24.642663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:24.651902 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/1f3f5d7a-be59-4add-994e-f4ab6ab0a370/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3307247
Dec 24 10:57:24.652867 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49928) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:24.653969 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb0ea1-7242-4161-8636-e423e6c73690 None None] Sync routers for ids ['1f3f5d7a-be59-4add-994e-f4ab6ab0a370'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:24.671816 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-0ee91014-a8d1-41e1-b2ca-a319b8893e07 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:24.685018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb0ea1-7242-4161-8636-e423e6c73690 None None] Routers {'1f3f5d7a-be59-4add-994e-f4ab6ab0a370'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:24.685664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2eeb0ea1-7242-4161-8636-e423e6c73690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d733f70>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['1f3f5d7a-be59-4add-994e-f4ab6ab0a370'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:24.696395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee91014-a8d1-41e1-b2ca-a319b8893e07 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:24.700009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0ee91014-a8d1-41e1-b2ca-a319b8893e07 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:24.722704 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-94813d27-96be-4d76-aacf-01462a529154 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:24.732457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af1f77-ee47-41f6-972a-d8f9ca22f96e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:24.733041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f0af1f77-ee47-41f6-972a-d8f9ca22f96e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Synchronizing usage tracker for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:57:24.747794 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2eeb0ea1-7242-4161-8636-e423e6c73690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d733f70>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:24.749927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f0af1f77-ee47-41f6-972a-d8f9ca22f96e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Unset dirty status for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:57:24.754160 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f0af1f77-ee47-41f6-972a-d8f9ca22f96e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports/91c7dcdc-07fc-411b-bde7-647ee8da534e HTTP/1.1" status: 200  len: 910 time: 0.0971844
Dec 24 10:57:24.754401 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49932) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:24.760906 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-01b0bc27-52ee-499e-92ce-d2e52effdc1a None None] Provisioning for port 9c49901a-7a59-48d8-8806-37c67e6f9bdc completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:24.762263 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-52417cd1-bf56-45ea-9844-85b2bdc4316f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8075845d-9041-4c3e-8de8-46ddf0072117'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:24.765956 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eeb0ea1-7242-4161-8636-e423e6c73690 None None] Routers {'1f3f5d7a-be59-4add-994e-f4ab6ab0a370'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:24.766595 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2eeb0ea1-7242-4161-8636-e423e6c73690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d733f70>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['1f3f5d7a-be59-4add-994e-f4ab6ab0a370'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:24.831120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-01b0bc27-52ee-499e-92ce-d2e52effdc1a None None] Provisioning complete for port 9c49901a-7a59-48d8-8806-37c67e6f9bdc triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:24.831501 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-01b0bc27-52ee-499e-92ce-d2e52effdc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:24.886293 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-01b0bc27-52ee-499e-92ce-d2e52effdc1a None None] Port 9c49901a-7a59-48d8-8806-37c67e6f9bdc cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:24.887854 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2eeb0ea1-7242-4161-8636-e423e6c73690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d733f70>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:24.888261 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eeb0ea1-7242-4161-8636-e423e6c73690 None None] The sync data for ids ['1f3f5d7a-be59-4add-994e-f4ab6ab0a370'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:57:24.899661 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-01b0bc27-52ee-499e-92ce-d2e52effdc1a None None] Provisioning complete for port 91c7dcdc-07fc-411b-bde7-647ee8da534e triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:24.899990 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-01b0bc27-52ee-499e-92ce-d2e52effdc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:24.905460 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.ipam_backend_mixin [None req-0ee91014-a8d1-41e1-b2ca-a319b8893e07 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c31d197d-8742-4b2b-a557-919c5e3a5844 (CIDR: 2001:db8:0:1::/64)
Dec 24 10:57:24.913377 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee91014-a8d1-41e1-b2ca-a319b8893e07 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:57:24.913848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee91014-a8d1-41e1-b2ca-a319b8893e07 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:57:24.938161 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-94813d27-96be-4d76-aacf-01462a529154 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:24.944144 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019b9371-acd6-4db4-8cd0-196adf9f468c None None] DHCP port deletion for 09b9cbdd-c34c-4071-8d0d-36d456a968c2 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:57:24.957517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-019b9371-acd6-4db4-8cd0-196adf9f468c None None] Deleting port e9384788-19f6-402e-a9a3-f16f52fc0551 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:24.957931 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-019b9371-acd6-4db4-8cd0-196adf9f468c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:24.966860 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0ee91014-a8d1-41e1-b2ca-a319b8893e07 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 0.5801885
Dec 24 10:57:24.971803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49936) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:24.983019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ef6ee78a-9770-4b0c-95ae-c84ae7684b0f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'subnet': {'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:25.001565 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-01b0bc27-52ee-499e-92ce-d2e52effdc1a None None] Port 91c7dcdc-07fc-411b-bde7-647ee8da534e cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:25.032151 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52417cd1-bf56-45ea-9844-85b2bdc4316f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:25.139024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-94813d27-96be-4d76-aacf-01462a529154 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:25.145618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3fc538b0-81fa-4a55-a6c3-69a9a0d9ba6a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:25.171601 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-019b9371-acd6-4db4-8cd0-196adf9f468c None None] For port e9384788-19f6-402e-a9a3-f16f52fc0551, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e9384788-19f6-402e-a9a3-f16f52fc0551,segment=NetworkSegment(5292fe19-70da-479a-b928-152a0614e893),segment_id=5292fe19-70da-479a-b928-152a0614e893)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:25.172001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-019b9371-acd6-4db4-8cd0-196adf9f468c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:25.185102 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94813d27-96be-4d76-aacf-01462a529154 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Subnet': ['ID=7911f12c-0851-40a3-824b-4b069ea9c281,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:25.192288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-94813d27-96be-4d76-aacf-01462a529154 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:25.195346 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-94813d27-96be-4d76-aacf-01462a529154 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:25.200008 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ef6ee78a-9770-4b0c-95ae-c84ae7684b0f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:25.204414 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ef6ee78a-9770-4b0c-95ae-c84ae7684b0f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Usage tracker for resource:subnet and tenant:76a915c8805b4a2492a23d389fe73308 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:25.211516 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-94813d27-96be-4d76-aacf-01462a529154 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/subnets/7911f12c-0851-40a3-824b-4b069ea9c281 HTTP/1.1" status: 204  len: 168 time: 0.6737335
Dec 24 10:57:25.212723 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ef6ee78a-9770-4b0c-95ae-c84ae7684b0f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:25.215582 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49940) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:25.237068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ef6ee78a-9770-4b0c-95ae-c84ae7684b0f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:25.315444 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0fe735-0a09-4834-a858-c7426c6effcd None None] Network 8a094a2d-e2d2-487e-95a2-7210b3cd9de8 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:25.333410 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 016dbfe5-7c36-497d-a264-a6e07c71a18c up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:25.396813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-019b9371-acd6-4db4-8cd0-196adf9f468c None None] Calling delete_port for e9384788-19f6-402e-a9a3-f16f52fc0551 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:25.468112 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6ee78a-9770-4b0c-95ae-c84ae7684b0f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Made reservation on behalf of 76a915c8805b4a2492a23d389fe73308 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:25.471763 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ef6ee78a-9770-4b0c-95ae-c84ae7684b0f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:25.561332 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 016dbfe5-7c36-497d-a264-a6e07c71a18c triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:25.561928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:25.571352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1765086a-473d-4f1d-b8fd-301aefcf5441 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:25.592071 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-1765086a-473d-4f1d-b8fd-301aefcf5441 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port e9384788-19f6-402e-a9a3-f16f52fc0551 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:25.592531 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1765086a-473d-4f1d-b8fd-301aefcf5441 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:25.606483 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52417cd1-bf56-45ea-9844-85b2bdc4316f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:25.615572 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52417cd1-bf56-45ea-9844-85b2bdc4316f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:25.649510 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-45bc21f2-71b0-4546-babc-cb402692dbf4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:25.680532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-019b9371-acd6-4db4-8cd0-196adf9f468c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:25.691757 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:25.715731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-1765086a-473d-4f1d-b8fd-301aefcf5441 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] The port 'e9384788-19f6-402e-a9a3-f16f52fc0551' was deleted {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:57:25.749349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b9371-acd6-4db4-8cd0-196adf9f468c None None] Pushing event deleted for resources: {'Port': ['ID=e9384788-19f6-402e-a9a3-f16f52fc0551,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:25.753917 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b9371-acd6-4db4-8cd0-196adf9f468c None None] No DVR routers for this DVR port e9384788-19f6-402e-a9a3-f16f52fc0551 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:57:25.759737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-019b9371-acd6-4db4-8cd0-196adf9f468c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:25.879575 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52417cd1-bf56-45ea-9844-85b2bdc4316f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=91c7dcdc-07fc-411b-bde7-647ee8da534e,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:25.883445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1765086a-473d-4f1d-b8fd-301aefcf5441 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:25.884012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-52417cd1-bf56-45ea-9844-85b2bdc4316f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:25.890119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52417cd1-bf56-45ea-9844-85b2bdc4316f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:25.890747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52417cd1-bf56-45ea-9844-85b2bdc4316f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:25.892981 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-52417cd1-bf56-45ea-9844-85b2bdc4316f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/ports/91c7dcdc-07fc-411b-bde7-647ee8da534e HTTP/1.1" status: 200  len: 910 time: 1.1363008
Dec 24 10:57:25.895622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49946) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:25.921388 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e9384788-19f6-402e-a9a3-f16f52fc0551 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:57:25.930135 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-1765086a-473d-4f1d-b8fd-301aefcf5441 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3c7400>,) {'filters': {'network_id': ['09b9cbdd-c34c-4071-8d0d-36d456a968c2']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:25.948455 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-1765086a-473d-4f1d-b8fd-301aefcf5441 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3c7400>, '5292fe19-70da-479a-b928-152a0614e893') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:25.948748 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-1765086a-473d-4f1d-b8fd-301aefcf5441 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3c7400>, '5292fe19-70da-479a-b928-152a0614e893') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:25.962815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1765086a-473d-4f1d-b8fd-301aefcf5441 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:25.975940 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10fed2c-3527-4188-b380-a090dc4b3981 None None] DHCP port deletion for 8a094a2d-e2d2-487e-95a2-7210b3cd9de8 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:57:25.984923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-d10fed2c-3527-4188-b380-a090dc4b3981 None None] Deleting port 0fb136a1-2105-4e53-935e-5cde7c8d07d6 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:25.985459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d10fed2c-3527-4188-b380-a090dc4b3981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:25.986354 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1765086a-473d-4f1d-b8fd-301aefcf5441 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:26.002111 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1765086a-473d-4f1d-b8fd-301aefcf5441 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:57:26.002546 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1765086a-473d-4f1d-b8fd-301aefcf5441 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:57:26.017138 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:57:26.057887 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: e9384788-19f6-402e-a9a3-f16f52fc0551 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:57:26.058684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e9384788-19f6-402e-a9a3-f16f52fc0551 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:57:26.107530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ef6ee78a-9770-4b0c-95ae-c84ae7684b0f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:26.111621 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3062d498-21bd-4af7-83c0-24c28856cb82 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:26.149831 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1765086a-473d-4f1d-b8fd-301aefcf5441 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:26.169063 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1765086a-473d-4f1d-b8fd-301aefcf5441 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:26.181022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6ee78a-9770-4b0c-95ae-c84ae7684b0f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:26.187961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-ef6ee78a-9770-4b0c-95ae-c84ae7684b0f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:26.191506 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6ee78a-9770-4b0c-95ae-c84ae7684b0f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:26.192090 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ef6ee78a-9770-4b0c-95ae-c84ae7684b0f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:26.197108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ee78a-9770-4b0c-95ae-c84ae7684b0f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Subnet': ['ID=0662b864-d4f9-4ef0-9671-1ab0ecf325d8,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:26.201062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ef6ee78a-9770-4b0c-95ae-c84ae7684b0f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:26.202428 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1765086a-473d-4f1d-b8fd-301aefcf5441 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/networks/09b9cbdd-c34c-4071-8d0d-36d456a968c2 HTTP/1.1" status: 204  len: 168 time: 0.9861431
Dec 24 10:57:26.203076 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fa56cdfd-15dd-48c1-a18e-682a6342a739 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:26.209141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49950) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:26.210205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de73c0f0-ed14-404c-9720-d80280a58ef4 None None] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:26.229198 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765086a-473d-4f1d-b8fd-301aefcf5441 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Network': ['ID=09b9cbdd-c34c-4071-8d0d-36d456a968c2,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:26.232044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1765086a-473d-4f1d-b8fd-301aefcf5441 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:26.241102 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49954) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:26.241799 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ef6ee78a-9770-4b0c-95ae-c84ae7684b0f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.2690394
Dec 24 10:57:26.250528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a843d625-4568-41f9-ad29-641670893695 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1366627810', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0662b864-d4f9-4ef0-9671-1ab0ecf325d8'}], 'security_groups': ['d26be4c4-5e87-4bdf-bfdf-ce0ede39d536', 'a8708f3b-a8ce-43dd-9245-5242a47bb533']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:26.321945 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d10fed2c-3527-4188-b380-a090dc4b3981 None None] For port 0fb136a1-2105-4e53-935e-5cde7c8d07d6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0fb136a1-2105-4e53-935e-5cde7c8d07d6,segment=NetworkSegment(d1e5887f-a786-4c1e-acbf-ffb068bb031f),segment_id=d1e5887f-a786-4c1e-acbf-ffb068bb031f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:26.322346 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d10fed2c-3527-4188-b380-a090dc4b3981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:26.350916 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49958) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:26.457120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-d10fed2c-3527-4188-b380-a090dc4b3981 None None] Calling delete_port for 0fb136a1-2105-4e53-935e-5cde7c8d07d6 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:26.474303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a16cea30-4bc3-43c1-8b20-9a1cf8d89e07 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:26.598911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a16cea30-4bc3-43c1-8b20-9a1cf8d89e07 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port 0fb136a1-2105-4e53-935e-5cde7c8d07d6 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:26.598911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a16cea30-4bc3-43c1-8b20-9a1cf8d89e07 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:26.641555 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d10fed2c-3527-4188-b380-a090dc4b3981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:26.650872 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4ba622fb-1a0c-4b72-a154-872e8943e52e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:26.694649 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10fed2c-3527-4188-b380-a090dc4b3981 None None] Pushing event deleted for resources: {'Port': ['ID=0fb136a1-2105-4e53-935e-5cde7c8d07d6,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:26.698185 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d10fed2c-3527-4188-b380-a090dc4b3981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:26.699089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10fed2c-3527-4188-b380-a090dc4b3981 None None] No DVR routers for this DVR port 0fb136a1-2105-4e53-935e-5cde7c8d07d6 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:57:26.700012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a16cea30-4bc3-43c1-8b20-9a1cf8d89e07 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] The port '0fb136a1-2105-4e53-935e-5cde7c8d07d6' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:57:26.834925 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352af1cd-61bc-4d28-935f-af49da0195f8 None None] Update dhcp port {'port': {'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a', 'fixed_ips': [{'subnet_id': 'c31d197d-8742-4b2b-a557-919c5e3a5844', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd43a88bc-1c99-49e8-a7fc-8e1371aadcf5', 'ip_address': '2001:db8::2'}, {'subnet_id': '0662b864-d4f9-4ef0-9671-1ab0ecf325d8'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': '5d05788a-14b3-4cad-8a38-391bad44efe7'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 10:57:26.888012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-352af1cd-61bc-4d28-935f-af49da0195f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:26.917354 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a16cea30-4bc3-43c1-8b20-9a1cf8d89e07 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:26.925085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a843d625-4568-41f9-ad29-641670893695 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:26.961150 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-40ce6d21-5d29-430d-bc8a-3088b8b0b5ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:27.020833 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-a16cea30-4bc3-43c1-8b20-9a1cf8d89e07 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf7a3a0>,) {'filters': {'network_id': ['8a094a2d-e2d2-487e-95a2-7210b3cd9de8']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:27.048041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-a16cea30-4bc3-43c1-8b20-9a1cf8d89e07 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf7a3a0>, 'd1e5887f-a786-4c1e-acbf-ffb068bb031f') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:27.048341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-a16cea30-4bc3-43c1-8b20-9a1cf8d89e07 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf7a3a0>, 'd1e5887f-a786-4c1e-acbf-ffb068bb031f') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:27.102266 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-352af1cd-61bc-4d28-935f-af49da0195f8 None None] Allocated IP 2001:db8:0:2::2 (2072422a-c781-40b3-9db3-8e46dcb4b96a/0662b864-d4f9-4ef0-9671-1ab0ecf325d8/5d05788a-14b3-4cad-8a38-391bad44efe7) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:27.121304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a16cea30-4bc3-43c1-8b20-9a1cf8d89e07 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:27.155976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a16cea30-4bc3-43c1-8b20-9a1cf8d89e07 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:27.209013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16cea30-4bc3-43c1-8b20-9a1cf8d89e07 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:57:27.209423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a16cea30-4bc3-43c1-8b20-9a1cf8d89e07 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:57:27.224882 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:57:27.252716 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6aefc03d-d1c1-44a0-b133-e9df6cb0978d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:27.270542 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0fb136a1-2105-4e53-935e-5cde7c8d07d6 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:57:27.325976 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 0fb136a1-2105-4e53-935e-5cde7c8d07d6 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:57:27.326337 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0fb136a1-2105-4e53-935e-5cde7c8d07d6 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:57:27.328917 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-352af1cd-61bc-4d28-935f-af49da0195f8 None None] For port 5d05788a-14b3-4cad-8a38-391bad44efe7, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5d05788a-14b3-4cad-8a38-391bad44efe7,segment=NetworkSegment(9921c1d0-e939-4492-bac6-544efdeadbdc),segment_id=9921c1d0-e939-4492-bac6-544efdeadbdc)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:27.358615 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-352af1cd-61bc-4d28-935f-af49da0195f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:27.528513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-40ce6d21-5d29-430d-bc8a-3088b8b0b5ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port d3a14d56-c21c-43fd-9bbb-35224936758a {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:27.528859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-40ce6d21-5d29-430d-bc8a-3088b8b0b5ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:27.621993 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-352af1cd-61bc-4d28-935f-af49da0195f8 None None] Transition to ACTIVE for port object 5d05788a-14b3-4cad-8a38-391bad44efe7 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:27.626171 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-352af1cd-61bc-4d28-935f-af49da0195f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:27.627773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a16cea30-4bc3-43c1-8b20-9a1cf8d89e07 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:27.631597 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e8565a05-6515-4bca-a40e-41802d93ec5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:27.637322 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f0a4439a-94fe-4500-9c69-ed7a37ff3643 tempest-ExtraDHCPOptionsTestJSON-1533983874 tempest-ExtraDHCPOptionsTestJSON-1533983874-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:27.667161 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a16cea30-4bc3-43c1-8b20-9a1cf8d89e07 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:27.686151 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16cea30-4bc3-43c1-8b20-9a1cf8d89e07 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Network': ['ID=8a094a2d-e2d2-487e-95a2-7210b3cd9de8,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:27.700595 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a16cea30-4bc3-43c1-8b20-9a1cf8d89e07 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/networks/8a094a2d-e2d2-487e-95a2-7210b3cd9de8 HTTP/1.1" status: 204  len: 168 time: 1.4841323
Dec 24 10:57:27.700595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a16cea30-4bc3-43c1-8b20-9a1cf8d89e07 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:27.702264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49962) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:27.738069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-40ce6d21-5d29-430d-bc8a-3088b8b0b5ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port d3a14d56-c21c-43fd-9bbb-35224936758a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d3a14d56-c21c-43fd-9bbb-35224936758a,segment=NetworkSegment(97c933c0-8b0f-4db9-8ee1-c1cc50aba68c),segment_id=97c933c0-8b0f-4db9-8ee1-c1cc50aba68c)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:27.738657 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-40ce6d21-5d29-430d-bc8a-3088b8b0b5ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:27.792331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-c97981c1-6113-4c54-97b2-2823c275b05a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-877191968'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:27.813100 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352af1cd-61bc-4d28-935f-af49da0195f8 None None] Pushing event updated for resources: {'Port': ['ID=5d05788a-14b3-4cad-8a38-391bad44efe7,revision_number=7']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:27.817218 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-352af1cd-61bc-4d28-935f-af49da0195f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:27.844647 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c97981c1-6113-4c54-97b2-2823c275b05a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:27.857215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c97981c1-6113-4c54-97b2-2823c275b05a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:network and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:27.863424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c97981c1-6113-4c54-97b2-2823c275b05a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:27.875343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c97981c1-6113-4c54-97b2-2823c275b05a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:27.876099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-40ce6d21-5d29-430d-bc8a-3088b8b0b5ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for d3a14d56-c21c-43fd-9bbb-35224936758a owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:27.929473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97981c1-6113-4c54-97b2-2823c275b05a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:27.933604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c97981c1-6113-4c54-97b2-2823c275b05a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:28.013697 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97981c1-6113-4c54-97b2-2823c275b05a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:57:28.017140 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-a843d625-4568-41f9-ad29-641670893695 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Delete allocated IP 2001:db8::17d (2072422a-c781-40b3-9db3-8e46dcb4b96a/d43a88bc-1c99-49e8-a7fc-8e1371aadcf5) {{(pid=87558) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 24 10:57:28.074377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-a843d625-4568-41f9-ad29-641670893695 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Allocated IP 2001:db8:0:2::1fc (2072422a-c781-40b3-9db3-8e46dcb4b96a/0662b864-d4f9-4ef0-9671-1ab0ecf325d8/9c49901a-7a59-48d8-8806-37c67e6f9bdc) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:28.084717 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c97981c1-6113-4c54-97b2-2823c275b05a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:28.085051 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-c97981c1-6113-4c54-97b2-2823c275b05a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Added segment 481ed354-5bc0-4adb-afb0-fb645de3cfdb of type vlan for network 4d529caf-25e8-448c-a933-92d531c10cbb
Dec 24 10:57:28.105178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-6aefc03d-d1c1-44a0-b133-e9df6cb0978d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port 91c7dcdc-07fc-411b-bde7-647ee8da534e {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:28.106546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6aefc03d-d1c1-44a0-b133-e9df6cb0978d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:28.148369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-40ce6d21-5d29-430d-bc8a-3088b8b0b5ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:28.152673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e67dc686-9f4b-40f4-a4b5-a02d295bd7bc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:28.196819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c97981c1-6113-4c54-97b2-2823c275b05a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:28.199304 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ce6d21-5d29-430d-bc8a-3088b8b0b5ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=d3a14d56-c21c-43fd-9bbb-35224936758a,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:28.203129 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-40ce6d21-5d29-430d-bc8a-3088b8b0b5ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:28.447950 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c97981c1-6113-4c54-97b2-2823c275b05a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:28.462032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97981c1-6113-4c54-97b2-2823c275b05a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:28.462684 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c97981c1-6113-4c54-97b2-2823c275b05a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:28.485903 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:28.551726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-40ce6d21-5d29-430d-bc8a-3088b8b0b5ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:28.616363 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c97981c1-6113-4c54-97b2-2823c275b05a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.9091735
Dec 24 10:57:28.620199 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6aefc03d-d1c1-44a0-b133-e9df6cb0978d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:28.621707 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49966) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:28.633605 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9a70b14c-526e-48db-ba90-5a1c1174a294 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'subnet': {'network_id': '4d529caf-25e8-448c-a933-92d531c10cbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:28.643644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97981c1-6113-4c54-97b2-2823c275b05a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Network': ['ID=4d529caf-25e8-448c-a933-92d531c10cbb,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:28.657749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 4d529caf-25e8-448c-a933-92d531c10cbb details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:57:28.676644 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-250bcb42-e2a6-4e71-958e-e9740113260e None None] Provisioning complete for port ea5cde46-e400-4c79-b864-29ff05e73542 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:28.677167 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-250bcb42-e2a6-4e71-958e-e9740113260e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:28.698828 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c97981c1-6113-4c54-97b2-2823c275b05a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:28.773017 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-6aefc03d-d1c1-44a0-b133-e9df6cb0978d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Calling delete_port for 91c7dcdc-07fc-411b-bde7-647ee8da534e owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:28.802140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-250bcb42-e2a6-4e71-958e-e9740113260e None None] Port ea5cde46-e400-4c79-b864-29ff05e73542 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:28.815358 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-250bcb42-e2a6-4e71-958e-e9740113260e None None] Provisioning complete for port 9c49901a-7a59-48d8-8806-37c67e6f9bdc triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:28.816043 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-250bcb42-e2a6-4e71-958e-e9740113260e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:28.874568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-250bcb42-e2a6-4e71-958e-e9740113260e None None] Port 9c49901a-7a59-48d8-8806-37c67e6f9bdc cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:28.875006 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a843d625-4568-41f9-ad29-641670893695 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:28.885975 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-250bcb42-e2a6-4e71-958e-e9740113260e None None] Provisioning for port 5d05788a-14b3-4cad-8a38-391bad44efe7 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:28.891326 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-250bcb42-e2a6-4e71-958e-e9740113260e None None] Provisioning complete for port 5d05788a-14b3-4cad-8a38-391bad44efe7 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:28.891714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-250bcb42-e2a6-4e71-958e-e9740113260e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:28.964585 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9a70b14c-526e-48db-ba90-5a1c1174a294 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:28.980369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9a70b14c-526e-48db-ba90-5a1c1174a294 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:subnet and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:28.985227 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9a70b14c-526e-48db-ba90-5a1c1174a294 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:28.996601 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9a70b14c-526e-48db-ba90-5a1c1174a294 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:29.041929 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-a843d625-4568-41f9-ad29-641670893695 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Transition to ACTIVE for port object 9c49901a-7a59-48d8-8806-37c67e6f9bdc will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:29.047089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a843d625-4568-41f9-ad29-641670893695 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:29.053433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-829b9932-ebd1-4e93-ad54-aefba5ebbf88 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:29.072562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a70b14c-526e-48db-ba90-5a1c1174a294 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:29.076009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9a70b14c-526e-48db-ba90-5a1c1174a294 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:29.203109 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a843d625-4568-41f9-ad29-641670893695 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] In _notify_port_updated(), no bound segment for port 9c49901a-7a59-48d8-8806-37c67e6f9bdc on network 2072422a-c781-40b3-9db3-8e46dcb4b96a {{(pid=87558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 10:57:29.208720 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a843d625-4568-41f9-ad29-641670893695 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:29.209377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a843d625-4568-41f9-ad29-641670893695 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:29.210709 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a843d625-4568-41f9-ad29-641670893695 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "PUT /v2.0/ports/9c49901a-7a59-48d8-8806-37c67e6f9bdc HTTP/1.1" status: 200  len: 970 time: 2.9686065
Dec 24 10:57:29.216424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843d625-4568-41f9-ad29-641670893695 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event updated for resources: {'Port': ['ID=9c49901a-7a59-48d8-8806-37c67e6f9bdc,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:29.218682 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49970) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:29.265112 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a843d625-4568-41f9-ad29-641670893695 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:29.314934 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c3e84fe1-73e6-433f-88b4-946239486d2d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port 9c49901a-7a59-48d8-8806-37c67e6f9bdc {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:29.315804 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c3e84fe1-73e6-433f-88b4-946239486d2d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:29.321623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ce6d21-5d29-430d-bc8a-3088b8b0b5ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router c944a715-683b-4bf7-94bb-5d906d57db09 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:57:29.328839 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5d05788a-14b3-4cad-8a38-391bad44efe7 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:29.351631 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6aefc03d-d1c1-44a0-b133-e9df6cb0978d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:29.362718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:29.411123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 5d05788a-14b3-4cad-8a38-391bad44efe7 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:29.411296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefc03d-d1c1-44a0-b133-e9df6cb0978d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Port': ['ID=91c7dcdc-07fc-411b-bde7-647ee8da534e,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:29.411920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:29.416690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6aefc03d-d1c1-44a0-b133-e9df6cb0978d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:29.598170 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8f610d9e-067b-4cbd-ab59-f56ab2c382e2 None None] Provisioning for port 9c49901a-7a59-48d8-8806-37c67e6f9bdc completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:29.606228 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8f610d9e-067b-4cbd-ab59-f56ab2c382e2 None None] Provisioning complete for port 9c49901a-7a59-48d8-8806-37c67e6f9bdc triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:29.606944 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8f610d9e-067b-4cbd-ab59-f56ab2c382e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:29.640483 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b3eb57b7-3a85-4e7a-ae75-a681c4e895ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:29.669416 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-8f610d9e-067b-4cbd-ab59-f56ab2c382e2 None None] Port 9c49901a-7a59-48d8-8806-37c67e6f9bdc cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:29.708568 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ce6d21-5d29-430d-bc8a-3088b8b0b5ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:29.715185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9a70b14c-526e-48db-ba90-5a1c1174a294 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:29.719385 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e307e246-0e24-429d-a507-8df9954804ff None None] Sync routers for ids ['c944a715-683b-4bf7-94bb-5d906d57db09'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:29.722966 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3c5a77d9-fde8-4644-8142-5efcb3791e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:29.729956 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e307e246-0e24-429d-a507-8df9954804ff None None] Routers {'c944a715-683b-4bf7-94bb-5d906d57db09'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:29.730645 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e307e246-0e24-429d-a507-8df9954804ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dff9730>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c944a715-683b-4bf7-94bb-5d906d57db09'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:29.791687 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-40ce6d21-5d29-430d-bc8a-3088b8b0b5ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/c944a715-683b-4bf7-94bb-5d906d57db09/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4392965
Dec 24 10:57:29.824304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6aefc03d-d1c1-44a0-b133-e9df6cb0978d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:29.826948 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70b14c-526e-48db-ba90-5a1c1174a294 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Subnet': ['ID=974a58f1-5c81-4c79-ab68-121f35def2aa,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:29.831629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9a70b14c-526e-48db-ba90-5a1c1174a294 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:29.847080 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a70b14c-526e-48db-ba90-5a1c1174a294 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Checking segment: {'id': '481ed354-5bc0-4adb-afb0-fb645de3cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4d529caf-25e8-448c-a933-92d531c10cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:57:29.847763 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a70b14c-526e-48db-ba90-5a1c1174a294 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network hostable DHCP agents. Network: 4d529caf-25e8-448c-a933-92d531c10cbb, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:57:29.875733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a70b14c-526e-48db-ba90-5a1c1174a294 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network 4d529caf-25e8-448c-a933-92d531c10cbb is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:57:29.887745 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-9a70b14c-526e-48db-ba90-5a1c1174a294 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 4d529caf-25e8-448c-a933-92d531c10cbb) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:29.898176 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418a2ad3-0af5-472c-a0d2-c3e233e41ed9 None None] Network 4d529caf-25e8-448c-a933-92d531c10cbb requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:29.913658 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-e307e246-0e24-429d-a507-8df9954804ff None None] Set router c944a715-683b-4bf7-94bb-5d906d57db09 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:57:29.918930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a70b14c-526e-48db-ba90-5a1c1174a294 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:29.922171 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9a70b14c-526e-48db-ba90-5a1c1174a294 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:29.974992 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9a70b14c-526e-48db-ba90-5a1c1174a294 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3528619
Dec 24 10:57:29.977391 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49976) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:29.984231 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-2ceaf40c-1e54-4dd5-810f-8717657f309d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1278552590', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:29.987378 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c3e84fe1-73e6-433f-88b4-946239486d2d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:29.992938 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2ceaf40c-1e54-4dd5-810f-8717657f309d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:29.998023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2ceaf40c-1e54-4dd5-810f-8717657f309d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:router and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:30.002377 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2ceaf40c-1e54-4dd5-810f-8717657f309d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:30.010941 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2ceaf40c-1e54-4dd5-810f-8717657f309d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:30.027641 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ceaf40c-1e54-4dd5-810f-8717657f309d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:30.029510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ceaf40c-1e54-4dd5-810f-8717657f309d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:30.068327 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ceaf40c-1e54-4dd5-810f-8717657f309d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:30.094537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ceaf40c-1e54-4dd5-810f-8717657f309d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:30.121765 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2ceaf40c-1e54-4dd5-810f-8717657f309d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:30.123371 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2ceaf40c-1e54-4dd5-810f-8717657f309d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.1444006
Dec 24 10:57:30.125800 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49982) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:30.133687 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'port': {'network_id': '4d529caf-25e8-448c-a933-92d531c10cbb', 'name': 'tempest-RoutersIpV6Test-1502093640'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:30.174509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c3e84fe1-73e6-433f-88b4-946239486d2d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for 9c49901a-7a59-48d8-8806-37c67e6f9bdc owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:30.252864 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-4d529caf-25e8-448c-a933-92d531c10cbb', 'network_id': '4d529caf-25e8-448c-a933-92d531c10cbb', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'fixed_ips': [{'subnet_id': '974a58f1-5c81-4c79-ab68-121f35def2aa'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:57:30.254082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:30.373230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aefc03d-d1c1-44a0-b133-e9df6cb0978d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router 1f3f5d7a-be59-4add-994e-f4ab6ab0a370 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:57:30.383304 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:30.387708 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e307e246-0e24-429d-a507-8df9954804ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dff9730>, [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:57:28Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '7debf3bb-3e6c-4907-884b-ffbac5de672e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'port_id': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'mac_address': 'fa:16:3e:20:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:55:01Z', 'updated_at': '2021-12-24T10:55:07Z', 'revision_number': 1, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edad6844-4910-4f3d-af71-5920b2761e80', 'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:04:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:23Z', 'updated_at': '2021-12-24T10:54:35Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:30.397180 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e307e246-0e24-429d-a507-8df9954804ff None None] Checking router: c944a715-683b-4bf7-94bb-5d906d57db09 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:57:30.403864 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:30.414992 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e307e246-0e24-429d-a507-8df9954804ff None None] Routers {'c944a715-683b-4bf7-94bb-5d906d57db09'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:30.415630 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e307e246-0e24-429d-a507-8df9954804ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dff9730>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c944a715-683b-4bf7-94bb-5d906d57db09'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:30.442002 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:30.445541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:30.535473 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Allocated IP 2001:db8::2 (4d529caf-25e8-448c-a933-92d531c10cbb/974a58f1-5c81-4c79-ab68-121f35def2aa/5d1a691a-c091-4821-8b14-ea42aad45b24) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:30.544195 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] device_id is not set on port 1dc3c832-ec6e-45d9-98c7-1ec2778a1b26 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:57:30.647799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd906e-85a5-4482-a4e9-a85307feb822 req-75195642-0d53-457e-8133-ad148f83c4d4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:30.648757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-71fd906e-85a5-4482-a4e9-a85307feb822 req-75195642-0d53-457e-8133-ad148f83c4d4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:57:30.669097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-71fd906e-85a5-4482-a4e9-a85307feb822 req-75195642-0d53-457e-8133-ad148f83c4d4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:57:30.670406 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-71fd906e-85a5-4482-a4e9-a85307feb822 req-75195642-0d53-457e-8133-ad148f83c4d4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 946 time: 0.1875207
Dec 24 10:57:30.700343 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-e307e246-0e24-429d-a507-8df9954804ff None None] Set router c944a715-683b-4bf7-94bb-5d906d57db09 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:57:30.704290 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aefc03d-d1c1-44a0-b133-e9df6cb0978d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:30.745342 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-71fd906e-85a5-4482-a4e9-a85307feb822 req-e65274af-b46c-412e-b8c4-26f4aba118a4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=af586961-93bf-4693-bbe2-2cdabc45cde2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684292
Dec 24 10:57:30.747959 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6aefc03d-d1c1-44a0-b133-e9df6cb0978d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/1f3f5d7a-be59-4add-994e-f4ab6ab0a370/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8511076
Dec 24 10:57:30.748696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49986) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:30.751164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c3e84fe1-73e6-433f-88b4-946239486d2d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:30.759271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-488da32b-3ec2-4de3-8ec6-94480f29c2fe tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:30.780360 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c64a0b-9a77-4292-a147-b0142951a80b None None] Sync routers for ids ['1f3f5d7a-be59-4add-994e-f4ab6ab0a370'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:30.792924 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:30.795496 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c64a0b-9a77-4292-a147-b0142951a80b None None] Routers {'1f3f5d7a-be59-4add-994e-f4ab6ab0a370'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:30.796123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-73c64a0b-9a77-4292-a147-b0142951a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3fdd60>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['1f3f5d7a-be59-4add-994e-f4ab6ab0a370'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:30.813923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e84fe1-73e6-433f-88b4-946239486d2d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=9c49901a-7a59-48d8-8806-37c67e6f9bdc,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:30.814158 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-555af617-7c51-41e8-9579-6732f5f7acec tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f3f5d7a-be59-4add-994e-f4ab6ab0a370 HTTP/1.1" status: 200  len: 205 time: 0.0604877
Dec 24 10:57:30.814415 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 49990) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:30.818725 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c3e84fe1-73e6-433f-88b4-946239486d2d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:30.873366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c3e84fe1-73e6-433f-88b4-946239486d2d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:30.875730 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c3e84fe1-73e6-433f-88b4-946239486d2d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/ports/9c49901a-7a59-48d8-8806-37c67e6f9bdc HTTP/1.1" status: 204  len: 168 time: 1.6438069
Dec 24 10:57:30.875952 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Transition to ACTIVE for port object 5d1a691a-c091-4821-8b14-ea42aad45b24 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:30.878929 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49994) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:30.898248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Transition to ACTIVE for port object 5d1a691a-c091-4821-8b14-ea42aad45b24 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:30.901680 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-73c64a0b-9a77-4292-a147-b0142951a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3fdd60>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:30.904513 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:57:30.912024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:30.918479 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:30.951345 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c64a0b-9a77-4292-a147-b0142951a80b None None] Routers {'1f3f5d7a-be59-4add-994e-f4ab6ab0a370'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:30.951930 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-73c64a0b-9a77-4292-a147-b0142951a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3fdd60>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['1f3f5d7a-be59-4add-994e-f4ab6ab0a370'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:30.971503 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e1df1f1-6e98-4f91-8370-09a82ce1448f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] GET failed (client error): The resource could not be found.
Dec 24 10:57:30.972049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1e1df1f1-6e98-4f91-8370-09a82ce1448f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Synchronizing usage tracker for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:57:30.993720 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5cee5c0c-5877-4f54-9fcc-82e62e9a1791 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.016019 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1e1df1f1-6e98-4f91-8370-09a82ce1448f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Unset dirty status for tenant:76a915c8805b4a2492a23d389fe73308 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:57:31.020442 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1e1df1f1-6e98-4f91-8370-09a82ce1448f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports/9c49901a-7a59-48d8-8806-37c67e6f9bdc HTTP/1.1" status: 404  len: 333 time: 0.1401324
Dec 24 10:57:31.021265 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 49998) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:31.132347 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ffa24e17-3a14-4352-9b83-d1df2caa4679 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.136316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-73c64a0b-9a77-4292-a147-b0142951a80b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3fdd60>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:31.136978 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c64a0b-9a77-4292-a147-b0142951a80b None None] The sync data for ids ['1f3f5d7a-be59-4add-994e-f4ab6ab0a370'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:57:31.146027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Network 4d529caf-25e8-448c-a933-92d531c10cbb is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:31.154769 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:31.167129 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ffa24e17-3a14-4352-9b83-d1df2caa4679 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.181309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:31.191083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Pushing event updated for resources: {'Port': ['ID=5d1a691a-c091-4821-8b14-ea42aad45b24,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:31.191603 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e307e246-0e24-429d-a507-8df9954804ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dff9730>, [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:57:28Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '7debf3bb-3e6c-4907-884b-ffbac5de672e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'port_id': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'mac_address': 'fa:16:3e:20:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:55:01Z', 'updated_at': '2021-12-24T10:55:07Z', 'revision_number': 1, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edad6844-4910-4f3d-af71-5920b2761e80', 'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:04:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:23Z', 'updated_at': '2021-12-24T10:54:35Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:31.196934 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e307e246-0e24-429d-a507-8df9954804ff None None] The sync data for ids ['c944a715-683b-4bf7-94bb-5d906d57db09'] in dv-neutron-822668-2-hyperv is: [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:57:28Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '7debf3bb-3e6c-4907-884b-ffbac5de672e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.27', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'port_id': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'mac_address': 'fa:16:3e:20:cf:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:55:01Z', 'updated_at': '2021-12-24T10:55:07Z', 'revision_number': 1, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edad6844-4910-4f3d-af71-5920b2761e80', 'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:04:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:23Z', 'updated_at': '2021-12-24T10:54:35Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:57:31.236335 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:31.240380 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ffa24e17-3a14-4352-9b83-d1df2caa4679 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.244539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:31.257862 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa24e17-3a14-4352-9b83-d1df2caa4679 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce46393c-76ad-47ba-974f-4a725a5ea069,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:31.261789 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ffa24e17-3a14-4352-9b83-d1df2caa4679 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:31.265681 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ffa24e17-3a14-4352-9b83-d1df2caa4679 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.269493 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ffa24e17-3a14-4352-9b83-d1df2caa4679 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/security-groups/ce46393c-76ad-47ba-974f-4a725a5ea069 HTTP/1.1" status: 204  len: 168 time: 0.2443857
Dec 24 10:57:31.269902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50002) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:31.312312 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Attempting to bind port 5d1a691a-c091-4821-8b14-ea42aad45b24 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:57:31.312655 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Attempting to bind port 5d1a691a-c091-4821-8b14-ea42aad45b24 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '481ed354-5bc0-4adb-afb0-fb645de3cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4d529caf-25e8-448c-a933-92d531c10cbb'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:57:31.313042 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Attempting to bind port 5d1a691a-c091-4821-8b14-ea42aad45b24 on network 4d529caf-25e8-448c-a933-92d531c10cbb {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:57:31.318947 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:57:31.319334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Checking segment: {'id': '481ed354-5bc0-4adb-afb0-fb645de3cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4d529caf-25e8-448c-a933-92d531c10cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:57:31.319743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.320145 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Bound using segment: {'id': '481ed354-5bc0-4adb-afb0-fb645de3cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4d529caf-25e8-448c-a933-92d531c10cbb'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:57:31.320632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Bound port: 5d1a691a-c091-4821-8b14-ea42aad45b24, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481ed354-5bc0-4adb-afb0-fb645de3cfdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '4d529caf-25e8-448c-a933-92d531c10cbb'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:57:31.321012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.337514 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4456b6cd-8ad1-4ec5-995d-20b3b92ed3ec tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.369145 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4456b6cd-8ad1-4ec5-995d-20b3b92ed3ec tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.413552 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] For port 5d1a691a-c091-4821-8b14-ea42aad45b24, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:57:31.418073 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] For port 5d1a691a-c091-4821-8b14-ea42aad45b24, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5d1a691a-c091-4821-8b14-ea42aad45b24,segment=NetworkSegment(481ed354-5bc0-4adb-afb0-fb645de3cfdb),segment_id=481ed354-5bc0-4adb-afb0-fb645de3cfdb)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:57:31.432560 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.445571 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-55cb000b-e3c6-4412-86b6-3ba1eb1312b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:31.448032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4456b6cd-8ad1-4ec5-995d-20b3b92ed3ec tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.452528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0da47d2f-57c8-462c-93ec-c3bc726b2d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:31.470883 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456b6cd-8ad1-4ec5-995d-20b3b92ed3ec tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8708f3b-a8ce-43dd-9245-5242a47bb533,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:31.479976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4456b6cd-8ad1-4ec5-995d-20b3b92ed3ec tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:31.482189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4456b6cd-8ad1-4ec5-995d-20b3b92ed3ec tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.486206 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4456b6cd-8ad1-4ec5-995d-20b3b92ed3ec tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/security-groups/a8708f3b-a8ce-43dd-9245-5242a47bb533 HTTP/1.1" status: 204  len: 168 time: 0.2151802
Dec 24 10:57:31.486868 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50006) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:31.553315 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Pushing event updated for resources: {'Port': ['ID=5d1a691a-c091-4821-8b14-ea42aad45b24,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:31.558370 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:31.589770 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Allocated IP 2001:db8::1f4 (4d529caf-25e8-448c-a933-92d531c10cbb/974a58f1-5c81-4c79-ab68-121f35def2aa/1dc3c832-ec6e-45d9-98c7-1ec2778a1b26) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:31.598604 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5cee5c0c-5877-4f54-9fcc-82e62e9a1791 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.603176 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-422eb5a1-e663-4e68-adde-6badbba2b302 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.605861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5cee5c0c-5877-4f54-9fcc-82e62e9a1791 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.641085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-422eb5a1-e663-4e68-adde-6badbba2b302 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.665995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5cee5c0c-5877-4f54-9fcc-82e62e9a1791 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.666605 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cee5c0c-5877-4f54-9fcc-82e62e9a1791 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Fanout notify agent at l3_agent the message router_deleted on router 1f3f5d7a-be59-4add-994e-f4ab6ab0a370 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:57:31.772592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-422eb5a1-e663-4e68-adde-6badbba2b302 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.779293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4456b6cd-8ad1-4ec5-995d-20b3b92ed3ec tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:31.806999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422eb5a1-e663-4e68-adde-6badbba2b302 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26be4c4-5e87-4bdf-bfdf-ce0ede39d536,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:31.809402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5cee5c0c-5877-4f54-9fcc-82e62e9a1791 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.810410 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5cee5c0c-5877-4f54-9fcc-82e62e9a1791 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/routers/1f3f5d7a-be59-4add-994e-f4ab6ab0a370 HTTP/1.1" status: 204  len: 168 time: 0.9943557
Dec 24 10:57:31.814069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50012) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:31.831332 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f00779-a489-4547-a3d0-7338bc3323de req-eb53ccbc-9349-48e6-ba6c-743305e2aeb2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:31.832877 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-84f00779-a489-4547-a3d0-7338bc3323de req-eb53ccbc-9349-48e6-ba6c-743305e2aeb2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/ports?device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 946 time: 0.1516435
Dec 24 10:57:31.833992 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-422eb5a1-e663-4e68-adde-6badbba2b302 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:31.839607 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-422eb5a1-e663-4e68-adde-6badbba2b302 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.843735 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-422eb5a1-e663-4e68-adde-6badbba2b302 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/security-groups/d26be4c4-5e87-4bdf-bfdf-ce0ede39d536 HTTP/1.1" status: 204  len: 168 time: 0.3528569
Dec 24 10:57:31.860782 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50016) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:31.899012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a754820c-cd39-45c3-9b26-9217763ea191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:31.922269 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-84f00779-a489-4547-a3d0-7338bc3323de req-10cb5d25-1f45-4498-9d53-2ee07e93ea08 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 650864a3-34d6-456d-92c3-831869297b7b {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:31.922818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-84f00779-a489-4547-a3d0-7338bc3323de req-10cb5d25-1f45-4498-9d53-2ee07e93ea08 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:32.006532 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab885f92-e8cd-40e1-aa83-b91645e16a0e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting subnet 8075845d-9041-4c3e-8de8-46ddf0072117 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:57:32.014436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ab885f92-e8cd-40e1-aa83-b91645e16a0e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:32.044898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3257171-2065-4e03-9a41-3b938eddb1cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting subnet d43a88bc-1c99-49e8-a7fc-8e1371aadcf5 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:57:32.059728 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3257171-2065-4e03-9a41-3b938eddb1cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:32.124862 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:32.143951 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ab885f92-e8cd-40e1-aa83-b91645e16a0e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:32.185261 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3257171-2065-4e03-9a41-3b938eddb1cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:32.194343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f707d-ab86-4df2-a313-9e6f15be55f3 req-8d905a7b-4def-4eb9-b606-8f8236ec9175 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:32.195832 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8a6f707d-ab86-4df2-a313-9e6f15be55f3 req-8d905a7b-4def-4eb9-b606-8f8236ec9175 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=951ac403-aaa9-4185-8af9-2d832a0fdb96 HTTP/1.1" status: 200  len: 946 time: 0.2224758
Dec 24 10:57:32.236313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Transition to ACTIVE for port object 1dc3c832-ec6e-45d9-98c7-1ec2778a1b26 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:32.275864 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8a6f707d-ab86-4df2-a313-9e6f15be55f3 req-1b11ae14-28bc-4c14-add5-3202dbb9a3fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=af586961-93bf-4693-bbe2-2cdabc45cde2&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661430
Dec 24 10:57:32.295115 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-84f00779-a489-4547-a3d0-7338bc3323de req-10cb5d25-1f45-4498-9d53-2ee07e93ea08 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 650864a3-34d6-456d-92c3-831869297b7b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=650864a3-34d6-456d-92c3-831869297b7b,segment=NetworkSegment(97c933c0-8b0f-4db9-8ee1-c1cc50aba68c),segment_id=97c933c0-8b0f-4db9-8ee1-c1cc50aba68c)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:32.295486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-84f00779-a489-4547-a3d0-7338bc3323de req-10cb5d25-1f45-4498-9d53-2ee07e93ea08 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:32.321068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3257171-2065-4e03-9a41-3b938eddb1cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:32.370435 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ab885f92-e8cd-40e1-aa83-b91645e16a0e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:32.412298 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:32.432599 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c7493874-23ef-4d9f-bd8c-f6162eab814f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:32.434526 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-84f00779-a489-4547-a3d0-7338bc3323de req-10cb5d25-1f45-4498-9d53-2ee07e93ea08 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 650864a3-34d6-456d-92c3-831869297b7b owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:32.492089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network 4d529caf-25e8-448c-a933-92d531c10cbb is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:32.503315 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:32.511747 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:32.517361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:32.518037 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:32.559044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=1dc3c832-ec6e-45d9-98c7-1ec2778a1b26,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:32.565942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:32.575805 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3257171-2065-4e03-9a41-3b938eddb1cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:32.580685 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9a70b14c-526e-48db-ba90-5a1c1174a294 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:32.615393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-84f00779-a489-4547-a3d0-7338bc3323de req-10cb5d25-1f45-4498-9d53-2ee07e93ea08 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:32.619003 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ab885f92-e8cd-40e1-aa83-b91645e16a0e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:32.626432 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.4966173
Dec 24 10:57:32.626813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e682694a-05b6-405b-8201-504d81c791cc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:32.628306 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3257171-2065-4e03-9a41-3b938eddb1cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Subnet': ['ID=d43a88bc-1c99-49e8-a7fc-8e1371aadcf5,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:32.629929 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50020) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:32.713074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb5d25-1f45-4498-9d53-2ee07e93ea08 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=650864a3-34d6-456d-92c3-831869297b7b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:32.715909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-10cb5d25-1f45-4498-9d53-2ee07e93ea08 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:32.753820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f00779-a489-4547-a3d0-7338bc3323de req-10cb5d25-1f45-4498-9d53-2ee07e93ea08 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] No DVR routers for this DVR port 650864a3-34d6-456d-92c3-831869297b7b on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:57:32.756476 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-84f00779-a489-4547-a3d0-7338bc3323de req-10cb5d25-1f45-4498-9d53-2ee07e93ea08 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:32.759304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951ac403-aaa9-4185-8af9-2d832a0fdb96', 'name': 'network-vif-deleted', 'tag': '650864a3-34d6-456d-92c3-831869297b7b'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:57:32.783595 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-84f00779-a489-4547-a3d0-7338bc3323de req-10cb5d25-1f45-4498-9d53-2ee07e93ea08 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "DELETE /v2.0/ports/650864a3-34d6-456d-92c3-831869297b7b HTTP/1.1" status: 204  len: 173 time: 0.9414454
Dec 24 10:57:32.795661 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d3257171-2065-4e03-9a41-3b938eddb1cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:32.799378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d1f87ff7-987c-4f67-8e99-2b28d24c7917 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:32.805634 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6a95b7-9e57-4352-a025-f47b1fe1d6ab None None] Network 4d529caf-25e8-448c-a933-92d531c10cbb requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:32.830074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3257171-2065-4e03-9a41-3b938eddb1cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:32.834749 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951ac403-aaa9-4185-8af9-2d832a0fdb96', 'name': 'network-vif-deleted', 'tag': '650864a3-34d6-456d-92c3-831869297b7b', 'status': 'completed', 'code': 200}
Dec 24 10:57:32.838555 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce71b5c9-8c38-4892-9332-4723b94f9fc0 None None] Network 2609aff3-28de-467f-8fe0-3de5aaf3dca5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:32.840747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50026) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:32.841089 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d3257171-2065-4e03-9a41-3b938eddb1cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/d43a88bc-1c99-49e8-a7fc-8e1371aadcf5 HTTP/1.1" status: 204  len: 168 time: 0.9712410
Dec 24 10:57:32.842904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ab885f92-e8cd-40e1-aa83-b91645e16a0e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:32.844431 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ab885f92-e8cd-40e1-aa83-b91645e16a0e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/subnets/8075845d-9041-4c3e-8de8-46ddf0072117 HTTP/1.1" status: 204  len: 168 time: 1.0291822
Dec 24 10:57:32.849324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50030) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:32.852165 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b775e6-59d0-4e18-b425-2a757b3910ed None None] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:32.880101 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab885f92-e8cd-40e1-aa83-b91645e16a0e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Subnet': ['ID=8075845d-9041-4c3e-8de8-46ddf0072117,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:32.949859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ab885f92-e8cd-40e1-aa83-b91645e16a0e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:33.139455 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b645798-1f26-4a8a-b487-ba3023996230 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting subnet 0662b864-d4f9-4ef0-9671-1ab0ecf325d8 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:57:33.144131 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b645798-1f26-4a8a-b487-ba3023996230 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:33.150520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b764992a-1e48-4236-84dc-d0395a8a0206 None None] Provisioning for port 5d1a691a-c091-4821-8b14-ea42aad45b24 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:33.170746 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:33.262563 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:33.270530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b645798-1f26-4a8a-b487-ba3023996230 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:33.283278 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:33.400614 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5d1a691a-c091-4821-8b14-ea42aad45b24 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:33.503452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port 016dbfe5-7c36-497d-a264-a6e07c71a18c {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:33.504263 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:33.550556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b645798-1f26-4a8a-b487-ba3023996230 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:33.758595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b645798-1f26-4a8a-b487-ba3023996230 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:33.766693 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d54fb94b-7bbb-4640-a315-be1d11f3294e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:33.785657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 5d1a691a-c091-4821-8b14-ea42aad45b24 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:33.813484 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 5d1a691a-c091-4821-8b14-ea42aad45b24 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:33.814286 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:33.822939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50036) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:33.823614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b645798-1f26-4a8a-b487-ba3023996230 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Subnet': ['ID=0662b864-d4f9-4ef0-9671-1ab0ecf325d8,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:33.826124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8b645798-1f26-4a8a-b487-ba3023996230 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:33.855760 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8b645798-1f26-4a8a-b487-ba3023996230 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:33.861299 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f888b78b-0702-49a6-a7ce-9945f2f6b021 None None] DHCP port deletion for 2609aff3-28de-467f-8fe0-3de5aaf3dca5 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:57:33.879736 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8b645798-1f26-4a8a-b487-ba3023996230 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/0662b864-d4f9-4ef0-9671-1ab0ecf325d8 HTTP/1.1" status: 204  len: 168 time: 1.0344508
Dec 24 10:57:33.883079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50040) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:33.888567 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-f888b78b-0702-49a6-a7ce-9945f2f6b021 None None] Deleting port 016dbfe5-7c36-497d-a264-a6e07c71a18c {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:33.889063 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f888b78b-0702-49a6-a7ce-9945f2f6b021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:33.942692 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab083fe-2ef7-4fb0-8f46-43383d90d7ac tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:57:33.943146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab083fe-2ef7-4fb0-8f46-43383d90d7ac tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:57:33.944788 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-aab083fe-2ef7-4fb0-8f46-43383d90d7ac tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/d43a88bc-1c99-49e8-a7fc-8e1371aadcf5 HTTP/1.1" status: 404  len: 337 time: 0.0612991
Dec 24 10:57:33.950833 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50044) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:33.969185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] For port 016dbfe5-7c36-497d-a264-a6e07c71a18c, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=016dbfe5-7c36-497d-a264-a6e07c71a18c,segment=NetworkSegment(8c14ae42-fc9d-497f-b216-f65c5a01beb6),segment_id=8c14ae42-fc9d-497f-b216-f65c5a01beb6)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:33.969772 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:34.022575 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e445323-f591-4981-8d47-70797c3b5646 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting subnet c31d197d-8742-4b2b-a557-919c5e3a5844 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:57:34.027089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e445323-f591-4981-8d47-70797c3b5646 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:34.083110 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9202ba0c-50e2-4d8b-bf04-47ee157f7a4f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:34.105439 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:34.112774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Calling delete_port for 016dbfe5-7c36-497d-a264-a6e07c71a18c owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:34.131180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e445323-f591-4981-8d47-70797c3b5646 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:34.161127 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9202ba0c-50e2-4d8b-bf04-47ee157f7a4f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:34.184808 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 5d1a691a-c091-4821-8b14-ea42aad45b24, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5d1a691a-c091-4821-8b14-ea42aad45b24,segment=NetworkSegment(481ed354-5bc0-4adb-afb0-fb645de3cfdb),segment_id=481ed354-5bc0-4adb-afb0-fb645de3cfdb)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:34.206064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:34.212745 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0bbd287a-653d-41b5-b1bc-720ca2b8c9ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:34.225035 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:34.264961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e445323-f591-4981-8d47-70797c3b5646 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:34.329245 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=5d1a691a-c091-4821-8b14-ea42aad45b24,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:34.331967 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9202ba0c-50e2-4d8b-bf04-47ee157f7a4f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:34.332281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d3a14d56-c21c-43fd-9bbb-35224936758a no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:57:34.352855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:34.376000 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:34.378580 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202ba0c-50e2-4d8b-bf04-47ee157f7a4f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af586961-93bf-4693-bbe2-2cdabc45cde2,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:34.383450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9202ba0c-50e2-4d8b-bf04-47ee157f7a4f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:34.397705 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9202ba0c-50e2-4d8b-bf04-47ee157f7a4f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:34.401558 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9202ba0c-50e2-4d8b-bf04-47ee157f7a4f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/security-groups/af586961-93bf-4693-bbe2-2cdabc45cde2 HTTP/1.1" status: 204  len: 168 time: 0.5716577
Dec 24 10:57:34.458590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e445323-f591-4981-8d47-70797c3b5646 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:34.468043 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-10f47fe4-a803-4fb9-a4ce-ce9b6d45b923 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:34.469463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:34.474320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50050) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:34.483451 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-21f012e3-5736-45d9-9c3f-b1299b38240d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:34.502755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e445323-f591-4981-8d47-70797c3b5646 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Subnet': ['ID=c31d197d-8742-4b2b-a557-919c5e3a5844,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:34.506277 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4e445323-f591-4981-8d47-70797c3b5646 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:34.511319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e445323-f591-4981-8d47-70797c3b5646 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:34.522000 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4e445323-f591-4981-8d47-70797c3b5646 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/c31d197d-8742-4b2b-a557-919c5e3a5844 HTTP/1.1" status: 204  len: 168 time: 0.5704615
Dec 24 10:57:34.525282 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50054) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:34.543177 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: d3a14d56-c21c-43fd-9bbb-35224936758a {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:57:34.543463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d3a14d56-c21c-43fd-9bbb-35224936758a not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:57:34.555317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-cd32457d-b0cc-4de8-8a0e-d5ad9aa3d154 None None] Provisioning complete for port 5d1a691a-c091-4821-8b14-ea42aad45b24 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:34.555704 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cd32457d-b0cc-4de8-8a0e-d5ad9aa3d154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:34.575103 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3cc5a6-679e-48b4-936c-cf27b94ce0a1 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:57:34.575908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3cc5a6-679e-48b4-936c-cf27b94ce0a1 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:57:34.577792 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-da3cc5a6-679e-48b4-936c-cf27b94ce0a1 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/f210ca4f-da0f-4104-b276-827605baf280 HTTP/1.1" status: 404  len: 337 time: 0.0515187
Dec 24 10:57:34.580857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50058) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:34.602710 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f73bcdc-05ee-4e11-919d-c1ed033685c9 None None] Update dhcp port {'port': {'network_id': '2072422a-c781-40b3-9db3-8e46dcb4b96a', 'fixed_ips': [{'subnet_id': 'c31d197d-8742-4b2b-a557-919c5e3a5844', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0662b864-d4f9-4ef0-9671-1ab0ecf325d8'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': '5d05788a-14b3-4cad-8a38-391bad44efe7'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 10:57:34.647136 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3cce7317-4053-4d31-9468-0406b2c2d53b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "GET /v2.0/ports?device_id=95e0773d-026f-454f-9d21-34f5790cac37 HTTP/1.1" status: 200  len: 205 time: 0.0507908
Dec 24 10:57:34.647406 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50062) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:34.653668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] No DVR routers for this DVR port 016dbfe5-7c36-497d-a264-a6e07c71a18c on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:57:34.665079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3f73bcdc-05ee-4e11-919d-c1ed033685c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:34.681182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Port': ['ID=016dbfe5-7c36-497d-a264-a6e07c71a18c,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:34.683768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:34.718087 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-97a3c97a-6cf9-4bed-afdc-59752ff6386e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] delete failed (client error): The resource could not be found.
Dec 24 10:57:34.721652 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-97a3c97a-6cf9-4bed-afdc-59752ff6386e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/routers/95e0773d-026f-454f-9d21-34f5790cac37 HTTP/1.1" status: 404  len: 336 time: 0.0707734
Dec 24 10:57:34.722647 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50066) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:34.759047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-f888b78b-0702-49a6-a7ce-9945f2f6b021 None None] For port 016dbfe5-7c36-497d-a264-a6e07c71a18c, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=016dbfe5-7c36-497d-a264-a6e07c71a18c,segment=NetworkSegment(8c14ae42-fc9d-497f-b216-f65c5a01beb6),segment_id=8c14ae42-fc9d-497f-b216-f65c5a01beb6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:34.759456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f888b78b-0702-49a6-a7ce-9945f2f6b021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:34.764044 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-282d1769-b72e-4967-8dfc-3da2eff5622d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:57:34.764697 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-282d1769-b72e-4967-8dfc-3da2eff5622d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:57:34.768677 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-282d1769-b72e-4967-8dfc-3da2eff5622d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/b7a5ba2d-2274-4105-a098-e8ee8b7afd0c HTTP/1.1" status: 404  len: 337 time: 0.0435839
Dec 24 10:57:34.769230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50070) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:34.807674 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-6200b10e-fd28-4001-b2f4-55bcefd0a49d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:57:34.808245 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6200b10e-fd28-4001-b2f4-55bcefd0a49d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:57:34.812364 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6200b10e-fd28-4001-b2f4-55bcefd0a49d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/347f2a1a-c551-46f3-9a0a-6a9727e9f805 HTTP/1.1" status: 404  len: 337 time: 0.0402057
Dec 24 10:57:34.812736 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50074) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:34.855130 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-44cec904-1fea-4bed-9365-661e2dbd5ed1 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:57:34.855597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44cec904-1fea-4bed-9365-661e2dbd5ed1 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:57:34.859645 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-44cec904-1fea-4bed-9365-661e2dbd5ed1 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/f8ec460e-e688-4751-afc9-f1f0b145ce59 HTTP/1.1" status: 404  len: 337 time: 0.0436780
Dec 24 10:57:34.859886 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50078) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:34.901770 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-c226fbaa-1252-4eea-805f-b6a4cc2194da tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:57:34.902277 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c226fbaa-1252-4eea-805f-b6a4cc2194da tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:57:34.904823 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c226fbaa-1252-4eea-805f-b6a4cc2194da tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/ports/f32b9f41-ca63-4ce6-aa19-9d8485fc9690 HTTP/1.1" status: 404  len: 333 time: 0.0431695
Dec 24 10:57:34.906610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50082) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:34.950668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-f888b78b-0702-49a6-a7ce-9945f2f6b021 None None] Calling delete_port for 016dbfe5-7c36-497d-a264-a6e07c71a18c owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:34.951208 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65feed6-67ae-4fbd-8d47-5425dd94d0f4 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:57:34.951736 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a65feed6-67ae-4fbd-8d47-5425dd94d0f4 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:57:34.956569 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a65feed6-67ae-4fbd-8d47-5425dd94d0f4 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/446d3d07-1b70-45d4-bcb2-6488743c1937 HTTP/1.1" status: 404  len: 337 time: 0.0461113
Dec 24 10:57:34.956941 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50086) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:34.987913 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 650864a3-34d6-456d-92c3-831869297b7b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:57:34.997575 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-14934a6b-51d3-44dc-90ec-8c4077e63e5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:57:34.998143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14934a6b-51d3-44dc-90ec-8c4077e63e5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:57:35.003439 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-14934a6b-51d3-44dc-90ec-8c4077e63e5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/2f0441de-8efd-4b45-b0fc-261c3149580c HTTP/1.1" status: 404  len: 337 time: 0.0426698
Dec 24 10:57:35.003756 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50090) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:35.028729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-818cedc0-ca09-4f86-b48c-7ce2dc0f616d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting subnet 1189253e-3e76-4440-a940-baae82a0798a {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:57:35.037160 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-818cedc0-ca09-4f86-b48c-7ce2dc0f616d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.042508 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.044188 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 650864a3-34d6-456d-92c3-831869297b7b {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:57:35.044550 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 650864a3-34d6-456d-92c3-831869297b7b not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:57:35.049434 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-b531c99d-8b84-4ad2-b56f-f377f8b5dd0a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:57:35.049923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b531c99d-8b84-4ad2-b56f-f377f8b5dd0a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:57:35.054470 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b531c99d-8b84-4ad2-b56f-f377f8b5dd0a tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/ports/a14a725f-2708-4175-946c-771586e0935e HTTP/1.1" status: 404  len: 333 time: 0.0497193
Dec 24 10:57:35.055203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50094) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:35.096069 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b88762b-e2ca-4f62-a3b6-b5de920a4182 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:57:35.096594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b88762b-e2ca-4f62-a3b6-b5de920a4182 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:57:35.100633 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3b88762b-e2ca-4f62-a3b6-b5de920a4182 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/1576bada-5c89-41ae-ac19-37a5c0d0ca1a HTTP/1.1" status: 404  len: 337 time: 0.0422673
Dec 24 10:57:35.101539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50098) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:35.107577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.143859 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617eabb7-2e32-45d6-9f4e-437190d5ad20 None None] Network 2072422a-c781-40b3-9db3-8e46dcb4b96a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:35.144666 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be98d3f-d412-4b49-b4d6-56b3c5cbfec9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:57:35.145193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be98d3f-d412-4b49-b4d6-56b3c5cbfec9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:57:35.149309 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2be98d3f-d412-4b49-b4d6-56b3c5cbfec9 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/subnets/68cad1ac-4767-4a86-be23-80107e67b150 HTTP/1.1" status: 404  len: 337 time: 0.0450311
Dec 24 10:57:35.149705 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50102) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:35.155735 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-818cedc0-ca09-4f86-b48c-7ce2dc0f616d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.205476 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d00ff70>,) {'filters': {'network_id': ['2609aff3-28de-467f-8fe0-3de5aaf3dca5']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:35.213423 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-f888b78b-0702-49a6-a7ce-9945f2f6b021 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:57:35.214078 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-f888b78b-0702-49a6-a7ce-9945f2f6b021 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:57:35.221931 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-cd32457d-b0cc-4de8-8a0e-d5ad9aa3d154 None None] Provisioning for port 1dc3c832-ec6e-45d9-98c7-1ec2778a1b26 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:35.225365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0c148-2097-4300-a1da-b82ea15f8810 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port ea5cde46-e400-4c79-b864-29ff05e73542 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:35.230216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c148-2097-4300-a1da-b82ea15f8810 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.240321 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-cd32457d-b0cc-4de8-8a0e-d5ad9aa3d154 None None] Provisioning complete for port 1dc3c832-ec6e-45d9-98c7-1ec2778a1b26 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:35.240708 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cd32457d-b0cc-4de8-8a0e-d5ad9aa3d154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.250007 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d00ff70>, '8c14ae42-fc9d-497f-b216-f65c5a01beb6') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:35.250307 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d00ff70>, '8c14ae42-fc9d-497f-b216-f65c5a01beb6') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:35.281151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.288519 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5d1a691a-c091-4821-8b14-ea42aad45b24 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:35.313177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.337795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:57:35.338135 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.429704 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-cd32457d-b0cc-4de8-8a0e-d5ad9aa3d154 None None] Port 1dc3c832-ec6e-45d9-98c7-1ec2778a1b26 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:57:35.445838 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:57:35.454948 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 5d1a691a-c091-4821-8b14-ea42aad45b24 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:35.455535 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.457758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.462535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.468672 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.471675 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e724616a-47d9-49e3-9670-a07170d1a4ad tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:35.500224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c148-2097-4300-a1da-b82ea15f8810 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.503925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.512794 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Network': ['ID=2609aff3-28de-467f-8fe0-3de5aaf3dca5,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:35.515462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:35.522727 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:35.565618 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/networks/2609aff3-28de-467f-8fe0-3de5aaf3dca5 HTTP/1.1" status: 204  len: 168 time: 2.7121937
Dec 24 10:57:35.573899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50106) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:35.577077 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef799e2-68a0-4a26-85e7-437a74d97cd6 None None] DHCP port deletion for 2072422a-c781-40b3-9db3-8e46dcb4b96a request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:57:35.578271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a1b690a9-999f-4b0c-9d5e-7259358c69d3 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-407522937', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:35.589986 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3ef799e2-68a0-4a26-85e7-437a74d97cd6 None None] Deleting port 5d05788a-14b3-4cad-8a38-391bad44efe7 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:35.590258 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ef799e2-68a0-4a26-85e7-437a74d97cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.606696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-818cedc0-ca09-4f86-b48c-7ce2dc0f616d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.662938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-228bbd03-909c-42f0-9807-01f08e2fa762 None None] Provisioning complete for port ea5cde46-e400-4c79-b864-29ff05e73542 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:35.663327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-228bbd03-909c-42f0-9807-01f08e2fa762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.748241 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-f888b78b-0702-49a6-a7ce-9945f2f6b021 None None] Deleting port 016dbfe5-7c36-497d-a264-a6e07c71a18c {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:35.748805 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f888b78b-0702-49a6-a7ce-9945f2f6b021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.765848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=1dc3c832-ec6e-45d9-98c7-1ec2778a1b26,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:35.771314 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:35.800384 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 016dbfe5-7c36-497d-a264-a6e07c71a18c no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:57:35.879752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0c148-2097-4300-a1da-b82ea15f8810 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for ea5cde46-e400-4c79-b864-29ff05e73542 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:35.885940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-818cedc0-ca09-4f86-b48c-7ce2dc0f616d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.898882 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ab885f92-e8cd-40e1-aa83-b91645e16a0e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:35.912523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a1b690a9-999f-4b0c-9d5e-7259358c69d3 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:35.916611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 016dbfe5-7c36-497d-a264-a6e07c71a18c {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:57:35.917355 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 016dbfe5-7c36-497d-a264-a6e07c71a18c not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:57:35.917844 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5d05788a-14b3-4cad-8a38-391bad44efe7 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:57:35.930783 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a1b690a9-999f-4b0c-9d5e-7259358c69d3 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:router and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:35.936133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a1b690a9-999f-4b0c-9d5e-7259358c69d3 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:35.944637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818cedc0-ca09-4f86-b48c-7ce2dc0f616d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Subnet': ['ID=1189253e-3e76-4440-a940-baae82a0798a,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:35.948598 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-818cedc0-ca09-4f86-b48c-7ce2dc0f616d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.953666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a1b690a9-999f-4b0c-9d5e-7259358c69d3 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:35.985643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-818cedc0-ca09-4f86-b48c-7ce2dc0f616d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:35.986853 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-f888b78b-0702-49a6-a7ce-9945f2f6b021 None None] The port '016dbfe5-7c36-497d-a264-a6e07c71a18c' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:57:35.987726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1b690a9-999f-4b0c-9d5e-7259358c69d3 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.989297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1b690a9-999f-4b0c-9d5e-7259358c69d3 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.994203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:35.998373 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-818cedc0-ca09-4f86-b48c-7ce2dc0f616d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/subnets/1189253e-3e76-4440-a940-baae82a0798a HTTP/1.1" status: 204  len: 168 time: 1.4837399
Dec 24 10:57:36.002939 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3160e6b3-11ac-4757-b93d-308fa8bed3d6 None None] Network 1da7f612-8478-493f-adc0-6ced37c56e50 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:36.004566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50118) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:36.037858 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-228bbd03-909c-42f0-9807-01f08e2fa762 None None] Port ea5cde46-e400-4c79-b864-29ff05e73542 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:36.140047 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.146377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1b690a9-999f-4b0c-9d5e-7259358c69d3 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.150124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c148-2097-4300-a1da-b82ea15f8810 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.168354 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:36.213286 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.227159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b0c148-2097-4300-a1da-b82ea15f8810 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Port': ['ID=ea5cde46-e400-4c79-b864-29ff05e73542,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:36.229718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b1b0c148-2097-4300-a1da-b82ea15f8810 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:36.234251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b1b0c148-2097-4300-a1da-b82ea15f8810 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.262587 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b1b0c148-2097-4300-a1da-b82ea15f8810 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/ports/ea5cde46-e400-4c79-b864-29ff05e73542 HTTP/1.1" status: 204  len: 168 time: 1.1117036
Dec 24 10:57:36.264435 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 6151050e-0bc7-4a67-815d-94526532f2b0 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:36.264773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.296320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.296917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50122) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:36.331363 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1b690a9-999f-4b0c-9d5e-7259358c69d3 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.373349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-228bbd03-909c-42f0-9807-01f08e2fa762 None None] Provisioning complete for port 1dc3c832-ec6e-45d9-98c7-1ec2778a1b26 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:36.373750 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-228bbd03-909c-42f0-9807-01f08e2fa762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.499310 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 5d05788a-14b3-4cad-8a38-391bad44efe7, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5d05788a-14b3-4cad-8a38-391bad44efe7,segment=NetworkSegment(9921c1d0-e939-4492-bac6-544efdeadbdc),segment_id=9921c1d0-e939-4492-bac6-544efdeadbdc)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:36.505593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1b690a9-999f-4b0c-9d5e-7259358c69d3 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.507158 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a1b690a9-999f-4b0c-9d5e-7259358c69d3 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 698 time: 0.9326324
Dec 24 10:57:36.510455 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50128) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:36.532361 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3ef799e2-68a0-4a26-85e7-437a74d97cd6 None None] For port 5d05788a-14b3-4cad-8a38-391bad44efe7, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5d05788a-14b3-4cad-8a38-391bad44efe7,segment=NetworkSegment(9921c1d0-e939-4492-bac6-544efdeadbdc),segment_id=9921c1d0-e939-4492-bac6-544efdeadbdc)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:36.533138 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ef799e2-68a0-4a26-85e7-437a74d97cd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.534917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-6d38a746-46b0-4aa0-ae61-6f863186be96 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'network': {'name': 'tempest-RoutersTest-1377585569'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:36.540153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6d38a746-46b0-4aa0-ae61-6f863186be96 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:36.548101 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6d38a746-46b0-4aa0-ae61-6f863186be96 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:network and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:36.551915 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6d38a746-46b0-4aa0-ae61-6f863186be96 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:36.557743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6d38a746-46b0-4aa0-ae61-6f863186be96 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:36.586326 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d38a746-46b0-4aa0-ae61-6f863186be96 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:36.589457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6d38a746-46b0-4aa0-ae61-6f863186be96 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.611582 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.626296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.629364 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:36.687097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.694096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.695299 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.701212 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3c5098e2-98f4-41b7-bcca-d8c358f33946 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:36.726906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port 5d05788a-14b3-4cad-8a38-391bad44efe7 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:36.727180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.752738 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3ef799e2-68a0-4a26-85e7-437a74d97cd6 None None] Calling delete_port for 5d05788a-14b3-4cad-8a38-391bad44efe7 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:36.757902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d38a746-46b0-4aa0-ae61-6f863186be96 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:57:36.782385 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-228bbd03-909c-42f0-9807-01f08e2fa762 None None] Port 1dc3c832-ec6e-45d9-98c7-1ec2778a1b26 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:36.798824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6d38a746-46b0-4aa0-ae61-6f863186be96 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.799722 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-6d38a746-46b0-4aa0-ae61-6f863186be96 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Added segment 39b8c062-7042-4f4c-8a63-c8c438885eae of type vlan for network f212b546-3cb2-4d5d-91b4-351e690c3fbf
Dec 24 10:57:36.807158 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=1dc3c832-ec6e-45d9-98c7-1ec2778a1b26,revision_number=3']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:36.812011 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 6151050e-0bc7-4a67-815d-94526532f2b0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6151050e-0bc7-4a67-815d-94526532f2b0,segment=NetworkSegment(97c933c0-8b0f-4db9-8ee1-c1cc50aba68c),segment_id=97c933c0-8b0f-4db9-8ee1-c1cc50aba68c)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:36.812372 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.856716 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=5d05788a-14b3-4cad-8a38-391bad44efe7,revision_number=11']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:36.859160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-228bbd03-909c-42f0-9807-01f08e2fa762 None None] Provisioning complete for port 5d05788a-14b3-4cad-8a38-391bad44efe7 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:36.859544 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-228bbd03-909c-42f0-9807-01f08e2fa762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:36.890317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:36.939219 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:36.945161 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-3ef799e2-68a0-4a26-85e7-437a74d97cd6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:57:36.945524 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-3ef799e2-68a0-4a26-85e7-437a74d97cd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:57:36.948452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network 4d529caf-25e8-448c-a933-92d531c10cbb is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:36.949618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:37.006618 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 6151050e-0bc7-4a67-815d-94526532f2b0 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:37.033108 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-228bbd03-909c-42f0-9807-01f08e2fa762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:37.056130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6d38a746-46b0-4aa0-ae61-6f863186be96 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:37.060042 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271c8812-ed06-4d1e-acde-fc2326457c64 None None] DHCP port deletion for 1da7f612-8478-493f-adc0-6ced37c56e50 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:57:37.069423 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-271c8812-ed06-4d1e-acde-fc2326457c64 None None] Deleting port 6151050e-0bc7-4a67-815d-94526532f2b0 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:37.069905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-271c8812-ed06-4d1e-acde-fc2326457c64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:37.257183 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:37.269146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:37.323115 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6d38a746-46b0-4aa0-ae61-6f863186be96 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:37.329302 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d38a746-46b0-4aa0-ae61-6f863186be96 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:37.330018 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6d38a746-46b0-4aa0-ae61-6f863186be96 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:37.349666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] For port 5d05788a-14b3-4cad-8a38-391bad44efe7, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5d05788a-14b3-4cad-8a38-391bad44efe7,segment=NetworkSegment(9921c1d0-e939-4492-bac6-544efdeadbdc),segment_id=9921c1d0-e939-4492-bac6-544efdeadbdc)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:37.350051 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:37.377136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=6151050e-0bc7-4a67-815d-94526532f2b0,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:37.381069 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:37.384634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:37.387486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router a30cacf4-ba98-4ed7-8588-0b8896090173 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:57:37.389344 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6151050e-0bc7-4a67-815d-94526532f2b0 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:57:37.402485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] No DVR routers for this DVR port 6151050e-0bc7-4a67-815d-94526532f2b0 on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:57:37.444380 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 6151050e-0bc7-4a67-815d-94526532f2b0 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:57:37.444741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6151050e-0bc7-4a67-815d-94526532f2b0 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:57:37.459913 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3ef799e2-68a0-4a26-85e7-437a74d97cd6 None None] Deleting port 5d05788a-14b3-4cad-8a38-391bad44efe7 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:37.460454 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ef799e2-68a0-4a26-85e7-437a74d97cd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:37.520455 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-228bbd03-909c-42f0-9807-01f08e2fa762 None None] For port 5d05788a-14b3-4cad-8a38-391bad44efe7, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5d05788a-14b3-4cad-8a38-391bad44efe7,segment=NetworkSegment(9921c1d0-e939-4492-bac6-544efdeadbdc),segment_id=9921c1d0-e939-4492-bac6-544efdeadbdc)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:37.535296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-271c8812-ed06-4d1e-acde-fc2326457c64 None None] For port 6151050e-0bc7-4a67-815d-94526532f2b0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6151050e-0bc7-4a67-815d-94526532f2b0,segment=NetworkSegment(97c933c0-8b0f-4db9-8ee1-c1cc50aba68c),segment_id=97c933c0-8b0f-4db9-8ee1-c1cc50aba68c)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:37.535700 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-271c8812-ed06-4d1e-acde-fc2326457c64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:37.554297 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-228bbd03-909c-42f0-9807-01f08e2fa762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:37.563279 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:37.645537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:37.655715 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/a30cacf4-ba98-4ed7-8588-0b8896090173/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0166285
Dec 24 10:57:37.656399 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ade7ab-9737-4c68-8729-b30d02228507 None None] Sync routers for ids ['a30cacf4-ba98-4ed7-8588-0b8896090173'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:37.657173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50134) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:37.672166 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ade7ab-9737-4c68-8729-b30d02228507 None None] Routers {'a30cacf4-ba98-4ed7-8588-0b8896090173'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:37.672792 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f4ade7ab-9737-4c68-8729-b30d02228507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9e6e50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['a30cacf4-ba98-4ed7-8588-0b8896090173'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:37.730113 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Calling delete_port for 5d05788a-14b3-4cad-8a38-391bad44efe7 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:37.736983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da8de9e-da44-4f09-9d88-3065c47fe242 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:37.737588 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4da8de9e-da44-4f09-9d88-3065c47fe242 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Synchronizing usage tracker for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:57:37.755454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4da8de9e-da44-4f09-9d88-3065c47fe242 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Unset dirty status for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:57:37.759427 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4da8de9e-da44-4f09-9d88-3065c47fe242 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports/1dc3c832-ec6e-45d9-98c7-1ec2778a1b26 HTTP/1.1" status: 200  len: 984 time: 0.0980992
Dec 24 10:57:37.759619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50138) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:37.792628 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f4ade7ab-9737-4c68-8729-b30d02228507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9e6e50>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:37.801881 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ade7ab-9737-4c68-8729-b30d02228507 None None] Routers {'a30cacf4-ba98-4ed7-8588-0b8896090173'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:37.802498 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f4ade7ab-9737-4c68-8729-b30d02228507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9e6e50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['a30cacf4-ba98-4ed7-8588-0b8896090173'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:37.862846 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-271c8812-ed06-4d1e-acde-fc2326457c64 None None] Calling delete_port for 6151050e-0bc7-4a67-815d-94526532f2b0 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:37.880535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:37.915379 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b772e2f40>,) {'filters': {'network_id': ['1da7f612-8478-493f-adc0-6ced37c56e50']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:37.931076 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b772e2f40>, '97c933c0-8b0f-4db9-8ee1-c1cc50aba68c') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:37.931488 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b772e2f40>, '97c933c0-8b0f-4db9-8ee1-c1cc50aba68c') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:37.946327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:37.963953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:37.970399 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:57:37.970945 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:37.984766 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bbd03-909c-42f0-9807-01f08e2fa762 None None] Pushing event updated for resources: {'Port': ['ID=5d05788a-14b3-4cad-8a38-391bad44efe7,revision_number=12']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:37.990291 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f4ade7ab-9737-4c68-8729-b30d02228507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9e6e50>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:37.990706 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ade7ab-9737-4c68-8729-b30d02228507 None None] The sync data for ids ['a30cacf4-ba98-4ed7-8588-0b8896090173'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:57:38.004229 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-019eafbf-1357-4bf3-8629-1edf62b7ae9c None None] Provisioning complete for port 1dc3c832-ec6e-45d9-98c7-1ec2778a1b26 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:38.004819 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-019eafbf-1357-4bf3-8629-1edf62b7ae9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:57:38.132474 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:57:38.138350 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6d38a746-46b0-4aa0-ae61-6f863186be96 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.6095822
Dec 24 10:57:38.159214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-228bbd03-909c-42f0-9807-01f08e2fa762 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:38.160833 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-019eafbf-1357-4bf3-8629-1edf62b7ae9c None None] Port 1dc3c832-ec6e-45d9-98c7-1ec2778a1b26 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:38.176258 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50142) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:38.194710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:38.196092 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ad22c832-773b-425d-9f31-a31920f173dd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'subnet': {'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:38.204451 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-271c8812-ed06-4d1e-acde-fc2326457c64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:57:38.205123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-271c8812-ed06-4d1e-acde-fc2326457c64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:57:38.216146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3ef799e2-68a0-4a26-85e7-437a74d97cd6 None None] For port 5d05788a-14b3-4cad-8a38-391bad44efe7, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5d05788a-14b3-4cad-8a38-391bad44efe7,segment=NetworkSegment(9921c1d0-e939-4492-bac6-544efdeadbdc),segment_id=9921c1d0-e939-4492-bac6-544efdeadbdc)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:38.216907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ef799e2-68a0-4a26-85e7-437a74d97cd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:38.234977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:38.254812 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d38a746-46b0-4aa0-ae61-6f863186be96 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Network': ['ID=f212b546-3cb2-4d5d-91b4-351e690c3fbf,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:38.260287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6d38a746-46b0-4aa0-ae61-6f863186be96 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:38.260849 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-90fafcf8-9afe-4a07-9039-112c3798ef4a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:38.299597 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/networks/1da7f612-8478-493f-adc0-6ced37c56e50 HTTP/1.1" status: 204  len: 168 time: 2.2898114
Dec 24 10:57:38.301954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50146) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:38.305715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Network': ['ID=1da7f612-8478-493f-adc0-6ced37c56e50,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:38.323659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network f212b546-3cb2-4d5d-91b4-351e690c3fbf details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:57:38.419861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3ef799e2-68a0-4a26-85e7-437a74d97cd6 None None] Calling delete_port for 5d05788a-14b3-4cad-8a38-391bad44efe7 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:38.444065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ad22c832-773b-425d-9f31-a31920f173dd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:38.449922 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ad22c832-773b-425d-9f31-a31920f173dd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:subnet and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:38.453614 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ad22c832-773b-425d-9f31-a31920f173dd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:38.462564 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ad22c832-773b-425d-9f31-a31920f173dd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:38.509351 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:38.525757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad22c832-773b-425d-9f31-a31920f173dd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:38.529326 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ad22c832-773b-425d-9f31-a31920f173dd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:38.541789 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:57:38.542170 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:57:38.581031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-2676dc50-17a8-4c0b-b173-2079e2582b3c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port e59d006b-9543-4784-978a-3d195822f0ec {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:38.581441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2676dc50-17a8-4c0b-b173-2079e2582b3c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:38.599100 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ef799e2-68a0-4a26-85e7-437a74d97cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:38.603357 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:38.647157 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef799e2-68a0-4a26-85e7-437a74d97cd6 None None] Pushing event deleted for resources: {'Port': ['ID=5d05788a-14b3-4cad-8a38-391bad44efe7,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:38.649621 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3ef799e2-68a0-4a26-85e7-437a74d97cd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:38.665791 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef799e2-68a0-4a26-85e7-437a74d97cd6 None None] No DVR routers for this DVR port 5d05788a-14b3-4cad-8a38-391bad44efe7 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:57:38.708802 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-271c8812-ed06-4d1e-acde-fc2326457c64 None None] Deleting port 6151050e-0bc7-4a67-815d-94526532f2b0 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:38.709373 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-271c8812-ed06-4d1e-acde-fc2326457c64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:38.764453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-252021ab-1c2d-4a18-9419-12539d75a332 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:38.781381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2676dc50-17a8-4c0b-b173-2079e2582b3c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:38.781718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2676dc50-17a8-4c0b-b173-2079e2582b3c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:38.811800 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-271c8812-ed06-4d1e-acde-fc2326457c64 None None] The port '6151050e-0bc7-4a67-815d-94526532f2b0' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:57:38.917254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-2676dc50-17a8-4c0b-b173-2079e2582b3c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for e59d006b-9543-4784-978a-3d195822f0ec owned by network:floatingip {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:39.052495 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Deleting port 5d05788a-14b3-4cad-8a38-391bad44efe7 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:39.052957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:39.131650 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] The port '5d05788a-14b3-4cad-8a38-391bad44efe7' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:57:39.197787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ad22c832-773b-425d-9f31-a31920f173dd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:39.202790 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-818cedc0-ca09-4f86-b48c-7ce2dc0f616d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:39.269546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2676dc50-17a8-4c0b-b173-2079e2582b3c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:39.277013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:39.305709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad22c832-773b-425d-9f31-a31920f173dd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Checking segment: {'id': '39b8c062-7042-4f4c-8a63-c8c438885eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:57:39.306109 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad22c832-773b-425d-9f31-a31920f173dd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network hostable DHCP agents. Network: f212b546-3cb2-4d5d-91b4-351e690c3fbf, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:57:39.324399 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:39.327045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22c832-773b-425d-9f31-a31920f173dd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Subnet': ['ID=868b6ea0-3c18-436f-b688-c7452edea5cb,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:39.332586 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ad22c832-773b-425d-9f31-a31920f173dd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:39.332872 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2676dc50-17a8-4c0b-b173-2079e2582b3c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=e59d006b-9543-4784-978a-3d195822f0ec,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:39.335253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2676dc50-17a8-4c0b-b173-2079e2582b3c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:39.356531 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-252021ab-1c2d-4a18-9419-12539d75a332 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port 1dc3c832-ec6e-45d9-98c7-1ec2778a1b26 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:39.357024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-252021ab-1c2d-4a18-9419-12539d75a332 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:39.384648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad22c832-773b-425d-9f31-a31920f173dd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network f212b546-3cb2-4d5d-91b4-351e690c3fbf is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:57:39.434243 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-ad22c832-773b-425d-9f31-a31920f173dd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, f212b546-3cb2-4d5d-91b4-351e690c3fbf) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:39.443362 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d826110d-cd3a-443b-bf9d-f71adde078b6 None None] Network f212b546-3cb2-4d5d-91b4-351e690c3fbf requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:39.460781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad22c832-773b-425d-9f31-a31920f173dd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:39.461647 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ad22c832-773b-425d-9f31-a31920f173dd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:39.560222 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ad22c832-773b-425d-9f31-a31920f173dd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3833821
Dec 24 10:57:39.568234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50160) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:39.606648 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b77c59fa0>,) {'filters': {'network_id': ['2072422a-c781-40b3-9db3-8e46dcb4b96a']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:39.621771 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77c59fa0>, '9921c1d0-e939-4492-bac6-544efdeadbdc') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:39.622094 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77c59fa0>, '9921c1d0-e939-4492-bac6-544efdeadbdc') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:39.638588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:39.648965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2676dc50-17a8-4c0b-b173-2079e2582b3c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:39.649838 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-2676dc50-17a8-4c0b-b173-2079e2582b3c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP 7debf3bb-3e6c-4907-884b-ffbac5de672e disassociated (deleted). External IP: 172.26.4.27, port: 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779.
Dec 24 10:57:39.712662 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:57:39.713521 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:39.731231 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:39.866874 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Releasing vlan 394 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:57:39.867228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:39.877732 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Allocated IP 172.20.0.2 (f212b546-3cb2-4d5d-91b4-351e690c3fbf/868b6ea0-3c18-436f-b688-c7452edea5cb/cc2458a5-d6c1-4cf7-bd03-9711fae43aae) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:57:39.884423 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:57:40.056222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:40.062253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f432d024-bb9d-403f-8f63-8ce70517c435 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:40.082081 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:40.097397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:40.100340 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-252021ab-1c2d-4a18-9419-12539d75a332 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:40.109235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Transition to ACTIVE for port object cc2458a5-d6c1-4cf7-bd03-9711fae43aae will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:40.136158 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Transition to ACTIVE for port object cc2458a5-d6c1-4cf7-bd03-9711fae43aae will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:40.145493 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:40.152522 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:40.191393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Pushing event deleted for resources: {'Network': ['ID=2072422a-c781-40b3-9db3-8e46dcb4b96a,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:40.196406 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:40.218620 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] 10.222.0.54 "DELETE /v2.0/networks/2072422a-c781-40b3-9db3-8e46dcb4b96a HTTP/1.1" status: 204  len: 168 time: 3.9181206
Dec 24 10:57:40.239932 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Network f212b546-3cb2-4d5d-91b4-351e690c3fbf is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:40.243008 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:40.249517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:40.250238 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2676dc50-17a8-4c0b-b173-2079e2582b3c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router c944a715-683b-4bf7-94bb-5d906d57db09 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:57:40.270628 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-252021ab-1c2d-4a18-9419-12539d75a332 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Calling delete_port for 1dc3c832-ec6e-45d9-98c7-1ec2778a1b26 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:40.354771 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Pushing event updated for resources: {'Port': ['ID=cc2458a5-d6c1-4cf7-bd03-9711fae43aae,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:40.363758 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:40.423193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Attempting to bind port cc2458a5-d6c1-4cf7-bd03-9711fae43aae on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:57:40.423748 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Attempting to bind port cc2458a5-d6c1-4cf7-bd03-9711fae43aae by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '39b8c062-7042-4f4c-8a63-c8c438885eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:57:40.425373 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Attempting to bind port cc2458a5-d6c1-4cf7-bd03-9711fae43aae on network f212b546-3cb2-4d5d-91b4-351e690c3fbf {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:57:40.442195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:57:40.444735 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Checking segment: {'id': '39b8c062-7042-4f4c-8a63-c8c438885eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:57:40.445328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:40.446302 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Bound using segment: {'id': '39b8c062-7042-4f4c-8a63-c8c438885eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:57:40.447722 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Bound port: cc2458a5-d6c1-4cf7-bd03-9711fae43aae, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b8c062-7042-4f4c-8a63-c8c438885eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:57:40.449385 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:40.459235 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:40.478812 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:40.500445 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2676dc50-17a8-4c0b-b173-2079e2582b3c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:40.519969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2676dc50-17a8-4c0b-b173-2079e2582b3c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:40.536655 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db041e-8824-404f-a1bb-71f5fb19cfdf None None] Sync routers for ids ['c944a715-683b-4bf7-94bb-5d906d57db09'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:40.571338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db041e-8824-404f-a1bb-71f5fb19cfdf None None] Routers {'c944a715-683b-4bf7-94bb-5d906d57db09'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:40.572238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-27db041e-8824-404f-a1bb-71f5fb19cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c45a400>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c944a715-683b-4bf7-94bb-5d906d57db09'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:40.719171 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2676dc50-17a8-4c0b-b173-2079e2582b3c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/floatingips/7debf3bb-3e6c-4907-884b-ffbac5de672e HTTP/1.1" status: 204  len: 168 time: 2.4161737
Dec 24 10:57:40.721061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'tag': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:57:40.734207 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50174) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:40.768925 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] For port cc2458a5-d6c1-4cf7-bd03-9711fae43aae, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:57:40.829978 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] For port cc2458a5-d6c1-4cf7-bd03-9711fae43aae, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cc2458a5-d6c1-4cf7-bd03-9711fae43aae,segment=NetworkSegment(39b8c062-7042-4f4c-8a63-c8c438885eae),segment_id=39b8c062-7042-4f4c-8a63-c8c438885eae)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:57:40.848165 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:40.849947 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'tag': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779', 'status': 'completed', 'code': 200}
Dec 24 10:57:40.855527 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:40.969061 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Pushing event updated for resources: {'Port': ['ID=cc2458a5-d6c1-4cf7-bd03-9711fae43aae,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:40.973600 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:41.034241 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-27db041e-8824-404f-a1bb-71f5fb19cfdf None None] Set router c944a715-683b-4bf7-94bb-5d906d57db09 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:57:41.083776 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-567b4f04-8b89-4afa-8007-afc9a061190e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=76a915c8805b4a2492a23d389fe73308&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3483720
Dec 24 10:57:41.086059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbdcb5-7582-474e-a93f-f1d390d65e65 req-14da641d-697a-4c49-b29b-077c1e0764ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:41.087456 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a6dbdcb5-7582-474e-a93f-f1d390d65e65 req-14da641d-697a-4c49-b29b-077c1e0764ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 1098 time: 0.2122095
Dec 24 10:57:41.088748 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50184) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:41.281635 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-252021ab-1c2d-4a18-9419-12539d75a332 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:41.317287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:41.331051 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1473a6fa-5d77-440b-98e8-2643b018c437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:41.349233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbdcb5-7582-474e-a93f-f1d390d65e65 req-ad38a63d-d3c3-4e63-b3b7-f0120e7ec81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:41.355113 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a6dbdcb5-7582-474e-a93f-f1d390d65e65 req-ad38a63d-d3c3-4e63-b3b7-f0120e7ec81a service neutron] 10.222.0.32 "GET /v2.0/networks?id=45c164f3-3874-47ee-8c8f-d0d39e3c6cba HTTP/1.1" status: 200  len: 897 time: 0.2543843
Dec 24 10:57:41.455095 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a6dbdcb5-7582-474e-a93f-f1d390d65e65 req-80880acf-ec7c-4272-a70b-45a7ce719bd6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 HTTP/1.1" status: 200  len: 217 time: 0.0865259
Dec 24 10:57:41.469476 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252021ab-1c2d-4a18-9419-12539d75a332 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Port': ['ID=1dc3c832-ec6e-45d9-98c7-1ec2778a1b26,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:41.489768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-252021ab-1c2d-4a18-9419-12539d75a332 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:41.586102 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1473a6fa-5d77-440b-98e8-2643b018c437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:41.605187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-27db041e-8824-404f-a1bb-71f5fb19cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c45a400>, [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:57:28Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'edad6844-4910-4f3d-af71-5920b2761e80', 'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:04:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:23Z', 'updated_at': '2021-12-24T10:54:35Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:41.610256 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db041e-8824-404f-a1bb-71f5fb19cfdf None None] Checking router: c944a715-683b-4bf7-94bb-5d906d57db09 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:57:41.622650 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db041e-8824-404f-a1bb-71f5fb19cfdf None None] Routers {'c944a715-683b-4bf7-94bb-5d906d57db09'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:41.623296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-27db041e-8824-404f-a1bb-71f5fb19cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c45a400>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c944a715-683b-4bf7-94bb-5d906d57db09'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:41.661457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1473a6fa-5d77-440b-98e8-2643b018c437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:41.668038 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-24e9a938-186f-46e7-996f-480fafdd5541 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:41.685668 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473a6fa-5d77-440b-98e8-2643b018c437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12258025-cea1-49e2-a625-d48d43ee93a5,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:41.690063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1473a6fa-5d77-440b-98e8-2643b018c437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:41.696004 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbdcb5-7582-474e-a93f-f1d390d65e65 req-0cab777f-76de-4447-b7a0-156b44802901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:41.709766 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a6dbdcb5-7582-474e-a93f-f1d390d65e65 req-0cab777f-76de-4447-b7a0-156b44802901 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8 HTTP/1.1" status: 200  len: 834 time: 0.2158909
Dec 24 10:57:41.789731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1473a6fa-5d77-440b-98e8-2643b018c437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:41.792139 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1473a6fa-5d77-440b-98e8-2643b018c437 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/12258025-cea1-49e2-a625-d48d43ee93a5 HTTP/1.1" status: 204  len: 168 time: 0.7024705
Dec 24 10:57:41.834112 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-252021ab-1c2d-4a18-9419-12539d75a332 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:41.839685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbdcb5-7582-474e-a93f-f1d390d65e65 req-4d1db5f5-0d18-4a18-be67-b9fa41210ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:41.841239 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a6dbdcb5-7582-474e-a93f-f1d390d65e65 req-4d1db5f5-0d18-4a18-be67-b9fa41210ffb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=45c164f3-3874-47ee-8c8f-d0d39e3c6cba&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1306846
Dec 24 10:57:41.853241 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Allocated IP 172.20.0.1 (f212b546-3cb2-4d5d-91b4-351e690c3fbf/868b6ea0-3c18-436f-b688-c7452edea5cb/f94b50c3-d615-4822-ada4-74545d36adaf) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:41.867811 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2394cb4a-1860-4981-98bb-084b28daafc6 req-75edc19a-a822-45da-815e-d09f698add33 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:41.875406 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2394cb4a-1860-4981-98bb-084b28daafc6 req-75edc19a-a822-45da-815e-d09f698add33 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 945 time: 0.5866623
Dec 24 10:57:41.960324 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-27db041e-8824-404f-a1bb-71f5fb19cfdf None None] Set router c944a715-683b-4bf7-94bb-5d906d57db09 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:57:42.251677 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a6dbdcb5-7582-474e-a93f-f1d390d65e65 req-067f28d2-e963-4006-a46b-924817bb8086 service neutron] 10.222.0.32 "GET /v2.0/networks/45c164f3-3874-47ee-8c8f-d0d39e3c6cba?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4011128
Dec 24 10:57:42.473661 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a6dbdcb5-7582-474e-a93f-f1d390d65e65 req-c8b6a1a9-b558-4726-bfff-d5f466dc897e service neutron] 10.222.0.32 "GET /v2.0/networks/45c164f3-3874-47ee-8c8f-d0d39e3c6cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2160752
Dec 24 10:57:42.545843 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:42.566783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Transition to ACTIVE for port object f94b50c3-d615-4822-ada4-74545d36adaf will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:42.640753 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06699627-929b-48bd-a4ac-c444d896a5c6 None None] Network f212b546-3cb2-4d5d-91b4-351e690c3fbf requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:42.666595 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:42.675459 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-24bd7394-ab85-48c2-a83a-32c143edfbab tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:42.713118 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2394cb4a-1860-4981-98bb-084b28daafc6 req-dde88a37-3ab5-4762-8c1f-f83e4be141b1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=11ad7cd3-708e-4b2b-82c9-939c8bc2acee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8367918
Dec 24 10:57:42.746659 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252021ab-1c2d-4a18-9419-12539d75a332 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router a30cacf4-ba98-4ed7-8588-0b8896090173 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:57:42.750480 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network f212b546-3cb2-4d5d-91b4-351e690c3fbf is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:42.765464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:42.772270 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:42.796544 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-485562e0-30ba-42e4-bfef-7daf952a45bc None None] Provisioning for port cc2458a5-d6c1-4cf7-bd03-9711fae43aae completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:42.836145 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-27db041e-8824-404f-a1bb-71f5fb19cfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c45a400>, [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:57:28Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'edad6844-4910-4f3d-af71-5920b2761e80', 'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:04:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:23Z', 'updated_at': '2021-12-24T10:54:35Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:42.852101 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:42.864423 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=f94b50c3-d615-4822-ada4-74545d36adaf,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:42.873134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:42.877678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27db041e-8824-404f-a1bb-71f5fb19cfdf None None] The sync data for ids ['c944a715-683b-4bf7-94bb-5d906d57db09'] in dv-neutron-822668-2-hyperv is: [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:57:28Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'edad6844-4910-4f3d-af71-5920b2761e80', 'name': '', 'network_id': '45c164f3-3874-47ee-8c8f-d0d39e3c6cba', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:04:cf:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:23Z', 'updated_at': '2021-12-24T10:54:35Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': 'e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:57:42.903289 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc39da-ed50-41b3-985b-1c7f20c869e5 req-e823a2d0-ac18-4eee-8600-678d371d8276 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:42.904134 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-bffc39da-ed50-41b3-985b-1c7f20c869e5 req-e823a2d0-ac18-4eee-8600-678d371d8276 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:57:42.926986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-bffc39da-ed50-41b3-985b-1c7f20c869e5 req-e823a2d0-ac18-4eee-8600-678d371d8276 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:57:42.928633 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bffc39da-ed50-41b3-985b-1c7f20c869e5 req-e823a2d0-ac18-4eee-8600-678d371d8276 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 945 time: 0.2576473
Dec 24 10:57:43.077519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-bffc39da-ed50-41b3-985b-1c7f20c869e5 req-5f2a22cb-b9d1-4aab-b677-923067189bef tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:43.077813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-bffc39da-ed50-41b3-985b-1c7f20c869e5 req-5f2a22cb-b9d1-4aab-b677-923067189bef tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:43.373039 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cc2458a5-d6c1-4cf7-bd03-9711fae43aae up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:43.386193 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99b1b7d8-b027-44bb-9c4d-7d9426a960af None None] New status for floating IP 7debf3bb-3e6c-4907-884b-ffbac5de672e: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 10:57:43.510396 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252021ab-1c2d-4a18-9419-12539d75a332 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:43.571694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50216) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:43.572049 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-252021ab-1c2d-4a18-9419-12539d75a332 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/a30cacf4-ba98-4ed7-8588-0b8896090173/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8109319
Dec 24 10:57:43.661995 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2baee07-3039-44e7-a330-82864b91cbbb None None] Sync routers for ids ['a30cacf4-ba98-4ed7-8588-0b8896090173'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:43.723828 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2baee07-3039-44e7-a330-82864b91cbbb None None] Routers {'a30cacf4-ba98-4ed7-8588-0b8896090173'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:43.724594 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c2baee07-3039-44e7-a330-82864b91cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0641c0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['a30cacf4-ba98-4ed7-8588-0b8896090173'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:43.756317 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:43.922619 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c2baee07-3039-44e7-a330-82864b91cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0641c0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:43.933468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1a36a7d6-f9be-4bcd-a9af-3d176442224a None None] Provisioning for port f94b50c3-d615-4822-ada4-74545d36adaf completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:43.943532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2baee07-3039-44e7-a330-82864b91cbbb None None] Routers {'a30cacf4-ba98-4ed7-8588-0b8896090173'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:43.944493 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c2baee07-3039-44e7-a330-82864b91cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0641c0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['a30cacf4-ba98-4ed7-8588-0b8896090173'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:44.016804 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c2baee07-3039-44e7-a330-82864b91cbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0641c0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:44.017595 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2baee07-3039-44e7-a330-82864b91cbbb None None] The sync data for ids ['a30cacf4-ba98-4ed7-8588-0b8896090173'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:57:44.028211 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1a36a7d6-f9be-4bcd-a9af-3d176442224a None None] Provisioning complete for port f94b50c3-d615-4822-ada4-74545d36adaf triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:44.029003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1a36a7d6-f9be-4bcd-a9af-3d176442224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:44.114406 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port cc2458a5-d6c1-4cf7-bd03-9711fae43aae completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:44.124355 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port cc2458a5-d6c1-4cf7-bd03-9711fae43aae triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:44.124991 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:44.181263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1a36a7d6-f9be-4bcd-a9af-3d176442224a None None] Port f94b50c3-d615-4822-ada4-74545d36adaf cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:44.211606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-bffc39da-ed50-41b3-985b-1c7f20c869e5 req-5f2a22cb-b9d1-4aab-b677-923067189bef tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2ac78b3c-ebf9-402c-b5ec-2e4679fc8779,segment=NetworkSegment(f654e51f-4a24-48bd-b781-f889fac1f2fe),segment_id=f654e51f-4a24-48bd-b781-f889fac1f2fe)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:44.212205 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-bffc39da-ed50-41b3-985b-1c7f20c869e5 req-5f2a22cb-b9d1-4aab-b677-923067189bef tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:44.221035 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1a36a7d6-f9be-4bcd-a9af-3d176442224a None None] Provisioning complete for port cc2458a5-d6c1-4cf7-bd03-9711fae43aae triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:44.223249 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1a36a7d6-f9be-4bcd-a9af-3d176442224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:44.410663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:44.439577 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-bffc39da-ed50-41b3-985b-1c7f20c869e5 req-5f2a22cb-b9d1-4aab-b677-923067189bef tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:44.556048 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1a36a7d6-f9be-4bcd-a9af-3d176442224a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:44.561839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:44.570588 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:44.584422 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port cc2458a5-d6c1-4cf7-bd03-9711fae43aae, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cc2458a5-d6c1-4cf7-bd03-9711fae43aae,segment=NetworkSegment(39b8c062-7042-4f4c-8a63-c8c438885eae),segment_id=39b8c062-7042-4f4c-8a63-c8c438885eae)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:44.599456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:44.604528 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:44.610467 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-1e79cd22-9003-4e5e-a0bc-0f22dad02289 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] remove_router_interface failed (client error): The resource could not be found.
Dec 24 10:57:44.612938 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1e79cd22-9003-4e5e-a0bc-0f22dad02289 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/a30cacf4-ba98-4ed7-8588-0b8896090173/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 1.0388398
Dec 24 10:57:44.618564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50234) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:44.641055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:44.702772 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5f5b71b2-b12d-4682-8ef9-32a7101c340a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports?device_id=a30cacf4-ba98-4ed7-8588-0b8896090173 HTTP/1.1" status: 200  len: 205 time: 0.0803454
Dec 24 10:57:44.710136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50238) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:44.710520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:44.722267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=f94b50c3-d615-4822-ada4-74545d36adaf,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:44.727335 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:44.750129 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-1a36a7d6-f9be-4bcd-a9af-3d176442224a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:57:44.750709 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-1a36a7d6-f9be-4bcd-a9af-3d176442224a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:57:44.753610 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=cc2458a5-d6c1-4cf7-bd03-9711fae43aae,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:44.764778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:44.883264 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network f212b546-3cb2-4d5d-91b4-351e690c3fbf is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:44.888613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:45.008053 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37986c-798e-458c-8e61-84f02fb70691 req-77db98b7-66ba-44c0-b0e3-eef3658539f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:45.021172 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4f37986c-798e-458c-8e61-84f02fb70691 req-77db98b7-66ba-44c0-b0e3-eef3658539f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 945 time: 0.9705925
Dec 24 10:57:45.151303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-4f37986c-798e-458c-8e61-84f02fb70691 req-72ddec73-7ce0-45a9-b57a-cba5727e10fa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:57:45.170361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router 188d5fcc-fec8-49e1-b888-6a94828ca71f is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:57:45.192029 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-58e10bd6-c2ec-4bb4-a309-9566ef180297 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:45.369803 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cc2458a5-d6c1-4cf7-bd03-9711fae43aae up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:45.393521 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:45.405930 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/188d5fcc-fec8-49e1-b888-6a94828ca71f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8352342
Dec 24 10:57:45.411810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50248) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:45.429794 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-88514be6-701c-4384-91be-d3be00d1cd89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'network': {'name': 'tempest-RoutersTest-1915803609'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:45.438661 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Sync routers for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:45.442935 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-88514be6-701c-4384-91be-d3be00d1cd89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:45.458807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-88514be6-701c-4384-91be-d3be00d1cd89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:network and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:45.464874 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-88514be6-701c-4384-91be-d3be00d1cd89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:45.485751 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-88514be6-701c-4384-91be-d3be00d1cd89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:45.487173 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:45.489694 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e975400>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:45.518012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88514be6-701c-4384-91be-d3be00d1cd89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:45.522164 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-88514be6-701c-4384-91be-d3be00d1cd89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:45.530977 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port cc2458a5-d6c1-4cf7-bd03-9711fae43aae triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:45.531566 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:45.628424 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88514be6-701c-4384-91be-d3be00d1cd89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:57:45.640455 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-88514be6-701c-4384-91be-d3be00d1cd89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:45.640868 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-88514be6-701c-4384-91be-d3be00d1cd89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Added segment 021f4911-69cd-4f54-8c48-e5c8a9c29357 of type vlan for network 4305a1ac-4906-4c7d-ba1b-996c3cb7599a
Dec 24 10:57:45.676168 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-88514be6-701c-4384-91be-d3be00d1cd89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:45.731708 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-417444fb-b5b8-4192-b3cf-61282d56fa2d None None] Provisioning complete for port f94b50c3-d615-4822-ada4-74545d36adaf triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:45.731708 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-417444fb-b5b8-4192-b3cf-61282d56fa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:45.735661 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-88514be6-701c-4384-91be-d3be00d1cd89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:45.762850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88514be6-701c-4384-91be-d3be00d1cd89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:45.765307 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-88514be6-701c-4384-91be-d3be00d1cd89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:45.777471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-02e6ed89-5df6-48f3-9e67-0690b6e64570 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:45.802539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-417444fb-b5b8-4192-b3cf-61282d56fa2d None None] Port f94b50c3-d615-4822-ada4-74545d36adaf cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:45.913740 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50252) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:45.929996 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:57:45.954267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1240627000', 'description': 'tempest-secgroup-smoke-1240627000 description', 'project_id': '98de35a2a0854b569df1a645612802a5'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:45.955523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-bffc39da-ed50-41b3-985b-1c7f20c869e5 req-5f2a22cb-b9d1-4aab-b677-923067189bef tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:45.963761 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-88514be6-701c-4384-91be-d3be00d1cd89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5507689
Dec 24 10:57:45.964832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:45.970093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50256) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:45.972773 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Usage tracker for resource:security_group and tenant:98de35a2a0854b569df1a645612802a5 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:45.979207 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-df24ef40-ca7e-425a-a0bd-bed0014d0cd8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'subnet': {'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:46.025402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:46.039318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88514be6-701c-4384-91be-d3be00d1cd89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Network': ['ID=4305a1ac-4906-4c7d-ba1b-996c3cb7599a,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:46.042691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5ba376cf-efb6-4a97-b947-f3d7904ce188 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:46.050571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-88514be6-701c-4384-91be-d3be00d1cd89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:46.053227 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 4305a1ac-4906-4c7d-ba1b-996c3cb7599a details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:57:46.092305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-4f37986c-798e-458c-8e61-84f02fb70691 req-72ddec73-7ce0-45a9-b57a-cba5727e10fa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:57:46.101289 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4f37986c-798e-458c-8e61-84f02fb70691 req-72ddec73-7ce0-45a9-b57a-cba5727e10fa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=11ad7cd3-708e-4b2b-82c9-939c8bc2acee&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.0792158
Dec 24 10:57:46.110795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-58e10bd6-c2ec-4bb4-a309-9566ef180297 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:46.148167 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-58e10bd6-c2ec-4bb4-a309-9566ef180297 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:46.184709 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a22cb-b9d1-4aab-b677-923067189bef tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=2ac78b3c-ebf9-402c-b5ec-2e4679fc8779,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:46.185305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:46.228550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:46.240125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5f2a22cb-b9d1-4aab-b677-923067189bef tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:46.241065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-58e10bd6-c2ec-4bb4-a309-9566ef180297 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:46.241752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e10bd6-c2ec-4bb4-a309-9566ef180297 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Fanout notify agent at l3_agent the message router_deleted on router a30cacf4-ba98-4ed7-8588-0b8896090173 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:57:46.330647 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-58e10bd6-c2ec-4bb4-a309-9566ef180297 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:46.332563 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-58e10bd6-c2ec-4bb4-a309-9566ef180297 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/routers/a30cacf4-ba98-4ed7-8588-0b8896090173 HTTP/1.1" status: 204  len: 168 time: 1.6181245
Dec 24 10:57:46.334200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffc39da-ed50-41b3-985b-1c7f20c869e5 req-5f2a22cb-b9d1-4aab-b677-923067189bef tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] No DVR routers for this DVR port 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:57:46.335862 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50260) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:46.373607 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-bffc39da-ed50-41b3-985b-1c7f20c869e5 req-5f2a22cb-b9d1-4aab-b677-923067189bef tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:46.375953 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bffc39da-ed50-41b3-985b-1c7f20c869e5 req-5f2a22cb-b9d1-4aab-b677-923067189bef tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "DELETE /v2.0/ports/2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 HTTP/1.1" status: 204  len: 173 time: 3.4398160
Dec 24 10:57:46.376750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'name': 'network-vif-deleted', 'tag': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:57:46.473058 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722b51d9-a000-4f2c-a30a-cfba957d3bd5', 'name': 'network-vif-deleted', 'tag': '2ac78b3c-ebf9-402c-b5ec-2e4679fc8779', 'status': 'completed', 'code': 200}
Dec 24 10:57:46.486777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:46.520639 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-df24ef40-ca7e-425a-a0bd-bed0014d0cd8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:46.526049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f76ecb5-3e1a-4a65-9e13-8febea03bb72 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting subnet 974a58f1-5c81-4c79-ab68-121f35def2aa {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:57:46.526266 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:46.529993 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Usage tracker for resource:security_group_rule and tenant:98de35a2a0854b569df1a645612802a5 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:46.530238 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5f76ecb5-3e1a-4a65-9e13-8febea03bb72 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:46.533199 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:46.539555 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:46.583035 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-df24ef40-ca7e-425a-a0bd-bed0014d0cd8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:subnet and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:46.585595 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-df24ef40-ca7e-425a-a0bd-bed0014d0cd8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:46.600985 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-df24ef40-ca7e-425a-a0bd-bed0014d0cd8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:46.664387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df24ef40-ca7e-425a-a0bd-bed0014d0cd8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:46.670279 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df24ef40-ca7e-425a-a0bd-bed0014d0cd8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:46.709926 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e975400>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:57:43Z', 'revision_number': 2, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:44Z', 'revision_number': 2, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:46.743013 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Checking router: 188d5fcc-fec8-49e1-b888-6a94828ca71f for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:57:46.746689 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Updating router 188d5fcc-fec8-49e1-b888-6a94828ca71f port f94b50c3-d615-4822-ada4-74545d36adaf binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:57:46.768247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5f76ecb5-3e1a-4a65-9e13-8febea03bb72 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:46.871570 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:46.897167 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:46.914109 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5f76ecb5-3e1a-4a65-9e13-8febea03bb72 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:46.916698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:46.923039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5bb3ad4c-996a-43ec-984c-5753544afc6f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:46.934166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:46.946118 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Usage tracker for resource:security_group_rule and tenant:98de35a2a0854b569df1a645612802a5 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:46.951594 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:46.969108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:46.996545 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8ace18-f784-4fb5-b32a-fc8e61382434,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:47.003132 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:47.034550 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:57:47.073500 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5f76ecb5-3e1a-4a65-9e13-8febea03bb72 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:47.079568 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0424d4d5-504d-458d-b1d5-cdce4f93836a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:47.119658 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:57:47.122957 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 2ac78b3c-ebf9-402c-b5ec-2e4679fc8779 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:57:47.150437 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76ecb5-3e1a-4a65-9e13-8febea03bb72 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Subnet': ['ID=974a58f1-5c81-4c79-ab68-121f35def2aa,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:47.154681 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5f76ecb5-3e1a-4a65-9e13-8febea03bb72 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:47.158714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5f76ecb5-3e1a-4a65-9e13-8febea03bb72 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:47.168920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155181bb-7c1e-4343-b03f-68d31b8b92a9 None None] Network 4d529caf-25e8-448c-a933-92d531c10cbb requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:47.169120 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5f76ecb5-3e1a-4a65-9e13-8febea03bb72 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/subnets/974a58f1-5c81-4c79-ab68-121f35def2aa HTTP/1.1" status: 204  len: 168 time: 0.8317258
Dec 24 10:57:47.171405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50270) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:47.343452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df24ef40-ca7e-425a-a0bd-bed0014d0cd8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:47.357510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:47.441466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:47.462211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:47.486727 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:47.506410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port 5d1a691a-c091-4821-8b14-ea42aad45b24 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:47.506776 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:47.544538 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24ef40-ca7e-425a-a0bd-bed0014d0cd8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Subnet': ['ID=dc2de477-886d-4015-9bb4-4aa4fb10f010,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:47.549273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-df24ef40-ca7e-425a-a0bd-bed0014d0cd8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:47.551793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fe63aac7-932d-4617-b37d-bb8d596dfa28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:47.569915 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:47.575378 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 1.6595480
Dec 24 10:57:47.576023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50274) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:47.583105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df24ef40-ca7e-425a-a0bd-bed0014d0cd8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Checking segment: {'id': '021f4911-69cd-4f54-8c48-e5c8a9c29357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:57:47.583985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-c6cb7311-88d7-4d4e-9dff-0f75ae8b6c07 req-d6c0adf8-7b88-479a-9651-9f53a8905e96 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:57:47.584096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df24ef40-ca7e-425a-a0bd-bed0014d0cd8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network hostable DHCP agents. Network: 4305a1ac-4906-4c7d-ba1b-996c3cb7599a, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:57:47.593938 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c20f89d3-54ec-473c-86d5-45aabe28c1d7 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Request body: {'security_group_rule': {'security_group_id': 'b0b29536-8e02-44f0-acb5-a9543bcd70f0', 'project_id': '98de35a2a0854b569df1a645612802a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:47.614590 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c20f89d3-54ec-473c-86d5-45aabe28c1d7 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:47.626456 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c20f89d3-54ec-473c-86d5-45aabe28c1d7 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Usage tracker for resource:security_group_rule and tenant:98de35a2a0854b569df1a645612802a5 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:47.631663 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c20f89d3-54ec-473c-86d5-45aabe28c1d7 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:47.640312 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b29536-8e02-44f0-acb5-a9543bcd70f0,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:47.645030 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c20f89d3-54ec-473c-86d5-45aabe28c1d7 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:47.648501 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:47.657259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df24ef40-ca7e-425a-a0bd-bed0014d0cd8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network 4305a1ac-4906-4c7d-ba1b-996c3cb7599a is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:57:47.667220 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-c6cb7311-88d7-4d4e-9dff-0f75ae8b6c07 req-d6c0adf8-7b88-479a-9651-9f53a8905e96 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:57:47.668555 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c6cb7311-88d7-4d4e-9dff-0f75ae8b6c07 req-d6c0adf8-7b88-479a-9651-9f53a8905e96 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=722b51d9-a000-4f2c-a30a-cfba957d3bd5 HTTP/1.1" status: 200  len: 210 time: 0.2242324
Dec 24 10:57:47.675074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c20f89d3-54ec-473c-86d5-45aabe28c1d7 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:47.704825 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-df24ef40-ca7e-425a-a0bd-bed0014d0cd8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 4305a1ac-4906-4c7d-ba1b-996c3cb7599a) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:47.723502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df24ef40-ca7e-425a-a0bd-bed0014d0cd8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:47.724244 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df24ef40-ca7e-425a-a0bd-bed0014d0cd8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:47.737633 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8754bb-e56b-4c27-b6c1-3afc0553de37 None None] Network 4305a1ac-4906-4c7d-ba1b-996c3cb7599a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:47.785783 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-df24ef40-ca7e-425a-a0bd-bed0014d0cd8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8105156
Dec 24 10:57:47.789992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50280) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:47.865264 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:47.909100 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Transition to ACTIVE for port object f94b50c3-d615-4822-ada4-74545d36adaf will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:47.931885 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:47.940874 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:47.984070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c20f89d3-54ec-473c-86d5-45aabe28c1d7 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:48.022723 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542ece4b-171c-4bf5-ad5b-5b445c641f2e None None] DHCP port deletion for 4d529caf-25e8-448c-a933-92d531c10cbb request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:57:48.022942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c20f89d3-54ec-473c-86d5-45aabe28c1d7 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:48.039522 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-542ece4b-171c-4bf5-ad5b-5b445c641f2e None None] Deleting port 5d1a691a-c091-4821-8b14-ea42aad45b24 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:48.040045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-542ece4b-171c-4bf5-ad5b-5b445c641f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:48.062456 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-243954e7-c34c-4c10-9709-dda1c8547eca tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:48.099736 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] For port 5d1a691a-c091-4821-8b14-ea42aad45b24, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5d1a691a-c091-4821-8b14-ea42aad45b24,segment=NetworkSegment(481ed354-5bc0-4adb-afb0-fb645de3cfdb),segment_id=481ed354-5bc0-4adb-afb0-fb645de3cfdb)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:48.100711 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:48.131105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c20f89d3-54ec-473c-86d5-45aabe28c1d7 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:48.135451 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c20f89d3-54ec-473c-86d5-45aabe28c1d7 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5540779
Dec 24 10:57:48.136849 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50284) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:48.153623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-be0c91a3-80e6-47b9-8c84-882ca7646b09 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Request body: {'security_group_rule': {'security_group_id': 'b0b29536-8e02-44f0-acb5-a9543bcd70f0', 'project_id': '98de35a2a0854b569df1a645612802a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:48.165276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f89d3-54ec-473c-86d5-45aabe28c1d7 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d24bc94-0842-4348-be38-e3f4bcd8f913,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:48.168549 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-be0c91a3-80e6-47b9-8c84-882ca7646b09 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:48.175020 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c20f89d3-54ec-473c-86d5-45aabe28c1d7 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:48.179026 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-be0c91a3-80e6-47b9-8c84-882ca7646b09 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Usage tracker for resource:security_group_rule and tenant:98de35a2a0854b569df1a645612802a5 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:48.192875 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-be0c91a3-80e6-47b9-8c84-882ca7646b09 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:48.216225 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-be0c91a3-80e6-47b9-8c84-882ca7646b09 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:48.343992 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac280c-5d73-401c-977f-04d4818d2086 None None] Pushing event updated for resources: {'Port': ['ID=f94b50c3-d615-4822-ada4-74545d36adaf,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:48.347975 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-fbac280c-5d73-401c-977f-04d4818d2086 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:48.388115 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Attempting to bind port f94b50c3-d615-4822-ada4-74545d36adaf on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:57:48.388997 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Attempting to bind port f94b50c3-d615-4822-ada4-74545d36adaf by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '39b8c062-7042-4f4c-8a63-c8c438885eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:57:48.392150 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Attempting to bind port f94b50c3-d615-4822-ada4-74545d36adaf on network f212b546-3cb2-4d5d-91b4-351e690c3fbf {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:57:48.404578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Calling delete_port for 5d1a691a-c091-4821-8b14-ea42aad45b24 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:48.418482 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:57:48.419571 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Checking segment: {'id': '39b8c062-7042-4f4c-8a63-c8c438885eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:57:48.420907 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:48.423566 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Bound using segment: {'id': '39b8c062-7042-4f4c-8a63-c8c438885eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:57:48.425786 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Bound port: f94b50c3-d615-4822-ada4-74545d36adaf, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b8c062-7042-4f4c-8a63-c8c438885eae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:57:48.427637 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:48.555193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:48.569847 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-52417cd1-bf56-45ea-9844-85b2bdc4316f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:48.604325 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:57:48.605259 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:48.632773 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] For port f94b50c3-d615-4822-ada4-74545d36adaf, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:57:48.636169 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] For port f94b50c3-d615-4822-ada4-74545d36adaf, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f94b50c3-d615-4822-ada4-74545d36adaf,segment=NetworkSegment(39b8c062-7042-4f4c-8a63-c8c438885eae),segment_id=39b8c062-7042-4f4c-8a63-c8c438885eae)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:57:48.645017 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:48.652386 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:48.700783 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Port': ['ID=5d1a691a-c091-4821-8b14-ea42aad45b24,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:48.712857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:48.716399 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] No DVR routers for this DVR port 5d1a691a-c091-4821-8b14-ea42aad45b24 on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:57:48.732194 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-542ece4b-171c-4bf5-ad5b-5b445c641f2e None None] For port 5d1a691a-c091-4821-8b14-ea42aad45b24, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5d1a691a-c091-4821-8b14-ea42aad45b24,segment=NetworkSegment(481ed354-5bc0-4adb-afb0-fb645de3cfdb),segment_id=481ed354-5bc0-4adb-afb0-fb645de3cfdb)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:48.732595 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-542ece4b-171c-4bf5-ad5b-5b445c641f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:48.809158 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbac280c-5d73-401c-977f-04d4818d2086 None None] Pushing event updated for resources: {'Port': ['ID=f94b50c3-d615-4822-ada4-74545d36adaf,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:48.820194 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-fbac280c-5d73-401c-977f-04d4818d2086 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:48.824277 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:48.824885 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e975400>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:48.835304 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be0c91a3-80e6-47b9-8c84-882ca7646b09 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:48.871737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50290) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:48.970691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-542ece4b-171c-4bf5-ad5b-5b445c641f2e None None] Calling delete_port for 5d1a691a-c091-4821-8b14-ea42aad45b24 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:49.063802 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:49.150052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7ccdc460>,) {'filters': {'network_id': ['4d529caf-25e8-448c-a933-92d531c10cbb']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:49.168916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7ccdc460>, '481ed354-5bc0-4adb-afb0-fb645de3cfdb') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:49.169343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7ccdc460>, '481ed354-5bc0-4adb-afb0-fb645de3cfdb') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:49.183809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:49.191967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be0c91a3-80e6-47b9-8c84-882ca7646b09 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:49.196664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-542ece4b-171c-4bf5-ad5b-5b445c641f2e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:57:49.197140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-542ece4b-171c-4bf5-ad5b-5b445c641f2e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:57:49.205642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:49.212984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:57:49.213676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:49.226035 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Allocated IP 172.21.0.2 (4305a1ac-4906-4c7d-ba1b-996c3cb7599a/dc2de477-886d-4015-9bb4-4aa4fb10f010/7997966f-a285-497a-bfa8-ccb2ca122fad) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:49.230679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be0c91a3-80e6-47b9-8c84-882ca7646b09 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:49.248137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e89db640-c1e2-484f-a6aa-aa0fd78d1dd5 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:49.290266 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c91a3-80e6-47b9-8c84-882ca7646b09 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33b090a-765f-4a28-9fc7-876d4edcc627,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:49.298652 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-be0c91a3-80e6-47b9-8c84-882ca7646b09 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:49.299735 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:57:49.328349 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:57:49.334005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:49.341796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e9e0b679-920e-47f8-af46-3fd46992de0f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:49.367786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:49.371997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Network': ['ID=4d529caf-25e8-448c-a933-92d531c10cbb,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:49.376634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:49.400393 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/networks/4d529caf-25e8-448c-a933-92d531c10cbb HTTP/1.1" status: 204  len: 168 time: 2.2245028
Dec 24 10:57:49.403643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50296) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:49.411746 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be0c91a3-80e6-47b9-8c84-882ca7646b09 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:49.415369 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-be0c91a3-80e6-47b9-8c84-882ca7646b09 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.2655032
Dec 24 10:57:49.419010 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a26d1103-46a6-4fc4-aaf0-8964de4d759e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1514739125'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:49.431248 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a26d1103-46a6-4fc4-aaf0-8964de4d759e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:49.440654 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a26d1103-46a6-4fc4-aaf0-8964de4d759e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:network and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:49.450308 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a26d1103-46a6-4fc4-aaf0-8964de4d759e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:49.461532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a26d1103-46a6-4fc4-aaf0-8964de4d759e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:49.467517 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50300) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:49.480816 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5d1a691a-c091-4821-8b14-ea42aad45b24 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:57:49.486801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-a422a124-14d8-49a1-aaa1-96f996b4de15 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Request body: {'security_group_rule': {'security_group_id': 'b0b29536-8e02-44f0-acb5-a9543bcd70f0', 'project_id': '98de35a2a0854b569df1a645612802a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:49.490963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26d1103-46a6-4fc4-aaf0-8964de4d759e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:49.495142 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a26d1103-46a6-4fc4-aaf0-8964de4d759e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:49.506825 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6c1008a4-cb8a-4305-9907-4d01307c8bfc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:49.508786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a422a124-14d8-49a1-aaa1-96f996b4de15 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:49.545983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a422a124-14d8-49a1-aaa1-96f996b4de15 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Usage tracker for resource:security_group_rule and tenant:98de35a2a0854b569df1a645612802a5 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:49.556806 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a422a124-14d8-49a1-aaa1-96f996b4de15 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:49.557032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a26d1103-46a6-4fc4-aaf0-8964de4d759e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:57:49.571674 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:49.576202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a26d1103-46a6-4fc4-aaf0-8964de4d759e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:49.576700 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-a26d1103-46a6-4fc4-aaf0-8964de4d759e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Added segment 0d58ce77-9233-45b4-b77d-43995cdd7e5e of type vlan for network 2f761464-89be-4e5c-b1e2-b8b5f57e5b93
Dec 24 10:57:49.592041 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a422a124-14d8-49a1-aaa1-96f996b4de15 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:49.597070 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 5d1a691a-c091-4821-8b14-ea42aad45b24 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:57:49.597456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5d1a691a-c091-4821-8b14-ea42aad45b24 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:57:49.602719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6c1008a4-cb8a-4305-9907-4d01307c8bfc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:49.625725 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a26d1103-46a6-4fc4-aaf0-8964de4d759e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:49.663447 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a26d1103-46a6-4fc4-aaf0-8964de4d759e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:49.674572 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26d1103-46a6-4fc4-aaf0-8964de4d759e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:49.676615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a26d1103-46a6-4fc4-aaf0-8964de4d759e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:49.680833 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:49.711868 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-542ece4b-171c-4bf5-ad5b-5b445c641f2e None None] Deleting port 5d1a691a-c091-4821-8b14-ea42aad45b24 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:49.712450 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-542ece4b-171c-4bf5-ad5b-5b445c641f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:49.801985 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a26d1103-46a6-4fc4-aaf0-8964de4d759e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.3954632
Dec 24 10:57:49.807750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50304) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:49.813740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-b0403b04-e943-4e05-ae00-692fc2db6e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'subnet': {'network_id': '2f761464-89be-4e5c-b1e2-b8b5f57e5b93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:49.841181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26d1103-46a6-4fc4-aaf0-8964de4d759e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Network': ['ID=2f761464-89be-4e5c-b1e2-b8b5f57e5b93,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:49.846675 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a26d1103-46a6-4fc4-aaf0-8964de4d759e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:49.864563 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e975400>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:57:43Z', 'revision_number': 2, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:48Z', 'revision_number': 4, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:49.869368 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6461ba5-8228-437f-8813-ace961604ad3 None None] The sync data for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv is: [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:57:43Z', 'revision_number': 2, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:48Z', 'revision_number': 4, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:57:49.884671 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 2f761464-89be-4e5c-b1e2-b8b5f57e5b93 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:57:49.933772 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-542ece4b-171c-4bf5-ad5b-5b445c641f2e None None] The port '5d1a691a-c091-4821-8b14-ea42aad45b24' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:57:50.043089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:50.055040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b0403b04-e943-4e05-ae00-692fc2db6e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:50.059826 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Transition to ACTIVE for port object 7997966f-a285-497a-bfa8-ccb2ca122fad will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:50.067360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b0403b04-e943-4e05-ae00-692fc2db6e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:subnet and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:50.073391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b0403b04-e943-4e05-ae00-692fc2db6e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:50.081576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b0403b04-e943-4e05-ae00-692fc2db6e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:50.094954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Transition to ACTIVE for port object 7997966f-a285-497a-bfa8-ccb2ca122fad will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:50.096788 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a422a124-14d8-49a1-aaa1-96f996b4de15 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:50.104576 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:50.118806 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e6bc25f7-a0a9-4b34-8459-53e7ab5dc605 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:50.154519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0403b04-e943-4e05-ae00-692fc2db6e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:50.172341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b0403b04-e943-4e05-ae00-692fc2db6e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:50.211391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Pushing event updated for resources: {'Port': ['ID=7997966f-a285-497a-bfa8-ccb2ca122fad,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:50.218324 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:50.220556 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Network 4305a1ac-4906-4c7d-ba1b-996c3cb7599a is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:50.222252 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:50.225224 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:50.355670 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Attempting to bind port 7997966f-a285-497a-bfa8-ccb2ca122fad on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:57:50.356064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Attempting to bind port 7997966f-a285-497a-bfa8-ccb2ca122fad by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '021f4911-69cd-4f54-8c48-e5c8a9c29357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:57:50.356446 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Attempting to bind port 7997966f-a285-497a-bfa8-ccb2ca122fad on network 4305a1ac-4906-4c7d-ba1b-996c3cb7599a {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:57:50.363540 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:57:50.363972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Checking segment: {'id': '021f4911-69cd-4f54-8c48-e5c8a9c29357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:57:50.364432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:50.364882 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Bound using segment: {'id': '021f4911-69cd-4f54-8c48-e5c8a9c29357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:57:50.365450 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Bound port: 7997966f-a285-497a-bfa8-ccb2ca122fad, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021f4911-69cd-4f54-8c48-e5c8a9c29357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:57:50.365846 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:50.465202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6c1008a4-cb8a-4305-9907-4d01307c8bfc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:50.488627 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a422a124-14d8-49a1-aaa1-96f996b4de15 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:50.489505 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:50.516394 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a422a124-14d8-49a1-aaa1-96f996b4de15 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:50.523614 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1008a4-cb8a-4305-9907-4d01307c8bfc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ad7cd3-708e-4b2b-82c9-939c8bc2acee,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:50.536834 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6c1008a4-cb8a-4305-9907-4d01307c8bfc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:50.537620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2b2e2722-8f81-4dbc-9ec1-67d8c66ec44b tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:50.588367 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] For port 7997966f-a285-497a-bfa8-ccb2ca122fad, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:57:50.591416 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a422a124-14d8-49a1-aaa1-96f996b4de15 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4194d6a-07be-4769-9a88-6a6779319100,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:50.596996 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] For port 7997966f-a285-497a-bfa8-ccb2ca122fad, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7997966f-a285-497a-bfa8-ccb2ca122fad,segment=NetworkSegment(021f4911-69cd-4f54-8c48-e5c8a9c29357),segment_id=021f4911-69cd-4f54-8c48-e5c8a9c29357)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:57:50.599130 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6c1008a4-cb8a-4305-9907-4d01307c8bfc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:50.603545 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6c1008a4-cb8a-4305-9907-4d01307c8bfc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/security-groups/11ad7cd3-708e-4b2b-82c9-939c8bc2acee HTTP/1.1" status: 204  len: 168 time: 1.7187791
Dec 24 10:57:50.604652 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:50.628877 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:50.647554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a422a124-14d8-49a1-aaa1-96f996b4de15 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:50.653299 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a422a124-14d8-49a1-aaa1-96f996b4de15 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:50.657231 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a422a124-14d8-49a1-aaa1-96f996b4de15 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.1763923
Dec 24 10:57:50.669906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50312) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:50.670222 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50314) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:50.676734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-0b70534b-8a83-4891-939f-890fc2f6231c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Request body: {'security_group_rule': {'security_group_id': 'b0b29536-8e02-44f0-acb5-a9543bcd70f0', 'project_id': '98de35a2a0854b569df1a645612802a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:50.684418 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0b70534b-8a83-4891-939f-890fc2f6231c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:50.744006 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Pushing event updated for resources: {'Port': ['ID=7997966f-a285-497a-bfa8-ccb2ca122fad,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:50.757461 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0b70534b-8a83-4891-939f-890fc2f6231c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Usage tracker for resource:security_group_rule and tenant:98de35a2a0854b569df1a645612802a5 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:50.760890 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:50.762564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0b70534b-8a83-4891-939f-890fc2f6231c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:50.770739 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b0403b04-e943-4e05-ae00-692fc2db6e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:50.774853 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0b70534b-8a83-4891-939f-890fc2f6231c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:50.777527 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5f76ecb5-3e1a-4a65-9e13-8febea03bb72 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:50.836774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Allocated IP 172.21.0.1 (4305a1ac-4906-4c7d-ba1b-996c3cb7599a/dc2de477-886d-4015-9bb4-4aa4fb10f010/f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:50.896634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0b70534b-8a83-4891-939f-890fc2f6231c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:50.970559 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0403b04-e943-4e05-ae00-692fc2db6e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Subnet': ['ID=92403c19-fa4d-465f-a69b-e1ac4be1e581,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:50.974600 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0403b04-e943-4e05-ae00-692fc2db6e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Checking segment: {'id': '0d58ce77-9233-45b4-b77d-43995cdd7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f761464-89be-4e5c-b1e2-b8b5f57e5b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:57:50.975026 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0403b04-e943-4e05-ae00-692fc2db6e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network hostable DHCP agents. Network: 2f761464-89be-4e5c-b1e2-b8b5f57e5b93, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:57:50.984346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b0403b04-e943-4e05-ae00-692fc2db6e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:51.021956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0403b04-e943-4e05-ae00-692fc2db6e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network 2f761464-89be-4e5c-b1e2-b8b5f57e5b93 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:57:51.062770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-b0403b04-e943-4e05-ae00-692fc2db6e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 2f761464-89be-4e5c-b1e2-b8b5f57e5b93) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:51.078886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2ffd76-2ae9-49be-916e-814816cb914c None None] Network 2f761464-89be-4e5c-b1e2-b8b5f57e5b93 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:51.096649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0403b04-e943-4e05-ae00-692fc2db6e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:51.099915 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b0403b04-e943-4e05-ae00-692fc2db6e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:51.136342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0b70534b-8a83-4891-939f-890fc2f6231c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:51.157466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0b70534b-8a83-4891-939f-890fc2f6231c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:51.162139 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-72d70485-5b64-4943-bf0f-90dfcc58173f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:51.210745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70534b-8a83-4891-939f-890fc2f6231c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0adc7dd-dc45-4cd8-9c69-8e0ee8aa3c95,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:51.214331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0b70534b-8a83-4891-939f-890fc2f6231c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:51.218992 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0b70534b-8a83-4891-939f-890fc2f6231c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5509818
Dec 24 10:57:51.220078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0b70534b-8a83-4891-939f-890fc2f6231c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:51.220636 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50320) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:51.227402 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b0403b04-e943-4e05-ae00-692fc2db6e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4189494
Dec 24 10:57:51.228052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50324) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:51.241154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-c99048ec-0389-47bb-98c6-27ab4beb6adb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Request body: {'security_group_rule': {'security_group_id': 'b0b29536-8e02-44f0-acb5-a9543bcd70f0', 'project_id': '98de35a2a0854b569df1a645612802a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:51.253536 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-24a297dc-2c66-4e1f-b53d-db9a1c89825a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1246421380', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:51.262187 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c99048ec-0389-47bb-98c6-27ab4beb6adb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:51.267885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-24a297dc-2c66-4e1f-b53d-db9a1c89825a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:51.271212 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c99048ec-0389-47bb-98c6-27ab4beb6adb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Usage tracker for resource:security_group_rule and tenant:98de35a2a0854b569df1a645612802a5 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:51.275591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c99048ec-0389-47bb-98c6-27ab4beb6adb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:51.279603 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-24a297dc-2c66-4e1f-b53d-db9a1c89825a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:router and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:51.286318 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-24a297dc-2c66-4e1f-b53d-db9a1c89825a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:51.290009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c99048ec-0389-47bb-98c6-27ab4beb6adb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:51.296012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-24a297dc-2c66-4e1f-b53d-db9a1c89825a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:51.315228 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-c99048ec-0389-47bb-98c6-27ab4beb6adb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Project 98de35a2a0854b569df1a645612802a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 10:57:51.330185 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-24a297dc-2c66-4e1f-b53d-db9a1c89825a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:51.334889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-24a297dc-2c66-4e1f-b53d-db9a1c89825a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:51.343487 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:51.390610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c99048ec-0389-47bb-98c6-27ab4beb6adb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:51.392316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Transition to ACTIVE for port object f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:51.472236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:51.485609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-74f7900e-c57b-4e4a-a96b-17b9a7af9d9b tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:51.550557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f94b50c3-d615-4822-ada4-74545d36adaf up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:51.555948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c99048ec-0389-47bb-98c6-27ab4beb6adb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:51.567605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c99048ec-0389-47bb-98c6-27ab4beb6adb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:51.572021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:51.587716 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-24a297dc-2c66-4e1f-b53d-db9a1c89825a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:51.621093 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99048ec-0389-47bb-98c6-27ab4beb6adb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e0cb74-f6fb-4a24-be13-3dae10783301,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:51.636140 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c99048ec-0389-47bb-98c6-27ab4beb6adb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:51.650437 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c99048ec-0389-47bb-98c6-27ab4beb6adb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:51.664283 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c99048ec-0389-47bb-98c6-27ab4beb6adb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4326479
Dec 24 10:57:51.665055 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50330) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:51.672671 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-24a297dc-2c66-4e1f-b53d-db9a1c89825a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:51.695958 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-cb97c088-652d-4836-877d-8b6b50483039 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Request body: {'security_group_rule': {'security_group_id': 'b0b29536-8e02-44f0-acb5-a9543bcd70f0', 'project_id': '98de35a2a0854b569df1a645612802a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:51.702310 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-2f761464-89be-4e5c-b1e2-b8b5f57e5b93', 'network_id': '2f761464-89be-4e5c-b1e2-b8b5f57e5b93', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'fixed_ips': [{'subnet_id': '92403c19-fa4d-465f-a69b-e1ac4be1e581'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:57:51.703190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:51.713345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-cb97c088-652d-4836-877d-8b6b50483039 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:51.719145 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cb97c088-652d-4836-877d-8b6b50483039 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Usage tracker for resource:security_group_rule and tenant:98de35a2a0854b569df1a645612802a5 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:51.724061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cb97c088-652d-4836-877d-8b6b50483039 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:51.731295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-cb97c088-652d-4836-877d-8b6b50483039 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:51.731492 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network 4305a1ac-4906-4c7d-ba1b-996c3cb7599a is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:51.735941 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-24a297dc-2c66-4e1f-b53d-db9a1c89825a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:51.737430 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-24a297dc-2c66-4e1f-b53d-db9a1c89825a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4907367
Dec 24 10:57:51.740234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:51.740371 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50334) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:51.747390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:51.765197 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port f94b50c3-d615-4822-ada4-74545d36adaf completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:51.776420 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port f94b50c3-d615-4822-ada4-74545d36adaf triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:51.777062 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:51.848672 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:51.863205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:51.981313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:51.986569 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Allocated IP 2001:db8::2 (2f761464-89be-4e5c-b1e2-b8b5f57e5b93/92403c19-fa4d-465f-a69b-e1ac4be1e581/d2eb65b7-271e-4fe3-911c-61f9369758b9) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:51.994972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:52.016641 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-cb97c088-652d-4836-877d-8b6b50483039 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Project 98de35a2a0854b569df1a645612802a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 10:57:52.026516 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cb97c088-652d-4836-877d-8b6b50483039 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:52.108949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port f94b50c3-d615-4822-ada4-74545d36adaf, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f94b50c3-d615-4822-ada4-74545d36adaf,segment=NetworkSegment(39b8c062-7042-4f4c-8a63-c8c438885eae),segment_id=39b8c062-7042-4f4c-8a63-c8c438885eae)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:52.115911 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:52.118323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7997966f-a285-497a-bfa8-ccb2ca122fad up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:52.157589 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e20c25b6-b11c-4b1a-a657-7d5a5ae13172 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:52.206055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:52.246363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:52.321225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=f94b50c3-d615-4822-ada4-74545d36adaf,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:52.326443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:52.367082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 7997966f-a285-497a-bfa8-ccb2ca122fad completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:52.406352 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cb97c088-652d-4836-877d-8b6b50483039 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:52.417358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cb97c088-652d-4836-877d-8b6b50483039 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:52.421691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:52.487780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cb97c088-652d-4836-877d-8b6b50483039 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:52.491670 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-cb97c088-652d-4836-877d-8b6b50483039 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.8226032
Dec 24 10:57:52.492261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:52.496699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50338) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:52.509533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb97c088-652d-4836-877d-8b6b50483039 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d38bec-ad90-4a00-82ac-b532f027cfc1,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:52.514545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cb97c088-652d-4836-877d-8b6b50483039 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:52.530013 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:52.543969 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Transition to ACTIVE for port object d2eb65b7-271e-4fe3-911c-61f9369758b9 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:52.569553 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Transition to ACTIVE for port object d2eb65b7-271e-4fe3-911c-61f9369758b9 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:52.576745 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:52.589190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d10fed2c-3527-4188-b380-a090dc4b3981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:52.660868 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Network 2f761464-89be-4e5c-b1e2-b8b5f57e5b93 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:52.666108 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:52.669212 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:52.669348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Request body: {'network': {'name': 'tempest-network-smoke--284847958', 'project_id': '98de35a2a0854b569df1a645612802a5', 'port_security_enabled': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:52.681656 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Pushing event updated for resources: {'Port': ['ID=d2eb65b7-271e-4fe3-911c-61f9369758b9,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:52.684789 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:52.736649 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:52.780331 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0714f8-eb76-43c5-83c5-b8886379bbb5 None None] Network 4305a1ac-4906-4c7d-ba1b-996c3cb7599a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:52.811319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Usage tracker for resource:network and tenant:98de35a2a0854b569df1a645612802a5 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:52.829310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:52.847542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:52.889091 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Attempting to bind port d2eb65b7-271e-4fe3-911c-61f9369758b9 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:57:52.889853 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Attempting to bind port d2eb65b7-271e-4fe3-911c-61f9369758b9 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0d58ce77-9233-45b4-b77d-43995cdd7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f761464-89be-4e5c-b1e2-b8b5f57e5b93'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:57:52.890341 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Attempting to bind port d2eb65b7-271e-4fe3-911c-61f9369758b9 on network 2f761464-89be-4e5c-b1e2-b8b5f57e5b93 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:57:52.904306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:57:52.904773 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Checking segment: {'id': '0d58ce77-9233-45b4-b77d-43995cdd7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f761464-89be-4e5c-b1e2-b8b5f57e5b93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:57:52.905241 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:52.905739 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Bound using segment: {'id': '0d58ce77-9233-45b4-b77d-43995cdd7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f761464-89be-4e5c-b1e2-b8b5f57e5b93'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:57:52.906328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Bound port: d2eb65b7-271e-4fe3-911c-61f9369758b9, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d58ce77-9233-45b4-b77d-43995cdd7e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2f761464-89be-4e5c-b1e2-b8b5f57e5b93'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:57:52.906806 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:52.934980 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Made reservation on behalf of 98de35a2a0854b569df1a645612802a5 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:52.938863 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:52.966000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Allocated IP 2001:db8::1 (2f761464-89be-4e5c-b1e2-b8b5f57e5b93/92403c19-fa4d-465f-a69b-e1ac4be1e581/be0124e7-bec7-4fcd-aac2-9b3d470415ef) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:52.994818 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:57:53.004189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.004537 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Added segment 7466a746-9d32-47d2-9c5a-cffb39f2290f of type vlan for network fb245b42-692c-44e7-9807-a5875458e289
Dec 24 10:57:53.029459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] For port d2eb65b7-271e-4fe3-911c-61f9369758b9, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:57:53.031631 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.034367 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] For port d2eb65b7-271e-4fe3-911c-61f9369758b9, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d2eb65b7-271e-4fe3-911c-61f9369758b9,segment=NetworkSegment(0d58ce77-9233-45b4-b77d-43995cdd7e5e),segment_id=0d58ce77-9233-45b4-b77d-43995cdd7e5e)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:57:53.050170 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.055016 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3e84d24f-f8b7-4284-bed7-d9154b15d278 None None] Provisioning for port 7997966f-a285-497a-bfa8-ccb2ca122fad completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:53.062214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-019b9371-acd6-4db4-8cd0-196adf9f468c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:53.115713 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3e84d24f-f8b7-4284-bed7-d9154b15d278 None None] Provisioning complete for port 7997966f-a285-497a-bfa8-ccb2ca122fad triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:53.116171 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3e84d24f-f8b7-4284-bed7-d9154b15d278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.150232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.resource_extend [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:57:53.167661 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.190169 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Transition to ACTIVE for port object be0124e7-bec7-4fcd-aac2-9b3d470415ef will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:53.222588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.229906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a5992fd1-fcb6-473f-a0e4-af966253bc95 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:53.232040 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.237544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:53.238201 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.248334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-88514be6-701c-4384-91be-d3be00d1cd89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:53.252223 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Pushing event updated for resources: {'Port': ['ID=d2eb65b7-271e-4fe3-911c-61f9369758b9,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:53.255895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:53.285025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f94b50c3-d615-4822-ada4-74545d36adaf up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:53.328815 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=be0124e7-bec7-4fcd-aac2-9b3d470415ef,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:53.343627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:53.354652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network 2f761464-89be-4e5c-b1e2-b8b5f57e5b93 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:53.356023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:53.360166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:53.361190 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.452564 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8f6d08b9-b4a5-4990-873f-56013698917a req-2cfbfd8a-a3de-4cb0-ab5e-9392f7034a04 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-65734335&fields=id&tenant_id=8543661828634582b0e4847120774eaa HTTP/1.1" status: 200  len: 267 time: 0.2515883
Dec 24 10:57:53.479443 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.491792 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.9937344
Dec 24 10:57:53.494493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50352) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:53.506469 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1214980250', 'admin_state_up': True, 'project_id': '98de35a2a0854b569df1a645612802a5', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:53.527389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:53.539136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Usage tracker for resource:router and tenant:98de35a2a0854b569df1a645612802a5 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:53.547764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:53.548924 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.568885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:53.591865 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event updated for resources: {'Network': ['ID=fb245b42-692c-44e7-9807-a5875458e289,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:53.594730 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.609040 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3e84d24f-f8b7-4284-bed7-d9154b15d278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.624743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network fb245b42-692c-44e7-9807-a5875458e289 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:57:53.645590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.646674 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.663233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.668722 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:53.672223 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b521ea5c-2988-401b-9167-8d39cf57fc93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:53.725017 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3e84d24f-f8b7-4284-bed7-d9154b15d278 None None] For port 7997966f-a285-497a-bfa8-ccb2ca122fad, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7997966f-a285-497a-bfa8-ccb2ca122fad,segment=NetworkSegment(021f4911-69cd-4f54-8c48-e5c8a9c29357),segment_id=021f4911-69cd-4f54-8c48-e5c8a9c29357)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:53.752935 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port f94b50c3-d615-4822-ada4-74545d36adaf triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:53.753331 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.759980 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:53.779516 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:53.810296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3e84d24f-f8b7-4284-bed7-d9154b15d278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.821831 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:53.838679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port edad6844-4910-4f3d-af71-5920b2761e80 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:53.839008 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.865838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:53.937995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d08b9-b4a5-4990-873f-56013698917a req-bbe163a3-cbcf-4dab-93e3-969d973de2f7 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:53.941525 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8f6d08b9-b4a5-4990-873f-56013698917a req-bbe163a3-cbcf-4dab-93e3-969d973de2f7 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/networks?id=5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 200  len: 811 time: 0.4871900
Dec 24 10:57:53.967647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84d24f-f8b7-4284-bed7-d9154b15d278 None None] Pushing event updated for resources: {'Port': ['ID=7997966f-a285-497a-bfa8-ccb2ca122fad,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:53.977228 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3e84d24f-f8b7-4284-bed7-d9154b15d278 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:54.069953 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8f6d08b9-b4a5-4990-873f-56013698917a req-f70d9fdb-e38e-4a62-8467-4a0ea1bf67ea tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/quotas/8543661828634582b0e4847120774eaa HTTP/1.1" status: 200  len: 375 time: 0.0437686
Dec 24 10:57:54.218314 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:54.255745 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network 4305a1ac-4906-4c7d-ba1b-996c3cb7599a is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:54.257648 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-db121b0c-602e-4710-8ace-6a0e286ef18a None None] Provisioning complete for port 7997966f-a285-497a-bfa8-ccb2ca122fad triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:54.258132 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-db121b0c-602e-4710-8ace-6a0e286ef18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:54.270998 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:54.291397 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port edad6844-4910-4f3d-af71-5920b2761e80, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=edad6844-4910-4f3d-af71-5920b2761e80,segment=NetworkSegment(f654e51f-4a24-48bd-b781-f889fac1f2fe),segment_id=f654e51f-4a24-48bd-b781-f889fac1f2fe)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:54.291754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:54.463613 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-db121b0c-602e-4710-8ace-6a0e286ef18a None None] Provisioning for port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:54.469781 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-db121b0c-602e-4710-8ace-6a0e286ef18a None None] Provisioning complete for port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:54.470219 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-db121b0c-602e-4710-8ace-6a0e286ef18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:54.562225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-db121b0c-602e-4710-8ace-6a0e286ef18a None None] Port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:54.609938 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:54.617345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:54.618371 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:54.623322 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6aefc03d-d1c1-44a0-b133-e9df6cb0978d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:54.692389 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5c40fee0-6797-4f5c-966d-46b4a08bd170 None None] Provisioning complete for port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:54.692945 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5c40fee0-6797-4f5c-966d-46b4a08bd170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:54.720688 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=be0124e7-bec7-4fcd-aac2-9b3d470415ef,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:54.730393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:54.783389 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for edad6844-4910-4f3d-af71-5920b2761e80 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:54.785926 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-5c40fee0-6797-4f5c-966d-46b4a08bd170 None None] Port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:54.818065 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6a0c63-53aa-4050-aa1d-b951b566e56d None None] Network 2f761464-89be-4e5c-b1e2-b8b5f57e5b93 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:54.862842 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8f6d08b9-b4a5-4990-873f-56013698917a req-49f329a6-26ce-4073-a237-ac77e5568fcb tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=8543661828634582b0e4847120774eaa&fields=id HTTP/1.1" status: 200  len: 440 time: 0.7427828
Dec 24 10:57:54.930198 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router 188d5fcc-fec8-49e1-b888-6a94828ca71f has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:57:54.936454 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e5a565e5-f078-4beb-879a-2b7f4b4550a1 None None] Provisioning complete for port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:54.936839 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e5a565e5-f078-4beb-879a-2b7f4b4550a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:55.019930 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-e5a565e5-f078-4beb-879a-2b7f4b4550a1 None None] Port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:55.030865 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network 2f761464-89be-4e5c-b1e2-b8b5f57e5b93 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:55.035790 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:55.037566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:55.074647 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:55.083051 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e5a565e5-f078-4beb-879a-2b7f4b4550a1 None None] Provisioning for port d2eb65b7-271e-4fe3-911c-61f9369758b9 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:55.196881 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8f6d08b9-b4a5-4990-873f-56013698917a req-c29657ce-3a25-4e15-afd3-84463961b906 service neutron] 10.222.0.54 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3141735
Dec 24 10:57:55.235889 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:55.243726 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/188d5fcc-fec8-49e1-b888-6a94828ca71f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4509504
Dec 24 10:57:55.252985 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50360) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:55.257905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Sync routers for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:55.269385 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:55.270087 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c590730>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:55.461922 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d2eb65b7-271e-4fe3-911c-61f9369758b9 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:55.465940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-f99347e7-b8e7-4d9f-8654-926cdea53d85 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'network': {'name': 'tempest-RoutersTest-1612136161'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:55.472936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f99347e7-b8e7-4d9f-8654-926cdea53d85 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:55.477682 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f99347e7-b8e7-4d9f-8654-926cdea53d85 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:network and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:55.482471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f99347e7-b8e7-4d9f-8654-926cdea53d85 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:55.490200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f99347e7-b8e7-4d9f-8654-926cdea53d85 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:55.507056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:55.525353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-896018ea-114c-479b-84d4-4f3e71184939 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:55.560127 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:57:55.613717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99347e7-b8e7-4d9f-8654-926cdea53d85 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:55.615976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Allocated IP 172.26.4.161 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/afe61720-780b-4589-9dd6-130e58fe56e0) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:57:55.619069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f99347e7-b8e7-4d9f-8654-926cdea53d85 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:55.635392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router 92aa2e79-2923-4949-9a29-f8ae5248d608 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:57:55.667593 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=edad6844-4910-4f3d-af71-5920b2761e80,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:55.703725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:55.704410 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:55.705975 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:55.706635 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:55.707161 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:55.707869 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:55.708507 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:55.709366 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:55.709953 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:55.710519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:55.711057 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:55.711573 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:55.722506 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:55.763556 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port d2eb65b7-271e-4fe3-911c-61f9369758b9 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:55.838926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f99347e7-b8e7-4d9f-8654-926cdea53d85 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:57:55.839972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port d2eb65b7-271e-4fe3-911c-61f9369758b9 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:55.840533 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:55.854789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f99347e7-b8e7-4d9f-8654-926cdea53d85 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:55.855242 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-f99347e7-b8e7-4d9f-8654-926cdea53d85 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Added segment 9e8acdf1-e660-4980-bfa4-43d4405c1b2a of type vlan for network 1e6d31c6-5337-4498-8069-9f59c3c3cda4
Dec 24 10:57:55.905047 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f99347e7-b8e7-4d9f-8654-926cdea53d85 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:55.975185 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f114b503-d21e-4446-a9bf-da8e3c94fe62 None None] Provisioning complete for port d2eb65b7-271e-4fe3-911c-61f9369758b9 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:55.975993 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f114b503-d21e-4446-a9bf-da8e3c94fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:56.092988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f99347e7-b8e7-4d9f-8654-926cdea53d85 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:56.101152 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99347e7-b8e7-4d9f-8654-926cdea53d85 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:56.102020 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f99347e7-b8e7-4d9f-8654-926cdea53d85 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:56.130710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:56.146636 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dd6eec-f00f-41ae-a7e8-b3fd38c78e86 None None] Sync routers for ids ['92aa2e79-2923-4949-9a29-f8ae5248d608'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:56.162597 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-665e9f6b-c3fd-454f-90eb-33be754b6149 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:56.164463 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dd6eec-f00f-41ae-a7e8-b3fd38c78e86 None None] Routers {'92aa2e79-2923-4949-9a29-f8ae5248d608'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:56.166456 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-64dd6eec-f00f-41ae-a7e8-b3fd38c78e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7df32490>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['92aa2e79-2923-4949-9a29-f8ae5248d608'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:56.170957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:56.231259 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f99347e7-b8e7-4d9f-8654-926cdea53d85 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8795161
Dec 24 10:57:56.250897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c24897-3192-4aa6-b99e-006c32fd1861 req-d450f6b6-081a-4f7c-99c1-0d6ccade23ea tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:56.255247 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e1c24897-3192-4aa6-b99e-006c32fd1861 req-d450f6b6-081a-4f7c-99c1-0d6ccade23ea tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.4031301
Dec 24 10:57:56.256317 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:56.274122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50366) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:56.275623 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-103f4338-c4cd-4c78-a936-609527c6b8b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:56.281411 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8f6d08b9-b4a5-4990-873f-56013698917a req-73b5e5e8-f351-43be-b223-78f318057afa service neutron] 10.222.0.54 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0772026
Dec 24 10:57:56.310727 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-64dd6eec-f00f-41ae-a7e8-b3fd38c78e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7df32490>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:56.332110 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dd6eec-f00f-41ae-a7e8-b3fd38c78e86 None None] Routers {'92aa2e79-2923-4949-9a29-f8ae5248d608'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:56.332750 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-64dd6eec-f00f-41ae-a7e8-b3fd38c78e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7df32490>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['92aa2e79-2923-4949-9a29-f8ae5248d608'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:56.381566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event updated for resources: {'Port': ['ID=afe61720-780b-4589-9dd6-130e58fe56e0,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:56.393307 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'subnet': {'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:56.393470 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f114b503-d21e-4446-a9bf-da8e3c94fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:56.421005 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/92aa2e79-2923-4949-9a29-f8ae5248d608/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6795385
Dec 24 10:57:56.428576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:56.429197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50372) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:56.443119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:57:56.446084 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:56.464636 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-64dd6eec-f00f-41ae-a7e8-b3fd38c78e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7df32490>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:56.466629 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64dd6eec-f00f-41ae-a7e8-b3fd38c78e86 None None] The sync data for ids ['92aa2e79-2923-4949-9a29-f8ae5248d608'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:57:56.491940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:57:56.505039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:57:56.552213 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-f114b503-d21e-4446-a9bf-da8e3c94fe62 None None] For port d2eb65b7-271e-4fe3-911c-61f9369758b9, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d2eb65b7-271e-4fe3-911c-61f9369758b9,segment=NetworkSegment(0d58ce77-9233-45b4-b77d-43995cdd7e5e),segment_id=0d58ce77-9233-45b4-b77d-43995cdd7e5e)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:56.562124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c590730>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 3, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 2, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:56.567647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f114b503-d21e-4446-a9bf-da8e3c94fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:56.569802 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bc081aad-8480-46f9-acbf-44a03032e56d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:56.631282 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e1c24897-3192-4aa6-b99e-006c32fd1861 req-04f795ed-5b75-4d4c-ae3e-952cab6c0752 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3592088
Dec 24 10:57:56.636870 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Checking router: 188d5fcc-fec8-49e1-b888-6a94828ca71f for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:57:56.637243 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Updating router 188d5fcc-fec8-49e1-b888-6a94828ca71f port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:57:56.695201 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114b503-d21e-4446-a9bf-da8e3c94fe62 None None] Pushing event updated for resources: {'Port': ['ID=d2eb65b7-271e-4fe3-911c-61f9369758b9,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:56.716330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f114b503-d21e-4446-a9bf-da8e3c94fe62 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:56.725620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1059405e-6bb5-4779-90e5-3ccc330da871 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:56.726338 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1059405e-6bb5-4779-90e5-3ccc330da871 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Synchronizing usage tracker for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:57:56.746265 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f114b503-d21e-4446-a9bf-da8e3c94fe62 None None] Provisioning for port be0124e7-bec7-4fcd-aac2-9b3d470415ef completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:57:56.750893 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99347e7-b8e7-4d9f-8654-926cdea53d85 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Network': ['ID=1e6d31c6-5337-4498-8069-9f59c3c3cda4,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:56.759507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f114b503-d21e-4446-a9bf-da8e3c94fe62 None None] Provisioning complete for port be0124e7-bec7-4fcd-aac2-9b3d470415ef triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:56.760111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f114b503-d21e-4446-a9bf-da8e3c94fe62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:56.789125 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:57:56.790188 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:57:56.790771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f99347e7-b8e7-4d9f-8654-926cdea53d85 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:56.796663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:56.808955 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 1e6d31c6-5337-4498-8069-9f59c3c3cda4 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:57:56.835637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:56.894116 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-f114b503-d21e-4446-a9bf-da8e3c94fe62 None None] Port be0124e7-bec7-4fcd-aac2-9b3d470415ef cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:56.976148 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:57:56.981430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:subnet and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:57:56.985458 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:57:56.990578 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2297dc15-db4e-481e-995c-c7d8bae27942 req-28285488-445b-41a0-9078-8cd56e7570b9 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 210 time: 0.0612686
Dec 24 10:57:57.017855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:57:57.052263 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:57:57.056986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:57.102678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1ad22cc8-6368-4b2f-94e9-b069047b2128 None None] Provisioning complete for port be0124e7-bec7-4fcd-aac2-9b3d470415ef triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:57.103066 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1ad22cc8-6368-4b2f-94e9-b069047b2128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:57.189977 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1ad22cc8-6368-4b2f-94e9-b069047b2128 None None] Port be0124e7-bec7-4fcd-aac2-9b3d470415ef cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:57:57.258662 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1059405e-6bb5-4779-90e5-3ccc330da871 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Unset dirty status for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:57:57.260255 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1059405e-6bb5-4779-90e5-3ccc330da871 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports/be0124e7-bec7-4fcd-aac2-9b3d470415ef HTTP/1.1" status: 200  len: 911 time: 0.8153307
Dec 24 10:57:57.280389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50390) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:57.371407 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7997966f-a285-497a-bfa8-ccb2ca122fad up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:57.384251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router c944a715-683b-4bf7-94bb-5d906d57db09 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:57:57.545535 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:57.576575 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Transition to ACTIVE for port object f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:57:57.581000 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 7997966f-a285-497a-bfa8-ccb2ca122fad triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:57.581774 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:57.646953 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:57:57.649661 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:57.662387 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/c944a715-683b-4bf7-94bb-5d906d57db09/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9895747
Dec 24 10:57:57.662387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50396) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:57.664836 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3ef799e2-68a0-4a26-85e7-437a74d97cd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:57.706742 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db7c198-9e43-41b6-abe2-e4b286e2355b None None] Sync routers for ids ['c944a715-683b-4bf7-94bb-5d906d57db09'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:57:57.745050 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b1526a5-d7c3-4fdf-94f0-714cbd70ee81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting subnet e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:57:57.748778 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b1526a5-d7c3-4fdf-94f0-714cbd70ee81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:57.821817 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b1526a5-d7c3-4fdf-94f0-714cbd70ee81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:57.823853 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db7c198-9e43-41b6-abe2-e4b286e2355b None None] Routers {'c944a715-683b-4bf7-94bb-5d906d57db09'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:57.824505 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7db7c198-9e43-41b6-abe2-e4b286e2355b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1bf0a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c944a715-683b-4bf7-94bb-5d906d57db09'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:57.939975 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b1526a5-d7c3-4fdf-94f0-714cbd70ee81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:58.005286 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:58.011040 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283632e-92f0-4010-bdec-ba6aa5da4092 None None] Pushing event updated for resources: {'Port': ['ID=f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:58.026195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5283632e-92f0-4010-bdec-ba6aa5da4092 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:58.026445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5283632e-92f0-4010-bdec-ba6aa5da4092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:58.026850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5283632e-92f0-4010-bdec-ba6aa5da4092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:58.027778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5283632e-92f0-4010-bdec-ba6aa5da4092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:58.027778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5283632e-92f0-4010-bdec-ba6aa5da4092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:58.027778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5283632e-92f0-4010-bdec-ba6aa5da4092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:58.028056 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5283632e-92f0-4010-bdec-ba6aa5da4092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:58.034405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5283632e-92f0-4010-bdec-ba6aa5da4092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:58.035074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5283632e-92f0-4010-bdec-ba6aa5da4092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:58.035651 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5283632e-92f0-4010-bdec-ba6aa5da4092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:58.037189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5283632e-92f0-4010-bdec-ba6aa5da4092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:58.037781 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5283632e-92f0-4010-bdec-ba6aa5da4092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:57:58.043973 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5283632e-92f0-4010-bdec-ba6aa5da4092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:58.059922 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b1526a5-d7c3-4fdf-94f0-714cbd70ee81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:58.071938 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-94813d27-96be-4d76-aacf-01462a529154 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:58.118458 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b1526a5-d7c3-4fdf-94f0-714cbd70ee81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:58.127791 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1526a5-d7c3-4fdf-94f0-714cbd70ee81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Subnet': ['ID=e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:58.127902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bad1a6-99c2-4539-b764-23b72a2dfe66 req-139470d3-1735-4422-9c9b-997c54c617d6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:58.130080 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05bad1a6-99c2-4539-b764-23b72a2dfe66 req-139470d3-1735-4422-9c9b-997c54c617d6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 1.1952410
Dec 24 10:57:58.136783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5b1526a5-d7c3-4fdf-94f0-714cbd70ee81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:58.160183 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9264ef-35a0-4829-865d-15e83ab57f0e None None] Network 45c164f3-3874-47ee-8c8f-d0d39e3c6cba requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:57:58.171871 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5b1526a5-d7c3-4fdf-94f0-714cbd70ee81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/subnets/e21cc7d7-1d5c-474d-8cfb-c3e7f64c3bc8 HTTP/1.1" status: 204  len: 168 time: 0.5066226
Dec 24 10:57:58.175164 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50402) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:57:58.274125 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1570c89b-07ba-448c-9d84-5250e2d56ccd req-2f82761e-fe02-4198-be7e-370520309298 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 210 time: 0.1383641
Dec 24 10:57:58.468519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ceb93e56-a554-47cd-bb96-067a476478bb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:58.471481 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05bad1a6-99c2-4539-b764-23b72a2dfe66 req-460d409f-266b-4088-806d-ded5e46b1e46 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3318162
Dec 24 10:57:58.499182 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Attempting to bind port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:57:58.499755 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Attempting to bind port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '021f4911-69cd-4f54-8c48-e5c8a9c29357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:57:58.500266 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Attempting to bind port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e on network 4305a1ac-4906-4c7d-ba1b-996c3cb7599a {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:57:58.551404 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:57:58.552047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Checking segment: {'id': '021f4911-69cd-4f54-8c48-e5c8a9c29357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:57:58.552626 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:58.553184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Bound using segment: {'id': '021f4911-69cd-4f54-8c48-e5c8a9c29357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:57:58.553824 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Bound port: f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021f4911-69cd-4f54-8c48-e5c8a9c29357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:57:58.554378 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:58.571512 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-7db7c198-9e43-41b6-abe2-e4b286e2355b None None] Set router c944a715-683b-4bf7-94bb-5d906d57db09 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:57:58.809804 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d2eb65b7-271e-4fe3-911c-61f9369758b9 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:57:58.851197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d08b9-b4a5-4990-873f-56013698917a req-628c961d-1aaf-4eac-92f3-a5703a26c12b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:58.852660 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8f6d08b9-b4a5-4990-873f-56013698917a req-628c961d-1aaf-4eac-92f3-a5703a26c12b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.32 "GET /v2.0/networks?id=5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 200  len: 811 time: 0.4127874
Dec 24 10:57:58.956397 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ceb93e56-a554-47cd-bb96-067a476478bb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:58.970313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ceb93e56-a554-47cd-bb96-067a476478bb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port a829fb02-2db1-4b99-9d2b-7cd7c3e516f2 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:58.970706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ceb93e56-a554-47cd-bb96-067a476478bb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:59.124039 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] For port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:57:59.166895 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8f6d08b9-b4a5-4990-873f-56013698917a req-a9b8d169-33d6-4621-acc7-ee532e56fb91 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8543661828634582b0e4847120774eaa HTTP/1.1" status: 200  len: 378 time: 0.2540746
Dec 24 10:57:59.188423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:59.198530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-8f6d08b9-b4a5-4990-873f-56013698917a req-b298356b-c166-4fec-8140-700f78c26854 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Request body: {'port': {'device_id': '0c458806-d227-4056-8f80-f1b515c60151', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'admin_state_up': True, 'tenant_id': '8543661828634582b0e4847120774eaa', 'security_groups': ['1d2e0dbf-18a7-4853-97c1-5be96ce78daf']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:57:59.199038 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] For port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e,segment=NetworkSegment(021f4911-69cd-4f54-8c48-e5c8a9c29357),segment_id=021f4911-69cd-4f54-8c48-e5c8a9c29357)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:57:59.203843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port d2eb65b7-271e-4fe3-911c-61f9369758b9 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:57:59.205190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:59.214415 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-ceb93e56-a554-47cd-bb96-067a476478bb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port a829fb02-2db1-4b99-9d2b-7cd7c3e516f2, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a829fb02-2db1-4b99-9d2b-7cd7c3e516f2,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:57:59.214988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ceb93e56-a554-47cd-bb96-067a476478bb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:59.260793 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:59.270588 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:59.365432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0031d843-6dfb-4b5f-8a7d-68bb7a166228 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:59.410140 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ceb93e56-a554-47cd-bb96-067a476478bb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for a829fb02-2db1-4b99-9d2b-7cd7c3e516f2 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:57:59.461862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d058da01-767d-4ed8-8456-3487665e103e None None] DHCP port deletion for 45c164f3-3874-47ee-8c8f-d0d39e3c6cba request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:57:59.518433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-d058da01-767d-4ed8-8456-3487665e103e None None] Deleting port 0d930644-bcf4-403a-ba3c-2fb098117aca {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:57:59.518433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d058da01-767d-4ed8-8456-3487665e103e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:59.564907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283632e-92f0-4010-bdec-ba6aa5da4092 None None] Pushing event updated for resources: {'Port': ['ID=f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:59.575291 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2df13f20-4f6b-4940-9425-89f45ed11dc4 req-3145cab8-f4a5-4344-a604-125155d6dbb6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 210 time: 0.0611396
Dec 24 10:57:59.584558 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5283632e-92f0-4010-bdec-ba6aa5da4092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:59.608077 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:57:59.608736 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c590730>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:57:59.743982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ceb93e56-a554-47cd-bb96-067a476478bb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:59.750247 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:57:59.796880 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb93e56-a554-47cd-bb96-067a476478bb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=a829fb02-2db1-4b99-9d2b-7cd7c3e516f2,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:59.801726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ceb93e56-a554-47cd-bb96-067a476478bb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:57:59.850085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:59.854822 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Subnet': ['ID=d27e37da-ee05-4268-98d9-b07e2133c5f9,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:57:59.916103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ceb93e56-a554-47cd-bb96-067a476478bb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:57:59.956560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee6a24-32f1-49a9-bf0f-39e0c2f98ff9 req-a3039da3-111a-49e3-8432-5ef7c725523f tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:57:59.963813 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0aee6a24-32f1-49a9-bf0f-39e0c2f98ff9 req-a3039da3-111a-49e3-8432-5ef7c725523f tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 1.0330534
Dec 24 10:57:59.981447 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e15773c5-7db0-4997-a679-b0170f6b5bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:00.062456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:00.075891 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0aee6a24-32f1-49a9-bf0f-39e0c2f98ff9 req-83747387-d296-4469-9486-bd498fb46e1b tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1109452
Dec 24 10:58:00.082037 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:00.082603 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:00.083230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:00.084498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:00.085122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:00.085641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:00.086182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:00.086694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:00.087202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:00.087740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:00.088271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:00.088782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:00.106062 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.741s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:00.113424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Checking segment: {'id': '9e8acdf1-e660-4980-bfa4-43d4405c1b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:00.113797 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network hostable DHCP agents. Network: 1e6d31c6-5337-4498-8069-9f59c3c3cda4, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:58:00.125706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ceb93e56-a554-47cd-bb96-067a476478bb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:00.128345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ceb93e56-a554-47cd-bb96-067a476478bb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:00.159591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ceb93e56-a554-47cd-bb96-067a476478bb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:00.160155 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb93e56-a554-47cd-bb96-067a476478bb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Fanout notify agent at l3_agent the message router_deleted on router c944a715-683b-4bf7-94bb-5d906d57db09 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:58:00.189306 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ceb93e56-a554-47cd-bb96-067a476478bb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:00.191742 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ceb93e56-a554-47cd-bb96-067a476478bb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/routers/c944a715-683b-4bf7-94bb-5d906d57db09 HTTP/1.1" status: 204  len: 168 time: 2.0155580
Dec 24 10:58:00.194453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50412) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:00.251318 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-8f6d08b9-b4a5-4990-873f-56013698917a req-b298356b-c166-4fec-8140-700f78c26854 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:00.280097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-8f6d08b9-b4a5-4990-873f-56013698917a req-b298356b-c166-4fec-8140-700f78c26854 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:00.280660 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7db7c198-9e43-41b6-abe2-e4b286e2355b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1bf0a0>, [{'id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'name': 'tempest-TestNetworkBasicOps-router-2033564632', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119'}], 'enable_snat': True}, 'gw_port_id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:54:07Z', 'updated_at': '2021-12-24T10:57:55Z', 'revision_number': 7, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'a829fb02-2db1-4b99-9d2b-7cd7c3e516f2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:cc:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c944a715-683b-4bf7-94bb-5d906d57db09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:54:11Z', 'updated_at': '2021-12-24T10:54:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:00.325003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network 1e6d31c6-5337-4498-8069-9f59c3c3cda4 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:58:00.350895 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:00.365429 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 0d930644-bcf4-403a-ba3c-2fb098117aca {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:00.366234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:00.379262 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db7c198-9e43-41b6-abe2-e4b286e2355b None None] Checking router: c944a715-683b-4bf7-94bb-5d906d57db09 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:58:00.379972 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 1e6d31c6-5337-4498-8069-9f59c3c3cda4) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:00.396874 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d058da01-767d-4ed8-8456-3487665e103e None None] For port 0d930644-bcf4-403a-ba3c-2fb098117aca, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0d930644-bcf4-403a-ba3c-2fb098117aca,segment=NetworkSegment(f654e51f-4a24-48bd-b781-f889fac1f2fe),segment_id=f654e51f-4a24-48bd-b781-f889fac1f2fe)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:00.397605 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d058da01-767d-4ed8-8456-3487665e103e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:00.419674 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:00.430859 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:00.445611 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6d08b9-b4a5-4990-873f-56013698917a req-b298356b-c166-4fec-8140-700f78c26854 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Made reservation on behalf of 8543661828634582b0e4847120774eaa for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:58:00.449269 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8f6d08b9-b4a5-4990-873f-56013698917a req-b298356b-c166-4fec-8140-700f78c26854 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:00.474616 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bb9fef-3013-4cec-99e0-30ba31938b7b None None] Network 1e6d31c6-5337-4498-8069-9f59c3c3cda4 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:58:00.629288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 0d930644-bcf4-403a-ba3c-2fb098117aca, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0d930644-bcf4-403a-ba3c-2fb098117aca,segment=NetworkSegment(f654e51f-4a24-48bd-b781-f889fac1f2fe),segment_id=f654e51f-4a24-48bd-b781-f889fac1f2fe)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:00.629784 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:00.668629 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-d058da01-767d-4ed8-8456-3487665e103e None None] Calling delete_port for 0d930644-bcf4-403a-ba3c-2fb098117aca owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:00.679915 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.3178813
Dec 24 10:58:00.686533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50418) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:00.723217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db7c198-9e43-41b6-abe2-e4b286e2355b None None] Routers set() bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:00.723650 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db7c198-9e43-41b6-abe2-e4b286e2355b None None] Router IDs set() for agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 24 10:58:00.724309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_agentschedulers_db [None req-7db7c198-9e43-41b6-abe2-e4b286e2355b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c944a715-683b-4bf7-94bb-5d906d57db09'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:57:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent'). {{(pid=87560) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
Dec 24 10:58:00.725144 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db7c198-9e43-41b6-abe2-e4b286e2355b None None] The sync data for ids ['c944a715-683b-4bf7-94bb-5d906d57db09'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:00.765495 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0d930644-bcf4-403a-ba3c-2fb098117aca no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:58:00.783160 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 0d930644-bcf4-403a-ba3c-2fb098117aca owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:00.851049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52d946d1-a37e-4a94-9517-e75b6118191f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:00.869989 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c2c8d6a3-ed6b-4ed2-ab42-054f223eb17f req-6dfdf851-1b49-4f9d-8d28-810062cbe250 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 210 time: 0.0585625
Dec 24 10:58:00.942925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:00.947180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6de664a0-ce92-4488-ab55-01f5acfe7903 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:00.981419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Router 58c99b58-bc74-46a5-85cc-77e73a544f99 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:58:00.997170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=0d930644-bcf4-403a-ba3c-2fb098117aca,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:01.000578 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:01.001666 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] No DVR routers for this DVR port 0d930644-bcf4-403a-ba3c-2fb098117aca on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:58:01.031976 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-d058da01-767d-4ed8-8456-3487665e103e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:58:01.032351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-d058da01-767d-4ed8-8456-3487665e103e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:58:01.128730 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No active binding found for port 0d930644-bcf4-403a-ba3c-2fb098117aca {{(pid=87560) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 24 10:58:01.129468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0d930644-bcf4-403a-ba3c-2fb098117aca not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:58:01.347853 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-1e6d31c6-5337-4498-8069-9f59c3c3cda4', 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'fixed_ips': [{'subnet_id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:58:01.349974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:01.426302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:01.468566 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c590730>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 3, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:57:59Z', 'revision_number': 4, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:01.482627 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72890e6-6eee-477b-87a1-764306d42548 None None] The sync data for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv is: [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 3, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:57:59Z', 'revision_number': 4, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:01.484762 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7db41d00>,) {'filters': {'network_id': ['45c164f3-3874-47ee-8c8f-d0d39e3c6cba']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:01.511641 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7db41d00>, 'f654e51f-4a24-48bd-b781-f889fac1f2fe') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:01.511641 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7db41d00>, 'f654e51f-4a24-48bd-b781-f889fac1f2fe') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:01.533634 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-d058da01-767d-4ed8-8456-3487665e103e None None] Deleting port 0d930644-bcf4-403a-ba3c-2fb098117aca {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:01.534532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d058da01-767d-4ed8-8456-3487665e103e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:01.536837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:01.555515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:01.562856 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:58:01.563351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:58:01.582004 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:58:01.623395 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-d058da01-767d-4ed8-8456-3487665e103e None None] The port '0d930644-bcf4-403a-ba3c-2fb098117aca' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:58:01.646804 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Allocated IP 172.22.0.2 (1e6d31c6-5337-4498-8069-9f59c3c3cda4/d27e37da-ee05-4268-98d9-b07e2133c5f9/cef79efd-0583-40f8-94c6-90e6367a05a2) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:58:01.709442 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:01.721166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-76a84736-5ed9-4fef-930b-ed74ad46c33e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:01.748084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:01.781993 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Network': ['ID=45c164f3-3874-47ee-8c8f-d0d39e3c6cba,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:01.786503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:01.795096 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/networks/45c164f3-3874-47ee-8c8f-d0d39e3c6cba HTTP/1.1" status: 204  len: 168 time: 1.5992911
Dec 24 10:58:01.815191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50424) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:01.823831 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-210e4625-7c50-4455-9ba4-97441372104c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'network': {'name': 'tempest-network-smoke--1545491747', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'port_security_enabled': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:01.830426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-210e4625-7c50-4455-9ba4-97441372104c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:01.835728 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-210e4625-7c50-4455-9ba4-97441372104c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:network and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:01.840571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-210e4625-7c50-4455-9ba4-97441372104c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:01.850476 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-210e4625-7c50-4455-9ba4-97441372104c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:01.868224 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210e4625-7c50-4455-9ba4-97441372104c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:58:01.874416 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-210e4625-7c50-4455-9ba4-97441372104c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:01.906546 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-96267f5c-f565-40bc-8750-f75ed2d2a186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:01.928102 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210e4625-7c50-4455-9ba4-97441372104c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:58:01.944019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-210e4625-7c50-4455-9ba4-97441372104c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:01.944738 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-210e4625-7c50-4455-9ba4-97441372104c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Added segment 3f84a4d6-5818-4cf0-8bfb-33120ec09fe1 of type vlan for network 208c3ed9-fbba-42d0-989f-caf6c355fd19
Dec 24 10:58:01.997782 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-210e4625-7c50-4455-9ba4-97441372104c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:02.086557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:02.105282 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Transition to ACTIVE for port object cef79efd-0583-40f8-94c6-90e6367a05a2 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:02.122072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-210e4625-7c50-4455-9ba4-97441372104c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:02.130518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:02.131087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210e4625-7c50-4455-9ba4-97441372104c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:02.132901 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-210e4625-7c50-4455-9ba4-97441372104c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:02.139433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-8f6d08b9-b4a5-4990-873f-56013698917a req-b298356b-c166-4fec-8140-700f78c26854 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Allocated IP 172.20.0.9 (5649a2db-549e-48e6-b856-f7dfd6b31b16/e0a321e5-1d5c-4349-a6e4-b5d68559fd38/8e3b0452-9518-435a-b6a3-5f0f26627133) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:58:02.140771 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Transition to ACTIVE for port object cef79efd-0583-40f8-94c6-90e6367a05a2 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:02.146785 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Sync routers for ids ['58c99b58-bc74-46a5-85cc-77e73a544f99'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:02.148100 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:02.153794 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:02.161591 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Routers {'58c99b58-bc74-46a5-85cc-77e73a544f99'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:02.164308 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc041f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['58c99b58-bc74-46a5-85cc-77e73a544f99'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:02.165555 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:02.185309 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-619680fc-5952-4a81-a5ad-e9296d37071c req-c5b34ba3-db6b-41b0-ac8c-2eed7b52c746 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 210 time: 0.1289742
Dec 24 10:58:02.218984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:02.220865 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 8.7248924
Dec 24 10:58:02.288757 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Network 1e6d31c6-5337-4498-8069-9f59c3c3cda4 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:02.296736 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50430) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:02.303430 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:02.309492 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:58:02.336664 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-210e4625-7c50-4455-9ba4-97441372104c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5190165
Dec 24 10:58:02.341803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50436) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:02.354577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-989446457', 'admin_state_up': True, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:02.367152 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e4625-7c50-4455-9ba4-97441372104c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Network': ['ID=208c3ed9-fbba-42d0-989f-caf6c355fd19,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:02.370298 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Pushing event updated for resources: {'Port': ['ID=cef79efd-0583-40f8-94c6-90e6367a05a2,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:02.371188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-210e4625-7c50-4455-9ba4-97441372104c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:02.376651 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:02.385784 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:02.386305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:router and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:02.391267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:02.403871 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 208c3ed9-fbba-42d0-989f-caf6c355fd19 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:58:02.409594 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:02.432830 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:02.434144 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:02.473711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:02.508839 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Set router 58c99b58-bc74-46a5-85cc-77e73a544f99 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:02.551847 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bcdf8-8212-45fe-918f-7a98b20c4033 req-96ccc00a-474a-4391-9e9f-9c8cd187decf tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:02.562100 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d5bcdf8-8212-45fe-918f-7a98b20c4033 req-96ccc00a-474a-4391-9e9f-9c8cd187decf tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 1.1215239
Dec 24 10:58:02.811332 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Attempting to bind port cef79efd-0583-40f8-94c6-90e6367a05a2 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:58:02.811717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Attempting to bind port cef79efd-0583-40f8-94c6-90e6367a05a2 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '9e8acdf1-e660-4980-bfa4-43d4405c1b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:58:02.812090 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Attempting to bind port cef79efd-0583-40f8-94c6-90e6367a05a2 on network 1e6d31c6-5337-4498-8069-9f59c3c3cda4 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:58:02.829599 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b0731da6-a9b6-43b4-bf70-a778652039d8 tempest-TestNetworkAdvancedServerOps-1961726356 tempest-TestNetworkAdvancedServerOps-1961726356-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=98de35a2a0854b569df1a645612802a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.5258496
Dec 24 10:58:02.838428 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d5bcdf8-8212-45fe-918f-7a98b20c4033 req-3f5b8a4b-2812-4b48-9e71-d1af45fc53f4 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2751210
Dec 24 10:58:02.839376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:58:02.841219 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50440) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:02.849830 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Checking segment: {'id': '9e8acdf1-e660-4980-bfa4-43d4405c1b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:02.850552 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:02.851113 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Bound using segment: {'id': '9e8acdf1-e660-4980-bfa4-43d4405c1b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:58:02.851768 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Bound port: cef79efd-0583-40f8-94c6-90e6367a05a2, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8acdf1-e660-4980-bfa4-43d4405c1b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:58:02.852335 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:02.864543 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:03.014492 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc041f0>, [{'id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214980250', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:53Z', 'updated_at': '2021-12-24T10:57:57Z', 'revision_number': 3, 'project_id': '98de35a2a0854b569df1a645612802a5', 'gw_port': {'id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:55Z', 'updated_at': '2021-12-24T10:57:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:03.019657 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Checking router: 58c99b58-bc74-46a5-85cc-77e73a544f99 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:58:03.020232 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Updating router 58c99b58-bc74-46a5-85cc-77e73a544f99 port afe61720-780b-4589-9dd6-130e58fe56e0 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:58:03.086553 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:03.101209 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:03.101440 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:03.104351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:03.113191 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:03.117760 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] For port cef79efd-0583-40f8-94c6-90e6367a05a2, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:58:03.125163 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] For port cef79efd-0583-40f8-94c6-90e6367a05a2, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cef79efd-0583-40f8-94c6-90e6367a05a2,segment=NetworkSegment(9e8acdf1-e660-4980-bfa4-43d4405c1b2a),segment_id=9e8acdf1-e660-4980-bfa4-43d4405c1b2a)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:58:03.127504 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:03.128863 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:03.164499 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:03.182391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:03.183714 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10c3bfd-2ffb-4c8a-9cf2-deaf4533810b tempest-TestNetworkAdvancedServerOps-1961726356 tempest-TestNetworkAdvancedServerOps-1961726356-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:03.185470 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f10c3bfd-2ffb-4c8a-9cf2-deaf4533810b tempest-TestNetworkAdvancedServerOps-1961726356 tempest-TestNetworkAdvancedServerOps-1961726356-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3433182
Dec 24 10:58:03.194611 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50444) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:03.203778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8f6d08b9-b4a5-4990-873f-56013698917a req-b298356b-c166-4fec-8140-700f78c26854 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:03.275183 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:03.288564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-52d946d1-a37e-4a94-9517-e75b6118191f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port be0124e7-bec7-4fcd-aac2-9b3d470415ef {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:03.289324 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52d946d1-a37e-4a94-9517-e75b6118191f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:03.317677 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Pushing event updated for resources: {'Port': ['ID=cef79efd-0583-40f8-94c6-90e6367a05a2,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:03.363783 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:03.386837 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-09f69917-93d9-4163-afa0-bc39e8dcaa0c tempest-TestNetworkAdvancedServerOps-1961726356 tempest-TestNetworkAdvancedServerOps-1961726356-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1842985
Dec 24 10:58:03.424923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:03.467717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e,segment=NetworkSegment(021f4911-69cd-4f54-8c48-e5c8a9c29357),segment_id=021f4911-69cd-4f54-8c48-e5c8a9c29357)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:03.474822 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:03.476915 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:03.490253 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50450) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:03.565254 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device edad6844-4910-4f3d-af71-5920b2761e80 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:58:03.574331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-8f6d08b9-b4a5-4990-873f-56013698917a req-b298356b-c166-4fec-8140-700f78c26854 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Transition to ACTIVE for port object 8e3b0452-9518-435a-b6a3-5f0f26627133 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:03.578065 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-73116ff4-ee23-4738-a880-a2cd144239c7 req-69b1c968-d863-42fc-8fd5-2e3b6de10f67 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 210 time: 0.0861175
Dec 24 10:58:03.581893 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-20477a4f-1291-4532-8327-e6b7c452afec tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-552580038', 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289', 'project_id': '98de35a2a0854b569df1a645612802a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:03.633441 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:03.646761 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:03.647704 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: edad6844-4910-4f3d-af71-5920b2761e80 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:58:03.648262 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device edad6844-4910-4f3d-af71-5920b2761e80 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:58:03.649337 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a829fb02-2db1-4b99-9d2b-7cd7c3e516f2 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:58:03.722047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: a829fb02-2db1-4b99-9d2b-7cd7c3e516f2 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:58:03.722047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a829fb02-2db1-4b99-9d2b-7cd7c3e516f2 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:58:03.789908 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:03.804231 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Transition to ACTIVE for port object afe61720-780b-4589-9dd6-130e58fe56e0 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:03.816862 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:03.822443 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-24fafbbb-77ec-478b-809a-36a44cc51556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:03.961667 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d889887-09ee-4409-a32a-7c18368896af None None] Pushing event updated for resources: {'Port': ['ID=afe61720-780b-4589-9dd6-130e58fe56e0,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:03.967337 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Attempting to bind port afe61720-780b-4589-9dd6-130e58fe56e0 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:58:03.967910 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Attempting to bind port afe61720-780b-4589-9dd6-130e58fe56e0 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:58:03.968450 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Attempting to bind port afe61720-780b-4589-9dd6-130e58fe56e0 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:58:03.976628 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:58:03.984638 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:03.985447 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:03.986562 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:58:03.987231 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Bound port: afe61720-780b-4589-9dd6-130e58fe56e0, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:58:03.987890 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:03.991275 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:04.015221 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d889887-09ee-4409-a32a-7c18368896af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:04.015962 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d889887-09ee-4409-a32a-7c18368896af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:04.016447 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d889887-09ee-4409-a32a-7c18368896af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:04.016941 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d889887-09ee-4409-a32a-7c18368896af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:04.017499 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d889887-09ee-4409-a32a-7c18368896af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:04.018329 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d889887-09ee-4409-a32a-7c18368896af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:04.018839 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d889887-09ee-4409-a32a-7c18368896af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:04.019312 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d889887-09ee-4409-a32a-7c18368896af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:04.019884 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d889887-09ee-4409-a32a-7c18368896af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:04.020391 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d889887-09ee-4409-a32a-7c18368896af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:04.020868 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d889887-09ee-4409-a32a-7c18368896af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:04.021341 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d889887-09ee-4409-a32a-7c18368896af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:04.031091 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-8d889887-09ee-4409-a32a-7c18368896af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:04.038454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:04.076004 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8f6d08b9-b4a5-4990-873f-56013698917a req-b298356b-c166-4fec-8140-700f78c26854 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:04.087990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-20477a4f-1291-4532-8327-e6b7c452afec tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:04.090787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52d946d1-a37e-4a94-9517-e75b6118191f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:04.103623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-20477a4f-1291-4532-8327-e6b7c452afec tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Usage tracker for resource:subnet and tenant:98de35a2a0854b569df1a645612802a5 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:04.104850 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] For port afe61720-780b-4589-9dd6-130e58fe56e0, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:58:04.105704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c578780a-3f5b-4b0a-9f76-f68e55725a29 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:04.108651 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] For port afe61720-780b-4589-9dd6-130e58fe56e0, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=afe61720-780b-4589-9dd6-130e58fe56e0,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:58:04.108795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-20477a4f-1291-4532-8327-e6b7c452afec tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:04.115362 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:04.119733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-20477a4f-1291-4532-8327-e6b7c452afec tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:04.125667 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-fbac280c-5d73-401c-977f-04d4818d2086 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:04.179223 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20477a4f-1291-4532-8327-e6b7c452afec tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Made reservation on behalf of 98de35a2a0854b569df1a645612802a5 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:58:04.183722 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-20477a4f-1291-4532-8327-e6b7c452afec tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:04.218461 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d889887-09ee-4409-a32a-7c18368896af None None] Pushing event updated for resources: {'Port': ['ID=afe61720-780b-4589-9dd6-130e58fe56e0,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:04.223625 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-8d889887-09ee-4409-a32a-7c18368896af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:04.228536 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Routers {'58c99b58-bc74-46a5-85cc-77e73a544f99'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:04.229157 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc041f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['58c99b58-bc74-46a5-85cc-77e73a544f99'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:04.304087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.26.4.9 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/563679cd-13ec-46a9-b3d4-1dfc724ed1d5) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:58:04.435702 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] Set router 58c99b58-bc74-46a5-85cc-77e73a544f99 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:04.562639 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:04.596848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-20477a4f-1291-4532-8327-e6b7c452afec tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:04.603189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8a3fac63-c5c3-43b3-bb7e-1bc7f4a8c3ba tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:04.700504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:04.741560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-52d946d1-a37e-4a94-9517-e75b6118191f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Calling delete_port for be0124e7-bec7-4fcd-aac2-9b3d470415ef owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:04.761852 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:04.775620 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cef79efd-0583-40f8-94c6-90e6367a05a2 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:04.784345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:04.791411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:58:04.827748 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6d08b9-b4a5-4990-873f-56013698917a req-b298356b-c166-4fec-8140-700f78c26854 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Network 5649a2db-549e-48e6-b856-f7dfd6b31b16 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:04.844222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-8f6d08b9-b4a5-4990-873f-56013698917a req-b298356b-c166-4fec-8140-700f78c26854 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:04.847306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6d08b9-b4a5-4990-873f-56013698917a req-b298356b-c166-4fec-8140-700f78c26854 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:58:04.906096 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc041f0>, [{'id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214980250', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:53Z', 'updated_at': '2021-12-24T10:57:57Z', 'revision_number': 3, 'project_id': '98de35a2a0854b569df1a645612802a5', 'gw_port': {'id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:55Z', 'updated_at': '2021-12-24T10:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:04.918612 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab4fcbae-debd-4cc7-af24-5cd0ff076cff None None] The sync data for ids ['58c99b58-bc74-46a5-85cc-77e73a544f99'] in dv-neutron-822668-2-hyperv is: [{'id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214980250', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:53Z', 'updated_at': '2021-12-24T10:57:57Z', 'revision_number': 3, 'project_id': '98de35a2a0854b569df1a645612802a5', 'gw_port': {'id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:55Z', 'updated_at': '2021-12-24T10:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:04.923639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:04.980012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port cef79efd-0583-40f8-94c6-90e6367a05a2 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:04.981386 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298356b-c166-4fec-8140-700f78c26854 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event updated for resources: {'Port': ['ID=8e3b0452-9518-435a-b6a3-5f0f26627133,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:04.984987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b298356b-c166-4fec-8140-700f78c26854 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:04.989141 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:05.065262 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20477a4f-1291-4532-8327-e6b7c452afec tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event updated for resources: {'Subnet': ['ID=730c7b02-f4dc-44e6-88f3-f081b2bbdfe2,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:05.082144 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30589f5-8d08-49f8-b7d5-d84e925a1e4c None None] Network 1e6d31c6-5337-4498-8069-9f59c3c3cda4 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:58:05.082741 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-20477a4f-1291-4532-8327-e6b7c452afec tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:05.099430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d08b9-b4a5-4990-873f-56013698917a req-b298356b-c166-4fec-8140-700f78c26854 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:05.101773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8f6d08b9-b4a5-4990-873f-56013698917a req-b298356b-c166-4fec-8140-700f78c26854 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:05.146147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdb92a-e21d-49b0-96b1-c9c79dd3c774 req-506b5398-3d1a-47ca-ac7c-2415d2259f7e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:05.148108 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-49cdb92a-e21d-49b0-96b1-c9c79dd3c774 req-506b5398-3d1a-47ca-ac7c-2415d2259f7e tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 1.1243441
Dec 24 10:58:05.149528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Allocated IP 172.22.0.1 (1e6d31c6-5337-4498-8069-9f59c3c3cda4/d27e37da-ee05-4268-98d9-b07e2133c5f9/6b74a010-73d5-4757-aef0-88e8b1eb693e) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:58:05.166874 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ceb93e56-a554-47cd-bb96-067a476478bb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.440s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:05.248080 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-87a420a4-04f6-434e-acfb-a97fb05600cd None None] Provisioning for port cef79efd-0583-40f8-94c6-90e6367a05a2 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:05.264071 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8f6d08b9-b4a5-4990-873f-56013698917a req-b298356b-c166-4fec-8140-700f78c26854 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.0791628
Dec 24 10:58:05.278509 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-87a420a4-04f6-434e-acfb-a97fb05600cd None None] Provisioning complete for port cef79efd-0583-40f8-94c6-90e6367a05a2 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:05.278965 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-87a420a4-04f6-434e-acfb-a97fb05600cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:05.284748 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Request body: {'port': {'device_id': '0c458806-d227-4056-8f80-f1b515c60151', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:05.368743 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-49cdb92a-e21d-49b0-96b1-c9c79dd3c774 req-abfe471c-e54f-464b-8e13-b4409f5da2d3 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1996520
Dec 24 10:58:05.467580 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:05.468274 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:05.477419 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20477a4f-1291-4532-8327-e6b7c452afec tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Checking segment: {'id': '7466a746-9d32-47d2-9c5a-cffb39f2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:05.477797 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20477a4f-1291-4532-8327-e6b7c452afec tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Network hostable DHCP agents. Network: fb245b42-692c-44e7-9807-a5875458e289, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:58:05.603423 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=563679cd-13ec-46a9-b3d4-1dfc724ed1d5,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:05.612791 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:05.646548 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20477a4f-1291-4532-8327-e6b7c452afec tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Network fb245b42-692c-44e7-9807-a5875458e289 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:58:05.663032 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5207873a-120c-4adf-b46e-a7b48da8ed4f req-9701fc11-7011-43fe-bce3-bf9549c358cf tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:05.665505 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5207873a-120c-4adf-b46e-a7b48da8ed4f req-9701fc11-7011-43fe-bce3-bf9549c358cf tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 931 time: 0.7658105
Dec 24 10:58:05.738313 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-87a420a4-04f6-434e-acfb-a97fb05600cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:05.745106 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:05.760460 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:05.772115 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52d946d1-a37e-4a94-9517-e75b6118191f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:05.779115 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-20477a4f-1291-4532-8327-e6b7c452afec tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, fb245b42-692c-44e7-9807-a5875458e289) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:05.781848 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-57a668d8-48a5-4e78-b84e-d7b365671fe2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:05.793536 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-87a420a4-04f6-434e-acfb-a97fb05600cd None None] For port cef79efd-0583-40f8-94c6-90e6367a05a2, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cef79efd-0583-40f8-94c6-90e6367a05a2,segment=NetworkSegment(9e8acdf1-e660-4980-bfa4-43d4405c1b2a),segment_id=9e8acdf1-e660-4980-bfa4-43d4405c1b2a)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:05.803111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b65f96-fcf0-441c-9dda-15bc8893ea9a None None] Network fb245b42-692c-44e7-9807-a5875458e289 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:58:05.807143 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20477a4f-1291-4532-8327-e6b7c452afec tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:05.809161 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-20477a4f-1291-4532-8327-e6b7c452afec tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:05.843418 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5207873a-120c-4adf-b46e-a7b48da8ed4f req-e92fdd02-5284-46b2-b00f-25a2dc9614e6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1038184
Dec 24 10:58:05.863028 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Transition to ACTIVE for port object 6b74a010-73d5-4757-aef0-88e8b1eb693e will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:05.889043 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d946d1-a37e-4a94-9517-e75b6118191f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Port': ['ID=be0124e7-bec7-4fcd-aac2-9b3d470415ef,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:05.935183 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-87a420a4-04f6-434e-acfb-a97fb05600cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:05.951843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-872678d2-241d-40af-9ad1-0ef71bfd49ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:05.962900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-52d946d1-a37e-4a94-9517-e75b6118191f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:06.198082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-13456dd0-c618-4c3a-84aa-e05f60683c05 None None] Provisioning for port 8e3b0452-9518-435a-b6a3-5f0f26627133 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:06.205919 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-20477a4f-1291-4532-8327-e6b7c452afec tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 2.7028668
Dec 24 10:58:06.209628 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-13456dd0-c618-4c3a-84aa-e05f60683c05 None None] Provisioning complete for port 8e3b0452-9518-435a-b6a3-5f0f26627133 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:06.210012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-13456dd0-c618-4c3a-84aa-e05f60683c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:06.210573 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50458) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:06.278123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a420a4-04f6-434e-acfb-a97fb05600cd None None] Pushing event updated for resources: {'Port': ['ID=cef79efd-0583-40f8-94c6-90e6367a05a2,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:06.281363 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-87a420a4-04f6-434e-acfb-a97fb05600cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:06.423579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:06.476821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:06.492781 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-13456dd0-c618-4c3a-84aa-e05f60683c05 None None] Port 8e3b0452-9518-435a-b6a3-5f0f26627133 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:58:06.495997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b91d4e32-a3b1-4ef9-b3b5-03af61baa903 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:06.500416 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-fb245b42-692c-44e7-9807-a5875458e289', 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'fixed_ips': [{'subnet_id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:58:06.502142 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:06.693629 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52d946d1-a37e-4a94-9517-e75b6118191f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:06.722689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network 1e6d31c6-5337-4498-8069-9f59c3c3cda4 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:06.741390 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:06.755474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:58:06.868648 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Allocated IP 172.20.0.2 (fb245b42-692c-44e7-9807-a5875458e289/730c7b02-f4dc-44e6-88f3-f081b2bbdfe2/aa098dba-44be-480c-b796-285c1e58e7f0) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:58:07.016074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=6b74a010-73d5-4757-aef0-88e8b1eb693e,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:07.026694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:07.053330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cef79efd-0583-40f8-94c6-90e6367a05a2 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:07.131794 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-38dd5aeb-f4f4-46a0-8138-2135e9ffcf11 None None] Provisioning complete for port cef79efd-0583-40f8-94c6-90e6367a05a2 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:07.132183 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-38dd5aeb-f4f4-46a0-8138-2135e9ffcf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:07.351003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port cef79efd-0583-40f8-94c6-90e6367a05a2 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:07.351392 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:07.367597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:07.394470 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:07.414258 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f956e-8944-401e-9bc8-03bfeabf6c43 req-87930a18-7b9e-4eb8-a40a-a4484d4b4506 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:07.415804 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-cf9f956e-8944-401e-9bc8-03bfeabf6c43 req-87930a18-7b9e-4eb8-a40a-a4484d4b4506 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 931 time: 0.3531468
Dec 24 10:58:07.438596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Transition to ACTIVE for port object aa098dba-44be-480c-b796-285c1e58e7f0 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:07.496579 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Transition to ACTIVE for port object aa098dba-44be-480c-b796-285c1e58e7f0 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:07.512645 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:07.520037 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3e84d24f-f8b7-4284-bed7-d9154b15d278 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:07.554781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38477c-c06a-4453-99c2-be68d8884860 req-78d53891-dd78-496c-98bd-36fb22d21554 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:07.556829 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fc38477c-c06a-4453-99c2-be68d8884860 req-78d53891-dd78-496c-98bd-36fb22d21554 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.9122829
Dec 24 10:58:07.559700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d946d1-a37e-4a94-9517-e75b6118191f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router 92aa2e79-2923-4949-9a29-f8ae5248d608 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:58:07.588017 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3b0452-9518-435a-b6a3-5f0f26627133 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:58:07.605909 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Network fb245b42-692c-44e7-9807-a5875458e289 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:07.613601 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device afe61720-780b-4589-9dd6-130e58fe56e0 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:07.640472 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:07.646071 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:07.651078 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-cf9f956e-8944-401e-9bc8-03bfeabf6c43 req-7bf60bab-f5ca-463e-a84e-f9bed8461d5a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1746080
Dec 24 10:58:07.675003 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:07.686283 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:58:07.694045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Pushing event updated for resources: {'Port': ['ID=aa098dba-44be-480c-b796-285c1e58e7f0,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:07.698897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:07.703907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6f6e6014-2a7c-4234-9799-04dd19e6fed1 None None] Provisioning for port 6b74a010-73d5-4757-aef0-88e8b1eb693e completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:07.747575 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6f6e6014-2a7c-4234-9799-04dd19e6fed1 None None] Provisioning complete for port 6b74a010-73d5-4757-aef0-88e8b1eb693e triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:07.747575 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6f6e6014-2a7c-4234-9799-04dd19e6fed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:07.815239 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:58:07.835815 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Transition to ACTIVE for port object 8e3b0452-9518-435a-b6a3-5f0f26627133 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:07.839239 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d946d1-a37e-4a94-9517-e75b6118191f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:07.847611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port afe61720-780b-4589-9dd6-130e58fe56e0 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:07.856347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c843251a-9485-4861-85bf-52ad224e8012 None None] Sync routers for ids ['92aa2e79-2923-4949-9a29-f8ae5248d608'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:07.859398 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fc38477c-c06a-4453-99c2-be68d8884860 req-6b3ddfba-9685-462d-ac56-4b56433308b9 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2940135
Dec 24 10:58:07.862687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:07.873011 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6f6e6014-2a7c-4234-9799-04dd19e6fed1 None None] Port 6b74a010-73d5-4757-aef0-88e8b1eb693e cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:58:07.876800 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port afe61720-780b-4589-9dd6-130e58fe56e0 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:07.877192 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:07.883813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:07.912159 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Attempting to bind port aa098dba-44be-480c-b796-285c1e58e7f0 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:58:07.912568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Attempting to bind port aa098dba-44be-480c-b796-285c1e58e7f0 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '7466a746-9d32-47d2-9c5a-cffb39f2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:58:07.912920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Attempting to bind port aa098dba-44be-480c-b796-285c1e58e7f0 on network fb245b42-692c-44e7-9807-a5875458e289 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:58:07.933249 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c843251a-9485-4861-85bf-52ad224e8012 None None] Routers {'92aa2e79-2923-4949-9a29-f8ae5248d608'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:07.933924 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c843251a-9485-4861-85bf-52ad224e8012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3b8a30>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['92aa2e79-2923-4949-9a29-f8ae5248d608'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:07.935617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:07.983522 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:58:07.983898 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Checking segment: {'id': '7466a746-9d32-47d2-9c5a-cffb39f2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:07.984321 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:07.984777 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Bound using segment: {'id': '7466a746-9d32-47d2-9c5a-cffb39f2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:58:07.985328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Bound port: aa098dba-44be-480c-b796-285c1e58e7f0, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7466a746-9d32-47d2-9c5a-cffb39f2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:58:07.986339 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:08.029282 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c843251a-9485-4861-85bf-52ad224e8012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3b8a30>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:08.093480 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c843251a-9485-4861-85bf-52ad224e8012 None None] Routers {'92aa2e79-2923-4949-9a29-f8ae5248d608'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:08.094383 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c843251a-9485-4861-85bf-52ad224e8012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3b8a30>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['92aa2e79-2923-4949-9a29-f8ae5248d608'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:08.099957 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-52d946d1-a37e-4a94-9517-e75b6118191f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/92aa2e79-2923-4949-9a29-f8ae5248d608/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8182330
Dec 24 10:58:08.102580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:08.115367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50466) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:08.169201 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-726c88c0-e6f3-4537-a4b7-60f8a816c811 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Synchronizing usage tracker for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:08.176375 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c843251a-9485-4861-85bf-52ad224e8012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3b8a30>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:08.177050 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c843251a-9485-4861-85bf-52ad224e8012 None None] The sync data for ids ['92aa2e79-2923-4949-9a29-f8ae5248d608'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:08.225190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] For port aa098dba-44be-480c-b796-285c1e58e7f0, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:58:08.242829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3b0452-9518-435a-b6a3-5f0f26627133,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:08.247491 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] For port aa098dba-44be-480c-b796-285c1e58e7f0, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=aa098dba-44be-480c-b796-285c1e58e7f0,segment=NetworkSegment(7466a746-9d32-47d2-9c5a-cffb39f2290f),segment_id=7466a746-9d32-47d2-9c5a-cffb39f2290f)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:58:08.248811 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:08.258189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:08.267029 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:08.287520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-726c88c0-e6f3-4537-a4b7-60f8a816c811 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Unset dirty status for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:08.291426 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-726c88c0-e6f3-4537-a4b7-60f8a816c811 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports?device_id=92aa2e79-2923-4949-9a29-f8ae5248d608 HTTP/1.1" status: 200  len: 205 time: 0.1740487
Dec 24 10:58:08.294282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50470) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:08.305191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:08.323204 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port afe61720-780b-4589-9dd6-130e58fe56e0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=afe61720-780b-4589-9dd6-130e58fe56e0,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:08.344063 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:08.358832 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Pushing event updated for resources: {'Port': ['ID=aa098dba-44be-480c-b796-285c1e58e7f0,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:08.363206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:08.363899 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2af2a294-2275-43fb-8866-33bc0c7c1fea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:08.367537 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Attempting to bind port 8e3b0452-9518-435a-b6a3-5f0f26627133 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:58:08.367991 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Attempting to bind port 8e3b0452-9518-435a-b6a3-5f0f26627133 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:58:08.368423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Attempting to bind port 8e3b0452-9518-435a-b6a3-5f0f26627133 on network 5649a2db-549e-48e6-b856-f7dfd6b31b16 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:58:08.381197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Port 8e3b0452-9518-435a-b6a3-5f0f26627133 on network 5649a2db-549e-48e6-b856-f7dfd6b31b16 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:58:08.381676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Attempting to bind port 8e3b0452-9518-435a-b6a3-5f0f26627133 on network 5649a2db-549e-48e6-b856-f7dfd6b31b16 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:58:08.392731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:58:08.393197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Checking segment: {'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:08.393670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Bound using segment: {'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:58:08.394245 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Bound port: 8e3b0452-9518-435a-b6a3-5f0f26627133, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05421bbd-6cbf-40dd-9449-3a214d65c2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:58:08.395280 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:08.464920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=afe61720-780b-4589-9dd6-130e58fe56e0,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:08.469507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:08.520003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] For port 8e3b0452-9518-435a-b6a3-5f0f26627133, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:58:08.529124 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router c7173390-f140-4854-a63a-39af4a93ebe5 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:58:08.542913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d8912fa0-acfd-48cb-99a2-4b9c1f287126 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:08.598712 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] For port 8e3b0452-9518-435a-b6a3-5f0f26627133, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8e3b0452-9518-435a-b6a3-5f0f26627133,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:58:08.612198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:08.620412 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device afe61720-780b-4589-9dd6-130e58fe56e0 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:08.624887 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:08.738814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:08.739439 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:08.740850 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8f6d08b9-b4a5-4990-873f-56013698917a req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] 10.222.0.32 "PUT /v2.0/ports/8e3b0452-9518-435a-b6a3-5f0f26627133 HTTP/1.1" status: 200  len: 1093 time: 3.4634488
Dec 24 10:58:08.741398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c458806-d227-4056-8f80-f1b515c60151', 'tag': '8e3b0452-9518-435a-b6a3-5f0f26627133'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:58:08.784698 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3b0452-9518-435a-b6a3-5f0f26627133,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:08.790795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:08.856171 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c458806-d227-4056-8f80-f1b515c60151', 'tag': '8e3b0452-9518-435a-b6a3-5f0f26627133', 'status': 'completed', 'code': 200}
Dec 24 10:58:08.872346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.resource_extend [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:58:08.898584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:08.915433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:08.923420 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port afe61720-780b-4589-9dd6-130e58fe56e0 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:08.923887 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:09.142233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f072b3ef-406e-4c59-8e6f-0f93b6444065 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:09.288505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d08b9-b4a5-4990-873f-56013698917a req-166a1067-5a54-44ee-906d-29ce4c501c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:09.290015 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8f6d08b9-b4a5-4990-873f-56013698917a req-166a1067-5a54-44ee-906d-29ce4c501c1c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8543661828634582b0e4847120774eaa&device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 1096 time: 0.4969637
Dec 24 10:58:09.291930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:09.295635 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=6b74a010-73d5-4757-aef0-88e8b1eb693e,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:09.353387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:09.389583 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8f6d08b9-b4a5-4990-873f-56013698917a req-e22aaa93-6a9c-4d27-a89d-3288d42df24a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e3b0452-9518-435a-b6a3-5f0f26627133 HTTP/1.1" status: 200  len: 217 time: 0.0909028
Dec 24 10:58:09.483849 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d8912fa0-acfd-48cb-99a2-4b9c1f287126 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:09.489752 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d8912fa0-acfd-48cb-99a2-4b9c1f287126 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:09.535418 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e0705-1ee2-4ae0-86d7-39d97782b2f1 req-f4b9247a-dc53-4800-ac41-846a3548b2a3 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:09.536970 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-199e0705-1ee2-4ae0-86d7-39d97782b2f1 req-f4b9247a-dc53-4800-ac41-846a3548b2a3 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.4001000
Dec 24 10:58:09.539421 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:09.551375 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Sync routers for ids ['c7173390-f140-4854-a63a-39af4a93ebe5'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:09.574440 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Routers {'c7173390-f140-4854-a63a-39af4a93ebe5'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:09.576058 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de97df0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c7173390-f140-4854-a63a-39af4a93ebe5'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:09.576444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d08b9-b4a5-4990-873f-56013698917a req-fa0a948c-6abe-4e40-8ef4-8e413bcb6e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:09.578267 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8f6d08b9-b4a5-4990-873f-56013698917a req-fa0a948c-6abe-4e40-8ef4-8e413bcb6e35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0a321e5-1d5c-4349-a6e4-b5d68559fd38 HTTP/1.1" status: 200  len: 850 time: 0.1808667
Dec 24 10:58:09.584334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d8912fa0-acfd-48cb-99a2-4b9c1f287126 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:09.584969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8912fa0-acfd-48cb-99a2-4b9c1f287126 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Fanout notify agent at l3_agent the message router_deleted on router 92aa2e79-2923-4949-9a29-f8ae5248d608 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:58:09.640036 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0bdfe-8370-4c4b-96a3-85b7a4e3ac61 req-8ec700c0-c102-4ba3-b4b9-95d2b7dc1139 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:09.645140 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-36a0bdfe-8370-4c4b-96a3-85b7a4e3ac61 req-8ec700c0-c102-4ba3-b4b9-95d2b7dc1139 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 943 time: 0.7555566
Dec 24 10:58:09.664138 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-199e0705-1ee2-4ae0-86d7-39d97782b2f1 req-fcf469b9-f03d-4ce7-bb47-5c574ea9279b tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1087995
Dec 24 10:58:09.669910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network 1e6d31c6-5337-4498-8069-9f59c3c3cda4 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:09.671232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d8912fa0-acfd-48cb-99a2-4b9c1f287126 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:09.674832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:09.674994 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d8912fa0-acfd-48cb-99a2-4b9c1f287126 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/routers/92aa2e79-2923-4949-9a29-f8ae5248d608 HTTP/1.1" status: 204  len: 168 time: 1.3770194
Dec 24 10:58:09.682877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50480) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:09.795537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:09.799720 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 7.4538119
Dec 24 10:58:09.813909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50484) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:09.833783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-a855d929-128c-4856-8102-2eaecfa838e3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting subnet 92403c19-fa4d-465f-a69b-e1ac4be1e581 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:58:09.839393 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Set router c7173390-f140-4854-a63a-39af4a93ebe5 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:09.855299 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668165e3-1dab-403f-aa09-9eb0c944a2a8 None None] Network fb245b42-692c-44e7-9807-a5875458e289 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:58:09.862099 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-36a0bdfe-8370-4c4b-96a3-85b7a4e3ac61 req-6a88b588-2725-4c4c-9dcb-ab27e096c34d tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1987267
Dec 24 10:58:09.862814 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a855d929-128c-4856-8102-2eaecfa838e3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:09.903268 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Allocated IP 172.20.0.1 (fb245b42-692c-44e7-9807-a5875458e289/730c7b02-f4dc-44e6-88f3-f081b2bbdfe2/72b1b20f-8f65-4d3a-b506-97e739cb03f0) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:58:09.924134 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fab8ac93-a29a-4a95-93db-6a1fde5d00c4 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=1df2c4270c8b4c3e834179de6e64472f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1018860
Dec 24 10:58:09.927158 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50488) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:09.936757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d08b9-b4a5-4990-873f-56013698917a req-097b7c48-77ea-4b56-b605-a24a44639884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:09.938248 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8f6d08b9-b4a5-4990-873f-56013698917a req-097b7c48-77ea-4b56-b605-a24a44639884 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5649a2db-549e-48e6-b856-f7dfd6b31b16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.3363428
Dec 24 10:58:09.969935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router 188d5fcc-fec8-49e1-b888-6a94828ca71f has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:58:10.026415 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c74403e2-7ead-4fda-88af-67e2496a8721 None None] Provisioning for port aa098dba-44be-480c-b796-285c1e58e7f0 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:10.063852 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a855d929-128c-4856-8102-2eaecfa838e3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:10.198622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-447aa4f3-1719-4e56-8158-26ca4ce4c783 None None] Provisioning complete for port 6b74a010-73d5-4757-aef0-88e8b1eb693e triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:10.198919 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-447aa4f3-1719-4e56-8158-26ca4ce4c783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:10.263337 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de97df0>, [{'id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'name': 'tempest-TestNetworkBasicOps-router-989446457', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:58:02Z', 'updated_at': '2021-12-24T10:58:05Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:37:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:04Z', 'updated_at': '2021-12-24T10:58:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:10.269062 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Checking router: c7173390-f140-4854-a63a-39af4a93ebe5 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:58:10.269734 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Updating router c7173390-f140-4854-a63a-39af4a93ebe5 port 563679cd-13ec-46a9-b3d4-1dfc724ed1d5 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:58:10.289056 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-447aa4f3-1719-4e56-8158-26ca4ce4c783 None None] Port 6b74a010-73d5-4757-aef0-88e8b1eb693e cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:58:10.295491 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8f6d08b9-b4a5-4990-873f-56013698917a req-81b3e297-1a17-4717-a57a-28dd81ecbea6 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3484609
Dec 24 10:58:10.332469 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518d0771-61e9-4f11-8ccb-812844774ed4 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:10.334241 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-518d0771-61e9-4f11-8ccb-812844774ed4 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4049509
Dec 24 10:58:10.344039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50492) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:10.344794 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:10.393978 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:10.411688 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3fc9ba15-f3a8-41d4-9488-099fdb2372ed tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0615933
Dec 24 10:58:10.423496 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50496) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:10.424390 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:10.430721 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Transition to ACTIVE for port object 72b1b20f-8f65-4d3a-b506-97e739cb03f0 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:10.438813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-072ae3ad-9dc5-4e3c-8556-a69e30a9ef47 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1989742507', 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:10.464836 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a855d929-128c-4856-8102-2eaecfa838e3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:10.503780 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8f6d08b9-b4a5-4990-873f-56013698917a req-c83d979b-40af-4a55-be54-7a07038f13f7 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1980040
Dec 24 10:58:10.504838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:10.516250 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Sync routers for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:10.532095 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:10.533324 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/188d5fcc-fec8-49e1-b888-6a94828ca71f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8415647
Dec 24 10:58:10.534582 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d805ac0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:10.539118 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50500) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:10.547464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-fccb4185-f296-496b-805c-e717f2e8510c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'network': {'name': 'tempest-RoutersTest-382444029'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:10.572112 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-fccb4185-f296-496b-805c-e717f2e8510c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:10.628298 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-fccb4185-f296-496b-805c-e717f2e8510c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:network and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:10.632114 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-fccb4185-f296-496b-805c-e717f2e8510c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:10.638664 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-fccb4185-f296-496b-805c-e717f2e8510c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:10.666366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccb4185-f296-496b-805c-e717f2e8510c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:58:10.671084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fccb4185-f296-496b-805c-e717f2e8510c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:10.678626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-072ae3ad-9dc5-4e3c-8556-a69e30a9ef47 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:10.691061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-072ae3ad-9dc5-4e3c-8556-a69e30a9ef47 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:subnet and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:10.695892 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-072ae3ad-9dc5-4e3c-8556-a69e30a9ef47 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:10.721503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-072ae3ad-9dc5-4e3c-8556-a69e30a9ef47 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:10.737191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1531-add7-4045-9a6e-d6af3e29cef0 req-5ef0ba46-a4e7-49ec-b868-fb41b8561e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:10.737724 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:10.738821 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-86ae1531-add7-4045-9a6e-d6af3e29cef0 req-5ef0ba46-a4e7-49ec-b868-fb41b8561e11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8543661828634582b0e4847120774eaa&device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 1096 time: 0.1642146
Dec 24 10:58:10.746130 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:10.753617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fccb4185-f296-496b-805c-e717f2e8510c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:58:10.759029 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:10.825371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event updated for resources: {'Port': ['ID=72b1b20f-8f65-4d3a-b506-97e739cb03f0,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:10.828461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a855d929-128c-4856-8102-2eaecfa838e3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:10.839221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:10.842399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d7e00a40-f617-4149-af29-0a7f6bab2d6e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:10.888347 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a855d929-128c-4856-8102-2eaecfa838e3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:10.920778 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a855d929-128c-4856-8102-2eaecfa838e3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/subnets/92403c19-fa4d-465f-a69b-e1ac4be1e581 HTTP/1.1" status: 204  len: 168 time: 1.2366157
Dec 24 10:58:10.922294 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072ae3ad-9dc5-4e3c-8556-a69e30a9ef47 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:58:10.930502 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device aa098dba-44be-480c-b796-285c1e58e7f0 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:10.934776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-072ae3ad-9dc5-4e3c-8556-a69e30a9ef47 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:10.955627 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f2ba2e-2b2c-4610-87c3-dbcad7a1bad2 None None] Network 2f761464-89be-4e5c-b1e2-b8b5f57e5b93 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:58:10.976991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50508) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:10.978132 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855d929-128c-4856-8102-2eaecfa838e3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Subnet': ['ID=92403c19-fa4d-465f-a69b-e1ac4be1e581,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:10.990661 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Network fb245b42-692c-44e7-9807-a5875458e289 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:11.018297 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:11.033267 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Transition to ACTIVE for port object 563679cd-13ec-46a9-b3d4-1dfc724ed1d5 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:11.044095 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a855d929-128c-4856-8102-2eaecfa838e3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:11.049768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:11.051352 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:11.067619 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fccb4185-f296-496b-805c-e717f2e8510c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:11.068098 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-fccb4185-f296-496b-805c-e717f2e8510c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Added segment b8fd60cc-7b88-48ff-b8b2-0739b00e171a of type vlan for network a91f0452-cfe4-46e8-89d7-5ec7db4986e5
Dec 24 10:58:11.076936 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-24fafbbb-77ec-478b-809a-36a44cc51556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:11.161346 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29121b4b-34fa-4590-a47b-435126b05651 None None] Pushing event updated for resources: {'Port': ['ID=563679cd-13ec-46a9-b3d4-1dfc724ed1d5,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:11.163113 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fccb4185-f296-496b-805c-e717f2e8510c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:11.191054 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:58:11.200581 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-29121b4b-34fa-4590-a47b-435126b05651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:11.214822 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Attempting to bind port 563679cd-13ec-46a9-b3d4-1dfc724ed1d5 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:58:11.215199 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Attempting to bind port 563679cd-13ec-46a9-b3d4-1dfc724ed1d5 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:58:11.215568 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Attempting to bind port 563679cd-13ec-46a9-b3d4-1dfc724ed1d5 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:58:11.223953 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:58:11.224331 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:11.230371 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:11.231000 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:58:11.231675 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Bound port: 563679cd-13ec-46a9-b3d4-1dfc724ed1d5, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:58:11.232247 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:11.237978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911c589e-45cd-4fbb-8083-eb0c59b024bc req-6b103977-ba57-41ab-924a-57b73a97c50a tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:11.239537 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-911c589e-45cd-4fbb-8083-eb0c59b024bc req-6b103977-ba57-41ab-924a-57b73a97c50a tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.2194662
Dec 24 10:58:11.286864 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1531-add7-4045-9a6e-d6af3e29cef0 req-2b3bcd59-4b0c-43fd-aeb2-18e0c55ffc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:11.287851 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-86ae1531-add7-4045-9a6e-d6af3e29cef0 req-2b3bcd59-4b0c-43fd-aeb2-18e0c55ffc4c service neutron] 10.222.0.32 "GET /v2.0/networks?id=5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 200  len: 912 time: 0.5406625
Dec 24 10:58:11.372598 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] For port 563679cd-13ec-46a9-b3d4-1dfc724ed1d5, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:58:11.376803 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] For port 563679cd-13ec-46a9-b3d4-1dfc724ed1d5, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=563679cd-13ec-46a9-b3d4-1dfc724ed1d5,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:58:11.390140 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-86ae1531-add7-4045-9a6e-d6af3e29cef0 req-1820e1a5-7552-4f29-a785-f729b6354503 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e3b0452-9518-435a-b6a3-5f0f26627133 HTTP/1.1" status: 200  len: 217 time: 0.0935593
Dec 24 10:58:11.393548 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:11.395992 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:11.403518 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-e8ea5de9-e9d5-4514-aa90-c1fd53ac695c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:11.407343 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-911c589e-45cd-4fbb-8083-eb0c59b024bc req-89959c01-9869-4f88-b374-df3a42e70c7b tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1572094
Dec 24 10:58:11.462089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:11.493494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fccb4185-f296-496b-805c-e717f2e8510c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:11.499421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccb4185-f296-496b-805c-e717f2e8510c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:11.506068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fccb4185-f296-496b-805c-e717f2e8510c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:11.518219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e2dfa618-8bd0-4ed0-9be4-db31d0bc9a81 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:11.523352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port aa098dba-44be-480c-b796-285c1e58e7f0 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:11.541843 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Routers {'c7173390-f140-4854-a63a-39af4a93ebe5'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:11.542857 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de97df0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c7173390-f140-4854-a63a-39af4a93ebe5'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:11.558099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port aa098dba-44be-480c-b796-285c1e58e7f0 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:11.558667 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:11.592632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-01ef91b9-4f87-4733-bb25-1ed60d49ece9 None None] Provisioning for port 72b1b20f-8f65-4d3a-b506-97e739cb03f0 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:11.611247 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-01ef91b9-4f87-4733-bb25-1ed60d49ece9 None None] Provisioning complete for port 72b1b20f-8f65-4d3a-b506-97e739cb03f0 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:11.611965 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-01ef91b9-4f87-4733-bb25-1ed60d49ece9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:11.629525 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29121b4b-34fa-4590-a47b-435126b05651 None None] Pushing event updated for resources: {'Port': ['ID=563679cd-13ec-46a9-b3d4-1dfc724ed1d5,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:11.635080 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-29121b4b-34fa-4590-a47b-435126b05651 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:11.635251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port d2eb65b7-271e-4fe3-911c-61f9369758b9 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:11.635579 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:11.761477 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb4185-f296-496b-805c-e717f2e8510c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Network': ['ID=a91f0452-cfe4-46e8-89d7-5ec7db4986e5,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:11.773405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fccb4185-f296-496b-805c-e717f2e8510c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:11.808511 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] Set router c7173390-f140-4854-a63a-39af4a93ebe5 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:11.812533 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-01ef91b9-4f87-4733-bb25-1ed60d49ece9 None None] Port 72b1b20f-8f65-4d3a-b506-97e739cb03f0 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:58:11.823538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network a91f0452-cfe4-46e8-89d7-5ec7db4986e5 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:58:11.860549 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1531-add7-4045-9a6e-d6af3e29cef0 req-1f652edd-e630-45fc-a2f5-e7b089757119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:11.862615 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-86ae1531-add7-4045-9a6e-d6af3e29cef0 req-1f652edd-e630-45fc-a2f5-e7b089757119 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0a321e5-1d5c-4349-a6e4-b5d68559fd38 HTTP/1.1" status: 200  len: 850 time: 0.4538763
Dec 24 10:58:11.872295 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fccb4185-f296-496b-805c-e717f2e8510c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.3293526
Dec 24 10:58:11.926208 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50516) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:11.941701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-de0b88f0-d728-48f5-832a-3daf0db0741b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'subnet': {'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:11.953440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a37ebc8-610a-4042-835e-4243722b3bb3 None None] DHCP port deletion for 2f761464-89be-4e5c-b1e2-b8b5f57e5b93 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:58:11.980275 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3a37ebc8-610a-4042-835e-4243722b3bb3 None None] Deleting port d2eb65b7-271e-4fe3-911c-61f9369758b9 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:11.980467 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3a37ebc8-610a-4042-835e-4243722b3bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:11.993350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ec026-c250-479a-afd0-685f46b8446d req-341890ba-2a4d-4fbd-96eb-40b9c598efb3 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:12.000420 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8e7ec026-c250-479a-afd0-685f46b8446d req-341890ba-2a4d-4fbd-96eb-40b9c598efb3 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 943 time: 0.7590582
Dec 24 10:58:12.026170 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d805ac0>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:07Z', 'revision_number': 4, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': '6b74a010-73d5-4757-aef0-88e8b1eb693e', 'name': '', 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:9b:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:03Z', 'updated_at': '2021-12-24T10:58:08Z', 'revision_number': 2, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:58:03Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:12.101983 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1531-add7-4045-9a6e-d6af3e29cef0 req-36116886-46ea-40c4-8469-d3aff3d2bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:12.103406 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-86ae1531-add7-4045-9a6e-d6af3e29cef0 req-36116886-46ea-40c4-8469-d3aff3d2bd4d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5649a2db-549e-48e6-b856-f7dfd6b31b16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2324848
Dec 24 10:58:12.124683 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Checking router: 188d5fcc-fec8-49e1-b888-6a94828ca71f for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:58:12.125039 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Updating router 188d5fcc-fec8-49e1-b888-6a94828ca71f port 6b74a010-73d5-4757-aef0-88e8b1eb693e binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:58:12.154215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85096d7a-7a2c-4b8a-b6e8-eb812f823d0d req-a28f171f-25d1-4c27-8ead-7f13d6e40756 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:12.161457 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-85096d7a-7a2c-4b8a-b6e8-eb812f823d0d req-a28f171f-25d1-4c27-8ead-7f13d6e40756 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.2022772
Dec 24 10:58:12.177372 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de97df0>, [{'id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'name': 'tempest-TestNetworkBasicOps-router-989446457', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:58:02Z', 'updated_at': '2021-12-24T10:58:05Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:37:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:04Z', 'updated_at': '2021-12-24T10:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:12.182752 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a10c66-100a-480a-a4c3-a2fc1bf0f988 None None] The sync data for ids ['c7173390-f140-4854-a63a-39af4a93ebe5'] in dv-neutron-822668-2-hyperv is: [{'id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'name': 'tempest-TestNetworkBasicOps-router-989446457', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:58:02Z', 'updated_at': '2021-12-24T10:58:05Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:37:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:04Z', 'updated_at': '2021-12-24T10:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:12.193421 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:12.252685 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-de0b88f0-d728-48f5-832a-3daf0db0741b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:12.273383 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:12.289149 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-85096d7a-7a2c-4b8a-b6e8-eb812f823d0d req-f01b80bb-b468-4af6-a79f-20d1a5af817f tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1266069
Dec 24 10:58:12.294218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b932a-48f3-4e26-b88d-7c6753f5a215 req-c804a38d-b7aa-46b7-8c4e-0b63d7849be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:12.295791 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e73b932a-48f3-4e26-b88d-7c6753f5a215 req-c804a38d-b7aa-46b7-8c4e-0b63d7849be9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8ba107df4e84355959c1593c8cc3a54&device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 1098 time: 0.2543924
Dec 24 10:58:12.310306 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8e7ec026-c250-479a-afd0-685f46b8446d req-7c06136a-7991-4d2d-a40c-b399780be6ab tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3087940
Dec 24 10:58:12.316626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-de0b88f0-d728-48f5-832a-3daf0db0741b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:subnet and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:12.426973 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-86ae1531-add7-4045-9a6e-d6af3e29cef0 req-aa20229e-5cea-4659-86c1-c2edbbfbb268 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3093436
Dec 24 10:58:12.488049 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-de0b88f0-d728-48f5-832a-3daf0db0741b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:12.540015 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] For port d2eb65b7-271e-4fe3-911c-61f9369758b9, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d2eb65b7-271e-4fe3-911c-61f9369758b9,segment=NetworkSegment(0d58ce77-9233-45b4-b77d-43995cdd7e5e),segment_id=0d58ce77-9233-45b4-b77d-43995cdd7e5e)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:12.540627 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:12.560731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b932a-48f3-4e26-b88d-7c6753f5a215 req-2e51b8a8-d4b3-4627-9b12-5dfbb189d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:12.563246 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e73b932a-48f3-4e26-b88d-7c6753f5a215 req-2e51b8a8-d4b3-4627-9b12-5dfbb189d5fa service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 HTTP/1.1" status: 200  len: 913 time: 0.2590818
Dec 24 10:58:12.587241 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-de0b88f0-d728-48f5-832a-3daf0db0741b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:12.602690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-072ae3ad-9dc5-4e3c-8556-a69e30a9ef47 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:12.613611 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fcd357de-7d7c-4e08-9a59-407146df6018 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:12.711773 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e73b932a-48f3-4e26-b88d-7c6753f5a215 req-39a6d28a-474b-4df9-bae2-de88c91e47e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f848d24-f121-4a2d-8a3d-e65c6f538978 HTTP/1.1" status: 200  len: 1000 time: 0.1412797
Dec 24 10:58:12.732001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3a37ebc8-610a-4042-835e-4243722b3bb3 None None] For port d2eb65b7-271e-4fe3-911c-61f9369758b9, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d2eb65b7-271e-4fe3-911c-61f9369758b9,segment=NetworkSegment(0d58ce77-9233-45b4-b77d-43995cdd7e5e),segment_id=0d58ce77-9233-45b4-b77d-43995cdd7e5e)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:12.732584 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3a37ebc8-610a-4042-835e-4243722b3bb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:12.801665 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-86ae1531-add7-4045-9a6e-d6af3e29cef0 req-45220164-0276-4ff1-be32-ab7835bc2777 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3660161
Dec 24 10:58:12.821222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b932a-48f3-4e26-b88d-7c6753f5a215 req-b0f6100e-3ad9-41f8-bcf9-50e95be62441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:12.822909 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e73b932a-48f3-4e26-b88d-7c6753f5a215 req-b0f6100e-3ad9-41f8-bcf9-50e95be62441 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23635e8e-e8d9-42de-9682-d6045c59768a HTTP/1.1" status: 200  len: 851 time: 0.0954924
Dec 24 10:58:12.825779 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ae3ad-9dc5-4e3c-8556-a69e30a9ef47 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Subnet': ['ID=77865267-627b-4610-a39c-0388c9be33b2,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:12.834162 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-072ae3ad-9dc5-4e3c-8556-a69e30a9ef47 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:12.841708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Calling delete_port for d2eb65b7-271e-4fe3-911c-61f9369758b9 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:12.875539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3a37ebc8-610a-4042-835e-4243722b3bb3 None None] Calling delete_port for d2eb65b7-271e-4fe3-911c-61f9369758b9 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:12.911098 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port aa098dba-44be-480c-b796-285c1e58e7f0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=aa098dba-44be-480c-b796-285c1e58e7f0,segment=NetworkSegment(7466a746-9d32-47d2-9c5a-cffb39f2290f),segment_id=7466a746-9d32-47d2-9c5a-cffb39f2290f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:12.922232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0b88f0-d728-48f5-832a-3daf0db0741b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Made reservation on behalf of 1ad64cf204da4d8f9bcceb3677bf6e76 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:58:12.926398 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-de0b88f0-d728-48f5-832a-3daf0db0741b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:12.929521 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.resource_extend [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:58:12.931597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b932a-48f3-4e26-b88d-7c6753f5a215 req-35c7eae3-d277-4f7f-9da8-9e60f9d71afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:12.933319 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e73b932a-48f3-4e26-b88d-7c6753f5a215 req-35c7eae3-d277-4f7f-9da8-9e60f9d71afb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1038961
Dec 24 10:58:12.937556 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:12.964370 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-352af1cd-61bc-4d28-935f-af49da0195f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:13.105667 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 563679cd-13ec-46a9-b3d4-1dfc724ed1d5 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:13.120683 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e73b932a-48f3-4e26-b88d-7c6753f5a215 req-647f3c4f-c42b-4cf0-9ec0-13bf97ea66f8 service neutron] 10.222.0.32 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1801279
Dec 24 10:58:13.148127 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:13.173920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072ae3ad-9dc5-4e3c-8556-a69e30a9ef47 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Checking segment: {'id': '3f84a4d6-5818-4cf0-8bfb-33120ec09fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:13.174305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072ae3ad-9dc5-4e3c-8556-a69e30a9ef47 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network hostable DHCP agents. Network: 208c3ed9-fbba-42d0-989f-caf6c355fd19, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:58:13.181452 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=aa098dba-44be-480c-b796-285c1e58e7f0,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:13.191416 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:13.213968 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:13.229288 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:13.231398 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5eb3998f-e5b9-451a-91a8-7fff9f93550c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:13.233187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-3a37ebc8-610a-4042-835e-4243722b3bb3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:58:13.233593 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-3a37ebc8-610a-4042-835e-4243722b3bb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:58:13.248546 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Transition to ACTIVE for port object 6b74a010-73d5-4757-aef0-88e8b1eb693e will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:13.259352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 563679cd-13ec-46a9-b3d4-1dfc724ed1d5 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:13.262741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:13.267345 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5283632e-92f0-4010-bdec-ba6aa5da4092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:13.304623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 563679cd-13ec-46a9-b3d4-1dfc724ed1d5 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:13.305003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:13.342412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] No DVR routers for this DVR port d2eb65b7-271e-4fe3-911c-61f9369758b9 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:58:13.348739 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Port': ['ID=d2eb65b7-271e-4fe3-911c-61f9369758b9,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:13.366837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072ae3ad-9dc5-4e3c-8556-a69e30a9ef47 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 208c3ed9-fbba-42d0-989f-caf6c355fd19 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:58:13.474735 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:13.523381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-072ae3ad-9dc5-4e3c-8556-a69e30a9ef47 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 208c3ed9-fbba-42d0-989f-caf6c355fd19) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:13.530291 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba459fc4-9a56-47e1-be6f-108d5314b9df None None] Pushing event updated for resources: {'Port': ['ID=6b74a010-73d5-4757-aef0-88e8b1eb693e,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:13.536331 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-ba459fc4-9a56-47e1-be6f-108d5314b9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:13.562249 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e73b932a-48f3-4e26-b88d-7c6753f5a215 req-43f5ae86-e201-4fe4-8831-90cd51401fbf service neutron] 10.222.0.32 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4345901
Dec 24 10:58:13.582840 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db521e3a-c6b7-4c41-b2a4-6da511e931ef None None] Network 208c3ed9-fbba-42d0-989f-caf6c355fd19 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:58:13.635229 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072ae3ad-9dc5-4e3c-8556-a69e30a9ef47 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:13.635832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-072ae3ad-9dc5-4e3c-8556-a69e30a9ef47 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:13.642668 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea22d49-74e2-43c3-897c-6a2c3feae89d req-3782deba-34ca-4835-a0d6-50bba3956b32 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:13.645036 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bea22d49-74e2-43c3-897c-6a2c3feae89d req-3782deba-34ca-4835-a0d6-50bba3956b32 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.1317601
Dec 24 10:58:13.714386 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bea22d49-74e2-43c3-897c-6a2c3feae89d req-55bb5d3d-e1fc-45d6-8fdb-52dac55a9570 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0632889
Dec 24 10:58:13.786118 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3a37ebc8-610a-4042-835e-4243722b3bb3 None None] Deleting port d2eb65b7-271e-4fe3-911c-61f9369758b9 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:13.786696 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3a37ebc8-610a-4042-835e-4243722b3bb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:13.883038 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-072ae3ad-9dc5-4e3c-8556-a69e30a9ef47 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 3.4583802
Dec 24 10:58:13.887073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50524) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:13.889471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:13.903763 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Attempting to bind port 6b74a010-73d5-4757-aef0-88e8b1eb693e on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:58:13.904234 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Attempting to bind port 6b74a010-73d5-4757-aef0-88e8b1eb693e by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '9e8acdf1-e660-4980-bfa4-43d4405c1b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:58:13.904504 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Attempting to bind port 6b74a010-73d5-4757-aef0-88e8b1eb693e on network 1e6d31c6-5337-4498-8069-9f59c3c3cda4 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:58:13.915426 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3a37ebc8-610a-4042-835e-4243722b3bb3 None None] The port 'd2eb65b7-271e-4fe3-911c-61f9369758b9' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:58:13.942580 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:58:13.942965 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Checking segment: {'id': '9e8acdf1-e660-4980-bfa4-43d4405c1b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:13.943376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:13.943777 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Bound using segment: {'id': '9e8acdf1-e660-4980-bfa4-43d4405c1b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:58:13.944263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Bound port: 6b74a010-73d5-4757-aef0-88e8b1eb693e, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8acdf1-e660-4980-bfa4-43d4405c1b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:58:13.944640 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:13.981438 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:14.102285 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 563679cd-13ec-46a9-b3d4-1dfc724ed1d5, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=563679cd-13ec-46a9-b3d4-1dfc724ed1d5,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:14.119139 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:14.131522 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:14.250193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c126340>,) {'filters': {'network_id': ['2f761464-89be-4e5c-b1e2-b8b5f57e5b93']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:14.254858 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d2eb65b7-271e-4fe3-911c-61f9369758b9 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:58:14.296315 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c126340>, '0d58ce77-9233-45b4-b77d-43995cdd7e5e') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:14.296660 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c126340>, '0d58ce77-9233-45b4-b77d-43995cdd7e5e') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:14.314848 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] For port 6b74a010-73d5-4757-aef0-88e8b1eb693e, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:58:14.317314 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-208c3ed9-fbba-42d0-989f-caf6c355fd19', 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ips': [{'subnet_id': '77865267-627b-4610-a39c-0388c9be33b2'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:58:14.317936 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:14.327611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: d2eb65b7-271e-4fe3-911c-61f9369758b9 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:58:14.327887 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d2eb65b7-271e-4fe3-911c-61f9369758b9 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:58:14.328700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:14.343382 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] For port 6b74a010-73d5-4757-aef0-88e8b1eb693e, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6b74a010-73d5-4757-aef0-88e8b1eb693e,segment=NetworkSegment(9e8acdf1-e660-4980-bfa4-43d4405c1b2a),segment_id=9e8acdf1-e660-4980-bfa4-43d4405c1b2a)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:58:14.365261 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cde996-e0fc-419f-9c5a-fef61fff6695 req-dc6b87c9-a556-4c38-b6a0-df03725e8d1e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:14.366871 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a4cde996-e0fc-419f-9c5a-fef61fff6695 req-dc6b87c9-a556-4c38-b6a0-df03725e8d1e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 943 time: 0.8461771
Dec 24 10:58:14.390117 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:14.410949 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-de0b88f0-d728-48f5-832a-3daf0db0741b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:14.423897 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-cc0225a7-a11b-48ad-a2ae-3c90f51a25ba tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:14.454647 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:58:14.455077 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:58:14.481294 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:58:14.508331 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Allocated IP 172.20.0.2 (208c3ed9-fbba-42d0-989f-caf6c355fd19/77865267-627b-4610-a39c-0388c9be33b2/8c963211-d716-46df-ab58-24f9c46f8558) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:58:14.545356 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:14.667516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=563679cd-13ec-46a9-b3d4-1dfc724ed1d5,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:14.676526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:14.677005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:14.701034 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a4cde996-e0fc-419f-9c5a-fef61fff6695 req-e1cef41b-9a76-4037-9537-f97e913ede40 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3262126
Dec 24 10:58:14.714945 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0b88f0-d728-48f5-832a-3daf0db0741b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Checking segment: {'id': 'b8fd60cc-7b88-48ff-b8b2-0739b00e171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:14.715164 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b88f0-d728-48f5-832a-3daf0db0741b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network hostable DHCP agents. Network: a91f0452-cfe4-46e8-89d7-5ec7db4986e5, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:58:14.729942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:14.743520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b88f0-d728-48f5-832a-3daf0db0741b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Subnet': ['ID=e1a244a9-9739-4c09-94dc-03add6202043,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:14.751493 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-de0b88f0-d728-48f5-832a-3daf0db0741b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:14.758276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-942f0098-b56c-40a8-8339-2d87302dc5b5 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:14.776619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:14.785601 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:14.815810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Network': ['ID=2f761464-89be-4e5c-b1e2-b8b5f57e5b93,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:14.825058 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/networks/2f761464-89be-4e5c-b1e2-b8b5f57e5b93 HTTP/1.1" status: 204  len: 168 time: 3.8398001
Dec 24 10:58:14.825058 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:14.829547 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50530) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:14.843851 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba459fc4-9a56-47e1-be6f-108d5314b9df None None] Pushing event updated for resources: {'Port': ['ID=6b74a010-73d5-4757-aef0-88e8b1eb693e,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:14.851775 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0b88f0-d728-48f5-832a-3daf0db0741b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network a91f0452-cfe4-46e8-89d7-5ec7db4986e5 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:58:14.856726 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-ba459fc4-9a56-47e1-be6f-108d5314b9df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:14.861708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1344647909', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}, 'admin_state_up': False}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:14.877768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:14.884160 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:router and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:14.888324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:14.904684 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-de0b88f0-d728-48f5-832a-3daf0db0741b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, a91f0452-cfe4-46e8-89d7-5ec7db4986e5) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:14.909213 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:14.912449 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:14.917455 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0b88f0-d728-48f5-832a-3daf0db0741b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:14.917659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efebb998-d2f0-4295-967b-30e336e452cf None None] Network a91f0452-cfe4-46e8-89d7-5ec7db4986e5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:58:14.918106 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-de0b88f0-d728-48f5-832a-3daf0db0741b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:14.931286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:14.948086 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:14.948746 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d805ac0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:14.969700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9470f338-1e2d-477c-ace8-9d9b6f230157 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:15.040780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:15.042228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:15.068991 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-de0b88f0-d728-48f5-832a-3daf0db0741b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.1390231
Dec 24 10:58:15.072239 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50534) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:15.074306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device aa098dba-44be-480c-b796-285c1e58e7f0 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:15.100157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:15.113583 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:15.115155 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event updated for resources: {'Port': ['ID=72b1b20f-8f65-4d3a-b506-97e739cb03f0,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:15.126762 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:15.195636 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:15.273057 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Transition to ACTIVE for port object 8c963211-d716-46df-ab58-24f9c46f8558 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:15.323243 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:15.367221 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Transition to ACTIVE for port object 8c963211-d716-46df-ab58-24f9c46f8558 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:15.425080 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:15.436866 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:15.520285 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port aa098dba-44be-480c-b796-285c1e58e7f0 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:15.520872 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:15.538805 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:15.552519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c521b4d-a83b-44fc-8462-d3032291a7cd req-6c89ef09-21e7-4c04-9c01-c8b3ced44e99 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:15.554138 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7c521b4d-a83b-44fc-8462-d3032291a7cd req-6c89ef09-21e7-4c04-9c01-c8b3ced44e99 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.6896114
Dec 24 10:58:15.590235 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Network fb245b42-692c-44e7-9807-a5875458e289 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:15.597693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:15.693962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Network 208c3ed9-fbba-42d0-989f-caf6c355fd19 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:15.710647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:15.713539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:58:15.752017 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7c521b4d-a83b-44fc-8462-d3032291a7cd req-8651dbac-2f80-4481-87cf-1404026628ef tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1654587
Dec 24 10:58:15.766071 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Pushing event updated for resources: {'Port': ['ID=8c963211-d716-46df-ab58-24f9c46f8558,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:15.769214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:15.818995 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-a91f0452-cfe4-46e8-89d7-5ec7db4986e5', 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'fixed_ips': [{'subnet_id': 'e1a244a9-9739-4c09-94dc-03add6202043'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:58:15.819843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:15.952183 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Router 58c99b58-bc74-46a5-85cc-77e73a544f99 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:58:16.069480 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Attempting to bind port 8c963211-d716-46df-ab58-24f9c46f8558 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:58:16.070111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Attempting to bind port 8c963211-d716-46df-ab58-24f9c46f8558 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '3f84a4d6-5818-4cf0-8bfb-33120ec09fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:58:16.070226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Attempting to bind port 8c963211-d716-46df-ab58-24f9c46f8558 on network 208c3ed9-fbba-42d0-989f-caf6c355fd19 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:58:16.098484 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.1 (208c3ed9-fbba-42d0-989f-caf6c355fd19/77865267-627b-4610-a39c-0388c9be33b2/189d4be5-4af8-4d10-ac3b-ef6c918a7f8a) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:58:16.116482 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:58:16.117160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Checking segment: {'id': '3f84a4d6-5818-4cf0-8bfb-33120ec09fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:16.117370 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:16.117807 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Bound using segment: {'id': '3f84a4d6-5818-4cf0-8bfb-33120ec09fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:58:16.118331 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Bound port: 8c963211-d716-46df-ab58-24f9c46f8558, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f84a4d6-5818-4cf0-8bfb-33120ec09fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:58:16.119196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:16.267095 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ab70061b-04c7-4af6-bd85-b3476ac12fd7 None None] Provisioning complete for port 72b1b20f-8f65-4d3a-b506-97e739cb03f0 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:16.267321 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ab70061b-04c7-4af6-bd85-b3476ac12fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:16.365958 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651c3a2-661c-4e40-8c25-83af6c8636c5 req-262ce6ce-4054-4f21-afbf-5ba5b89084ae tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:16.367743 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c651c3a2-661c-4e40-8c25-83af6c8636c5 req-262ce6ce-4054-4f21-afbf-5ba5b89084ae tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.3320913
Dec 24 10:58:16.379174 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 563679cd-13ec-46a9-b3d4-1dfc724ed1d5 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:16.410917 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:16.412583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:16.483032 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-ab70061b-04c7-4af6-bd85-b3476ac12fd7 None None] Port 72b1b20f-8f65-4d3a-b506-97e739cb03f0 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:58:16.507683 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:16.509082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Allocated IP 172.23.0.2 (a91f0452-cfe4-46e8-89d7-5ec7db4986e5/e1a244a9-9739-4c09-94dc-03add6202043/128dd1e2-4307-42a9-af64-00a8a7ea214c) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:58:16.518231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] For port 8c963211-d716-46df-ab58-24f9c46f8558, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:58:16.528470 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] For port 8c963211-d716-46df-ab58-24f9c46f8558, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=8c963211-d716-46df-ab58-24f9c46f8558,segment=NetworkSegment(3f84a4d6-5818-4cf0-8bfb-33120ec09fe1),segment_id=3f84a4d6-5818-4cf0-8bfb-33120ec09fe1)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:58:16.550242 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:16.560433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:16.570537 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:16.574537 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c651c3a2-661c-4e40-8c25-83af6c8636c5 req-f7591e3d-fc9f-4c09-abbf-b0b2f42baa28 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1879165
Dec 24 10:58:16.652212 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:16.661908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:16.668112 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Sync routers for ids ['58c99b58-bc74-46a5-85cc-77e73a544f99'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:16.690817 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Routers {'58c99b58-bc74-46a5-85cc-77e73a544f99'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:16.692036 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d805ac0>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:07Z', 'revision_number': 4, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': '6b74a010-73d5-4757-aef0-88e8b1eb693e', 'name': '', 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:9b:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:03Z', 'updated_at': '2021-12-24T10:58:14Z', 'revision_number': 4, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:58:03Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:16.693207 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de97a90>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['58c99b58-bc74-46a5-85cc-77e73a544f99'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:16.740980 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42f107f-bfe5-4f90-891c-f75297d8f6cb None None] The sync data for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv is: [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:07Z', 'revision_number': 4, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': '6b74a010-73d5-4757-aef0-88e8b1eb693e', 'name': '', 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:9b:d2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:03Z', 'updated_at': '2021-12-24T10:58:14Z', 'revision_number': 4, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:58:03Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:16.754047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 563679cd-13ec-46a9-b3d4-1dfc724ed1d5 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:16.754423 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:16.769346 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c1782-9633-4086-bb52-573e449bda29 req-50370660-232d-4cc2-83a6-41668301f39f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:16.783254 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5d8c1782-9633-4086-bb52-573e449bda29 req-50370660-232d-4cc2-83a6-41668301f39f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 943 time: 0.5969748
Dec 24 10:58:16.839676 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Pushing event updated for resources: {'Port': ['ID=8c963211-d716-46df-ab58-24f9c46f8558,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:16.849904 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:16.877306 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "PUT /v2.0/routers/58c99b58-bc74-46a5-85cc-77e73a544f99/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.6557257
Dec 24 10:58:16.947351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Allocated IP 172.26.4.235 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/0ff0fa9d-f069-4e16-ac17-061133f0cedb) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:58:16.966592 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5d8c1782-9633-4086-bb52-573e449bda29 req-7937a6e5-0159-4497-93c0-6bca520356fe tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1815081
Dec 24 10:58:16.987891 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:16.998625 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b298356b-c166-4fec-8140-700f78c26854 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:17.076835 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Set router 58c99b58-bc74-46a5-85cc-77e73a544f99 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:17.138152 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58859c65-d243-4677-bc82-bc3ae5eb3ca6 req-24ad9301-03ee-4c37-a140-7d8d0171e8d6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:17.146685 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58859c65-d243-4677-bc82-bc3ae5eb3ca6 req-24ad9301-03ee-4c37-a140-7d8d0171e8d6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.4608915
Dec 24 10:58:17.213937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:17.272089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Transition to ACTIVE for port object 128dd1e2-4307-42a9-af64-00a8a7ea214c will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:17.284529 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-5f3bf412-0ef8-444b-adc5-2a19dba85d5c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Synchronizing usage tracker for tenant:98de35a2a0854b569df1a645612802a5 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:17.364858 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-5f3bf412-0ef8-444b-adc5-2a19dba85d5c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Unset dirty status for tenant:98de35a2a0854b569df1a645612802a5 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:17.367914 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-5f3bf412-0ef8-444b-adc5-2a19dba85d5c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1240627000&fields=id&tenant_id=98de35a2a0854b569df1a645612802a5 HTTP/1.1" status: 200  len: 267 time: 0.2372370
Dec 24 10:58:17.377774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:17.438408 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Transition to ACTIVE for port object 128dd1e2-4307-42a9-af64-00a8a7ea214c will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:17.457001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:17.460541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:17.473530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 208c3ed9-fbba-42d0-989f-caf6c355fd19 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:17.489926 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f114b503-d21e-4446-a9bf-da8e3c94fe62 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:17.491663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:17.520999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:58:17.536746 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:17.638011 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:17.673490 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6b74a010-73d5-4757-aef0-88e8b1eb693e up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:17.691026 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:17.693606 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:58:17.764629 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Network a91f0452-cfe4-46e8-89d7-5ec7db4986e5 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:17.771476 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:17.781513 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:58:17.797172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Pushing event updated for resources: {'Port': ['ID=128dd1e2-4307-42a9-af64-00a8a7ea214c,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:17.803285 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:17.804224 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de97a90>, [{'id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214980250', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:53Z', 'updated_at': '2021-12-24T10:58:12Z', 'revision_number': 4, 'project_id': '98de35a2a0854b569df1a645612802a5', 'gw_port': {'id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:55Z', 'updated_at': '2021-12-24T10:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '72b1b20f-8f65-4d3a-b506-97e739cb03f0', 'name': '', 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'mac_address': 'fa:16:3e:55:5c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:08Z', 'updated_at': '2021-12-24T10:58:14Z', 'revision_number': 2, 'project_id': '98de35a2a0854b569df1a645612802a5', 'subnets': [{'id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:17.810166 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Checking router: 58c99b58-bc74-46a5-85cc-77e73a544f99 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:58:17.810841 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Updating router 58c99b58-bc74-46a5-85cc-77e73a544f99 port 72b1b20f-8f65-4d3a-b506-97e739cb03f0 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:58:17.842114 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=189d4be5-4af8-4d10-ac3b-ef6c918a7f8a,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:17.857522 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:17.872028 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58859c65-d243-4677-bc82-bc3ae5eb3ca6 req-bb61a45b-e30c-455b-ae20-26cd9d88b603 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7173443
Dec 24 10:58:17.887212 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:17.893294 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0245f2b7-13ce-4ea0-9a71-bbf013fd8755 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:17.894864 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0245f2b7-13ce-4ea0-9a71-bbf013fd8755 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Synchronizing usage tracker for tenant:98de35a2a0854b569df1a645612802a5 on resource:network {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:17.915868 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:17.920638 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Allocated IP 172.23.0.1 (a91f0452-cfe4-46e8-89d7-5ec7db4986e5/e1a244a9-9739-4c09-94dc-03add6202043/d7454d4b-d233-4ff1-b32b-459788f6aaf7) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:58:17.942059 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Attempting to bind port 128dd1e2-4307-42a9-af64-00a8a7ea214c on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:58:17.943998 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Attempting to bind port 128dd1e2-4307-42a9-af64-00a8a7ea214c by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'b8fd60cc-7b88-48ff-b8b2-0739b00e171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:58:17.944388 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Attempting to bind port 128dd1e2-4307-42a9-af64-00a8a7ea214c on network a91f0452-cfe4-46e8-89d7-5ec7db4986e5 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:58:17.957613 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:58:17.958089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Checking segment: {'id': 'b8fd60cc-7b88-48ff-b8b2-0739b00e171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:17.958513 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:17.963113 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Bound using segment: {'id': 'b8fd60cc-7b88-48ff-b8b2-0739b00e171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:58:17.963489 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Bound port: 128dd1e2-4307-42a9-af64-00a8a7ea214c, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fd60cc-7b88-48ff-b8b2-0739b00e171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:58:17.964095 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:17.984417 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 6b74a010-73d5-4757-aef0-88e8b1eb693e completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:18.011848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0245f2b7-13ce-4ea0-9a71-bbf013fd8755 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Unset dirty status for tenant:98de35a2a0854b569df1a645612802a5 on resource:network {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:18.021334 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0245f2b7-13ce-4ea0-9a71-bbf013fd8755 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/networks?id=fb245b42-692c-44e7-9807-a5875458e289 HTTP/1.1" status: 200  len: 796 time: 0.5709941
Dec 24 10:58:18.046724 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 6b74a010-73d5-4757-aef0-88e8b1eb693e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:18.047112 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:18.078245 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-22cd33a9-5815-4c6f-bff1-ea5080283f4e tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/quotas/98de35a2a0854b569df1a645612802a5 HTTP/1.1" status: 200  len: 375 time: 0.0544164
Dec 24 10:58:18.185739 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c42e3fee-a6fa-4484-8252-81d4287a1231 req-11cdc411-70f1-4b6a-9be9-3aae07da198b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5061512
Dec 24 10:58:18.203701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=0ff0fa9d-f069-4e16-ac17-061133f0cedb,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:18.225193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:18.302755 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] For port 128dd1e2-4307-42a9-af64-00a8a7ea214c, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:58:18.316504 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] For port 128dd1e2-4307-42a9-af64-00a8a7ea214c, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=128dd1e2-4307-42a9-af64-00a8a7ea214c,segment=NetworkSegment(b8fd60cc-7b88-48ff-b8b2-0739b00e171a),segment_id=b8fd60cc-7b88-48ff-b8b2-0739b00e171a)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:58:18.401330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:18.418454 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:18.462087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:18.543839 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefdafab-827e-4193-b39c-27b1e7943f9b None None] Network 208c3ed9-fbba-42d0-989f-caf6c355fd19 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:58:18.554157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Transition to ACTIVE for port object d7454d4b-d233-4ff1-b32b-459788f6aaf7 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:18.580877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e3fee-a6fa-4484-8252-81d4287a1231 req-9bde4ed7-5945-4a9e-8548-0f3c698ad2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:18.581998 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c42e3fee-a6fa-4484-8252-81d4287a1231 req-9bde4ed7-5945-4a9e-8548-0f3c698ad2ff service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8543661828634582b0e4847120774eaa&device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 1099 time: 0.3664267
Dec 24 10:58:18.598815 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:18.603416 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-04673031-d6d6-4c8f-baa7-79de85132f67 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Synchronizing usage tracker for tenant:98de35a2a0854b569df1a645612802a5 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:18.685950 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:18.703046 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Transition to ACTIVE for port object 72b1b20f-8f65-4d3a-b506-97e739cb03f0 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:18.703896 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:18.724373 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:18.738829 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-6046d602-9f3f-42c7-8860-2c4e553e7535 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:18.754811 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Pushing event updated for resources: {'Port': ['ID=128dd1e2-4307-42a9-af64-00a8a7ea214c,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:18.762273 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:18.792140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1ea57396-0913-419c-9fab-cca74dfd863d None None] Provisioning for port 8c963211-d716-46df-ab58-24f9c46f8558 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:18.839192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927a3f1-a443-4f96-b814-b79501752d8f req-48a331f1-5557-42cd-a220-bce5641d8dcf tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:18.839976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-8927a3f1-a443-4f96-b814-b79501752d8f req-48a331f1-5557-42cd-a220-bce5641d8dcf tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Synchronizing usage tracker for tenant:8543661828634582b0e4847120774eaa on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:18.843020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:18.895438 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 6b74a010-73d5-4757-aef0-88e8b1eb693e, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6b74a010-73d5-4757-aef0-88e8b1eb693e,segment=NetworkSegment(9e8acdf1-e660-4980-bfa4-43d4405c1b2a),segment_id=9e8acdf1-e660-4980-bfa4-43d4405c1b2a)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:18.911299 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c3e84fe1-73e6-433f-88b4-946239486d2d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:18.936477 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:18.937356 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 8c963211-d716-46df-ab58-24f9c46f8558 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:18.966679 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3311a7-1e83-4951-bba6-0b19ad5e1bc4 None None] Pushing event updated for resources: {'Port': ['ID=72b1b20f-8f65-4d3a-b506-97e739cb03f0,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:18.970986 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-4b3311a7-1e83-4951-bba6-0b19ad5e1bc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:18.986342 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a59d21d7-ea57-4757-abc8-5e6a7786c5d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:19.035983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-04673031-d6d6-4c8f-baa7-79de85132f67 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Unset dirty status for tenant:98de35a2a0854b569df1a645612802a5 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:19.037331 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-04673031-d6d6-4c8f-baa7-79de85132f67 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=98de35a2a0854b569df1a645612802a5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.9581456
Dec 24 10:58:19.091529 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Attempting to bind port 72b1b20f-8f65-4d3a-b506-97e739cb03f0 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:58:19.092278 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Attempting to bind port 72b1b20f-8f65-4d3a-b506-97e739cb03f0 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '7466a746-9d32-47d2-9c5a-cffb39f2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:58:19.092774 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Attempting to bind port 72b1b20f-8f65-4d3a-b506-97e739cb03f0 on network fb245b42-692c-44e7-9807-a5875458e289 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:58:19.100093 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:58:19.100616 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Checking segment: {'id': '7466a746-9d32-47d2-9c5a-cffb39f2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:19.101351 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:19.101922 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Bound using segment: {'id': '7466a746-9d32-47d2-9c5a-cffb39f2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:58:19.102540 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Bound port: 72b1b20f-8f65-4d3a-b506-97e739cb03f0, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7466a746-9d32-47d2-9c5a-cffb39f2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:58:19.103059 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:19.127182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-8927a3f1-a443-4f96-b814-b79501752d8f req-48a331f1-5557-42cd-a220-bce5641d8dcf tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Unset dirty status for tenant:8543661828634582b0e4847120774eaa on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:19.128961 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8927a3f1-a443-4f96-b814-b79501752d8f req-48a331f1-5557-42cd-a220-bce5641d8dcf tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 943 time: 0.7029355
Dec 24 10:58:19.197793 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network a91f0452-cfe4-46e8-89d7-5ec7db4986e5 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:19.226861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8e3b0452-9518-435a-b6a3-5f0f26627133 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 10:58:19.228025 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:19.248509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e3fee-a6fa-4484-8252-81d4287a1231 req-0bd05d78-270d-41c2-8ca0-9543397a46a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:19.250713 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c42e3fee-a6fa-4484-8252-81d4287a1231 req-0bd05d78-270d-41c2-8ca0-9543397a46a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 200  len: 912 time: 0.6357749
Dec 24 10:58:19.253975 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] For port 72b1b20f-8f65-4d3a-b506-97e739cb03f0, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:58:19.254340 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:58:19.259225 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] For port 72b1b20f-8f65-4d3a-b506-97e739cb03f0, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=72b1b20f-8f65-4d3a-b506-97e739cb03f0,segment=NetworkSegment(7466a746-9d32-47d2-9c5a-cffb39f2290f),segment_id=7466a746-9d32-47d2-9c5a-cffb39f2290f)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:58:19.270653 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:19.285126 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-29121b4b-34fa-4590-a47b-435126b05651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:19.404443 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Routers {'58c99b58-bc74-46a5-85cc-77e73a544f99'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:19.405280 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de97a90>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['58c99b58-bc74-46a5-85cc-77e73a544f99'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:19.426125 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 8e3b0452-9518-435a-b6a3-5f0f26627133, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8e3b0452-9518-435a-b6a3-5f0f26627133,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:19.436346 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:19.452209 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '8e3b0452-9518-435a-b6a3-5f0f26627133', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'port_id': '8e3b0452-9518-435a-b6a3-5f0f26627133', 'mac_address': 'fa:16:3e:6b:13:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 10:58:19.534525 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3311a7-1e83-4951-bba6-0b19ad5e1bc4 None None] Pushing event updated for resources: {'Port': ['ID=72b1b20f-8f65-4d3a-b506-97e739cb03f0,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:19.538225 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-4b3311a7-1e83-4951-bba6-0b19ad5e1bc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:19.589258 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:19.599386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=6b74a010-73d5-4757-aef0-88e8b1eb693e,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:19.607839 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:19.627757 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c42e3fee-a6fa-4484-8252-81d4287a1231 req-4ef9d0f0-bc1a-4045-9136-bae382d3a220 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6262f94d-101a-408f-82da-f2200a2a550a HTTP/1.1" status: 200  len: 1002 time: 0.1925790
Dec 24 10:58:19.654496 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3b0452-9518-435a-b6a3-5f0f26627133 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:58:19.670162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 8c963211-d716-46df-ab58-24f9c46f8558 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:19.686742 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 8c963211-d716-46df-ab58-24f9c46f8558 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:19.687127 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:19.734506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=d7454d4b-d233-4ff1-b32b-459788f6aaf7,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:19.758670 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] Set router 58c99b58-bc74-46a5-85cc-77e73a544f99 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:19.770057 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 8e3b0452-9518-435a-b6a3-5f0f26627133, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8e3b0452-9518-435a-b6a3-5f0f26627133,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:19.780876 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:19.810505 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:19.814913 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8927a3f1-a443-4f96-b814-b79501752d8f req-364f436d-02a7-40ee-9e5c-7fab8ffc304c tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.6561291
Dec 24 10:58:19.840102 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-a42de4ca-6930-40b8-a30a-30db97ffc4cb service neutron] 10.222.0.54 "GET /v2.0/networks/fb245b42-692c-44e7-9807-a5875458e289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6916463
Dec 24 10:58:19.849194 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:19.982641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e3fee-a6fa-4484-8252-81d4287a1231 req-cb5058bf-21cc-4e9c-bd3b-2a40a5cf06d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:19.984103 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c42e3fee-a6fa-4484-8252-81d4287a1231 req-cb5058bf-21cc-4e9c-bd3b-2a40a5cf06d0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0a321e5-1d5c-4349-a6e4-b5d68559fd38 HTTP/1.1" status: 200  len: 850 time: 0.3043237
Dec 24 10:58:19.987284 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:20.104468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=8e3b0452-9518-435a-b6a3-5f0f26627133,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:20.119029 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:20.155334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['8e3b0452-9518-435a-b6a3-5f0f26627133'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 10:58:20.207920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:20.213044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:20.261642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-52e7a6b7-1f2d-437b-8f5b-db55cc7541bd None None] Provisioning for port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:20.296974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-52e7a6b7-1f2d-437b-8f5b-db55cc7541bd None None] Provisioning complete for port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:20.297366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-52e7a6b7-1f2d-437b-8f5b-db55cc7541bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:20.359502 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de97a90>, [{'id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214980250', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:53Z', 'updated_at': '2021-12-24T10:58:12Z', 'revision_number': 4, 'project_id': '98de35a2a0854b569df1a645612802a5', 'gw_port': {'id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:55Z', 'updated_at': '2021-12-24T10:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '72b1b20f-8f65-4d3a-b506-97e739cb03f0', 'name': '', 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'mac_address': 'fa:16:3e:55:5c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:08Z', 'updated_at': '2021-12-24T10:58:19Z', 'revision_number': 4, 'project_id': '98de35a2a0854b569df1a645612802a5', 'subnets': [{'id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:20.368222 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84781797-66ed-4f6c-b246-16708ef4f0a3 None None] The sync data for ids ['58c99b58-bc74-46a5-85cc-77e73a544f99'] in dv-neutron-822668-2-hyperv is: [{'id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214980250', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:53Z', 'updated_at': '2021-12-24T10:58:12Z', 'revision_number': 4, 'project_id': '98de35a2a0854b569df1a645612802a5', 'gw_port': {'id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:55Z', 'updated_at': '2021-12-24T10:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '72b1b20f-8f65-4d3a-b506-97e739cb03f0', 'name': '', 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'mac_address': 'fa:16:3e:55:5c:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:08Z', 'updated_at': '2021-12-24T10:58:19Z', 'revision_number': 4, 'project_id': '98de35a2a0854b569df1a645612802a5', 'subnets': [{'id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:20.410851 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1ccbf1-e8a0-4f59-b62b-da106c1eb301 None None] Network a91f0452-cfe4-46e8-89d7-5ec7db4986e5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:58:20.544126 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 8c963211-d716-46df-ab58-24f9c46f8558, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=8c963211-d716-46df-ab58-24f9c46f8558,segment=NetworkSegment(3f84a4d6-5818-4cf0-8bfb-33120ec09fe1),segment_id=3f84a4d6-5818-4cf0-8bfb-33120ec09fe1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:20.624792 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-d030e166-e8be-4ac3-9fd4-3607cbf4fab6 service neutron] 10.222.0.54 "GET /v2.0/networks/fb245b42-692c-44e7-9807-a5875458e289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7676198
Dec 24 10:58:20.644671 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-52e7a6b7-1f2d-437b-8f5b-db55cc7541bd None None] Port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:58:20.666432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:20.674159 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-228bbd03-909c-42f0-9807-01f08e2fa762 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:20.683084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router ee88fb46-f7ad-4105-b62a-b54cc619f4c4 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:58:20.842549 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:20.856513 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e3fee-a6fa-4484-8252-81d4287a1231 req-1a59f2d8-f825-4b74-a85a-8785c850ed78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:20.858244 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c42e3fee-a6fa-4484-8252-81d4287a1231 req-1a59f2d8-f825-4b74-a85a-8785c850ed78 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5649a2db-549e-48e6-b856-f7dfd6b31b16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.8546100
Dec 24 10:58:20.876240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9934a-5552-4b29-831c-551780b02e67 req-9d31479a-4d90-4fa4-98f1-3fd93eccc107 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:20.883590 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-24d9934a-5552-4b29-831c-551780b02e67 req-9d31479a-4d90-4fa4-98f1-3fd93eccc107 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.7756536
Dec 24 10:58:20.942643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-52e7a6b7-1f2d-437b-8f5b-db55cc7541bd None None] Provisioning complete for port 8c963211-d716-46df-ab58-24f9c46f8558 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:20.943023 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-52e7a6b7-1f2d-437b-8f5b-db55cc7541bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:21.009210 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-24d9934a-5552-4b29-831c-551780b02e67 req-29051a67-9ee6-4589-acea-8438794fcb01 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1222081
Dec 24 10:58:21.022719 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6b74a010-73d5-4757-aef0-88e8b1eb693e up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:21.068501 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=8c963211-d716-46df-ab58-24f9c46f8558,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:21.077729 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-01c2e43c-37cb-4135-b1de-f198aa19e9f5 req-e8912e61-51a3-444f-9764-8172fff14d24 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 210 time: 0.2132137
Dec 24 10:58:21.144349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:21.168922 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:21.211802 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.resource_extend [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:58:21.218224 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:21.219459 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 6.3890634
Dec 24 10:58:21.222735 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50580) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:21.309284 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e16d41-c4fa-41a6-aac5-7d11be7c141d None None] Sync routers for ids ['ee88fb46-f7ad-4105-b62a-b54cc619f4c4'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:21.327116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:21.367819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:21.530977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2676dc50-17a8-4c0b-b173-2079e2582b3c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:21.544847 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 6b74a010-73d5-4757-aef0-88e8b1eb693e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:21.545538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:21.638208 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e16d41-c4fa-41a6-aac5-7d11be7c141d None None] Routers {'ee88fb46-f7ad-4105-b62a-b54cc619f4c4'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:21.638828 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-59e16d41-c4fa-41a6-aac5-7d11be7c141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d25c6d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ee88fb46-f7ad-4105-b62a-b54cc619f4c4'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:21.708650 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:21.733626 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-59e16d41-c4fa-41a6-aac5-7d11be7c141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d25c6d0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:21.866049 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e16d41-c4fa-41a6-aac5-7d11be7c141d None None] Routers {'ee88fb46-f7ad-4105-b62a-b54cc619f4c4'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:21.866960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-59e16d41-c4fa-41a6-aac5-7d11be7c141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d25c6d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ee88fb46-f7ad-4105-b62a-b54cc619f4c4'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:21.916896 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8616b4-9d9e-4d40-a04f-f08d0b5d5453 req-187f4b67-784d-45dd-bfce-1a7d44d01eff tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:21.918499 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-cf8616b4-9d9e-4d40-a04f-f08d0b5d5453 req-187f4b67-784d-45dd-bfce-1a7d44d01eff tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.2399149
Dec 24 10:58:21.924581 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-acd8c1a1-0f71-4417-98b0-2e3ae3191b61 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/routers/ee88fb46-f7ad-4105-b62a-b54cc619f4c4 HTTP/1.1" status: 200  len: 885 time: 0.7006841
Dec 24 10:58:21.940498 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50590) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:21.973643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-59e16d41-c4fa-41a6-aac5-7d11be7c141d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d25c6d0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:21.974121 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59e16d41-c4fa-41a6-aac5-7d11be7c141d None None] The sync data for ids ['ee88fb46-f7ad-4105-b62a-b54cc619f4c4'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:22.065608 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 72b1b20f-8f65-4d3a-b506-97e739cb03f0 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:22.095333 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-cf8616b4-9d9e-4d40-a04f-f08d0b5d5453 req-1d5245a8-f889-4308-8d44-e0858baeb297 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1692617
Dec 24 10:58:22.205911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd8cce-dc62-4683-a367-32a826e3fd81 req-c00327c0-e019-4d8c-9e90-65e6a099625c tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:22.207495 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7acd8cce-dc62-4683-a367-32a826e3fd81 req-c00327c0-e019-4d8c-9e90-65e6a099625c tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 944 time: 0.9526856
Dec 24 10:58:22.218548 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f588acd1-f553-424d-a93f-196e392859f5 None None] Provisioning complete for port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:22.219167 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f588acd1-f553-424d-a93f-196e392859f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:22.272894 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=189d4be5-4af8-4d10-ac3b-ef6c918a7f8a,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:22.310977 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-f588acd1-f553-424d-a93f-196e392859f5 None None] Port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:58:22.338849 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 72b1b20f-8f65-4d3a-b506-97e739cb03f0 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:22.343371 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c42e3fee-a6fa-4484-8252-81d4287a1231 req-3ae04331-8e39-4410-877d-627f923fc8f7 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4174790
Dec 24 10:58:22.344275 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f588acd1-f553-424d-a93f-196e392859f5 None None] Provisioning for port 128dd1e2-4307-42a9-af64-00a8a7ea214c completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:22.349434 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 72b1b20f-8f65-4d3a-b506-97e739cb03f0 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:22.349592 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:22.349785 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:22.401737 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f2a63c14-5033-4be1-8d49-a0cb16f738ca req-8cda4e4c-1cb1-43d7-aee7-68e3ed4311ee tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 210 time: 0.1054401
Dec 24 10:58:22.461093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-51d2b35e-b700-473a-8ab1-173c8a0a6e1d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Synchronizing usage tracker for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:router {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:22.487348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-51d2b35e-b700-473a-8ab1-173c8a0a6e1d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Unset dirty status for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:router {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:22.489765 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-51d2b35e-b700-473a-8ab1-173c8a0a6e1d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.5464532
Dec 24 10:58:22.499068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50596) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:22.505940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ae87d683-b074-4ec2-ae94-ade1ee4a4ca4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1344647909'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:22.528683 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:22.541850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a608522d-45d0-4232-95f0-7373406d891c None None] Provisioning for port d7454d4b-d233-4ff1-b32b-459788f6aaf7 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:22.554249 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a608522d-45d0-4232-95f0-7373406d891c None None] Provisioning complete for port d7454d4b-d233-4ff1-b32b-459788f6aaf7 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:22.554909 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a608522d-45d0-4232-95f0-7373406d891c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:22.621979 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 72b1b20f-8f65-4d3a-b506-97e739cb03f0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=72b1b20f-8f65-4d3a-b506-97e739cb03f0,segment=NetworkSegment(7466a746-9d32-47d2-9c5a-cffb39f2290f),segment_id=7466a746-9d32-47d2-9c5a-cffb39f2290f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:22.627019 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-a608522d-45d0-4232-95f0-7373406d891c None None] Port d7454d4b-d233-4ff1-b32b-459788f6aaf7 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:58:22.637253 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:22.638539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 128dd1e2-4307-42a9-af64-00a8a7ea214c up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:22.685607 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7acd8cce-dc62-4683-a367-32a826e3fd81 req-d9795ffd-f959-4dbb-ac2b-1305e54cba7c tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4523885
Dec 24 10:58:22.687222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 208c3ed9-fbba-42d0-989f-caf6c355fd19 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:22.697030 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:22.702293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:22.719088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c759f3-7db6-4517-8e31-57480a2e2138 req-4481b95f-a935-403d-8dee-17a7a439c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:22.721049 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7c759f3-7db6-4517-8e31-57480a2e2138 req-4481b95f-a935-403d-8dee-17a7a439c48e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=a8ba107df4e84355959c1593c8cc3a54&device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 1098 time: 1.0270600
Dec 24 10:58:22.770650 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 128dd1e2-4307-42a9-af64-00a8a7ea214c completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:22.784075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 128dd1e2-4307-42a9-af64-00a8a7ea214c triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:22.784468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:22.857798 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=72b1b20f-8f65-4d3a-b506-97e739cb03f0,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:22.862542 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:22.887367 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7b62eb98-3e4a-4d37-b2a3-b8a83595808a None None] Provisioning complete for port d7454d4b-d233-4ff1-b32b-459788f6aaf7 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:22.887923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7b62eb98-3e4a-4d37-b2a3-b8a83595808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:22.953996 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.32', 64657) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:23.078715 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:23.095867 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-7b62eb98-3e4a-4d37-b2a3-b8a83595808a None None] Port d7454d4b-d233-4ff1-b32b-459788f6aaf7 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:58:23.114624 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 128dd1e2-4307-42a9-af64-00a8a7ea214c, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=128dd1e2-4307-42a9-af64-00a8a7ea214c,segment=NetworkSegment(b8fd60cc-7b88-48ff-b8b2-0739b00e171a),segment_id=b8fd60cc-7b88-48ff-b8b2-0739b00e171a)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:23.127044 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:23.130873 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5283632e-92f0-4010-bdec-ba6aa5da4092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:23.180733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-d5bcab4d-0338-408e-b3db-14670cbd6829 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:23.190385 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-d5bcab4d-0338-408e-b3db-14670cbd6829 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.32 "GET /v2.0/networks?id=fb245b42-692c-44e7-9807-a5875458e289 HTTP/1.1" status: 200  len: 796 time: 0.2267892
Dec 24 10:58:23.202234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:23.210214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=128dd1e2-4307-42a9-af64-00a8a7ea214c,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:23.216459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:23.229533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:23.247010 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-413edc4e-4858-4215-8f78-e1717874050a None None] Provisioning complete for port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:23.247533 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-413edc4e-4858-4215-8f78-e1717874050a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:23.315009 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8e3b0452-9518-435a-b6a3-5f0f26627133 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:23.339932 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 8c963211-d716-46df-ab58-24f9c46f8558 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:23.357178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-52905df5-0737-4a63-86d3-c0029dbd5929 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:23.465165 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-6bde2642-8a72-4be6-afd9-bb08bd3970f7 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98de35a2a0854b569df1a645612802a5 HTTP/1.1" status: 200  len: 380 time: 0.2711694
Dec 24 10:58:23.472512 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event updated for resources: {'Port': ['ID=d7454d4b-d233-4ff1-b32b-459788f6aaf7,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:23.486222 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c42e3fee-a6fa-4484-8252-81d4287a1231 req-afd3cab6-bfc4-477a-8db4-f38cffa1854c service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1243229
Dec 24 10:58:23.491479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:23.498511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-d0cd79ce-9a27-4f9a-a6a0-0f243e7adb45 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Request body: {'port': {'device_id': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289', 'admin_state_up': True, 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'security_groups': ['b0b29536-8e02-44f0-acb5-a9543bcd70f0']}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:23.512199 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-413edc4e-4858-4215-8f78-e1717874050a None None] Port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:58:23.529509 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 8c963211-d716-46df-ab58-24f9c46f8558 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:23.529898 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:23.607964 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 8e3b0452-9518-435a-b6a3-5f0f26627133 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:23.617181 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 8e3b0452-9518-435a-b6a3-5f0f26627133 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:23.617711 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:23.621051 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:23.638906 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8c190359-ebcf-49f3-8dec-2d75dc36c1dd req-6be1c5a0-6444-44cb-89dc-a1554fa0797d tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 210 time: 0.0656276
Dec 24 10:58:23.647397 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router c7173390-f140-4854-a63a-39af4a93ebe5 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:58:23.668637 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c759f3-7db6-4517-8e31-57480a2e2138 req-a8c98025-5af3-4fb0-8fa4-cf84500784c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:23.670805 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7c759f3-7db6-4517-8e31-57480a2e2138 req-a8c98025-5af3-4fb0-8fa4-cf84500784c8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 HTTP/1.1" status: 200  len: 913 time: 0.8796780
Dec 24 10:58:23.768640 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 72b1b20f-8f65-4d3a-b506-97e739cb03f0 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:23.874864 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae87d683-b074-4ec2-ae94-ade1ee4a4ca4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:23.897227 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:23.914075 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae87d683-b074-4ec2-ae94-ade1ee4a4ca4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:23.927811 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546933ed-65b3-4876-abfa-c1e514c98cee req-4d5b9505-c417-4303-a09f-f0163cf35504 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:23.929352 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-546933ed-65b3-4876-abfa-c1e514c98cee req-4d5b9505-c417-4303-a09f-f0163cf35504 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.5874081
Dec 24 10:58:23.932447 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c458806-d227-4056-8f80-f1b515c60151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3b0452-9518-435a-b6a3-5f0f26627133'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:58:23.948660 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 8e3b0452-9518-435a-b6a3-5f0f26627133, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8e3b0452-9518-435a-b6a3-5f0f26627133,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:23.951163 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 72b1b20f-8f65-4d3a-b506-97e739cb03f0 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:23.951608 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:23.981345 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:23.999394 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9b8bceb0-1e27-4f36-9ea8-2eef32146d22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:24.053406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-d0cd79ce-9a27-4f9a-a6a0-0f243e7adb45 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:24.067517 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7c759f3-7db6-4517-8e31-57480a2e2138 req-987d0015-39fd-4081-8b18-f78ad89fb316 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f848d24-f121-4a2d-8a3d-e65c6f538978 HTTP/1.1" status: 200  len: 1000 time: 0.3861310
Dec 24 10:58:24.078490 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-546933ed-65b3-4876-abfa-c1e514c98cee req-f758ef1c-eb75-4153-b190-44cdebf30e60 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0808308
Dec 24 10:58:24.084156 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-d0cd79ce-9a27-4f9a-a6a0-0f243e7adb45 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:24.089900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=8e3b0452-9518-435a-b6a3-5f0f26627133,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:24.093150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:24.169718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Network a91f0452-cfe4-46e8-89d7-5ec7db4986e5 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:24.176049 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c458806-d227-4056-8f80-f1b515c60151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3b0452-9518-435a-b6a3-5f0f26627133', 'code': 200}
Dec 24 10:58:24.176555 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-d0cd79ce-9a27-4f9a-a6a0-0f243e7adb45 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Made reservation on behalf of 98de35a2a0854b569df1a645612802a5 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:58:24.176724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:24.182313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-d0cd79ce-9a27-4f9a-a6a0-0f243e7adb45 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:24.197039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:24.213496 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Sync routers for ids ['c7173390-f140-4854-a63a-39af4a93ebe5'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:24.220207 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c759f3-7db6-4517-8e31-57480a2e2138 req-07fe43cc-47b2-4ef4-bc5e-db8fcb7ba7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:24.222026 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7c759f3-7db6-4517-8e31-57480a2e2138 req-07fe43cc-47b2-4ef4-bc5e-db8fcb7ba7fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=23635e8e-e8d9-42de-9682-d6045c59768a HTTP/1.1" status: 200  len: 851 time: 0.1422739
Dec 24 10:58:24.224028 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Routers {'c7173390-f140-4854-a63a-39af4a93ebe5'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:24.227677 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/c7173390-f140-4854-a63a-39af4a93ebe5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.3363850
Dec 24 10:58:24.228344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae87d683-b074-4ec2-ae94-ade1ee4a4ca4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router ee88fb46-f7ad-4105-b62a-b54cc619f4c4 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:58:24.228718 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea780d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c7173390-f140-4854-a63a-39af4a93ebe5'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:24.263165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50614) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:24.470556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12805dfe-f1ed-43bc-8796-65d173c571d5 req-2f13431a-abfa-49dc-b026-204a1765b09a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:24.477503 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-12805dfe-f1ed-43bc-8796-65d173c571d5 req-2f13431a-abfa-49dc-b026-204a1765b09a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 944 time: 0.5909190
Dec 24 10:58:24.504477 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router 188d5fcc-fec8-49e1-b888-6a94828ca71f has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:58:24.559914 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-12805dfe-f1ed-43bc-8796-65d173c571d5 req-6b9c57e6-07dc-48b8-bda3-f24ba61eed35 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0811410
Dec 24 10:58:24.597920 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Set router c7173390-f140-4854-a63a-39af4a93ebe5 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:24.653828 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-47a56af9-55a7-4996-a8bf-01ccca951929 None None] Provisioning complete for port d7454d4b-d233-4ff1-b32b-459788f6aaf7 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:24.654458 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-47a56af9-55a7-4996-a8bf-01ccca951929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:24.756015 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae87d683-b074-4ec2-ae94-ade1ee4a4ca4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:24.758228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-d0cd79ce-9a27-4f9a-a6a0-0f243e7adb45 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Allocated IP 172.20.0.13 (fb245b42-692c-44e7-9807-a5875458e289/730c7b02-f4dc-44e6-88f3-f081b2bbdfe2/63ce2256-bac9-446d-84df-b3154e987ffc) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:58:24.761689 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76a583-fbaf-4a20-a774-1078df818a58 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:24.762266 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76a583-fbaf-4a20-a774-1078df818a58 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:24.762643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76a583-fbaf-4a20-a774-1078df818a58 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:24.763099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76a583-fbaf-4a20-a774-1078df818a58 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:24.763844 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76a583-fbaf-4a20-a774-1078df818a58 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:24.763992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76a583-fbaf-4a20-a774-1078df818a58 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:24.764438 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76a583-fbaf-4a20-a774-1078df818a58 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:24.764904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76a583-fbaf-4a20-a774-1078df818a58 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:24.765333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76a583-fbaf-4a20-a774-1078df818a58 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:24.765804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76a583-fbaf-4a20-a774-1078df818a58 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:24.766256 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76a583-fbaf-4a20-a774-1078df818a58 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:24.767206 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76a583-fbaf-4a20-a774-1078df818a58 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:24.769625 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7b76a583-fbaf-4a20-a774-1078df818a58 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 8396 time: 0.5052130
Dec 24 10:58:24.775016 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50620) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:24.799777 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1d1090-7d97-46a8-a031-4b3ae820b15b None None] Sync routers for ids ['ee88fb46-f7ad-4105-b62a-b54cc619f4c4'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:24.823434 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-47a56af9-55a7-4996-a8bf-01ccca951929 None None] Port d7454d4b-d233-4ff1-b32b-459788f6aaf7 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:58:24.839944 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d1090-7d97-46a8-a031-4b3ae820b15b None None] Routers {'ee88fb46-f7ad-4105-b62a-b54cc619f4c4'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:24.840782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-5d1d1090-7d97-46a8-a031-4b3ae820b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d46c5e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ee88fb46-f7ad-4105-b62a-b54cc619f4c4'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:24.927199 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-5d1d1090-7d97-46a8-a031-4b3ae820b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d46c5e0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:24.927454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae87d683-b074-4ec2-ae94-ade1ee4a4ca4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:24.930962 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ae87d683-b074-4ec2-ae94-ade1ee4a4ca4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/ee88fb46-f7ad-4105-b62a-b54cc619f4c4 HTTP/1.1" status: 200  len: 892 time: 2.4284701
Dec 24 10:58:24.935481 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-71898f4c-22b9-49df-8626-739cf56e6ec8 req-a81f32ba-b18d-4430-b022-efce10fab55f tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Synchronizing usage tracker for tenant:98de35a2a0854b569df1a645612802a5 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:24.941234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50624) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:24.945507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d1090-7d97-46a8-a031-4b3ae820b15b None None] Routers {'ee88fb46-f7ad-4105-b62a-b54cc619f4c4'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:24.947039 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-5d1d1090-7d97-46a8-a031-4b3ae820b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d46c5e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ee88fb46-f7ad-4105-b62a-b54cc619f4c4'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:24.978139 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c759f3-7db6-4517-8e31-57480a2e2138 req-8c6dfb5d-73cf-4d09-aa5d-76f15bab8b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:24.979625 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7c759f3-7db6-4517-8e31-57480a2e2138 req-8c6dfb5d-73cf-4d09-aa5d-76f15bab8b42 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.6981165
Dec 24 10:58:25.036334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-5d1d1090-7d97-46a8-a031-4b3ae820b15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d46c5e0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:25.037280 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1d1090-7d97-46a8-a031-4b3ae820b15b None None] The sync data for ids ['ee88fb46-f7ad-4105-b62a-b54cc619f4c4'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:25.064300 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea780d0>, [{'id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'name': 'tempest-TestNetworkBasicOps-router-989446457', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:58:02Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:04Z', 'updated_at': '2021-12-24T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '189d4be5-4af8-4d10-ac3b-ef6c918a7f8a', 'name': '', 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:b5:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '77865267-627b-4610-a39c-0388c9be33b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:15Z', 'updated_at': '2021-12-24T10:58:19Z', 'revision_number': 2, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '77865267-627b-4610-a39c-0388c9be33b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:25.069136 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Checking router: c7173390-f140-4854-a63a-39af4a93ebe5 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:58:25.069492 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Updating router c7173390-f140-4854-a63a-39af4a93ebe5 port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:58:25.085935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:25.099788 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/188d5fcc-fec8-49e1-b888-6a94828ca71f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0262012
Dec 24 10:58:25.103229 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50628) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:25.104623 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Sync routers for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:25.114498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-7a854ed2-b304-45f8-998f-3b5bf7719edf tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:25.136721 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:25.137388 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc696a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:25.190789 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be578357-4418-4d0f-a596-cb3bbd5f7d68 req-878a94d9-52e2-449c-b3ce-7ee917b43365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:25.192856 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-be578357-4418-4d0f-a596-cb3bbd5f7d68 req-878a94d9-52e2-449c-b3ce-7ee917b43365 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 1098 time: 0.5754552
Dec 24 10:58:25.211943 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:25.253122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-d0cd79ce-9a27-4f9a-a6a0-0f243e7adb45 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:25.278084 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 128dd1e2-4307-42a9-af64-00a8a7ea214c up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:25.296296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-d0cd79ce-9a27-4f9a-a6a0-0f243e7adb45 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Transition to ACTIVE for port object 63ce2256-bac9-446d-84df-b3154e987ffc will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:25.301690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-71898f4c-22b9-49df-8626-739cf56e6ec8 req-a81f32ba-b18d-4430-b022-efce10fab55f tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Unset dirty status for tenant:98de35a2a0854b569df1a645612802a5 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:25.314046 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-71898f4c-22b9-49df-8626-739cf56e6ec8 req-a81f32ba-b18d-4430-b022-efce10fab55f tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 210 time: 0.4579113
Dec 24 10:58:25.351223 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7610a25-ef70-4c8b-8e23-ff314a7b8427 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:25.352061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7610a25-ef70-4c8b-8e23-ff314a7b8427 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:25.352673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7610a25-ef70-4c8b-8e23-ff314a7b8427 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:25.353262 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7610a25-ef70-4c8b-8e23-ff314a7b8427 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:25.353849 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7610a25-ef70-4c8b-8e23-ff314a7b8427 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:25.355392 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7610a25-ef70-4c8b-8e23-ff314a7b8427 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:25.356151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7610a25-ef70-4c8b-8e23-ff314a7b8427 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:25.356759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7610a25-ef70-4c8b-8e23-ff314a7b8427 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:25.357360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7610a25-ef70-4c8b-8e23-ff314a7b8427 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:25.358017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7610a25-ef70-4c8b-8e23-ff314a7b8427 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:25.358608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7610a25-ef70-4c8b-8e23-ff314a7b8427 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:25.359208 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7610a25-ef70-4c8b-8e23-ff314a7b8427 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:25.365750 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a7610a25-ef70-4c8b-8e23-ff314a7b8427 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7634 time: 0.5885756
Dec 24 10:58:25.368098 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50634) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:25.370706 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:25.401403 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7c759f3-7db6-4517-8e31-57480a2e2138 req-0289754f-bfaf-4f77-86b9-171fe2e6bacd service neutron] 10.222.0.32 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4113598
Dec 24 10:58:25.442145 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 128dd1e2-4307-42a9-af64-00a8a7ea214c triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:25.442536 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:25.528137 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-be578357-4418-4d0f-a596-cb3bbd5f7d68 req-7b4e2814-5c7b-46da-94c3-b63d9f921fef service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2694592
Dec 24 10:58:25.774834 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16538a51-a225-4e6f-acbe-4a5d3a33227c req-ff276ce1-71ad-4568-aa40-7719aee62919 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:25.776417 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-16538a51-a225-4e6f-acbe-4a5d3a33227c req-ff276ce1-71ad-4568-aa40-7719aee62919 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.4869728
Dec 24 10:58:25.857529 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a56208b9-cf31-4833-93f1-2cdb34f3d462 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/routers/ee88fb46-f7ad-4105-b62a-b54cc619f4c4 HTTP/1.1" status: 200  len: 892 time: 0.9066384
Dec 24 10:58:25.858116 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b7c759f3-7db6-4517-8e31-57480a2e2138 req-fc7a579e-9c84-4e51-94a5-1d6432584c40 service neutron] 10.222.0.32 "GET /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3713596
Dec 24 10:58:25.865293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50640) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:25.885840 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-d0cd79ce-9a27-4f9a-a6a0-0f243e7adb45 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:25.895624 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ed088ae0-f324-4872-8d77-22e9606965a8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:25.930314 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5d34365d-9273-42fe-ade1-912c38c4c83b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Synchronizing usage tracker for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:25.943662 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-16538a51-a225-4e6f-acbe-4a5d3a33227c req-dab01db4-0ee4-44dd-b718-91e1f1b3e02f tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1463609
Dec 24 10:58:25.985710 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-d0cd79ce-9a27-4f9a-a6a0-0f243e7adb45 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Network fb245b42-692c-44e7-9807-a5875458e289 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:25.993212 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-d0cd79ce-9a27-4f9a-a6a0-0f243e7adb45 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:25.995965 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd79ce-9a27-4f9a-a6a0-0f243e7adb45 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event updated for resources: {'Port': ['ID=63ce2256-bac9-446d-84df-b3154e987ffc,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:25.997465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-d0cd79ce-9a27-4f9a-a6a0-0f243e7adb45 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:58:26.008295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5d34365d-9273-42fe-ade1-912c38c4c83b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Unset dirty status for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:26.011984 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5d34365d-9273-42fe-ade1-912c38c4c83b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee88fb46-f7ad-4105-b62a-b54cc619f4c4 HTTP/1.1" status: 200  len: 205 time: 0.1433060
Dec 24 10:58:26.012969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50644) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:26.034231 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d0cd79ce-9a27-4f9a-a6a0-0f243e7adb45 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:26.091158 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:26.096023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ca288-8542-43f6-b03b-59b4712e80e9 req-c22ec7ba-ee38-4f91-a032-5f6c5f636b75 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:26.102856 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a01ca288-8542-43f6-b03b-59b4712e80e9 req-c22ec7ba-ee38-4f91-a032-5f6c5f636b75 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 945 time: 0.2879348
Dec 24 10:58:26.109222 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Transition to ACTIVE for port object 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:26.118012 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc696a0>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:20Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': '6b74a010-73d5-4757-aef0-88e8b1eb693e', 'name': '', 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:9b:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:03Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7454d4b-d233-4ff1-b32b-459788f6aaf7', 'name': '', 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:b9:b2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e1a244a9-9739-4c09-94dc-03add6202043', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:16Z', 'updated_at': '2021-12-24T10:58:22Z', 'revision_number': 2, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'e1a244a9-9739-4c09-94dc-03add6202043', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:58:03Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:26.124074 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Checking router: 188d5fcc-fec8-49e1-b888-6a94828ca71f for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:58:26.124074 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Updating router 188d5fcc-fec8-49e1-b888-6a94828ca71f port d7454d4b-d233-4ff1-b32b-459788f6aaf7 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:58:26.137485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-d0cd79ce-9a27-4f9a-a6a0-0f243e7adb45 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:26.139695 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-d0cd79ce-9a27-4f9a-a6a0-0f243e7adb45 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:26.171544 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:26.181934 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-4b3311a7-1e83-4951-bba6-0b19ad5e1bc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:26.195400 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a01ca288-8542-43f6-b03b-59b4712e80e9 req-fe486d7f-f330-41b8-b203-284a6406bdf8 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0916605
Dec 24 10:58:26.207479 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-d0cd79ce-9a27-4f9a-a6a0-0f243e7adb45 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7148044
Dec 24 10:58:26.226571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Request body: {'port': {'device_id': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:26.277044 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe177999-5eb9-4121-939e-a9b462fd19eb None None] Pushing event updated for resources: {'Port': ['ID=189d4be5-4af8-4d10-ac3b-ef6c918a7f8a,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:26.279831 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-fe177999-5eb9-4121-939e-a9b462fd19eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:26.311695 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ab0e9f95-71f3-4378-8a06-b1afa4fb3fc9 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 5746 time: 0.9358518
Dec 24 10:58:26.383537 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:26.393081 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-448628ce-9935-422b-b38f-c3ef7af1054c None None] Provisioning for port 63ce2256-bac9-446d-84df-b3154e987ffc completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:26.400976 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-448628ce-9935-422b-b38f-c3ef7af1054c None None] Provisioning complete for port 63ce2256-bac9-446d-84df-b3154e987ffc triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:26.401776 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-448628ce-9935-422b-b38f-c3ef7af1054c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:26.439381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:26.530514 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-448628ce-9935-422b-b38f-c3ef7af1054c None None] Port 63ce2256-bac9-446d-84df-b3154e987ffc cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:58:26.587935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.extraroute_db [None req-7a854ed2-b304-45f8-998f-3b5bf7719edf tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 24 10:58:26.606067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1911-b1c1-4f83-9bf6-d13a23a5b09f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:26.713397 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.extraroute_db [None req-7a854ed2-b304-45f8-998f-3b5bf7719edf tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Removed routes are [] {{(pid=87558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 24 10:58:26.713951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7a854ed2-b304-45f8-998f-3b5bf7719edf tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:26.727122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f79af-46a6-4e73-ad91-458833d25fd8 req-5cd9ccef-88ff-4e6e-982a-7d3b58125dd4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:26.728705 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8c1f79af-46a6-4e73-ad91-458833d25fd8 req-5cd9ccef-88ff-4e6e-982a-7d3b58125dd4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 932 time: 0.1776032
Dec 24 10:58:26.781588 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8c1f79af-46a6-4e73-ad91-458833d25fd8 req-8e7677a4-48de-4583-b4c9-88234374292a tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452290
Dec 24 10:58:26.825475 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Attempting to bind port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:58:26.825851 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Attempting to bind port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '3f84a4d6-5818-4cf0-8bfb-33120ec09fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:58:26.826253 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Attempting to bind port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a on network 208c3ed9-fbba-42d0-989f-caf6c355fd19 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:58:26.856020 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:58:26.856376 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Checking segment: {'id': '3f84a4d6-5818-4cf0-8bfb-33120ec09fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:26.856726 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:26.857121 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Bound using segment: {'id': '3f84a4d6-5818-4cf0-8bfb-33120ec09fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:58:26.857606 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Bound port: 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f84a4d6-5818-4cf0-8bfb-33120ec09fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:58:26.863735 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:27.165542 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] For port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:58:27.179861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ce2256-bac9-446d-84df-b3154e987ffc {{(pid=87559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:58:27.189195 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] For port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=189d4be5-4af8-4d10-ac3b-ef6c918a7f8a,segment=NetworkSegment(3f84a4d6-5818-4cf0-8bfb-33120ec09fe1),segment_id=3f84a4d6-5818-4cf0-8bfb-33120ec09fe1)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:58:27.223186 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:27.228614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50656) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:27.245523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-badf0396-b69a-487a-86e5-39d2e4222203 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-727134543', 'description': 'tempest-secgroup-smoke-727134543 description', 'project_id': '1df2c4270c8b4c3e834179de6e64472f'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:27.252396 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-badf0396-b69a-487a-86e5-39d2e4222203 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:27.256715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-badf0396-b69a-487a-86e5-39d2e4222203 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:27.260010 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-badf0396-b69a-487a-86e5-39d2e4222203 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:27.265829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-badf0396-b69a-487a-86e5-39d2e4222203 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:27.266369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Transition to ACTIVE for port object 63ce2256-bac9-446d-84df-b3154e987ffc will not be triggered until provisioned by entity L2. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:27.286375 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:27.296799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fb1bcafa-15b6-4484-af6b-e99e8113f928 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:27.314228 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:27.318197 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-fe177999-5eb9-4121-939e-a9b462fd19eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:27.332002 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1911-b1c1-4f83-9bf6-d13a23a5b09f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:27.344740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-badf0396-b69a-487a-86e5-39d2e4222203 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:27.364021 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Pushing event updated for resources: {'Port': ['ID=63ce2256-bac9-446d-84df-b3154e987ffc,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:27.373152 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6424ab9-1291-4c25-bd03-d927021b689e req-a5686bff-b0c7-40b3-8d3a-c392e4e244d1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:27.374734 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d6424ab9-1291-4c25-bd03-d927021b689e req-a5686bff-b0c7-40b3-8d3a-c392e4e244d1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.1972795
Dec 24 10:58:27.424034 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:27.429512 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe177999-5eb9-4121-939e-a9b462fd19eb None None] Pushing event updated for resources: {'Port': ['ID=189d4be5-4af8-4d10-ac3b-ef6c918a7f8a,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:27.441200 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-fe177999-5eb9-4121-939e-a9b462fd19eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:27.459375 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:27.464167 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d1911-b1c1-4f83-9bf6-d13a23a5b09f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port 0ff0fa9d-f069-4e16-ac17-061133f0cedb {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:27.464516 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1911-b1c1-4f83-9bf6-d13a23a5b09f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:27.480549 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Transition to ACTIVE for port object d7454d4b-d233-4ff1-b32b-459788f6aaf7 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:27.492069 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Routers {'c7173390-f140-4854-a63a-39af4a93ebe5'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:27.492718 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea780d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c7173390-f140-4854-a63a-39af4a93ebe5'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:27.522608 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7a854ed2-b304-45f8-998f-3b5bf7719edf tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:27.535945 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7a854ed2-b304-45f8-998f-3b5bf7719edf tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:27.541009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-badf0396-b69a-487a-86e5-39d2e4222203 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:27.556101 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-badf0396-b69a-487a-86e5-39d2e4222203 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:27.583232 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:27.609140 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:27.615957 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d6424ab9-1291-4c25-bd03-d927021b689e req-e3bc6552-03f9-491d-bb58-ecf7953ec357 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1506727
Dec 24 10:58:27.677833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Attempting to bind port 63ce2256-bac9-446d-84df-b3154e987ffc on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:58:27.678296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Attempting to bind port 63ce2256-bac9-446d-84df-b3154e987ffc by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7466a746-9d32-47d2-9c5a-cffb39f2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:58:27.679913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Attempting to bind port 63ce2256-bac9-446d-84df-b3154e987ffc on network fb245b42-692c-44e7-9807-a5875458e289 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:58:27.687307 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Port 63ce2256-bac9-446d-84df-b3154e987ffc on network fb245b42-692c-44e7-9807-a5875458e289 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:58:27.687633 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Attempting to bind port 63ce2256-bac9-446d-84df-b3154e987ffc on network fb245b42-692c-44e7-9807-a5875458e289 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:58:27.710428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:58:27.710820 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Checking segment: {'id': '7466a746-9d32-47d2-9c5a-cffb39f2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:27.711352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Bound using segment: {'id': '7466a746-9d32-47d2-9c5a-cffb39f2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289'} {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:58:27.711798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Bound port: 63ce2256-bac9-446d-84df-b3154e987ffc, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7466a746-9d32-47d2-9c5a-cffb39f2290f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289'}}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:58:27.712147 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:27.745852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-badf0396-b69a-487a-86e5-39d2e4222203 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:27.767295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-badf0396-b69a-487a-86e5-39d2e4222203 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:27.921391 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] For port 63ce2256-bac9-446d-84df-b3154e987ffc, host hv-neutron-8226, cleared binding levels {{(pid=87559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:58:27.927929 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1911-b1c1-4f83-9bf6-d13a23a5b09f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:27.936357 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] For port 63ce2256-bac9-446d-84df-b3154e987ffc, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=63ce2256-bac9-446d-84df-b3154e987ffc,segment=NetworkSegment(7466a746-9d32-47d2-9c5a-cffb39f2290f),segment_id=7466a746-9d32-47d2-9c5a-cffb39f2290f)] {{(pid=87559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:58:27.947081 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d4fb7-899b-4e76-9c51-9516946b7006 req-97ebc198-23d3-4ae4-abac-52cc63c3e6d7 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:27.949025 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b35d4fb7-899b-4e76-9c51-9516946b7006 req-97ebc198-23d3-4ae4-abac-52cc63c3e6d7 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.1525166
Dec 24 10:58:27.950914 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:27.976182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:27.981146 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e5b43-4f51-40fe-b376-beeed6988917 None None] Pushing event updated for resources: {'Port': ['ID=d7454d4b-d233-4ff1-b32b-459788f6aaf7,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:27.991053 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-7d2e5b43-4f51-40fe-b376-beeed6988917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:28.031957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:28.033085 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:28.035117 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] 10.222.0.32 "PUT /v2.0/ports/63ce2256-bac9-446d-84df-b3154e987ffc HTTP/1.1" status: 200  len: 1094 time: 1.8141742
Dec 24 10:58:28.036338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'tag': '63ce2256-bac9-446d-84df-b3154e987ffc'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:58:28.081032 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b35d4fb7-899b-4e76-9c51-9516946b7006 req-b1b8e4d2-57cf-4087-bb9f-686ed5912678 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1183302
Dec 24 10:58:28.086873 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Pushing event updated for resources: {'Port': ['ID=63ce2256-bac9-446d-84df-b3154e987ffc,revision_number=3']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:28.090114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:28.099370 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] Set router c7173390-f140-4854-a63a-39af4a93ebe5 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:28.136496 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-2d5d1911-b1c1-4f83-9bf6-d13a23a5b09f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Calling delete_port for 0ff0fa9d-f069-4e16-ac17-061133f0cedb owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:28.195244 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-ea2ac2a2-9bad-4ecb-b5a5-52026089869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:28.197989 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-ea2ac2a2-9bad-4ecb-b5a5-52026089869d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98de35a2a0854b569df1a645612802a5&device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 1097 time: 0.0866816
Dec 24 10:58:28.237241 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Attempting to bind port d7454d4b-d233-4ff1-b32b-459788f6aaf7 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:58:28.237775 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Attempting to bind port d7454d4b-d233-4ff1-b32b-459788f6aaf7 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'b8fd60cc-7b88-48ff-b8b2-0739b00e171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:58:28.238228 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Attempting to bind port d7454d4b-d233-4ff1-b32b-459788f6aaf7 on network a91f0452-cfe4-46e8-89d7-5ec7db4986e5 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:58:28.249616 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:58:28.250397 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Checking segment: {'id': 'b8fd60cc-7b88-48ff-b8b2-0739b00e171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:28.251233 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:28.251710 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Bound using segment: {'id': 'b8fd60cc-7b88-48ff-b8b2-0739b00e171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:58:28.252260 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Bound port: d7454d4b-d233-4ff1-b32b-459788f6aaf7, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8fd60cc-7b88-48ff-b8b2-0739b00e171a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:58:28.252700 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:28.297396 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a854ed2-b304-45f8-998f-3b5bf7719edf tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router 188d5fcc-fec8-49e1-b888-6a94828ca71f has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:58:28.312518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-badf0396-b69a-487a-86e5-39d2e4222203 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:28.460353 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-e8709efe-68a1-4a6f-953e-ce644e133141 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63ce2256-bac9-446d-84df-b3154e987ffc HTTP/1.1" status: 200  len: 217 time: 0.2546003
Dec 24 10:58:28.526593 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] For port d7454d4b-d233-4ff1-b32b-459788f6aaf7, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:58:28.546983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-ebf13269-bce2-422c-aa7d-23a53009c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:28.548480 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-ebf13269-bce2-422c-aa7d-23a53009c3db service neutron] 10.222.0.32 "GET /v2.0/subnets?id=730c7b02-f4dc-44e6-88f3-f081b2bbdfe2 HTTP/1.1" status: 200  len: 834 time: 0.0782084
Dec 24 10:58:28.556073 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] For port d7454d4b-d233-4ff1-b32b-459788f6aaf7, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d7454d4b-d233-4ff1-b32b-459788f6aaf7,segment=NetworkSegment(b8fd60cc-7b88-48ff-b8b2-0739b00e171a),segment_id=b8fd60cc-7b88-48ff-b8b2-0739b00e171a)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:58:28.565351 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:28.569060 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-44eb3b65-417d-472a-b4b4-43d699b879c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:28.599339 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b732e7-3a8d-4e60-89d3-d05a9a55322b req-9d2e6da6-0573-45db-b9d1-bec172998655 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:28.600830 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-81b732e7-3a8d-4e60-89d3-d05a9a55322b req-9d2e6da6-0573-45db-b9d1-bec172998655 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 944 time: 0.1922567
Dec 24 10:58:28.627844 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffd7cc-583e-4f03-b23b-5c1bcbde6d52 req-b1a5a72f-f44d-4739-b69b-bf6a6b5975f5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:28.629894 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ebffd7cc-583e-4f03-b23b-5c1bcbde6d52 req-b1a5a72f-f44d-4739-b69b-bf6a6b5975f5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 945 time: 1.2865627
Dec 24 10:58:28.647027 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-badf0396-b69a-487a-86e5-39d2e4222203 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:28.661477 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-81b732e7-3a8d-4e60-89d3-d05a9a55322b req-0dbcdcd4-dca5-4b51-ac1f-8f8c339c8e68 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523615
Dec 24 10:58:28.691634 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-f32fe1a4-cf11-446e-9e88-135f49e6db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:28.693149 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-f32fe1a4-cf11-446e-9e88-135f49e6db91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb245b42-692c-44e7-9807-a5875458e289&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1376879
Dec 24 10:58:28.693283 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:28.693936 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc696a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:28.762775 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e5b43-4f51-40fe-b376-beeed6988917 None None] Pushing event updated for resources: {'Port': ['ID=d7454d4b-d233-4ff1-b32b-459788f6aaf7,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:28.765923 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-7d2e5b43-4f51-40fe-b376-beeed6988917 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:28.787540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bad0e589-07ff-451d-bc16-ef0cbc0bf3d2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:28.854206 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'tag': '63ce2256-bac9-446d-84df-b3154e987ffc', 'status': 'completed', 'code': 200}
Dec 24 10:58:28.863556 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-4e297c96-c548-48ac-bb40-e192d4de0072 service neutron] 10.222.0.32 "GET /v2.0/networks/fb245b42-692c-44e7-9807-a5875458e289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1609337
Dec 24 10:58:28.887838 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea780d0>, [{'id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'name': 'tempest-TestNetworkBasicOps-router-989446457', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:58:02Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:04Z', 'updated_at': '2021-12-24T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '189d4be5-4af8-4d10-ac3b-ef6c918a7f8a', 'name': '', 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:b5:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '77865267-627b-4610-a39c-0388c9be33b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:15Z', 'updated_at': '2021-12-24T10:58:27Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '77865267-627b-4610-a39c-0388c9be33b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:28.890355 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:28.946892 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b7c8bb-43e6-4223-9d6e-64ea0a744ba4 None None] The sync data for ids ['c7173390-f140-4854-a63a-39af4a93ebe5'] in dv-neutron-822668-2-hyperv is: [{'id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'name': 'tempest-TestNetworkBasicOps-router-989446457', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:58:02Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:04Z', 'updated_at': '2021-12-24T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '189d4be5-4af8-4d10-ac3b-ef6c918a7f8a', 'name': '', 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:b5:3e:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '77865267-627b-4610-a39c-0388c9be33b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:15Z', 'updated_at': '2021-12-24T10:58:27Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '77865267-627b-4610-a39c-0388c9be33b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:29.129475 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-badf0396-b69a-487a-86e5-39d2e4222203 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:29.133593 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-badf0396-b69a-487a-86e5-39d2e4222203 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 1.8944583
Dec 24 10:58:29.134113 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50672) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:29.136017 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9cc5f9ef-1954-478f-a997-6396cb890b46 req-cdd5c633-a80d-4cd1-82ee-11dfdc2a5253 service neutron] 10.222.0.32 "GET /v2.0/networks/fb245b42-692c-44e7-9807-a5875458e289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2656429
Dec 24 10:58:29.143154 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c4567a56-216d-4cdb-8e34-7a18c15bcddd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '6174f0ef-8cb8-4e95-b1a6-be04a016bbb4', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:29.149294 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c4567a56-216d-4cdb-8e34-7a18c15bcddd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:29.159101 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c4567a56-216d-4cdb-8e34-7a18c15bcddd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:29.163491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c4567a56-216d-4cdb-8e34-7a18c15bcddd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:29.176598 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c4567a56-216d-4cdb-8e34-7a18c15bcddd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:29.204459 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ebffd7cc-583e-4f03-b23b-5c1bcbde6d52 req-43811b9c-b360-400b-8a6d-42fe1b4918ca tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4178610
Dec 24 10:58:29.232488 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf0396-b69a-487a-86e5-39d2e4222203 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6174f0ef-8cb8-4e95-b1a6-be04a016bbb4,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:29.261327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-badf0396-b69a-487a-86e5-39d2e4222203 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:29.318803 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1911-b1c1-4f83-9bf6-d13a23a5b09f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:29.318958 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:29.341623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4567a56-216d-4cdb-8e34-7a18c15bcddd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:29.374536 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:29.451285 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69236-6374-468d-9e7f-e8434141a383 req-8a2d2135-4bb6-4c09-a483-fdd17797785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:29.452816 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-eba69236-6374-468d-9e7f-e8434141a383 req-8a2d2135-4bb6-4c09-a483-fdd17797785f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98de35a2a0854b569df1a645612802a5&device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 1097 time: 0.2394526
Dec 24 10:58:29.466706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4567a56-216d-4cdb-8e34-7a18c15bcddd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:29.484363 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:29.491642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:29.492354 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:29.502283 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc696a0>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:26Z', 'revision_number': 6, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': '6b74a010-73d5-4757-aef0-88e8b1eb693e', 'name': '', 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:9b:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:03Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7454d4b-d233-4ff1-b32b-459788f6aaf7', 'name': '', 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:b9:b2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e1a244a9-9739-4c09-94dc-03add6202043', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:16Z', 'updated_at': '2021-12-24T10:58:28Z', 'revision_number': 4, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'e1a244a9-9739-4c09-94dc-03add6202043', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:58:03Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:29.514119 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dcd65e-27d0-4cb0-87dc-9256b93faf9f None None] The sync data for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv is: [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:26Z', 'revision_number': 6, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': '6b74a010-73d5-4757-aef0-88e8b1eb693e', 'name': '', 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:9b:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:03Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7454d4b-d233-4ff1-b32b-459788f6aaf7', 'name': '', 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:b9:b2:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e1a244a9-9739-4c09-94dc-03add6202043', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:16Z', 'updated_at': '2021-12-24T10:58:28Z', 'revision_number': 4, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'e1a244a9-9739-4c09-94dc-03add6202043', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:58:03Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:29.545992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4567a56-216d-4cdb-8e34-7a18c15bcddd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:29.572870 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-55c462bd-e34b-486f-820b-4b79bf4df8e6 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:29.626191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a854ed2-b304-45f8-998f-3b5bf7719edf tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:29.638445 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7a854ed2-b304-45f8-998f-3b5bf7719edf tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:29.641971 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7a854ed2-b304-45f8-998f-3b5bf7719edf tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/188d5fcc-fec8-49e1-b888-6a94828ca71f HTTP/1.1" status: 200  len: 933 time: 4.5339520
Dec 24 10:58:29.652948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50680) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:29.662169 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d1911-b1c1-4f83-9bf6-d13a23a5b09f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Port': ['ID=0ff0fa9d-f069-4e16-ac17-061133f0cedb,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:29.677578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2d5d1911-b1c1-4f83-9bf6-d13a23a5b09f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:29.701218 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:29.743589 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=189d4be5-4af8-4d10-ac3b-ef6c918a7f8a,segment=NetworkSegment(3f84a4d6-5818-4cf0-8bfb-33120ec09fe1),segment_id=3f84a4d6-5818-4cf0-8bfb-33120ec09fe1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:29.745239 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a239f8ba-dfe0-4771-94f5-4da0a8f5eb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:29.753819 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:29.757539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-ba459fc4-9a56-47e1-be6f-108d5314b9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:29.761416 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4567a56-216d-4cdb-8e34-7a18c15bcddd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:29.762969 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c4567a56-216d-4cdb-8e34-7a18c15bcddd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.6254468
Dec 24 10:58:29.790519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50686) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:29.791477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4567a56-216d-4cdb-8e34-7a18c15bcddd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476f02cd-f7ea-4ee8-b956-00fddd1cfb85,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:29.799231 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9d47304f-7751-432d-a30b-da920e0f99b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '6174f0ef-8cb8-4e95-b1a6-be04a016bbb4', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:29.803874 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c4567a56-216d-4cdb-8e34-7a18c15bcddd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:29.818138 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9d47304f-7751-432d-a30b-da920e0f99b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:29.840951 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=189d4be5-4af8-4d10-ac3b-ef6c918a7f8a,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:29.848331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9d47304f-7751-432d-a30b-da920e0f99b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:29.853375 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:29.865750 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9d47304f-7751-432d-a30b-da920e0f99b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:29.879662 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-345d0545-25d6-4d09-bb12-74a62f445e39 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/routers/188d5fcc-fec8-49e1-b888-6a94828ca71f HTTP/1.1" status: 200  len: 933 time: 0.2224824
Dec 24 10:58:29.881521 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9d47304f-7751-432d-a30b-da920e0f99b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:29.882509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50690) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:29.892807 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f00ccc48-abf9-487e-a2f4-00e98a726109 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'router': {'routes': None}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:29.893019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69236-6374-468d-9e7f-e8434141a383 req-a1a05c15-513f-4f3f-adcb-a81c3379750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:29.896138 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-eba69236-6374-468d-9e7f-e8434141a383 req-a1a05c15-513f-4f3f-adcb-a81c3379750b service neutron] 10.222.0.32 "GET /v2.0/networks?id=fb245b42-692c-44e7-9807-a5875458e289 HTTP/1.1" status: 200  len: 897 time: 0.4282529
Dec 24 10:58:29.993741 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-eba69236-6374-468d-9e7f-e8434141a383 req-948936e1-1e2e-40c7-a000-56551d0db39c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63ce2256-bac9-446d-84df-b3154e987ffc HTTP/1.1" status: 200  len: 217 time: 0.0819683
Dec 24 10:58:29.999056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9d47304f-7751-432d-a30b-da920e0f99b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:30.048333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1911-b1c1-4f83-9bf6-d13a23a5b09f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:30.079052 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62def894-8e64-47fc-a290-f920f9efcc45 req-5c3518ae-fc79-435a-b9a2-f81a1813d431 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:30.082350 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-62def894-8e64-47fc-a290-f920f9efcc45 req-5c3518ae-fc79-435a-b9a2-f81a1813d431 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.5109937
Dec 24 10:58:30.143325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69236-6374-468d-9e7f-e8434141a383 req-d9d445d8-b8dc-45f9-9769-5041e6c68c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:30.144757 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-eba69236-6374-468d-9e7f-e8434141a383 req-d9d445d8-b8dc-45f9-9769-5041e6c68c92 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=730c7b02-f4dc-44e6-88f3-f081b2bbdfe2 HTTP/1.1" status: 200  len: 834 time: 0.1374614
Dec 24 10:58:30.223771 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-62def894-8e64-47fc-a290-f920f9efcc45 req-30734b2c-ef31-4fbe-93c8-4ac07556b536 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1220477
Dec 24 10:58:30.249920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879cce9-f088-4e48-874d-a5c9a895d387 req-bd21713c-4df2-49cf-b7d6-350bd0fe5e9a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:30.253455 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9d47304f-7751-432d-a30b-da920e0f99b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:30.257688 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2879cce9-f088-4e48-874d-a5c9a895d387 req-bd21713c-4df2-49cf-b7d6-350bd0fe5e9a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 945 time: 0.7651927
Dec 24 10:58:30.275052 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9d47304f-7751-432d-a30b-da920e0f99b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:30.279327 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f1a43e8c-379c-4c33-b075-a4c37cf73f2f tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:30.303732 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47304f-7751-432d-a30b-da920e0f99b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d418011-b507-471b-a1bd-69e3ed4689c6,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:30.307022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1911-b1c1-4f83-9bf6-d13a23a5b09f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:30.309624 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9d47304f-7751-432d-a30b-da920e0f99b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:30.318364 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba69236-6374-468d-9e7f-e8434141a383 req-3a14abd9-cfe5-41dd-866e-727b5ba66fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:30.319915 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-eba69236-6374-468d-9e7f-e8434141a383 req-3a14abd9-cfe5-41dd-866e-727b5ba66fae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb245b42-692c-44e7-9807-a5875458e289&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1631939
Dec 24 10:58:30.325233 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9d47304f-7751-432d-a30b-da920e0f99b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:30.326705 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9d47304f-7751-432d-a30b-da920e0f99b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5329838
Dec 24 10:58:30.350047 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50694) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:30.390793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-2bc2ac0c-bcb3-4b82-85e6-56d9b371fc66 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '6174f0ef-8cb8-4e95-b1a6-be04a016bbb4', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:30.411328 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2bc2ac0c-bcb3-4b82-85e6-56d9b371fc66 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:30.432667 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1911-b1c1-4f83-9bf6-d13a23a5b09f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:30.470406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2bc2ac0c-bcb3-4b82-85e6-56d9b371fc66 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:30.474776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2bc2ac0c-bcb3-4b82-85e6-56d9b371fc66 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:30.495157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2bc2ac0c-bcb3-4b82-85e6-56d9b371fc66 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:30.560942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ac0c-bcb3-4b82-85e6-56d9b371fc66 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:30.576593 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-eba69236-6374-468d-9e7f-e8434141a383 req-07868f8f-0625-457b-bbe8-fd7d2bae7936 service neutron] 10.222.0.32 "GET /v2.0/networks/fb245b42-692c-44e7-9807-a5875458e289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2483089
Dec 24 10:58:30.674550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1911-b1c1-4f83-9bf6-d13a23a5b09f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:30.675051 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d5d1911-b1c1-4f83-9bf6-d13a23a5b09f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Fanout notify agent at l3_agent the message router_deleted on router ee88fb46-f7ad-4105-b62a-b54cc619f4c4 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:58:30.689822 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6588452-5eba-4b6a-86a7-4c45189650cd req-785e6fca-cb63-4bd3-9f99-cef61392df7c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:30.691324 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b6588452-5eba-4b6a-86a7-4c45189650cd req-785e6fca-cb63-4bd3-9f99-cef61392df7c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 944 time: 0.3421550
Dec 24 10:58:30.717677 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2879cce9-f088-4e48-874d-a5c9a895d387 req-82f38347-1498-412d-af2f-f9792ebcd51b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4589505
Dec 24 10:58:30.724795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d5d1911-b1c1-4f83-9bf6-d13a23a5b09f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:30.725863 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2d5d1911-b1c1-4f83-9bf6-d13a23a5b09f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/routers/ee88fb46-f7ad-4105-b62a-b54cc619f4c4 HTTP/1.1" status: 204  len: 168 time: 4.7126684
Dec 24 10:58:30.729456 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50700) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:30.739480 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-615b6e12-0365-4a62-937e-c28fb2d1edf3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1595948650'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:30.746260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-615b6e12-0365-4a62-937e-c28fb2d1edf3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:30.757748 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50704) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:30.778646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-615b6e12-0365-4a62-937e-c28fb2d1edf3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:network and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:30.788305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-615b6e12-0365-4a62-937e-c28fb2d1edf3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:30.797217 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-615b6e12-0365-4a62-937e-c28fb2d1edf3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:30.845575 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615b6e12-0365-4a62-937e-c28fb2d1edf3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:58:30.848950 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-615b6e12-0365-4a62-937e-c28fb2d1edf3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:30.913883 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ac0c-bcb3-4b82-85e6-56d9b371fc66 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:30.919955 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b6588452-5eba-4b6a-86a7-4c45189650cd req-749b1ab7-cba6-4e9c-b532-55045b0f49d3 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2203090
Dec 24 10:58:30.928574 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ac0c-bcb3-4b82-85e6-56d9b371fc66 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:30.932772 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a422a124-14d8-49a1-aaa1-96f996b4de15 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:30.935013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-615b6e12-0365-4a62-937e-c28fb2d1edf3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:58:30.952198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-615b6e12-0365-4a62-937e-c28fb2d1edf3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:30.952543 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-615b6e12-0365-4a62-937e-c28fb2d1edf3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Added segment b173da28-2db4-4c64-b259-b46f8fd28c41 of type vlan for network d1feb7cd-672e-4a80-94ef-ccadd45d60bb
Dec 24 10:58:30.963062 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-eba69236-6374-468d-9e7f-e8434141a383 req-b334c8f2-0244-4a7d-af66-631f5d5ca554 service neutron] 10.222.0.32 "GET /v2.0/networks/fb245b42-692c-44e7-9807-a5875458e289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3776462
Dec 24 10:58:30.965920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2ac0c-bcb3-4b82-85e6-56d9b371fc66 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee582fc9-bd8f-4231-89e9-474d933314f0,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:30.968594 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2bc2ac0c-bcb3-4b82-85e6-56d9b371fc66 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:30.982287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2bc2ac0c-bcb3-4b82-85e6-56d9b371fc66 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:30.983889 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2bc2ac0c-bcb3-4b82-85e6-56d9b371fc66 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6317022
Dec 24 10:58:30.987262 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50710) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:30.994236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4e8fb0d2-0de2-4f51-ad5c-6658ca49070b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '6174f0ef-8cb8-4e95-b1a6-be04a016bbb4', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:31.000363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4e8fb0d2-0de2-4f51-ad5c-6658ca49070b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:31.005050 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4e8fb0d2-0de2-4f51-ad5c-6658ca49070b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:31.008101 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4e8fb0d2-0de2-4f51-ad5c-6658ca49070b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:31.015138 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4e8fb0d2-0de2-4f51-ad5c-6658ca49070b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:31.034426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4e8fb0d2-0de2-4f51-ad5c-6658ca49070b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.097233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-615b6e12-0365-4a62-937e-c28fb2d1edf3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.118891 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.extraroute_db [None req-f00ccc48-abf9-487e-a2f4-00e98a726109 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Added routes are [] {{(pid=87558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 24 10:58:31.119301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.extraroute_db [None req-f00ccc48-abf9-487e-a2f4-00e98a726109 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 24 10:58:31.154736 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-615b6e12-0365-4a62-937e-c28fb2d1edf3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.161016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615b6e12-0365-4a62-937e-c28fb2d1edf3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:31.162066 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-615b6e12-0365-4a62-937e-c28fb2d1edf3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.164079 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4e8fb0d2-0de2-4f51-ad5c-6658ca49070b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.169505 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4e8fb0d2-0de2-4f51-ad5c-6658ca49070b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.175753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-68490775-6e9f-4395-9407-52600f59f4b7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:31.176254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c97981c1-6113-4c54-97b2-2823c275b05a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:31.182823 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f3d630-8758-4442-80b9-62070999b53e tempest-TestVolumeBootPattern-1656391368 tempest-TestVolumeBootPattern-1656391368-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:31.183535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-07f3d630-8758-4442-80b9-62070999b53e tempest-TestVolumeBootPattern-1656391368 tempest-TestVolumeBootPattern-1656391368-project-admin] Synchronizing usage tracker for tenant:f4ccfd3ae4d147cda057698a41ad92b1 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:31.209461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fb0d2-0de2-4f51-ad5c-6658ca49070b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f24317f-d690-4659-a829-b6ce80709bf9,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:31.212196 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4e8fb0d2-0de2-4f51-ad5c-6658ca49070b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:31.219482 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4e8fb0d2-0de2-4f51-ad5c-6658ca49070b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.222310 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4e8fb0d2-0de2-4f51-ad5c-6658ca49070b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2311406
Dec 24 10:58:31.223688 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50714) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:31.229379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-cf76894a-6b6b-42f5-b679-f3149b4d997b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '6174f0ef-8cb8-4e95-b1a6-be04a016bbb4', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:31.235421 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-07f3d630-8758-4442-80b9-62070999b53e tempest-TestVolumeBootPattern-1656391368 tempest-TestVolumeBootPattern-1656391368-project-admin] Unset dirty status for tenant:f4ccfd3ae4d147cda057698a41ad92b1 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:31.236510 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-07f3d630-8758-4442-80b9-62070999b53e tempest-TestVolumeBootPattern-1656391368 tempest-TestVolumeBootPattern-1656391368-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 1093 time: 0.4762712
Dec 24 10:58:31.237685 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-cf76894a-6b6b-42f5-b679-f3149b4d997b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:31.239638 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50718) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:31.244599 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '8e3b0452-9518-435a-b6a3-5f0f26627133', 'tenant_id': '8543661828634582b0e4847120774eaa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:31.255572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cf76894a-6b6b-42f5-b679-f3149b4d997b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:31.259764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cf76894a-6b6b-42f5-b679-f3149b4d997b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:31.263087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:31.270563 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-cf76894a-6b6b-42f5-b679-f3149b4d997b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:31.273687 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Usage tracker for resource:floatingip and tenant:8543661828634582b0e4847120774eaa is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:31.277854 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:31.283703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f00ccc48-abf9-487e-a2f4-00e98a726109 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.288646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:31.304206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 63ce2256-bac9-446d-84df-b3154e987ffc details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 10:58:31.308979 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-cf76894a-6b6b-42f5-b679-f3149b4d997b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 10:58:31.323342 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cf76894a-6b6b-42f5-b679-f3149b4d997b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.323470 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-615b6e12-0365-4a62-937e-c28fb2d1edf3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5876374
Dec 24 10:58:31.323470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50724) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:31.335319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.348443 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-67854cb6-6559-4112-beb0-3fc37f9a290a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'subnet': {'network_id': 'd1feb7cd-672e-4a80-94ef-ccadd45d60bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:31.364750 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d7454d4b-d233-4ff1-b32b-459788f6aaf7 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:31.433036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b6e12-0365-4a62-937e-c28fb2d1edf3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Network': ['ID=d1feb7cd-672e-4a80-94ef-ccadd45d60bb,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:31.488827 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network d1feb7cd-672e-4a80-94ef-ccadd45d60bb details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:58:31.494918 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-615b6e12-0365-4a62-937e-c28fb2d1edf3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:31.500745 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cf76894a-6b6b-42f5-b679-f3149b4d997b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.517562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cf76894a-6b6b-42f5-b679-f3149b4d997b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.521764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c4567a56-216d-4cdb-8e34-7a18c15bcddd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:31.562169 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf76894a-6b6b-42f5-b679-f3149b4d997b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b55de7-9ff0-4f22-aa3d-73a9217861f6,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:31.570885 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-cf76894a-6b6b-42f5-b679-f3149b4d997b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:31.589262 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.627265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cf76894a-6b6b-42f5-b679-f3149b4d997b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.632654 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cf76894a-6b6b-42f5-b679-f3149b4d997b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4079165
Dec 24 10:58:31.633471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50728) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:31.640140 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-7f6aabea-fbb2-43b5-afc6-f154a0833036 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '6174f0ef-8cb8-4e95-b1a6-be04a016bbb4', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:31.645289 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port d7454d4b-d233-4ff1-b32b-459788f6aaf7 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:31.653246 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7f6aabea-fbb2-43b5-afc6-f154a0833036 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:31.669144 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port d7454d4b-d233-4ff1-b32b-459788f6aaf7 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:31.669525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.677814 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7f6aabea-fbb2-43b5-afc6-f154a0833036 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:31.684801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7f6aabea-fbb2-43b5-afc6-f154a0833036 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:31.696311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7f6aabea-fbb2-43b5-afc6-f154a0833036 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:31.706634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-67854cb6-6559-4112-beb0-3fc37f9a290a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:31.715531 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-67854cb6-6559-4112-beb0-3fc37f9a290a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:subnet and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:31.718862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 63ce2256-bac9-446d-84df-b3154e987ffc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=63ce2256-bac9-446d-84df-b3154e987ffc,segment=NetworkSegment(7466a746-9d32-47d2-9c5a-cffb39f2290f),segment_id=7466a746-9d32-47d2-9c5a-cffb39f2290f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:31.720435 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-67854cb6-6559-4112-beb0-3fc37f9a290a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:31.744709 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '63ce2256-bac9-446d-84df-b3154e987ffc', 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289', 'port_id': '63ce2256-bac9-446d-84df-b3154e987ffc', 'mac_address': 'fa:16:3e:9b:83:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 10:58:31.751689 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-7f6aabea-fbb2-43b5-afc6-f154a0833036 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 10:58:31.774243 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7f6aabea-fbb2-43b5-afc6-f154a0833036 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.774727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-67854cb6-6559-4112-beb0-3fc37f9a290a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:31.851358 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Allocated IP 172.26.4.35 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/eca6c78c-d1eb-46f1-b755-9b4e3e84740b) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:58:31.893109 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67854cb6-6559-4112-beb0-3fc37f9a290a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:58:31.896218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-67854cb6-6559-4112-beb0-3fc37f9a290a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.937186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.946842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.959170 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ce1900d-e77e-4ca7-813f-8fe0859de585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.988884 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7f6aabea-fbb2-43b5-afc6-f154a0833036 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:31.999087 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port d7454d4b-d233-4ff1-b32b-459788f6aaf7, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d7454d4b-d233-4ff1-b32b-459788f6aaf7,segment=NetworkSegment(b8fd60cc-7b88-48ff-b8b2-0739b00e171a),segment_id=b8fd60cc-7b88-48ff-b8b2-0739b00e171a)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:32.002161 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7f6aabea-fbb2-43b5-afc6-f154a0833036 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:32.007044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4e8fb0d2-0de2-4f51-ad5c-6658ca49070b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:32.007650 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ce2256-bac9-446d-84df-b3154e987ffc {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:58:32.019414 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:32.020460 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:32.051701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a34a2-597a-41e8-8bb7-fd97b2d652da req-430be4e9-a1e4-49de-ac8d-e89963733051 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:32.059103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6aabea-fbb2-43b5-afc6-f154a0833036 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0400666e-9bde-4969-a5f9-701f8d14f7b4,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:32.060233 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-409a34a2-597a-41e8-8bb7-fd97b2d652da req-430be4e9-a1e4-49de-ac8d-e89963733051 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.6243892
Dec 24 10:58:32.090443 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7f6aabea-fbb2-43b5-afc6-f154a0833036 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:32.107721 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:32.109119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f00ccc48-abf9-487e-a2f4-00e98a726109 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:32.145735 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f00ccc48-abf9-487e-a2f4-00e98a726109 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:32.155710 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-409a34a2-597a-41e8-8bb7-fd97b2d652da req-17a66b24-eae1-4b84-a960-7ecc466bfcc4 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0944438
Dec 24 10:58:32.161220 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ddac07-3fa7-49c1-9f51-4abbaf999aeb None None] Sync routers for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:32.184813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ddac07-3fa7-49c1-9f51-4abbaf999aeb None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:32.185457 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-94ddac07-3fa7-49c1-9f51-4abbaf999aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d426700>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:32.225091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7f6aabea-fbb2-43b5-afc6-f154a0833036 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:32.234620 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7f6aabea-fbb2-43b5-afc6-f154a0833036 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5987451
Dec 24 10:58:32.252828 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 63ce2256-bac9-446d-84df-b3154e987ffc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=63ce2256-bac9-446d-84df-b3154e987ffc,segment=NetworkSegment(7466a746-9d32-47d2-9c5a-cffb39f2290f),segment_id=7466a746-9d32-47d2-9c5a-cffb39f2290f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:32.262894 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:32.284678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:32.338297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91c2e3-58af-4d6a-bd2b-1794e66dd2c3 req-d803fbbd-fd71-4375-9538-39eed7aaf584 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:32.340184 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8d91c2e3-58af-4d6a-bd2b-1794e66dd2c3 req-d803fbbd-fd71-4375-9538-39eed7aaf584 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.32 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.2487364
Dec 24 10:58:32.369326 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cd6c1-f97c-4b31-b174-c60bfa1e06a9 req-21ef2b12-92c3-4e84-8089-d8f17fe0258b tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:32.378509 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d32cd6c1-f97c-4b31-b174-c60bfa1e06a9 req-21ef2b12-92c3-4e84-8089-d8f17fe0258b tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 944 time: 0.2273424
Dec 24 10:58:32.393387 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:32.393909 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:32.437718 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d32cd6c1-f97c-4b31-b174-c60bfa1e06a9 req-1903736b-8404-43a3-bcfc-cfee44b530db tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577722
Dec 24 10:58:32.450151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:32.455536 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9ada859c-e7b8-4d93-add8-8236e26f5c3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:32.513139 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=d7454d4b-d233-4ff1-b32b-459788f6aaf7,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:32.538782 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:32.554626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:32.557729 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-94ddac07-3fa7-49c1-9f51-4abbaf999aeb None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:32.559794 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:58:32.625200 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:32.626778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-ba459fc4-9a56-47e1-be6f-108d5314b9df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:32.675327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['63ce2256-bac9-446d-84df-b3154e987ffc'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 10:58:32.680771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event updated for resources: {'Port': ['ID=eca6c78c-d1eb-46f1-b755-9b4e3e84740b,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:32.684118 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:32.728551 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-bee542ec-6518-46cf-9b14-0e72ad62cd2c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:32.733641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00ccc48-abf9-487e-a2f4-00e98a726109 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router 188d5fcc-fec8-49e1-b888-6a94828ca71f has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:58:32.757929 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [req-8d91c2e3-58af-4d6a-bd2b-1794e66dd2c3 req-97aa8e74-5ebd-4afc-9895-624c193da4bc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Deleting port 9f848d24-f121-4a2d-8a3d-e65c6f538978 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:32.758368 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-8d91c2e3-58af-4d6a-bd2b-1794e66dd2c3 req-97aa8e74-5ebd-4afc-9895-624c193da4bc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:32.838899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-bee542ec-6518-46cf-9b14-0e72ad62cd2c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:32.840137 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-bee542ec-6518-46cf-9b14-0e72ad62cd2c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-727134543&fields=id&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 267 time: 0.1989858
Dec 24 10:58:32.848872 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-67854cb6-6559-4112-beb0-3fc37f9a290a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:32.873589 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ef3cbc50-d535-41c5-9aae-815223c6652f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:32.925015 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=63ce2256-bac9-446d-84df-b3154e987ffc,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:33.008151 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:33.102719 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67854cb6-6559-4112-beb0-3fc37f9a290a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Subnet': ['ID=c48af81a-5191-4b93-8e25-c0c9819ff09e,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:33.136378 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:33.138066 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-67854cb6-6559-4112-beb0-3fc37f9a290a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:33.166391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00ccc48-abf9-487e-a2f4-00e98a726109 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:33.171135 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67854cb6-6559-4112-beb0-3fc37f9a290a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Checking segment: {'id': 'b173da28-2db4-4c64-b259-b46f8fd28c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd1feb7cd-672e-4a80-94ef-ccadd45d60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:33.171880 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67854cb6-6559-4112-beb0-3fc37f9a290a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network hostable DHCP agents. Network: d1feb7cd-672e-4a80-94ef-ccadd45d60bb, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:58:33.216931 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-470f18c8-46de-49e0-bd74-3a5d272af487 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:33.217857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-470f18c8-46de-49e0-bd74-3a5d272af487 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:33.228109 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f00ccc48-abf9-487e-a2f4-00e98a726109 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:33.229612 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f00ccc48-abf9-487e-a2f4-00e98a726109 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/188d5fcc-fec8-49e1-b888-6a94828ca71f HTTP/1.1" status: 200  len: 699 time: 3.3447802
Dec 24 10:58:33.234154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50750) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:33.243077 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:33.380432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d7454d4b-d233-4ff1-b32b-459788f6aaf7 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:33.402779 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-470f18c8-46de-49e0-bd74-3a5d272af487 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:33.405964 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-470f18c8-46de-49e0-bd74-3a5d272af487 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/networks?id=208c3ed9-fbba-42d0-989f-caf6c355fd19 HTTP/1.1" status: 200  len: 797 time: 0.5531120
Dec 24 10:58:33.416273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67854cb6-6559-4112-beb0-3fc37f9a290a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network d1feb7cd-672e-4a80-94ef-ccadd45d60bb is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:58:33.504384 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [req-8d91c2e3-58af-4d6a-bd2b-1794e66dd2c3 req-97aa8e74-5ebd-4afc-9895-624c193da4bc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] For port 9f848d24-f121-4a2d-8a3d-e65c6f538978, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=9f848d24-f121-4a2d-8a3d-e65c6f538978,segment=NetworkSegment(710ad8ff-6c58-4620-9759-f195e587de11),segment_id=710ad8ff-6c58-4620-9759-f195e587de11)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:33.504760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-8d91c2e3-58af-4d6a-bd2b-1794e66dd2c3 req-97aa8e74-5ebd-4afc-9895-624c193da4bc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:33.515064 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-5df14799-ef1e-45c0-810d-f322e92ac070 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/quotas/1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 375 time: 0.1030707
Dec 24 10:58:33.572676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-67854cb6-6559-4112-beb0-3fc37f9a290a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, d1feb7cd-672e-4a80-94ef-ccadd45d60bb) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:33.583308 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f6c0fb-70b1-4f1f-b212-68baad8ec0ec None None] Network d1feb7cd-672e-4a80-94ef-ccadd45d60bb requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:58:33.587371 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67854cb6-6559-4112-beb0-3fc37f9a290a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:33.587953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-67854cb6-6559-4112-beb0-3fc37f9a290a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:33.619340 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-339c3f32-415c-4965-b69f-28414108f8f7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/routers/188d5fcc-fec8-49e1-b888-6a94828ca71f HTTP/1.1" status: 200  len: 699 time: 0.3831649
Dec 24 10:58:33.626241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50756) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:33.696211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc2226-3168-43e8-a55d-58499bc86b66 req-7426daab-166a-4d53-8253-be8ee2a4784a tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:33.697915 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-84dc2226-3168-43e8-a55d-58499bc86b66 req-7426daab-166a-4d53-8253-be8ee2a4784a tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 945 time: 0.3253069
Dec 24 10:58:33.701600 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port d7454d4b-d233-4ff1-b32b-459788f6aaf7 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:33.702124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:33.715828 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-67854cb6-6559-4112-beb0-3fc37f9a290a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3881826
Dec 24 10:58:33.716708 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50760) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:33.775724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-2e2a7b54-58cb-4ff7-913b-7811fbe32cda tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1217530180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:33.797642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2e2a7b54-58cb-4ff7-913b-7811fbe32cda tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:33.809905 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2e2a7b54-58cb-4ff7-913b-7811fbe32cda tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:router and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:33.815270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2e2a7b54-58cb-4ff7-913b-7811fbe32cda tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:33.832898 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2e2a7b54-58cb-4ff7-913b-7811fbe32cda tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:33.840382 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:33.849410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-47ef2672-c216-4dd0-b3fc-94c76b90142e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:33.860347 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-84dc2226-3168-43e8-a55d-58499bc86b66 req-d8620e24-c963-45e5-a795-22fd2ecfa217 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups?id=0a6de839-b885-4493-a638-99891dda31b8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025505
Dec 24 10:58:33.880059 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-94ddac07-3fa7-49c1-9f51-4abbaf999aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d426700>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:31Z', 'revision_number': 7, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': '6b74a010-73d5-4757-aef0-88e8b1eb693e', 'name': '', 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:9b:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:03Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7454d4b-d233-4ff1-b32b-459788f6aaf7', 'name': '', 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:b9:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e1a244a9-9739-4c09-94dc-03add6202043', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:16Z', 'updated_at': '2021-12-24T10:58:31Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'e1a244a9-9739-4c09-94dc-03add6202043', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:58:03Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:33.920581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ddac07-3fa7-49c1-9f51-4abbaf999aeb None None] Checking router: 188d5fcc-fec8-49e1-b888-6a94828ca71f for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:58:33.932977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2e2a7b54-58cb-4ff7-913b-7811fbe32cda tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:33.933336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2e2a7b54-58cb-4ff7-913b-7811fbe32cda tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:34.020857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-47ef2672-c216-4dd0-b3fc-94c76b90142e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:34.022274 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-47ef2672-c216-4dd0-b3fc-94c76b90142e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.4990420
Dec 24 10:58:34.025493 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ddac07-3fa7-49c1-9f51-4abbaf999aeb None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:34.026403 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-94ddac07-3fa7-49c1-9f51-4abbaf999aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d426700>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:34.030763 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2e2a7b54-58cb-4ff7-913b-7811fbe32cda tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:34.082997 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:34.112600 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-8d91c2e3-58af-4d6a-bd2b-1794e66dd2c3 req-97aa8e74-5ebd-4afc-9895-624c193da4bc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:34.112973 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-8d91c2e3-58af-4d6a-bd2b-1794e66dd2c3 req-97aa8e74-5ebd-4afc-9895-624c193da4bc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:34.113290 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [req-8d91c2e3-58af-4d6a-bd2b-1794e66dd2c3 req-97aa8e74-5ebd-4afc-9895-624c193da4bc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Floating IP 696202cc-d5f9-464a-8a8b-3f9a9dc7a8c7 disassociated. External IP: 172.26.4.19, port: 9f848d24-f121-4a2d-8a3d-e65c6f538978.
Dec 24 10:58:34.113632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [req-8d91c2e3-58af-4d6a-bd2b-1794e66dd2c3 req-97aa8e74-5ebd-4afc-9895-624c193da4bc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Calling delete_port for 9f848d24-f121-4a2d-8a3d-e65c6f538978 owned by compute:nova {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:34.302887 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-d1feb7cd-672e-4a80-94ef-ccadd45d60bb', 'network_id': 'd1feb7cd-672e-4a80-94ef-ccadd45d60bb', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'fixed_ips': [{'subnet_id': 'c48af81a-5191-4b93-8e25-c0c9819ff09e'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:58:34.303705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:34.349677 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2e2a7b54-58cb-4ff7-913b-7811fbe32cda tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:34.358478 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-94ddac07-3fa7-49c1-9f51-4abbaf999aeb None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:34.390533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2e2a7b54-58cb-4ff7-913b-7811fbe32cda tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:34.392384 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60fdec-bf33-4d4a-b3e3-ab3ae7f11f27 req-a9f67af2-b96f-495f-82ef-42753c194ded tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:34.392677 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2e2a7b54-58cb-4ff7-913b-7811fbe32cda tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.6735053
Dec 24 10:58:34.397248 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50764) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:34.399403 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6c60fdec-bf33-4d4a-b3e3-ab3ae7f11f27 req-a9f67af2-b96f-495f-82ef-42753c194ded tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 945 time: 0.3615596
Dec 24 10:58:34.495119 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6c60fdec-bf33-4d4a-b3e3-ab3ae7f11f27 req-54af2553-cee1-433d-a2fb-8ccb483ddf7a tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947707
Dec 24 10:58:34.503664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-8d91c2e3-58af-4d6a-bd2b-1794e66dd2c3 req-97aa8e74-5ebd-4afc-9895-624c193da4bc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:34.521589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:34.569513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa8e74-5ebd-4afc-9895-624c193da4bc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Pushing event deleted for resources: {'Port': ['ID=9f848d24-f121-4a2d-8a3d-e65c6f538978,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:34.572644 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:34.576174 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-97aa8e74-5ebd-4afc-9895-624c193da4bc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:34.649277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:34.667069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d0cd79ce-9a27-4f9a-a6a0-0f243e7adb45 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:34.698337 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-e5c10149-1c35-4cd1-813c-09ea0ecefd8c service neutron] 10.222.0.54 "GET /v2.0/networks/208c3ed9-fbba-42d0-989f-caf6c355fd19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6498842
Dec 24 10:58:34.746408 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Allocated IP 2001:db8::2 (d1feb7cd-672e-4a80-94ef-ccadd45d60bb/c48af81a-5191-4b93-8e25-c0c9819ff09e/cf53db36-d45c-4674-a3fe-41fb8b9b02d5) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:58:34.842934 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:34.889125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event updated for resources: {'Port': ['ID=eca6c78c-d1eb-46f1-b755-9b4e3e84740b,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:34.909151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:34.965340 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:35.008426 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-94ddac07-3fa7-49c1-9f51-4abbaf999aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d426700>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:31Z', 'revision_number': 7, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': '6b74a010-73d5-4757-aef0-88e8b1eb693e', 'name': '', 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:9b:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:03Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7454d4b-d233-4ff1-b32b-459788f6aaf7', 'name': '', 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:b9:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e1a244a9-9739-4c09-94dc-03add6202043', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:16Z', 'updated_at': '2021-12-24T10:58:31Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'e1a244a9-9739-4c09-94dc-03add6202043', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:58:03Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:35.021702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ddac07-3fa7-49c1-9f51-4abbaf999aeb None None] The sync data for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv is: [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:31Z', 'revision_number': 7, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': '6b74a010-73d5-4757-aef0-88e8b1eb693e', 'name': '', 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:9b:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:03Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7454d4b-d233-4ff1-b32b-459788f6aaf7', 'name': '', 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:b9:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e1a244a9-9739-4c09-94dc-03add6202043', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:16Z', 'updated_at': '2021-12-24T10:58:31Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'e1a244a9-9739-4c09-94dc-03add6202043', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:58:03Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:35.051954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:35.065553 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Transition to ACTIVE for port object cf53db36-d45c-4674-a3fe-41fb8b9b02d5 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:35.090791 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Transition to ACTIVE for port object cf53db36-d45c-4674-a3fe-41fb8b9b02d5 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:35.103832 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:35.120974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-99aa7f82-acdb-423d-a489-582281c8acd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:35.131380 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-597017ea-f67b-4d27-8677-403c03a403c7 service neutron] 10.222.0.54 "GET /v2.0/networks/208c3ed9-fbba-42d0-989f-caf6c355fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4206872
Dec 24 10:58:35.197923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Network d1feb7cd-672e-4a80-94ef-ccadd45d60bb is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:35.201096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:35.205686 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:58:35.231154 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Pushing event updated for resources: {'Port': ['ID=cf53db36-d45c-4674-a3fe-41fb8b9b02d5,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:35.238950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:35.254995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d91c2e3-58af-4d6a-bd2b-1794e66dd2c3 req-97aa8e74-5ebd-4afc-9895-624c193da4bc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Router e79d6a36-eeff-40cb-a685-6ccdfbe1f25d has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:58:35.266766 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-bd9ce867-8be2-462c-9f01-f69401231129 req-ed235844-57d2-4404-a714-bf7a7e95a1f1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 210 time: 0.2302880
Dec 24 10:58:35.279795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:35.373557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 63ce2256-bac9-446d-84df-b3154e987ffc up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:35.467218 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Attempting to bind port cf53db36-d45c-4674-a3fe-41fb8b9b02d5 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:58:35.467611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Attempting to bind port cf53db36-d45c-4674-a3fe-41fb8b9b02d5 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'b173da28-2db4-4c64-b259-b46f8fd28c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd1feb7cd-672e-4a80-94ef-ccadd45d60bb'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:58:35.467988 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Attempting to bind port cf53db36-d45c-4674-a3fe-41fb8b9b02d5 on network d1feb7cd-672e-4a80-94ef-ccadd45d60bb {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:58:35.484193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:58:35.484624 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Checking segment: {'id': 'b173da28-2db4-4c64-b259-b46f8fd28c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd1feb7cd-672e-4a80-94ef-ccadd45d60bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:35.485530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:35.485962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Bound using segment: {'id': 'b173da28-2db4-4c64-b259-b46f8fd28c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd1feb7cd-672e-4a80-94ef-ccadd45d60bb'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:58:35.486445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Bound port: cf53db36-d45c-4674-a3fe-41fb8b9b02d5, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b173da28-2db4-4c64-b259-b46f8fd28c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'd1feb7cd-672e-4a80-94ef-ccadd45d60bb'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:58:35.486831 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:35.526951 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620288a-19f6-4548-b0b0-da286d8bbae5 None None] Sync routers for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:35.546196 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a620288a-19f6-4548-b0b0-da286d8bbae5 None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:35.546834 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-a620288a-19f6-4548-b0b0-da286d8bbae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbe3790>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:35.561524 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-2eab723a-1791-45e9-b949-57d04a52d524 req-5753946b-5b20-40af-92de-8521137f7687 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:35.632735 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1ced5c18-c161-4da0-8259-394be90ea33d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:35.650471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-2eab723a-1791-45e9-b949-57d04a52d524 req-5753946b-5b20-40af-92de-8521137f7687 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:35.664550 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2eab723a-1791-45e9-b949-57d04a52d524 req-5753946b-5b20-40af-92de-8521137f7687 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 210 time: 0.2809048
Dec 24 10:58:35.666123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] For port cf53db36-d45c-4674-a3fe-41fb8b9b02d5, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:58:35.672203 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] For port cf53db36-d45c-4674-a3fe-41fb8b9b02d5, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cf53db36-d45c-4674-a3fe-41fb8b9b02d5,segment=NetworkSegment(b173da28-2db4-4c64-b259-b46f8fd28c41),segment_id=b173da28-2db4-4c64-b259-b46f8fd28c41)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:58:35.676479 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 63ce2256-bac9-446d-84df-b3154e987ffc completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:35.703001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:35.713048 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:35.762095 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Floating IP c8b1add2-5cf6-4d11-86e1-eaafcb8511ac associated. External IP: 172.26.4.35, port: 8e3b0452-9518-435a-b6a3-5f0f26627133.
Dec 24 10:58:35.770224 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 63ce2256-bac9-446d-84df-b3154e987ffc triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:35.770776 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:35.859262 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d91c2e3-58af-4d6a-bd2b-1794e66dd2c3 req-97aa8e74-5ebd-4afc-9895-624c193da4bc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:35.897674 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5cf7ae-daef-49c6-80e9-c709c7ba7208 None None] Sync routers for ids ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:35.979917 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-a620288a-19f6-4548-b0b0-da286d8bbae5 None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:35.996048 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5cf7ae-daef-49c6-80e9-c709c7ba7208 None None] Routers {'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:35.996705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-6f5cf7ae-daef-49c6-80e9-c709c7ba7208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3807f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:36.056315 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d91c2e3-58af-4d6a-bd2b-1794e66dd2c3 req-97aa8e74-5ebd-4afc-9895-624c193da4bc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] No DVR routers for this DVR port 9f848d24-f121-4a2d-8a3d-e65c6f538978 on host hv-neutron-8226 {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:58:36.067076 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-8d91c2e3-58af-4d6a-bd2b-1794e66dd2c3 req-97aa8e74-5ebd-4afc-9895-624c193da4bc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:36.071371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f40b0fc3-76c0-4b3f-80dc-a8ad844227be', 'name': 'network-vif-deleted', 'tag': '9f848d24-f121-4a2d-8a3d-e65c6f538978'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:58:36.349576 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8d91c2e3-58af-4d6a-bd2b-1794e66dd2c3 req-97aa8e74-5ebd-4afc-9895-624c193da4bc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.32 "DELETE /v2.0/ports/9f848d24-f121-4a2d-8a3d-e65c6f538978 HTTP/1.1" status: 204  len: 173 time: 3.9994974
Dec 24 10:58:36.371652 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f40b0fc3-76c0-4b3f-80dc-a8ad844227be', 'name': 'network-vif-deleted', 'tag': '9f848d24-f121-4a2d-8a3d-e65c6f538978', 'status': 'completed', 'code': 200}
Dec 24 10:58:36.445679 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-6f5cf7ae-daef-49c6-80e9-c709c7ba7208 None None] Set router e79d6a36-eeff-40cb-a685-6ccdfbe1f25d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:36.498479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc5069c-153c-40e7-80ba-b6b64aef7580 req-a02b3c26-e71a-487e-a79a-cef215a219fc tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:36.508866 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-edc5069c-153c-40e7-80ba-b6b64aef7580 req-a02b3c26-e71a-487e-a79a-cef215a219fc tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 945 time: 0.7834599
Dec 24 10:58:36.583300 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Pushing event updated for resources: {'Port': ['ID=cf53db36-d45c-4674-a3fe-41fb8b9b02d5,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:36.599429 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:36.690234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Allocated IP 2001:db8::1 (d1feb7cd-672e-4a80-94ef-ccadd45d60bb/c48af81a-5191-4b93-8e25-c0c9819ff09e/ba319fb0-bd65-4f10-8912-b688d65e5e01) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:58:36.700577 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-edc5069c-153c-40e7-80ba-b6b64aef7580 req-addddab5-015d-4ec4-b71d-144de437cd18 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1858802
Dec 24 10:58:36.705369 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:36.781297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-166bac98-d29f-4752-84db-6667b962d716 req-e41f27ed-9198-4408-8af9-6e9e17f4e8a9 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Synchronizing usage tracker for tenant:a8ba107df4e84355959c1593c8cc3a54 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:36.791843 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-a620288a-19f6-4548-b0b0-da286d8bbae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbe3790>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:31Z', 'revision_number': 7, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': '6b74a010-73d5-4757-aef0-88e8b1eb693e', 'name': '', 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:9b:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:03Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7454d4b-d233-4ff1-b32b-459788f6aaf7', 'name': '', 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:b9:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e1a244a9-9739-4c09-94dc-03add6202043', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:16Z', 'updated_at': '2021-12-24T10:58:31Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'e1a244a9-9739-4c09-94dc-03add6202043', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:58:03Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:36.809514 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620288a-19f6-4548-b0b0-da286d8bbae5 None None] Checking router: 188d5fcc-fec8-49e1-b888-6a94828ca71f for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:58:36.827860 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a620288a-19f6-4548-b0b0-da286d8bbae5 None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:36.828064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Router 78491838-022f-4d68-9cab-210ed7f126c1 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:58:36.829319 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-a620288a-19f6-4548-b0b0-da286d8bbae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbe3790>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:36.835420 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-166bac98-d29f-4752-84db-6667b962d716 req-e41f27ed-9198-4408-8af9-6e9e17f4e8a9 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Unset dirty status for tenant:a8ba107df4e84355959c1593c8cc3a54 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:36.836750 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-166bac98-d29f-4752-84db-6667b962d716 req-e41f27ed-9198-4408-8af9-6e9e17f4e8a9 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/ports?device_id=f40b0fc3-76c0-4b3f-80dc-a8ad844227be HTTP/1.1" status: 200  len: 210 time: 0.1886568
Dec 24 10:58:36.976096 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58fbca19-ce4b-4b25-9b4d-f01fc180b995 req-85132031-3aae-4240-bf23-469f355fed2a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 210 time: 0.0533848
Dec 24 10:58:37.022197 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ce2256-bac9-446d-84df-b3154e987ffc'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:58:37.026940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1ced5c18-c161-4da0-8259-394be90ea33d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port d7454d4b-d233-4ff1-b32b-459788f6aaf7 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:37.027280 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1ced5c18-c161-4da0-8259-394be90ea33d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:37.040511 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 63ce2256-bac9-446d-84df-b3154e987ffc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=63ce2256-bac9-446d-84df-b3154e987ffc,segment=NetworkSegment(7466a746-9d32-47d2-9c5a-cffb39f2290f),segment_id=7466a746-9d32-47d2-9c5a-cffb39f2290f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:37.059968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:37.061100 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 9f848d24-f121-4a2d-8a3d-e65c6f538978 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:58:37.083834 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-a620288a-19f6-4548-b0b0-da286d8bbae5 None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:37.100104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:37.150191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:37.196144 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:37.254665 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ce2256-bac9-446d-84df-b3154e987ffc', 'code': 200}
Dec 24 10:58:37.276642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 9f848d24-f121-4a2d-8a3d-e65c6f538978 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:58:37.279365 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 9f848d24-f121-4a2d-8a3d-e65c6f538978 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:58:37.347513 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-1ced5c18-c161-4da0-8259-394be90ea33d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] For port d7454d4b-d233-4ff1-b32b-459788f6aaf7, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d7454d4b-d233-4ff1-b32b-459788f6aaf7,segment=NetworkSegment(b8fd60cc-7b88-48ff-b8b2-0739b00e171a),segment_id=b8fd60cc-7b88-48ff-b8b2-0739b00e171a)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:37.347955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1ced5c18-c161-4da0-8259-394be90ea33d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:37.382858 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=63ce2256-bac9-446d-84df-b3154e987ffc,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:37.392702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:37.403951 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-6f5cf7ae-daef-49c6-80e9-c709c7ba7208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3807f0>, [{'id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'name': 'tempest-ServerActionsTestJSON-1670379209-router', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:09Z', 'updated_at': '2021-12-24T10:53:28Z', 'revision_number': 4, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'gw_port': {'id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:12Z', 'updated_at': '2021-12-24T10:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '311c792c-59ef-4f95-a667-d50a0a5da103', 'name': '', 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'mac_address': 'fa:16:3e:d1:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:24Z', 'updated_at': '2021-12-24T10:53:39Z', 'revision_number': 5, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'subnets': [{'id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:37.412371 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cf53db36-d45c-4674-a3fe-41fb8b9b02d5 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:37.496588 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 6.2558637
Dec 24 10:58:37.507820 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae50a170-23b0-4730-9ee2-74f638be77a8 None None] Sync routers for ids ['78491838-022f-4d68-9cab-210ed7f126c1'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:37.587728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1ced5c18-c161-4da0-8259-394be90ea33d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Calling delete_port for d7454d4b-d233-4ff1-b32b-459788f6aaf7 owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:37.608884 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-0ebe02e8-2c30-4c07-928d-66d390ee4ab0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:37.609838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-0ebe02e8-2c30-4c07-928d-66d390ee4ab0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:network {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:37.627921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5cf7ae-daef-49c6-80e9-c709c7ba7208 None None] Checking router: e79d6a36-eeff-40cb-a685-6ccdfbe1f25d for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:58:37.631983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-0ebe02e8-2c30-4c07-928d-66d390ee4ab0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:network {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:37.633324 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-0ebe02e8-2c30-4c07-928d-66d390ee4ab0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/networks?id=208c3ed9-fbba-42d0-989f-caf6c355fd19 HTTP/1.1" status: 200  len: 797 time: 0.3533401
Dec 24 10:58:37.647939 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5cf7ae-daef-49c6-80e9-c709c7ba7208 None None] Routers {'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:37.648972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-6f5cf7ae-daef-49c6-80e9-c709c7ba7208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3807f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:37.756619 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port cf53db36-d45c-4674-a3fe-41fb8b9b02d5 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:37.764746 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-b73141eb-16ff-41c0-b65b-32cb715458db tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:37.779644 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36a308b-f737-459d-9baa-04a7af62bfa7 None None] Network d1feb7cd-672e-4a80-94ef-ccadd45d60bb requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:58:37.781474 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae50a170-23b0-4730-9ee2-74f638be77a8 None None] Routers {'78491838-022f-4d68-9cab-210ed7f126c1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:37.782831 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ae50a170-23b0-4730-9ee2-74f638be77a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd57610>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['78491838-022f-4d68-9cab-210ed7f126c1'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:37.795830 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-b73141eb-16ff-41c0-b65b-32cb715458db tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:37.798441 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-b73141eb-16ff-41c0-b65b-32cb715458db tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 379 time: 0.1552815
Dec 24 10:58:37.814252 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-d7639fd1-d66c-4614-83aa-bc588691e63c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'port': {'device_id': 'bdfe115e-44b1-4430-a69e-d4806527d7fe', 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19', 'admin_state_up': True, 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'security_groups': ['6174f0ef-8cb8-4e95-b1a6-be04a016bbb4']}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:38.101319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50808) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:38.124529 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3a512024-efb7-4297-b003-fe0c474d2195 None None] Provisioning for port cf53db36-d45c-4674-a3fe-41fb8b9b02d5 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:38.154142 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:38.156753 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3a512024-efb7-4297-b003-fe0c474d2195 None None] Provisioning complete for port cf53db36-d45c-4674-a3fe-41fb8b9b02d5 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:38.157219 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3a512024-efb7-4297-b003-fe0c474d2195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:38.176094 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Transition to ACTIVE for port object ba319fb0-bd65-4f10-8912-b688d65e5e01 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:38.234740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1ced5c18-c161-4da0-8259-394be90ea33d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:38.245982 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-6f5cf7ae-daef-49c6-80e9-c709c7ba7208 None None] Set router e79d6a36-eeff-40cb-a685-6ccdfbe1f25d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:38.255395 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:38.292230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:38.328274 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network d1feb7cd-672e-4a80-94ef-ccadd45d60bb is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:38.343506 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-ae50a170-23b0-4730-9ee2-74f638be77a8 None None] Set router 78491838-022f-4d68-9cab-210ed7f126c1 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:38.349720 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:38.365581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:58:38.366860 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:38.515207 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c458806-d227-4056-8f80-f1b515c60151', 'tag': '8e3b0452-9518-435a-b6a3-5f0f26627133'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:58:38.554600 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f598bd6b-bda9-4c22-a43e-be98ebde467b req-d433b321-ce20-421f-9b91-5742de79bc0a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 210 time: 0.2305815
Dec 24 10:58:38.686683 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c458806-d227-4056-8f80-f1b515c60151', 'tag': '8e3b0452-9518-435a-b6a3-5f0f26627133', 'status': 'completed', 'code': 200}
Dec 24 10:58:38.704234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-d7639fd1-d66c-4614-83aa-bc588691e63c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:38.724676 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-d7639fd1-d66c-4614-83aa-bc588691e63c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:38.748771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-d7639fd1-d66c-4614-83aa-bc588691e63c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:58:38.750825 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-a620288a-19f6-4548-b0b0-da286d8bbae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbe3790>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:31Z', 'revision_number': 7, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': '6b74a010-73d5-4757-aef0-88e8b1eb693e', 'name': '', 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:9b:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:03Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7454d4b-d233-4ff1-b32b-459788f6aaf7', 'name': '', 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:b9:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e1a244a9-9739-4c09-94dc-03add6202043', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:16Z', 'updated_at': '2021-12-24T10:58:31Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'e1a244a9-9739-4c09-94dc-03add6202043', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:58:03Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:38.760030 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-d7639fd1-d66c-4614-83aa-bc588691e63c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:38.762083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3a512024-efb7-4297-b003-fe0c474d2195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:38.779990 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced5c18-c161-4da0-8259-394be90ea33d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Port': ['ID=d7454d4b-d233-4ff1-b32b-459788f6aaf7,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:38.819056 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a620288a-19f6-4548-b0b0-da286d8bbae5 None None] The sync data for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv is: [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:31Z', 'revision_number': 7, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': '6b74a010-73d5-4757-aef0-88e8b1eb693e', 'name': '', 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:9b:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:03Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd7454d4b-d233-4ff1-b32b-459788f6aaf7', 'name': '', 'network_id': 'a91f0452-cfe4-46e8-89d7-5ec7db4986e5', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:b9:b2:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': 'e1a244a9-9739-4c09-94dc-03add6202043', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:16Z', 'updated_at': '2021-12-24T10:58:31Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'e1a244a9-9739-4c09-94dc-03add6202043', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:58:03Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:38.986374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1ced5c18-c161-4da0-8259-394be90ea33d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.731s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:39.084794 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ae50a170-23b0-4730-9ee2-74f638be77a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd57610>, [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '4711c7bd-3dba-4197-abba-895e7fa4ed3e', 'tenant_id': '8543661828634582b0e4847120774eaa', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'port_id': '6262f94d-101a-408f-82da-f2200a2a550a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'mac_address': 'fa:16:3e:61:62:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:55:56Z', 'updated_at': '2021-12-24T10:56:03Z', 'revision_number': 1, 'project_id': '8543661828634582b0e4847120774eaa', 'fixed_ip_address_scope': None}, {'id': 'c8b1add2-5cf6-4d11-86e1-eaafcb8511ac', 'tenant_id': '8543661828634582b0e4847120774eaa', 'floating_ip_address': '172.26.4.35', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'port_id': '8e3b0452-9518-435a-b6a3-5f0f26627133', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'mac_address': 'fa:16:3e:6b:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458806-d227-4056-8f80-f1b515c60151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:58:33Z', 'updated_at': '2021-12-24T10:58:33Z', 'revision_number': 0, 'project_id': '8543661828634582b0e4847120774eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:39Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:39.089766 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.772s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:39.091173 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae50a170-23b0-4730-9ee2-74f638be77a8 None None] Checking router: 78491838-022f-4d68-9cab-210ed7f126c1 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:58:39.107060 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3a512024-efb7-4297-b003-fe0c474d2195 None None] For port cf53db36-d45c-4674-a3fe-41fb8b9b02d5, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cf53db36-d45c-4674-a3fe-41fb8b9b02d5,segment=NetworkSegment(b173da28-2db4-4c64-b259-b46f8fd28c41),segment_id=b173da28-2db4-4c64-b259-b46f8fd28c41)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:39.108250 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae50a170-23b0-4730-9ee2-74f638be77a8 None None] Routers {'78491838-022f-4d68-9cab-210ed7f126c1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:39.109527 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ae50a170-23b0-4730-9ee2-74f638be77a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd57610>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['78491838-022f-4d68-9cab-210ed7f126c1'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:39.133586 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3a512024-efb7-4297-b003-fe0c474d2195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:39.136717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-50c1c620-e199-4f7c-be99-45f4c3fb7759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:39.138393 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-d7639fd1-d66c-4614-83aa-bc588691e63c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.6 (208c3ed9-fbba-42d0-989f-caf6c355fd19/77865267-627b-4610-a39c-0388c9be33b2/d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:58:39.367928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a512024-efb7-4297-b003-fe0c474d2195 None None] Pushing event updated for resources: {'Port': ['ID=cf53db36-d45c-4674-a3fe-41fb8b9b02d5,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:39.377022 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3a512024-efb7-4297-b003-fe0c474d2195 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:39.385968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-6f5cf7ae-daef-49c6-80e9-c709c7ba7208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3807f0>, [{'id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'name': 'tempest-ServerActionsTestJSON-1670379209-router', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:09Z', 'updated_at': '2021-12-24T10:53:28Z', 'revision_number': 4, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'gw_port': {'id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:12Z', 'updated_at': '2021-12-24T10:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '311c792c-59ef-4f95-a667-d50a0a5da103', 'name': '', 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'mac_address': 'fa:16:3e:d1:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:24Z', 'updated_at': '2021-12-24T10:53:39Z', 'revision_number': 5, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'subnets': [{'id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:39.401154 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5cf7ae-daef-49c6-80e9-c709c7ba7208 None None] The sync data for ids ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'] in dv-neutron-822668-2-hyperv is: [{'id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'name': 'tempest-ServerActionsTestJSON-1670379209-router', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:09Z', 'updated_at': '2021-12-24T10:53:28Z', 'revision_number': 4, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'gw_port': {'id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:12Z', 'updated_at': '2021-12-24T10:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '311c792c-59ef-4f95-a667-d50a0a5da103', 'name': '', 'network_id': '0f843d2e-fb9b-4cfa-bf12-376b9ccf9213', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'mac_address': 'fa:16:3e:d1:cc:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:24Z', 'updated_at': '2021-12-24T10:53:39Z', 'revision_number': 5, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'subnets': [{'id': '23635e8e-e8d9-42de-9682-d6045c59768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:39.573197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1ced5c18-c161-4da0-8259-394be90ea33d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:39.588080 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-d7639fd1-d66c-4614-83aa-bc588691e63c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:39.631504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-d7639fd1-d66c-4614-83aa-bc588691e63c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:39.640674 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-ae50a170-23b0-4730-9ee2-74f638be77a8 None None] Set router 78491838-022f-4d68-9cab-210ed7f126c1 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:39.682749 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:39.685325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-d7639fd1-d66c-4614-83aa-bc588691e63c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:39.708347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3138557c-d372-4c64-a5a4-6cb82308a13a None None] Provisioning complete for port cf53db36-d45c-4674-a3fe-41fb8b9b02d5 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:39.708715 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3138557c-d372-4c64-a5a4-6cb82308a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:39.714470 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:39.940376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677823f3-7791-4439-bddb-3ebbbd179286 None None] New status for floating IP 696202cc-d5f9-464a-8a8b-3f9a9dc7a8c7: DOWN {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 10:58:39.960645 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-d7639fd1-d66c-4614-83aa-bc588691e63c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 208c3ed9-fbba-42d0-989f-caf6c355fd19 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:39.962229 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7639fd1-d66c-4614-83aa-bc588691e63c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:39.970028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-d7639fd1-d66c-4614-83aa-bc588691e63c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:39.973134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d7639fd1-d66c-4614-83aa-bc588691e63c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:39.974188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-d7639fd1-d66c-4614-83aa-bc588691e63c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:58:40.077855 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f01594-dbf3-42d4-9d36-b09cbb5e6ae0 req-edb33b41-d788-4f73-9ca6-68fbc8f8f208 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:40.098004 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-41f01594-dbf3-42d4-9d36-b09cbb5e6ae0 req-edb33b41-d788-4f73-9ca6-68fbc8f8f208 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 931 time: 0.2941105
Dec 24 10:58:40.186553 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-41f01594-dbf3-42d4-9d36-b09cbb5e6ae0 req-9de17a3b-4bcd-496d-bee5-d06d4d7552b3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=6174f0ef-8cb8-4e95-b1a6-be04a016bbb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0827284
Dec 24 10:58:40.194460 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-d7639fd1-d66c-4614-83aa-bc588691e63c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:40.195384 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-d7639fd1-d66c-4614-83aa-bc588691e63c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:40.227858 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-d7639fd1-d66c-4614-83aa-bc588691e63c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4197173
Dec 24 10:58:40.237328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3138557c-d372-4c64-a5a4-6cb82308a13a None None] Provisioning for port ba319fb0-bd65-4f10-8912-b688d65e5e01 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:40.246339 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Request body: {'port': {'device_id': 'bdfe115e-44b1-4430-a69e-d4806527d7fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:40.283815 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ae50a170-23b0-4730-9ee2-74f638be77a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd57610>, [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '4711c7bd-3dba-4197-abba-895e7fa4ed3e', 'tenant_id': '8543661828634582b0e4847120774eaa', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'port_id': '6262f94d-101a-408f-82da-f2200a2a550a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'mac_address': 'fa:16:3e:61:62:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:55:56Z', 'updated_at': '2021-12-24T10:56:03Z', 'revision_number': 1, 'project_id': '8543661828634582b0e4847120774eaa', 'fixed_ip_address_scope': None}, {'id': 'c8b1add2-5cf6-4d11-86e1-eaafcb8511ac', 'tenant_id': '8543661828634582b0e4847120774eaa', 'floating_ip_address': '172.26.4.35', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'port_id': '8e3b0452-9518-435a-b6a3-5f0f26627133', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'mac_address': 'fa:16:3e:6b:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458806-d227-4056-8f80-f1b515c60151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:58:33Z', 'updated_at': '2021-12-24T10:58:33Z', 'revision_number': 0, 'project_id': '8543661828634582b0e4847120774eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:39Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:40.289279 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae50a170-23b0-4730-9ee2-74f638be77a8 None None] The sync data for ids ['78491838-022f-4d68-9cab-210ed7f126c1'] in dv-neutron-822668-2-hyperv is: [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '4711c7bd-3dba-4197-abba-895e7fa4ed3e', 'tenant_id': '8543661828634582b0e4847120774eaa', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'port_id': '6262f94d-101a-408f-82da-f2200a2a550a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'mac_address': 'fa:16:3e:61:62:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:55:56Z', 'updated_at': '2021-12-24T10:56:03Z', 'revision_number': 1, 'project_id': '8543661828634582b0e4847120774eaa', 'fixed_ip_address_scope': None}, {'id': 'c8b1add2-5cf6-4d11-86e1-eaafcb8511ac', 'tenant_id': '8543661828634582b0e4847120774eaa', 'floating_ip_address': '172.26.4.35', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'port_id': '8e3b0452-9518-435a-b6a3-5f0f26627133', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'mac_address': 'fa:16:3e:6b:13:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c458806-d227-4056-8f80-f1b515c60151', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:58:33Z', 'updated_at': '2021-12-24T10:58:33Z', 'revision_number': 0, 'project_id': '8543661828634582b0e4847120774eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:39Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:40.317246 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3138557c-d372-4c64-a5a4-6cb82308a13a None None] Provisioning complete for port ba319fb0-bd65-4f10-8912-b688d65e5e01 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:40.318262 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3138557c-d372-4c64-a5a4-6cb82308a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:40.390786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:40.441900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3138557c-d372-4c64-a5a4-6cb82308a13a None None] Port ba319fb0-bd65-4f10-8912-b688d65e5e01 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:58:40.447342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=ba319fb0-bd65-4f10-8912-b688d65e5e01,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:40.470482 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:40.532012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.444s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:40.533769 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.resource_extend [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:58:40.549209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b59aaf-15eb-43cf-b5bc-bd13aae8a91c req-56b80c54-6f93-477b-a01f-ec87d4483b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:40.550766 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-41b59aaf-15eb-43cf-b5bc-bd13aae8a91c req-56b80c54-6f93-477b-a01f-ec87d4483b52 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 1099 time: 2.7628984
Dec 24 10:58:40.551779 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-91ceb6ab-45b6-4074-ad7c-8f2a551a46c9 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:40.572161 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6425556c-0801-40eb-a053-30eee63a0996 None None] Provisioning for port d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:40.578983 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6425556c-0801-40eb-a053-30eee63a0996 None None] Provisioning complete for port d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:40.579631 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6425556c-0801-40eb-a053-30eee63a0996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:40.588353 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea965963-f8eb-4011-a4e1-f20d64cec750 None None] New status for floating IP c8b1add2-5cf6-4d11-86e1-eaafcb8511ac: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 10:58:40.622206 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8b0087-075c-4cdd-bab2-6097ac66986c req-ded5d020-7508-4531-8fd4-44d2b85c9fe5 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:40.634402 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4a8b0087-075c-4cdd-bab2-6097ac66986c req-ded5d020-7508-4531-8fd4-44d2b85c9fe5 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 2.5808320
Dec 24 10:58:40.640923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6425556c-0801-40eb-a053-30eee63a0996 None None] Port d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:58:40.652550 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6425556c-0801-40eb-a053-30eee63a0996 None None] Provisioning complete for port ba319fb0-bd65-4f10-8912-b688d65e5e01 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:40.653181 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6425556c-0801-40eb-a053-30eee63a0996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:40.659520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:40.704416 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:40.705239 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:40.719652 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6425556c-0801-40eb-a053-30eee63a0996 None None] Port ba319fb0-bd65-4f10-8912-b688d65e5e01 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:58:40.722005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5f2a22cb-b9d1-4aab-b677-923067189bef tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:40.768143 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-41b59aaf-15eb-43cf-b5bc-bd13aae8a91c req-06010be4-ac1b-4fd1-be6b-a1a33a288da6 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2052774
Dec 24 10:58:40.769739 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-91ceb6ab-45b6-4074-ad7c-8f2a551a46c9 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:40.823418 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 {{(pid=87559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:58:40.832636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:40.849389 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Transition to ACTIVE for port object d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 will not be triggered until provisioned by entity L2. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:58:40.853860 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:40.865272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c3dae42c-a951-4361-98f3-1ec5972408de tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:40.916067 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4a8b0087-075c-4cdd-bab2-6097ac66986c req-320b28dc-bd25-4c10-9f04-f64e88e62a32 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2808092
Dec 24 10:58:41.054993 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Pushing event updated for resources: {'Port': ['ID=d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:41.061809 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:41.099569 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Attempting to bind port d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:58:41.099911 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Attempting to bind port d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '3f84a4d6-5818-4cf0-8bfb-33120ec09fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:58:41.100442 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Attempting to bind port d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 on network 208c3ed9-fbba-42d0-989f-caf6c355fd19 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:58:41.105940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Port d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 on network 208c3ed9-fbba-42d0-989f-caf6c355fd19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:58:41.106267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Attempting to bind port d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 on network 208c3ed9-fbba-42d0-989f-caf6c355fd19 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:58:41.112333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:58:41.112670 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Checking segment: {'id': '3f84a4d6-5818-4cf0-8bfb-33120ec09fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:58:41.113058 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Bound using segment: {'id': '3f84a4d6-5818-4cf0-8bfb-33120ec09fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19'} {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:58:41.113486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Bound port: d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f84a4d6-5818-4cf0-8bfb-33120ec09fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19'}}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:58:41.113831 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:41.164095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98159e3b-d601-437b-ba65-7f1e1ff66136 req-b8d3cc4d-5d8b-4a81-a680-d716b6e3e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:41.165626 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-98159e3b-d601-437b-ba65-7f1e1ff66136 req-b8d3cc4d-5d8b-4a81-a680-d716b6e3e74a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8543661828634582b0e4847120774eaa&device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 1098 time: 2.2801964
Dec 24 10:58:41.178004 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=ba319fb0-bd65-4f10-8912-b688d65e5e01,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:41.187343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:41.203138 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] For port d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2, host hv-neutron-8226, cleared binding levels {{(pid=87559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:58:41.212202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] For port d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2,segment=NetworkSegment(3f84a4d6-5818-4cf0-8bfb-33120ec09fe1),segment_id=3f84a4d6-5818-4cf0-8bfb-33120ec09fe1)] {{(pid=87559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:58:41.218700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:41.230288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0a9800bd-d584-47e2-8854-a86c41c9f40e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:41.238860 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cf53db36-d45c-4674-a3fe-41fb8b9b02d5 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:41.326835 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port cf53db36-d45c-4674-a3fe-41fb8b9b02d5 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:41.327323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:41.416902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-91ceb6ab-45b6-4074-ad7c-8f2a551a46c9 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:41.424614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-570d5a09-b675-4eab-a382-6a4e79098415 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:41.461838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:41.462492 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:41.467629 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network d1feb7cd-672e-4a80-94ef-ccadd45d60bb is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:41.468944 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ceb6ab-45b6-4074-ad7c-8f2a551a46c9 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6de839-b885-4493-a638-99891dda31b8,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:41.469860 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] 10.222.0.32 "PUT /v2.0/ports/d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 HTTP/1.1" status: 200  len: 1093 time: 1.2332776
Dec 24 10:58:41.470535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfe115e-44b1-4430-a69e-d4806527d7fe', 'tag': 'd49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:58:41.477287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:41.480477 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ced5c18-c161-4da0-8259-394be90ea33d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router 188d5fcc-fec8-49e1-b888-6a94828ca71f has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:58:41.482275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-91ceb6ab-45b6-4074-ad7c-8f2a551a46c9 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:41.545703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98159e3b-d601-437b-ba65-7f1e1ff66136 req-c20a5827-3b1a-4341-8772-525d75705407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:41.548281 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-98159e3b-d601-437b-ba65-7f1e1ff66136 req-c20a5827-3b1a-4341-8772-525d75705407 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 200  len: 912 time: 0.3672731
Dec 24 10:58:41.606816 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfe115e-44b1-4430-a69e-d4806527d7fe', 'tag': 'd49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2', 'status': 'completed', 'code': 200}
Dec 24 10:58:41.629035 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Pushing event updated for resources: {'Port': ['ID=d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2,revision_number=3']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:41.636469 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:41.677554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203e3dd-22c7-4cad-ac76-59e53a976a95 req-19f97217-7646-495d-8f55-45bb12b43fb6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:41.681060 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-2203e3dd-22c7-4cad-ac76-59e53a976a95 req-19f97217-7646-495d-8f55-45bb12b43fb6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:41.697550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-536f6139-c33d-4cd3-ad1b-8a5f3013696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:41.699035 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-536f6139-c33d-4cd3-ad1b-8a5f3013696a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 1096 time: 0.1732402
Dec 24 10:58:41.705284 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-2203e3dd-22c7-4cad-ac76-59e53a976a95 req-19f97217-7646-495d-8f55-45bb12b43fb6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:41.706531 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2203e3dd-22c7-4cad-ac76-59e53a976a95 req-19f97217-7646-495d-8f55-45bb12b43fb6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 943 time: 0.2939105
Dec 24 10:58:41.792837 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-f1b8649f-2042-4bb5-8bb7-988acc662b05 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 HTTP/1.1" status: 200  len: 217 time: 0.0844827
Dec 24 10:58:41.860774 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2203e3dd-22c7-4cad-ac76-59e53a976a95 req-79052323-a028-467b-9604-bb8f1e81b447 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=6174f0ef-8cb8-4e95-b1a6-be04a016bbb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1008959
Dec 24 10:58:41.877496 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-65c664ef-c10a-45b7-87de-5a97355a4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:41.879396 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-65c664ef-c10a-45b7-87de-5a97355a4381 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=77865267-627b-4610-a39c-0388c9be33b2 HTTP/1.1" status: 200  len: 835 time: 0.0753732
Dec 24 10:58:41.883807 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-08c417fb-e6c9-4fce-bc64-b2fbf79051bf None None] Provisioning complete for port ba319fb0-bd65-4f10-8912-b688d65e5e01 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:41.884291 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-08c417fb-e6c9-4fce-bc64-b2fbf79051bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:41.896000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-91ceb6ab-45b6-4074-ad7c-8f2a551a46c9 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:41.899516 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-91ceb6ab-45b6-4074-ad7c-8f2a551a46c9 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "DELETE /v2.0/security-groups/0a6de839-b885-4493-a638-99891dda31b8 HTTP/1.1" status: 204  len: 168 time: 3.6908059
Dec 24 10:58:41.904821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50820) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:41.957566 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-08c417fb-e6c9-4fce-bc64-b2fbf79051bf None None] Port ba319fb0-bd65-4f10-8912-b688d65e5e01 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:58:41.971864 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-b09898a7-2c27-45bd-aa5d-a96d15a38f7b tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] show failed (client error): The resource could not be found.
Dec 24 10:58:41.975697 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b09898a7-2c27-45bd-aa5d-a96d15a38f7b tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "GET /v2.0/security-groups/0a6de839-b885-4493-a638-99891dda31b8 HTTP/1.1" status: 404  len: 347 time: 0.0648882
Dec 24 10:58:41.976052 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50826) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:41.984129 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ced5c18-c161-4da0-8259-394be90ea33d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:41.989369 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-98159e3b-d601-437b-ba65-7f1e1ff66136 req-1633d730-f282-407f-b60b-90020dc7bc8c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e3b0452-9518-435a-b6a3-5f0f26627133 HTTP/1.1" status: 200  len: 1000 time: 0.3780286
Dec 24 10:58:41.992656 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1ced5c18-c161-4da0-8259-394be90ea33d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/188d5fcc-fec8-49e1-b888-6a94828ca71f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3655138
Dec 24 10:58:41.996179 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50830) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:41.998137 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579f2365-b69c-4954-bb1a-ca9e69d6b720 None None] Sync routers for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:42.007753 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579f2365-b69c-4954-bb1a-ca9e69d6b720 None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:42.008408 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-579f2365-b69c-4954-bb1a-ca9e69d6b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea1ea30>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:42.086126 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-22d3100f-dddc-4202-a3bf-dc9438ec486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:42.087933 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-22d3100f-dddc-4202-a3bf-dc9438ec486c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=208c3ed9-fbba-42d0-989f-caf6c355fd19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1981757
Dec 24 10:58:42.170561 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3678a80-00ed-4121-a4cb-3cad9b3c1945 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting subnet e1a244a9-9739-4c09-94dc-03add6202043 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:58:42.181364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e3678a80-00ed-4121-a4cb-3cad9b3c1945 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:42.211581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-579f2365-b69c-4954-bb1a-ca9e69d6b720 None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:42.225090 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98159e3b-d601-437b-ba65-7f1e1ff66136 req-5a5ad826-26d4-42e7-a7b7-1b098a43d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:42.226747 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-98159e3b-d601-437b-ba65-7f1e1ff66136 req-5a5ad826-26d4-42e7-a7b7-1b098a43d818 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0a321e5-1d5c-4349-a6e4-b5d68559fd38 HTTP/1.1" status: 200  len: 850 time: 0.1943998
Dec 24 10:58:42.294969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-2b2cdd80-bec7-4a7d-9ee7-95e72933f2c0 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Deleting port 5cc5e29f-35bd-40be-a7bb-1fc85baafe47 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:42.295575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b2cdd80-bec7-4a7d-9ee7-95e72933f2c0 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:42.297401 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router 16e148fd-4ea4-4960-9cb5-87d1e4dfacf1 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:58:42.311540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e3678a80-00ed-4121-a4cb-3cad9b3c1945 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:42.455383 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46cae6-d7ad-4487-9039-5c91830913d9 req-e2819f5e-02c2-4026-987a-69fe7331d758 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:42.456848 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ac46cae6-d7ad-4487-9039-5c91830913d9 req-e2819f5e-02c2-4026-987a-69fe7331d758 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.3819320
Dec 24 10:58:42.477567 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-a78094f7-3681-4dcd-a064-5b5ebd675abf service neutron] 10.222.0.32 "GET /v2.0/networks/208c3ed9-fbba-42d0-989f-caf6c355fd19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3782396
Dec 24 10:58:42.623856 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b2cdd80-bec7-4a7d-9ee7-95e72933f2c0 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:42.624186 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b2cdd80-bec7-4a7d-9ee7-95e72933f2c0 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:42.637532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-579f2365-b69c-4954-bb1a-ca9e69d6b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea1ea30>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:37Z', 'revision_number': 8, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': '6b74a010-73d5-4757-aef0-88e8b1eb693e', 'name': '', 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:9b:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:03Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:58:03Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:42.642443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579f2365-b69c-4954-bb1a-ca9e69d6b720 None None] Checking router: 188d5fcc-fec8-49e1-b888-6a94828ca71f for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:58:42.650861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579f2365-b69c-4954-bb1a-ca9e69d6b720 None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:42.651478 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-579f2365-b69c-4954-bb1a-ca9e69d6b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea1ea30>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:42.747504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98159e3b-d601-437b-ba65-7f1e1ff66136 req-aee8bbf5-3fda-4ced-ae34-f356cdb2593c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:42.748895 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-98159e3b-d601-437b-ba65-7f1e1ff66136 req-aee8bbf5-3fda-4ced-ae34-f356cdb2593c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5649a2db-549e-48e6-b856-f7dfd6b31b16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5110724
Dec 24 10:58:42.758428 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:42.767779 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-2b2cdd80-bec7-4a7d-9ee7-95e72933f2c0 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Calling delete_port for 5cc5e29f-35bd-40be-a7bb-1fc85baafe47 owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:42.776146 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f8effa-524f-4f43-87ba-3a965917eb2b None None] Sync routers for ids ['16e148fd-4ea4-4960-9cb5-87d1e4dfacf1'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:42.785172 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/16e148fd-4ea4-4960-9cb5-87d1e4dfacf1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3840308
Dec 24 10:58:42.788402 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ac46cae6-d7ad-4487-9039-5c91830913d9 req-a2830fbb-1f87-44bd-9b72-1c3a8f6a2df3 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1237836
Dec 24 10:58:42.790684 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50834) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:42.792406 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f8effa-524f-4f43-87ba-3a965917eb2b None None] Routers {'16e148fd-4ea4-4960-9cb5-87d1e4dfacf1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:42.793185 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-89f8effa-524f-4f43-87ba-3a965917eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddccb80>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['16e148fd-4ea4-4960-9cb5-87d1e4dfacf1'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:42.820998 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-579f2365-b69c-4954-bb1a-ca9e69d6b720 None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:42.831415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e3678a80-00ed-4121-a4cb-3cad9b3c1945 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:42.848983 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9f186dae-ac47-47c5-bae4-a2c4fd1e03fe req-f8661c91-6137-412a-98a3-3081bf84eec1 service neutron] 10.222.0.32 "GET /v2.0/networks/208c3ed9-fbba-42d0-989f-caf6c355fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3609488
Dec 24 10:58:42.937057 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-89f8effa-524f-4f43-87ba-3a965917eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddccb80>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:42.957186 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f8effa-524f-4f43-87ba-3a965917eb2b None None] Routers {'16e148fd-4ea4-4960-9cb5-87d1e4dfacf1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:42.960006 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-89f8effa-524f-4f43-87ba-3a965917eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddccb80>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['16e148fd-4ea4-4960-9cb5-87d1e4dfacf1'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:42.988252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f56d6a-d631-47fc-9de6-1289c7fb6ed5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:42.989499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-88f56d6a-d631-47fc-9de6-1289c7fb6ed5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Synchronizing usage tracker for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:43.030481 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b2cdd80-bec7-4a7d-9ee7-95e72933f2c0 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:43.038885 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:43.049350 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-98159e3b-d601-437b-ba65-7f1e1ff66136 req-4782787f-ecb6-4819-9756-f4168710f57a service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2875142
Dec 24 10:58:43.057523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e3678a80-00ed-4121-a4cb-3cad9b3c1945 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:43.061223 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-88f56d6a-d631-47fc-9de6-1289c7fb6ed5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Unset dirty status for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:43.062405 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-88f56d6a-d631-47fc-9de6-1289c7fb6ed5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports/ba319fb0-bd65-4f10-8912-b688d65e5e01 HTTP/1.1" status: 200  len: 911 time: 0.2680428
Dec 24 10:58:43.084272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50840) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:43.086684 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-407099e8-6dcc-40e0-9d1c-11d5b5e816c1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:43.097787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-06e33158-639e-4132-84d5-2e1034a1d679 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c48af81a-5191-4b93-8e25-c0c9819ff09e'}]}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:43.106807 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-89f8effa-524f-4f43-87ba-3a965917eb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddccb80>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:43.107552 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f8effa-524f-4f43-87ba-3a965917eb2b None None] The sync data for ids ['16e148fd-4ea4-4960-9cb5-87d1e4dfacf1'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:43.133844 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2cdd80-bec7-4a7d-9ee7-95e72933f2c0 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Pushing event deleted for resources: {'Port': ['ID=5cc5e29f-35bd-40be-a7bb-1fc85baafe47,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:43.136343 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2b2cdd80-bec7-4a7d-9ee7-95e72933f2c0 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:43.171400 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3678a80-00ed-4121-a4cb-3cad9b3c1945 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Subnet': ['ID=e1a244a9-9739-4c09-94dc-03add6202043,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:43.182837 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ca61d4-1152-41fa-be0d-cccc9845286c None None] Network a91f0452-cfe4-46e8-89d7-5ec7db4986e5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:58:43.183641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e3678a80-00ed-4121-a4cb-3cad9b3c1945 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:43.187087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e3678a80-00ed-4121-a4cb-3cad9b3c1945 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:43.202761 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e3678a80-00ed-4121-a4cb-3cad9b3c1945 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/subnets/e1a244a9-9739-4c09-94dc-03add6202043 HTTP/1.1" status: 204  len: 168 time: 1.2053776
Dec 24 10:58:43.206376 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50846) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:43.350551 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-98159e3b-d601-437b-ba65-7f1e1ff66136 req-554f1dcf-f488-41f9-bed1-771153032072 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2854707
Dec 24 10:58:43.356530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:43.365036 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e06b21-719d-4ba9-9820-7cbe7cd75f69 req-88730925-0c2b-48f7-b872-92517e6138af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:43.367182 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-99e06b21-719d-4ba9-9820-7cbe7cd75f69 req-88730925-0c2b-48f7-b872-92517e6138af service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 1096 time: 0.4370489
Dec 24 10:58:43.369274 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port 128dd1e2-4307-42a9-af64-00a8a7ea214c {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:43.369274 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:43.385202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-579f2365-b69c-4954-bb1a-ca9e69d6b720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea1ea30>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:37Z', 'revision_number': 8, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': '6b74a010-73d5-4757-aef0-88e8b1eb693e', 'name': '', 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:9b:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:03Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:58:03Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:43.392129 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579f2365-b69c-4954-bb1a-ca9e69d6b720 None None] The sync data for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv is: [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:37Z', 'revision_number': 8, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': '6b74a010-73d5-4757-aef0-88e8b1eb693e', 'name': '', 'network_id': '1e6d31c6-5337-4498-8069-9f59c3c3cda4', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:9b:d2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1127, 'fixed_ips': [{'subnet_id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:03Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'd27e37da-ee05-4268-98d9-b07e2133c5f9', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:58:03Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:43.594107 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] For port 128dd1e2-4307-42a9-af64-00a8a7ea214c, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=128dd1e2-4307-42a9-af64-00a8a7ea214c,segment=NetworkSegment(b8fd60cc-7b88-48ff-b8b2-0739b00e171a),segment_id=b8fd60cc-7b88-48ff-b8b2-0739b00e171a)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:43.594938 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:43.636371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b2cdd80-bec7-4a7d-9ee7-95e72933f2c0 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:43.721702 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Calling delete_port for 128dd1e2-4307-42a9-af64-00a8a7ea214c owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:43.721905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2725fa-de50-41d3-9f04-ca8708d7ee0e req-524af328-8db8-429d-893f-0435789e714a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:43.722626 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-dc2725fa-de50-41d3-9f04-ca8708d7ee0e req-524af328-8db8-429d-893f-0435789e714a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 943 time: 0.6355577
Dec 24 10:58:43.724668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b2cdd80-bec7-4a7d-9ee7-95e72933f2c0 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:43.725803 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2b2cdd80-bec7-4a7d-9ee7-95e72933f2c0 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] 10.222.0.54 "DELETE /v2.0/floatingips/696202cc-d5f9-464a-8a8b-3f9a9dc7a8c7 HTTP/1.1" status: 204  len: 168 time: 1.7488453
Dec 24 10:58:43.745277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50850) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:43.751715 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a579ba4-03ca-4c1f-a368-c0d783d2975b None None] DHCP port deletion for a91f0452-cfe4-46e8-89d7-5ec7db4986e5 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:58:43.755963 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9a579ba4-03ca-4c1f-a368-c0d783d2975b None None] Deleting port 128dd1e2-4307-42a9-af64-00a8a7ea214c {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:43.756352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9a579ba4-03ca-4c1f-a368-c0d783d2975b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:43.808171 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e06b21-719d-4ba9-9820-7cbe7cd75f69 req-d3a65233-007e-4b65-a1a0-86ad508a688c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:43.810232 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-99e06b21-719d-4ba9-9820-7cbe7cd75f69 req-d3a65233-007e-4b65-a1a0-86ad508a688c service neutron] 10.222.0.32 "GET /v2.0/networks?id=208c3ed9-fbba-42d0-989f-caf6c355fd19 HTTP/1.1" status: 200  len: 898 time: 0.3984118
Dec 24 10:58:43.811418 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:43.820826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6e2df8c6-2687-4459-b43d-c8df3526c374 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:43.865315 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9a579ba4-03ca-4c1f-a368-c0d783d2975b None None] The port '128dd1e2-4307-42a9-af64-00a8a7ea214c' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:58:43.880116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] No DVR routers for this DVR port 128dd1e2-4307-42a9-af64-00a8a7ea214c on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:58:43.887779 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Port': ['ID=128dd1e2-4307-42a9-af64-00a8a7ea214c,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:43.932966 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:43.941726 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-99e06b21-719d-4ba9-9820-7cbe7cd75f69 req-2fd02251-ab72-4c66-a824-2cf19367835b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 HTTP/1.1" status: 200  len: 217 time: 0.0900023
Dec 24 10:58:43.956847 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-dc2725fa-de50-41d3-9f04-ca8708d7ee0e req-f05460a9-04f8-4694-b863-316cdf14f0c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=6174f0ef-8cb8-4e95-b1a6-be04a016bbb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2084482
Dec 24 10:58:44.002070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-06e33158-639e-4132-84d5-2e1034a1d679 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:44.101770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:44.133425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c233e20>,) {'filters': {'network_id': ['a91f0452-cfe4-46e8-89d7-5ec7db4986e5']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:44.150784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c233e20>, 'b8fd60cc-7b88-48ff-b8b2-0739b00e171a') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:44.151489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c233e20>, 'b8fd60cc-7b88-48ff-b8b2-0739b00e171a') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:44.159303 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e06b21-719d-4ba9-9820-7cbe7cd75f69 req-140d6997-fb84-432b-831b-e56f48e9ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:44.159303 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-99e06b21-719d-4ba9-9820-7cbe7cd75f69 req-140d6997-fb84-432b-831b-e56f48e9ada7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=77865267-627b-4610-a39c-0388c9be33b2 HTTP/1.1" status: 200  len: 835 time: 0.2064669
Dec 24 10:58:44.172147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:44.195387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:44.205144 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbbfdc8-cbfc-40b4-bf99-aec9993b05c2 req-6fdb4efb-f23e-46b5-9502-faa7ded04552 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:44.210708 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9dbbfdc8-cbfc-40b4-bf99-aec9993b05c2 req-6fdb4efb-f23e-46b5-9502-faa7ded04552 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.1708510
Dec 24 10:58:44.211465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:58:44.211857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:58:44.226868 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:58:44.464151 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:44.471285 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9dbbfdc8-cbfc-40b4-bf99-aec9993b05c2 req-d5d86746-ee46-4307-b4a5-99c046f5c8e1 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2435672
Dec 24 10:58:44.471932 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fccb4185-f296-496b-805c-e717f2e8510c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:44.486777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:44.498397 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Network': ['ID=a91f0452-cfe4-46e8-89d7-5ec7db4986e5,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:44.505116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:44.509488 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/networks/a91f0452-cfe4-46e8-89d7-5ec7db4986e5 HTTP/1.1" status: 204  len: 168 time: 1.3018878
Dec 24 10:58:44.512123 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50860) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:44.814562 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:58:44.874564 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e06b21-719d-4ba9-9820-7cbe7cd75f69 req-70ae5e87-e1b6-4359-b989-d0fa39e7842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:44.876589 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-99e06b21-719d-4ba9-9820-7cbe7cd75f69 req-70ae5e87-e1b6-4359-b989-d0fa39e7842f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=208c3ed9-fbba-42d0-989f-caf6c355fd19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.7043803
Dec 24 10:58:45.030022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b5fdcede-585c-411e-8574-031a732a9602 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:45.228008 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d7454d4b-d233-4ff1-b32b-459788f6aaf7 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:58:45.231718 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59919884-c07a-4072-958a-931564a02e51 req-6fec4512-9811-4801-87ff-09de42697a7c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:45.234327 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-59919884-c07a-4072-958a-931564a02e51 req-6fec4512-9811-4801-87ff-09de42697a7c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.6356955
Dec 24 10:58:45.286231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: d7454d4b-d233-4ff1-b32b-459788f6aaf7 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:58:45.286231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d7454d4b-d233-4ff1-b32b-459788f6aaf7 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:58:45.286231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 128dd1e2-4307-42a9-af64-00a8a7ea214c no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:58:45.312621 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-99e06b21-719d-4ba9-9820-7cbe7cd75f69 req-8b51a2aa-f5bf-4578-8b0d-8efd9839e133 service neutron] 10.222.0.32 "GET /v2.0/networks/208c3ed9-fbba-42d0-989f-caf6c355fd19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4185827
Dec 24 10:58:45.347294 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 10:58:45.385963 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 128dd1e2-4307-42a9-af64-00a8a7ea214c {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:58:45.385963 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 128dd1e2-4307-42a9-af64-00a8a7ea214c not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:58:45.416101 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0f318-c804-49c6-8d87-8acae4c5084f req-256f9907-e881-4930-ad6c-10eb34dee0a4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:45.442031 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-48c0f318-c804-49c6-8d87-8acae4c5084f req-256f9907-e881-4930-ad6c-10eb34dee0a4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 943 time: 0.3406177
Dec 24 10:58:45.493507 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-99e06b21-719d-4ba9-9820-7cbe7cd75f69 req-17224cd8-5f28-45ce-97b1-cfada2147dc9 service neutron] 10.222.0.32 "GET /v2.0/networks/208c3ed9-fbba-42d0-989f-caf6c355fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701317
Dec 24 10:58:45.538062 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-59919884-c07a-4072-958a-931564a02e51 req-e6fc0349-7c6d-4b6b-a4cb-30bdb927eedf tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2844608
Dec 24 10:58:45.554578 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50866) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:45.604405 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-48c0f318-c804-49c6-8d87-8acae4c5084f req-c3ab8eca-ba1e-4897-8f3f-640cb2d3377c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=6174f0ef-8cb8-4e95-b1a6-be04a016bbb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1599090
Dec 24 10:58:45.614591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-06e33158-639e-4132-84d5-2e1034a1d679 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:45.638124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b5fdcede-585c-411e-8574-031a732a9602 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port 6b74a010-73d5-4757-aef0-88e8b1eb693e {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:45.638124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b5fdcede-585c-411e-8574-031a732a9602 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:45.669714 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-06e33158-639e-4132-84d5-2e1034a1d679 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:45.677553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e33158-639e-4132-84d5-2e1034a1d679 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:45.677553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-06e33158-639e-4132-84d5-2e1034a1d679 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:45.677553 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-06e33158-639e-4132-84d5-2e1034a1d679 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/ports/ba319fb0-bd65-4f10-8912-b688d65e5e01 HTTP/1.1" status: 200  len: 911 time: 2.5905528
Dec 24 10:58:45.683793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0c49c1ef-ff85-42b3-ae80-1d8598a7d065 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:45.697450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50870) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:45.784173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692e9919-748d-4294-8d9c-aec4f244c34d tempest-TestNetworkAdvancedServerOps-1961726356 tempest-TestNetworkAdvancedServerOps-1961726356-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:45.784173 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-692e9919-748d-4294-8d9c-aec4f244c34d tempest-TestNetworkAdvancedServerOps-1961726356 tempest-TestNetworkAdvancedServerOps-1961726356-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 1094 time: 0.2247241
Dec 24 10:58:45.784173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e33158-639e-4132-84d5-2e1034a1d679 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=ba319fb0-bd65-4f10-8912-b688d65e5e01,revision_number=3']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:45.799993 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50874) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:45.799993 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-06e33158-639e-4132-84d5-2e1034a1d679 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:45.799993 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '63ce2256-bac9-446d-84df-b3154e987ffc', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:45.806111 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:45.816050 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2,segment=NetworkSegment(3f84a4d6-5818-4cf0-8bfb-33120ec09fe1),segment_id=3f84a4d6-5818-4cf0-8bfb-33120ec09fe1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:45.821841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Usage tracker for resource:floatingip and tenant:98de35a2a0854b569df1a645612802a5 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:45.821841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:45.837256 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:45.842102 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': 'd49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2', 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19', 'port_id': 'd49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2', 'mac_address': 'fa:16:3e:49:6e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77865267-627b-4610-a39c-0388c9be33b2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 10:58:45.846584 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7ab54a1-801e-45db-af50-81372a7d08ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:45.936578 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:45.976484 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:58:46.001674 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2,segment=NetworkSegment(3f84a4d6-5818-4cf0-8bfb-33120ec09fe1),segment_id=3f84a4d6-5818-4cf0-8bfb-33120ec09fe1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:46.010191 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:46.010191 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:46.146474 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:46.154690 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:46.174845 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:46.330877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-b5fdcede-585c-411e-8574-031a732a9602 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] For port 6b74a010-73d5-4757-aef0-88e8b1eb693e, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6b74a010-73d5-4757-aef0-88e8b1eb693e,segment=NetworkSegment(9e8acdf1-e660-4980-bfa4-43d4405c1b2a),segment_id=9e8acdf1-e660-4980-bfa4-43d4405c1b2a)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:46.330877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b5fdcede-585c-411e-8574-031a732a9602 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:46.372561 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 10:58:46.442436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab54a1-801e-45db-af50-81372a7d08ed admin admin] Deleting port 311c792c-59ef-4f95-a667-d50a0a5da103 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:46.442436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7ab54a1-801e-45db-af50-81372a7d08ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:46.484110 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:46.608440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b5fdcede-585c-411e-8574-031a732a9602 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Calling delete_port for 6b74a010-73d5-4757-aef0-88e8b1eb693e owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:47.026056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-c7ab54a1-801e-45db-af50-81372a7d08ed admin admin] For port 311c792c-59ef-4f95-a667-d50a0a5da103, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=311c792c-59ef-4f95-a667-d50a0a5da103,segment=NetworkSegment(710ad8ff-6c58-4620-9759-f195e587de11),segment_id=710ad8ff-6c58-4620-9759-f195e587de11)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:47.026056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7ab54a1-801e-45db-af50-81372a7d08ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:47.137976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b5fdcede-585c-411e-8574-031a732a9602 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:47.146639 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:47.163517 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-c7ab54a1-801e-45db-af50-81372a7d08ed admin admin] Calling delete_port for 311c792c-59ef-4f95-a667-d50a0a5da103 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:47.201564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdcede-585c-411e-8574-031a732a9602 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Port': ['ID=6b74a010-73d5-4757-aef0-88e8b1eb693e,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:47.205754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Allocated IP 172.26.4.78 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/10fe1d5a-70d3-4efc-ae5a-c2227f9c322b) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:58:47.231369 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b5fdcede-585c-411e-8574-031a732a9602 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:47.275124 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4735f54-b3f5-4477-a168-4175ba2e1797 req-45a89576-4693-4a26-a5a4-9bf6de462761 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:47.275124 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c4735f54-b3f5-4477-a168-4175ba2e1797 req-45a89576-4693-4a26-a5a4-9bf6de462761 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 944 time: 0.4172361
Dec 24 10:58:47.464348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:47.586777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b5fdcede-585c-411e-8574-031a732a9602 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:47.722839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:47.738473 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:47.816360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:47.836853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:47.848942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:58:47.883306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8edc0cc9-956e-4da5-aded-d2e98e4e4878 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:47.897138 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c4735f54-b3f5-4477-a168-4175ba2e1797 req-1c8134cb-03ae-4782-b89a-9b9a38ac1ee8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=6174f0ef-8cb8-4e95-b1a6-be04a016bbb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3951015
Dec 24 10:58:47.951388 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event updated for resources: {'Port': ['ID=10fe1d5a-70d3-4efc-ae5a-c2227f9c322b,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:47.951388 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:48.200847 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7ab54a1-801e-45db-af50-81372a7d08ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:48.215011 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-06e33158-639e-4132-84d5-2e1034a1d679 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:48.353339 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab54a1-801e-45db-af50-81372a7d08ed admin admin] Pushing event deleted for resources: {'Port': ['ID=311c792c-59ef-4f95-a667-d50a0a5da103,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:48.363182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c7ab54a1-801e-45db-af50-81372a7d08ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:48.446280 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fdcede-585c-411e-8574-031a732a9602 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router 188d5fcc-fec8-49e1-b888-6a94828ca71f has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:58:48.571042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-8edc0cc9-956e-4da5-aded-d2e98e4e4878 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port ba319fb0-bd65-4f10-8912-b688d65e5e01 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:48.571042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8edc0cc9-956e-4da5-aded-d2e98e4e4878 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:48.804424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fdcede-585c-411e-8574-031a732a9602 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:48.822250 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb53ab1-87e6-4c79-8d0c-df630c60c164 None None] Sync routers for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:48.835746 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb53ab1-87e6-4c79-8d0c-df630c60c164 None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:48.835746 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-adb53ab1-87e6-4c79-8d0c-df630c60c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf42c40>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:48.848399 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b5fdcede-585c-411e-8574-031a732a9602 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/188d5fcc-fec8-49e1-b888-6a94828ca71f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3269010
Dec 24 10:58:48.848399 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50882) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:48.862523 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:48.986737 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8edc0cc9-956e-4da5-aded-d2e98e4e4878 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:49.037388 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6f7a16-4ada-4d34-b637-5c30f0b1536b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting subnet d27e37da-ee05-4268-98d9-b07e2133c5f9 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:58:49.060278 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:49.201138 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4a6f7a16-4ada-4d34-b637-5c30f0b1536b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:49.238133 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-adb53ab1-87e6-4c79-8d0c-df630c60c164 None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:49.258353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-8edc0cc9-956e-4da5-aded-d2e98e4e4878 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Calling delete_port for ba319fb0-bd65-4f10-8912-b688d65e5e01 owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:49.291487 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7ab54a1-801e-45db-af50-81372a7d08ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:49.350349 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4a6f7a16-4ada-4d34-b637-5c30f0b1536b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:49.378870 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:58:49.680294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4d051-a09d-4eb5-8fb4-96fa338711a5 req-e4e67139-829a-4d4b-bcae-132c9631d8fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:49.680294 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0fe4d051-a09d-4eb5-8fb4-96fa338711a5 req-e4e67139-829a-4d4b-bcae-132c9631d8fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 944 time: 0.5686827
Dec 24 10:58:49.771746 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0fe4d051-a09d-4eb5-8fb4-96fa338711a5 req-8eaf2081-3078-49bd-8419-8cdcf1595605 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=6174f0ef-8cb8-4e95-b1a6-be04a016bbb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754330
Dec 24 10:58:49.786303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4a6f7a16-4ada-4d34-b637-5c30f0b1536b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:49.812387 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:58:49.832089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:58:49.832683 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:49.975016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8edc0cc9-956e-4da5-aded-d2e98e4e4878 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:49.987281 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:49.996314 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ab54a1-801e-45db-af50-81372a7d08ed admin admin] Router e79d6a36-eeff-40cb-a685-6ccdfbe1f25d has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:58:50.037206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:50.061809 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-adb53ab1-87e6-4c79-8d0c-df630c60c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf42c40>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:46Z', 'revision_number': 9, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:58:03Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:50.061809 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb53ab1-87e6-4c79-8d0c-df630c60c164 None None] Checking router: 188d5fcc-fec8-49e1-b888-6a94828ca71f for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:58:50.072912 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfe115e-44b1-4430-a69e-d4806527d7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:58:50.084713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4a6f7a16-4ada-4d34-b637-5c30f0b1536b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:50.089159 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2,segment=NetworkSegment(3f84a4d6-5818-4cf0-8bfb-33120ec09fe1),segment_id=3f84a4d6-5818-4cf0-8bfb-33120ec09fe1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:50.089159 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb53ab1-87e6-4c79-8d0c-df630c60c164 None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:50.089159 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-adb53ab1-87e6-4c79-8d0c-df630c60c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf42c40>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:50.103398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc0cc9-956e-4da5-aded-d2e98e4e4878 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Port': ['ID=ba319fb0-bd65-4f10-8912-b688d65e5e01,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:50.103398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8edc0cc9-956e-4da5-aded-d2e98e4e4878 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:50.103398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b0403b04-e943-4e05-ae00-692fc2db6e01 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:50.171948 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:50.189341 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-61abf2c3-282f-411c-a31a-bf81f8a58044 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:50.232969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ab54a1-801e-45db-af50-81372a7d08ed admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:50.243327 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570f35a7-0159-440a-92df-2d161dbe7558 None None] Sync routers for ids ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:50.255104 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c7ab54a1-801e-45db-af50-81372a7d08ed admin admin] 10.222.0.54 "PUT /v2.0/routers/e79d6a36-eeff-40cb-a685-6ccdfbe1f25d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5009184
Dec 24 10:58:50.255104 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50890) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:50.274809 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfe115e-44b1-4430-a69e-d4806527d7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2', 'code': 200}
Dec 24 10:58:50.302693 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f35a7-0159-440a-92df-2d161dbe7558 None None] Routers {'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:50.302693 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-570f35a7-0159-440a-92df-2d161dbe7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbc2520>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:50.332330 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.resource_extend [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:58:50.358000 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:50.382552 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:50.396144 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-534ec696-f1dc-4dbf-824b-c4985d0cfb7d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:50.402005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f7a16-4ada-4d34-b637-5c30f0b1536b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Subnet': ['ID=d27e37da-ee05-4268-98d9-b07e2133c5f9,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:50.416294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4a6f7a16-4ada-4d34-b637-5c30f0b1536b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:50.508117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4a6f7a16-4ada-4d34-b637-5c30f0b1536b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:50.517440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e04692c-d5af-44e6-802e-3ab4370826b9 None None] Network 1e6d31c6-5337-4498-8069-9f59c3c3cda4 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:58:50.621334 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4a6f7a16-4ada-4d34-b637-5c30f0b1536b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/subnets/d27e37da-ee05-4268-98d9-b07e2133c5f9 HTTP/1.1" status: 204  len: 168 time: 1.7696843
Dec 24 10:58:50.631176 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50894) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:50.828490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8edc0cc9-956e-4da5-aded-d2e98e4e4878 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:50.845709 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-adb53ab1-87e6-4c79-8d0c-df630c60c164 None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:50.940690 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-570f35a7-0159-440a-92df-2d161dbe7558 None None] Set router e79d6a36-eeff-40cb-a685-6ccdfbe1f25d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:51.003086 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event updated for resources: {'Port': ['ID=10fe1d5a-70d3-4efc-ae5a-c2227f9c322b,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:51.039296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:51.052918 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.871s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:51.067963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:51.097293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:51.165237 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:51.271743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port cef79efd-0583-40f8-94c6-90e6367a05a2 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:51.272202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:51.319532 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ebb6e730-fd8e-4346-8fb0-ab6a090b95c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:51.397098 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-570f35a7-0159-440a-92df-2d161dbe7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbc2520>, [{'id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'name': 'tempest-ServerActionsTestJSON-1670379209-router', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:09Z', 'updated_at': '2021-12-24T10:58:47Z', 'revision_number': 5, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'gw_port': {'id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:12Z', 'updated_at': '2021-12-24T10:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:51.401789 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570f35a7-0159-440a-92df-2d161dbe7558 None None] Checking router: e79d6a36-eeff-40cb-a685-6ccdfbe1f25d for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:58:51.411771 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570f35a7-0159-440a-92df-2d161dbe7558 None None] Routers {'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:51.412045 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-570f35a7-0159-440a-92df-2d161dbe7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbc2520>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:51.528591 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-adb53ab1-87e6-4c79-8d0c-df630c60c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf42c40>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:46Z', 'revision_number': 9, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:58:03Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:51.533123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb53ab1-87e6-4c79-8d0c-df630c60c164 None None] The sync data for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv is: [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:46Z', 'revision_number': 9, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': 'f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e', 'name': '', 'network_id': '4305a1ac-4906-4c7d-ba1b-996c3cb7599a', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:c1:ca:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:50Z', 'updated_at': '2021-12-24T10:58:03Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': 'dc2de477-886d-4015-9bb4-4aa4fb10f010', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:51.552333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edc0cc9-956e-4da5-aded-d2e98e4e4878 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router 16e148fd-4ea4-4960-9cb5-87d1e4dfacf1 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:58:51.578967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a9977-417a-48f7-9791-25d2eb1e73e8 req-3dac70be-399a-456a-9e83-3aa337bc8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:51.580921 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-612a9977-417a-48f7-9791-25d2eb1e73e8 req-3dac70be-399a-456a-9e83-3aa337bc8b5c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 1098 time: 0.5807884
Dec 24 10:58:51.587954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdfbf5a-91cf-4be4-a7cf-66b876799ec0 None None] DHCP port deletion for 1e6d31c6-5337-4498-8069-9f59c3c3cda4 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:58:51.595149 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3cdfbf5a-91cf-4be4-a7cf-66b876799ec0 None None] Deleting port cef79efd-0583-40f8-94c6-90e6367a05a2 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:51.595972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3cdfbf5a-91cf-4be4-a7cf-66b876799ec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:51.701835 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-570f35a7-0159-440a-92df-2d161dbe7558 None None] Set router e79d6a36-eeff-40cb-a685-6ccdfbe1f25d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:51.767162 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ebb6e730-fd8e-4346-8fb0-ab6a090b95c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:51.786333 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-612a9977-417a-48f7-9791-25d2eb1e73e8 req-7f7ee69f-7e3e-4fcc-8d2f-2bff7465595d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6174f0ef-8cb8-4e95-b1a6-be04a016bbb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1939335
Dec 24 10:58:51.791707 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Floating IP 1a453905-5457-4d25-bfa3-f8eca35f06b3 associated. External IP: 172.26.4.78, port: 63ce2256-bac9-446d-84df-b3154e987ffc.
Dec 24 10:58:51.810087 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3cdfbf5a-91cf-4be4-a7cf-66b876799ec0 None None] For port cef79efd-0583-40f8-94c6-90e6367a05a2, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cef79efd-0583-40f8-94c6-90e6367a05a2,segment=NetworkSegment(9e8acdf1-e660-4980-bfa4-43d4405c1b2a),segment_id=9e8acdf1-e660-4980-bfa4-43d4405c1b2a)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:51.810485 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3cdfbf5a-91cf-4be4-a7cf-66b876799ec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:51.816667 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa3923-0a43-4652-92d4-c33da8fdda06 req-064bcf64-6067-464f-8f50-0ccd9bd3791d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:51.818692 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e7aa3923-0a43-4652-92d4-c33da8fdda06 req-064bcf64-6067-464f-8f50-0ccd9bd3791d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 945 time: 0.7262833
Dec 24 10:58:51.958118 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3cdfbf5a-91cf-4be4-a7cf-66b876799ec0 None None] Calling delete_port for cef79efd-0583-40f8-94c6-90e6367a05a2 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:52.004931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ebb6e730-fd8e-4346-8fb0-ab6a090b95c8 admin admin] Deleting port 4db35f3b-7afa-4ad1-9e40-5c8b730055ce {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:52.005508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ebb6e730-fd8e-4346-8fb0-ab6a090b95c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:52.043390 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3cdfbf5a-91cf-4be4-a7cf-66b876799ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:52.048802 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:52.071457 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-570f35a7-0159-440a-92df-2d161dbe7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbc2520>, [{'id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'name': 'tempest-ServerActionsTestJSON-1670379209-router', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:09Z', 'updated_at': '2021-12-24T10:58:47Z', 'revision_number': 5, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'gw_port': {'id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:12Z', 'updated_at': '2021-12-24T10:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:52.075573 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-570f35a7-0159-440a-92df-2d161dbe7558 None None] The sync data for ids ['e79d6a36-eeff-40cb-a685-6ccdfbe1f25d'] in dv-neutron-822668-2-hyperv is: [{'id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'name': 'tempest-ServerActionsTestJSON-1670379209-router', 'tenant_id': 'a8ba107df4e84355959c1593c8cc3a54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147'}], 'enable_snat': True}, 'gw_port_id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:53:09Z', 'updated_at': '2021-12-24T10:58:47Z', 'revision_number': 5, 'project_id': 'a8ba107df4e84355959c1593c8cc3a54', 'gw_port': {'id': '4db35f3b-7afa-4ad1-9e40-5c8b730055ce', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e79d6a36-eeff-40cb-a685-6ccdfbe1f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:53:12Z', 'updated_at': '2021-12-24T10:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:52.113090 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfbf5a-91cf-4be4-a7cf-66b876799ec0 None None] Pushing event deleted for resources: {'Port': ['ID=cef79efd-0583-40f8-94c6-90e6367a05a2,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:52.115558 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdfbf5a-91cf-4be4-a7cf-66b876799ec0 None None] No DVR routers for this DVR port cef79efd-0583-40f8-94c6-90e6367a05a2 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:58:52.117230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3cdfbf5a-91cf-4be4-a7cf-66b876799ec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:52.128280 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edc0cc9-956e-4da5-aded-d2e98e4e4878 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:52.139237 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2aadd7-bbf7-4247-8ff5-305ea05f9e6b None None] Sync routers for ids ['16e148fd-4ea4-4960-9cb5-87d1e4dfacf1'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:52.139554 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8edc0cc9-956e-4da5-aded-d2e98e4e4878 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/16e148fd-4ea4-4960-9cb5-87d1e4dfacf1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4500148
Dec 24 10:58:52.144534 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50900) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:52.150042 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2aadd7-bbf7-4247-8ff5-305ea05f9e6b None None] Routers {'16e148fd-4ea4-4960-9cb5-87d1e4dfacf1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:52.151057 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9d2aadd7-bbf7-4247-8ff5-305ea05f9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d5d2430>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['16e148fd-4ea4-4960-9cb5-87d1e4dfacf1'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:52.201002 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e7aa3923-0a43-4652-92d4-c33da8fdda06 req-826f720d-7562-49e2-aca6-af754e2a04e8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=6174f0ef-8cb8-4e95-b1a6-be04a016bbb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1081557
Dec 24 10:58:52.202677 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] For port cef79efd-0583-40f8-94c6-90e6367a05a2, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cef79efd-0583-40f8-94c6-90e6367a05a2,segment=NetworkSegment(9e8acdf1-e660-4980-bfa4-43d4405c1b2a),segment_id=9e8acdf1-e660-4980-bfa4-43d4405c1b2a)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:52.203026 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:52.226158 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a72ee07a-0983-40e4-89ce-d1626c535d24 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Synchronizing usage tracker for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:58:52.227507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9d2aadd7-bbf7-4247-8ff5-305ea05f9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d5d2430>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:52.240129 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2aadd7-bbf7-4247-8ff5-305ea05f9e6b None None] Routers {'16e148fd-4ea4-4960-9cb5-87d1e4dfacf1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:52.240994 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9d2aadd7-bbf7-4247-8ff5-305ea05f9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d5d2430>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['16e148fd-4ea4-4960-9cb5-87d1e4dfacf1'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:52.311292 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9d2aadd7-bbf7-4247-8ff5-305ea05f9e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d5d2430>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:52.311292 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2aadd7-bbf7-4247-8ff5-305ea05f9e6b None None] The sync data for ids ['16e148fd-4ea4-4960-9cb5-87d1e4dfacf1'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:52.334091 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Calling delete_port for cef79efd-0583-40f8-94c6-90e6367a05a2 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:52.410732 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a72ee07a-0983-40e4-89ce-d1626c535d24 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Unset dirty status for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:58:52.415963 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a72ee07a-0983-40e4-89ce-d1626c535d24 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports?device_id=16e148fd-4ea4-4960-9cb5-87d1e4dfacf1 HTTP/1.1" status: 200  len: 205 time: 0.2664330
Dec 24 10:58:52.415963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50904) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:52.420158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:58:52.420483 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:58:52.500251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Router 58c99b58-bc74-46a5-85cc-77e73a544f99 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:58:52.744035 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-ebb6e730-fd8e-4346-8fb0-ab6a090b95c8 admin admin] For port 4db35f3b-7afa-4ad1-9e40-5c8b730055ce, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4db35f3b-7afa-4ad1-9e40-5c8b730055ce,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:52.744331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ebb6e730-fd8e-4346-8fb0-ab6a090b95c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:52.757723 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7f247c2-285b-4991-ac8b-10dc8baed573 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:52.922951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port cef79efd-0583-40f8-94c6-90e6367a05a2 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:52.923234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:52.990266 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ebb6e730-fd8e-4346-8fb0-ab6a090b95c8 admin admin] Calling delete_port for 4db35f3b-7afa-4ad1-9e40-5c8b730055ce owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:52.992759 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] The port 'cef79efd-0583-40f8-94c6-90e6367a05a2' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:58:53.112388 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:53.137457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7e4ae130>,) {'filters': {'network_id': ['1e6d31c6-5337-4498-8069-9f59c3c3cda4']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:53.150175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e4ae130>, '9e8acdf1-e660-4980-bfa4-43d4405c1b2a') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:53.150470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e4ae130>, '9e8acdf1-e660-4980-bfa4-43d4405c1b2a') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:53.163784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:53.180554 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:53.186430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:58:53.186811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:58:53.201801 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:58:53.242333 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cef79efd-0583-40f8-94c6-90e6367a05a2 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:58:53.299297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:53.303344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:53.330094 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: cef79efd-0583-40f8-94c6-90e6367a05a2 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:58:53.330866 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cef79efd-0583-40f8-94c6-90e6367a05a2 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:58:53.334241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:53.334834 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6b74a010-73d5-4757-aef0-88e8b1eb693e no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:58:53.363163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Network': ['ID=1e6d31c6-5337-4498-8069-9f59c3c3cda4,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:53.378174 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/networks/1e6d31c6-5337-4498-8069-9f59c3c3cda4 HTTP/1.1" status: 204  len: 168 time: 2.7531672
Dec 24 10:58:53.379768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:53.380390 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50910) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:53.413013 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 6b74a010-73d5-4757-aef0-88e8b1eb693e {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:58:53.413715 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6b74a010-73d5-4757-aef0-88e8b1eb693e not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:58:53.414410 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 311c792c-59ef-4f95-a667-d50a0a5da103 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:58:53.452436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 311c792c-59ef-4f95-a667-d50a0a5da103 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:58:53.453146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 311c792c-59ef-4f95-a667-d50a0a5da103 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:58:53.494841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7f247c2-285b-4991-ac8b-10dc8baed573 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:53.506193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7f247c2-285b-4991-ac8b-10dc8baed573 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:53.526329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:53.538500 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73320299-9fb4-4752-9e61-f8184e41a8b3 None None] Sync routers for ids ['58c99b58-bc74-46a5-85cc-77e73a544f99'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:53.552595 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73320299-9fb4-4752-9e61-f8184e41a8b3 None None] Routers {'58c99b58-bc74-46a5-85cc-77e73a544f99'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:53.554753 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-73320299-9fb4-4752-9e61-f8184e41a8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dca9730>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['58c99b58-bc74-46a5-85cc-77e73a544f99'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:53.576236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7f247c2-285b-4991-ac8b-10dc8baed573 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:53.576828 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f247c2-285b-4991-ac8b-10dc8baed573 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Fanout notify agent at l3_agent the message router_deleted on router 16e148fd-4ea4-4960-9cb5-87d1e4dfacf1 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:58:53.584266 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7f247c2-285b-4991-ac8b-10dc8baed573 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:53.585343 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c7f247c2-285b-4991-ac8b-10dc8baed573 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/routers/16e148fd-4ea4-4960-9cb5-87d1e4dfacf1 HTTP/1.1" status: 204  len: 168 time: 1.1670146
Dec 24 10:58:53.587840 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:53.613359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50914) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:53.773162 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2d6a1-b3e9-4544-9aa9-ef153c223548 req-564af4f5-25c4-4363-ba8c-e42aa9d762d3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:53.773162 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7be2d6a1-b3e9-4544-9aa9-ef153c223548 req-564af4f5-25c4-4363-ba8c-e42aa9d762d3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 945 time: 0.3302014
Dec 24 10:58:53.773162 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 7.9817543
Dec 24 10:58:53.788743 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'tag': '63ce2256-bac9-446d-84df-b3154e987ffc'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:58:53.800799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-4057fd53-11c5-493a-9f3b-aede17349537 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting subnet c48af81a-5191-4b93-8e25-c0c9819ff09e {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:58:53.833007 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4057fd53-11c5-493a-9f3b-aede17349537 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:53.873123 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-73320299-9fb4-4752-9e61-f8184e41a8b3 None None] Set router 58c99b58-bc74-46a5-85cc-77e73a544f99 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:53.904549 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ebb6e730-fd8e-4346-8fb0-ab6a090b95c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:53.923579 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7be2d6a1-b3e9-4544-9aa9-ef153c223548 req-25b4934d-7cd6-4092-9795-f4ad25bc00ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=6174f0ef-8cb8-4e95-b1a6-be04a016bbb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1318319
Dec 24 10:58:53.923579 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-40ce6d21-5d29-430d-bc8a-3088b8b0b5ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:54.018232 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'tag': '63ce2256-bac9-446d-84df-b3154e987ffc', 'status': 'completed', 'code': 200}
Dec 24 10:58:54.024088 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4057fd53-11c5-493a-9f3b-aede17349537 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:54.051526 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab01cde8-70cc-4ada-a4c2-27074f3084b5 req-cf7fcec3-359e-4cd5-820c-c05fe7d721df tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:54.058674 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ab01cde8-70cc-4ada-a4c2-27074f3084b5 req-cf7fcec3-359e-4cd5-820c-c05fe7d721df tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.1770539
Dec 24 10:58:54.169149 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ab01cde8-70cc-4ada-a4c2-27074f3084b5 req-e7db59ec-6486-457b-b99d-a93ac0f2e5dd tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1073101
Dec 24 10:58:54.197309 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50922) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:54.285442 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6e730-fd8e-4346-8fb0-ab6a090b95c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db35f3b-7afa-4ad1-9e40-5c8b730055ce,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:54.287991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ebb6e730-fd8e-4346-8fb0-ab6a090b95c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:54.375701 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-73320299-9fb4-4752-9e61-f8184e41a8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dca9730>, [{'id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214980250', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:53Z', 'updated_at': '2021-12-24T10:58:12Z', 'revision_number': 4, 'project_id': '98de35a2a0854b569df1a645612802a5', 'gw_port': {'id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:55Z', 'updated_at': '2021-12-24T10:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '1a453905-5457-4d25-bfa3-f8eca35f06b3', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'port_id': '63ce2256-bac9-446d-84df-b3154e987ffc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289', 'mac_address': 'fa:16:3e:9b:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:58:48Z', 'updated_at': '2021-12-24T10:58:48Z', 'revision_number': 0, 'project_id': '98de35a2a0854b569df1a645612802a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b1b20f-8f65-4d3a-b506-97e739cb03f0', 'name': '', 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'mac_address': 'fa:16:3e:55:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:08Z', 'updated_at': '2021-12-24T10:58:22Z', 'revision_number': 5, 'project_id': '98de35a2a0854b569df1a645612802a5', 'subnets': [{'id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:54.375701 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73320299-9fb4-4752-9e61-f8184e41a8b3 None None] Checking router: 58c99b58-bc74-46a5-85cc-77e73a544f99 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:58:54.404088 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73320299-9fb4-4752-9e61-f8184e41a8b3 None None] Routers {'58c99b58-bc74-46a5-85cc-77e73a544f99'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:54.404088 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-73320299-9fb4-4752-9e61-f8184e41a8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dca9730>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['58c99b58-bc74-46a5-85cc-77e73a544f99'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:54.408132 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ebb6e730-fd8e-4346-8fb0-ab6a090b95c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:54.465464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-83c0ab0b-7761-40bd-a555-a87c68cd7875 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:54.615064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4057fd53-11c5-493a-9f3b-aede17349537 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:54.663960 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ebb6e730-fd8e-4346-8fb0-ab6a090b95c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:54.673365 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-73320299-9fb4-4752-9e61-f8184e41a8b3 None None] Set router 58c99b58-bc74-46a5-85cc-77e73a544f99 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:54.683937 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ebb6e730-fd8e-4346-8fb0-ab6a090b95c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:54.683937 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e36857-c20d-4f9d-83c2-3daf202812e1 req-2880701a-2fbe-491e-9403-3263b0333442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:54.683937 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-90e36857-c20d-4f9d-83c2-3daf202812e1 req-2880701a-2fbe-491e-9403-3263b0333442 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98de35a2a0854b569df1a645612802a5&device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 1099 time: 0.6041312
Dec 24 10:58:54.694029 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4c70b570-9bd1-4cb3-9cf4-5ae9e9f5e126 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/floatingips/1a453905-5457-4d25-bfa3-f8eca35f06b3 HTTP/1.1" status: 200  len: 991 time: 0.4764819
Dec 24 10:58:54.739181 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ebb6e730-fd8e-4346-8fb0-ab6a090b95c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:54.739181 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb6e730-fd8e-4346-8fb0-ab6a090b95c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e79d6a36-eeff-40cb-a685-6ccdfbe1f25d {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:58:54.855044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4057fd53-11c5-493a-9f3b-aede17349537 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:54.855044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6a021766-eeed-4da7-8e2d-ac104b5ed476 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:54.918434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057fd53-11c5-493a-9f3b-aede17349537 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Subnet': ['ID=c48af81a-5191-4b93-8e25-c0c9819ff09e,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:54.918434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4057fd53-11c5-493a-9f3b-aede17349537 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:54.918434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4057fd53-11c5-493a-9f3b-aede17349537 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:54.927118 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1002ea1-9aa2-4b40-9a42-785a5c5513ca None None] Network d1feb7cd-672e-4a80-94ef-ccadd45d60bb requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:58:54.943299 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ebb6e730-fd8e-4346-8fb0-ab6a090b95c8 admin admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:54.943299 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ebb6e730-fd8e-4346-8fb0-ab6a090b95c8 admin admin] 10.222.0.54 "DELETE /v2.0/routers/e79d6a36-eeff-40cb-a685-6ccdfbe1f25d HTTP/1.1" status: 204  len: 168 time: 4.6865761
Dec 24 10:58:54.971995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50928) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:54.971995 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4057fd53-11c5-493a-9f3b-aede17349537 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/subnets/c48af81a-5191-4b93-8e25-c0c9819ff09e HTTP/1.1" status: 204  len: 168 time: 1.3482454
Dec 24 10:58:55.042934 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50932) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:55.108291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e36857-c20d-4f9d-83c2-3daf202812e1 req-1dbba8c2-0706-43bf-a125-3efa302f9dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:55.113523 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-90e36857-c20d-4f9d-83c2-3daf202812e1 req-1dbba8c2-0706-43bf-a125-3efa302f9dcb service neutron] 10.222.0.32 "GET /v2.0/networks?id=fb245b42-692c-44e7-9807-a5875458e289 HTTP/1.1" status: 200  len: 897 time: 0.4233139
Dec 24 10:58:55.176284 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-83c0ab0b-7761-40bd-a555-a87c68cd7875 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:55.176284 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-83c0ab0b-7761-40bd-a555-a87c68cd7875 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:55.251734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:55.283961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port cf53db36-d45c-4674-a3fe-41fb8b9b02d5 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:55.284300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:55.329015 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-73320299-9fb4-4752-9e61-f8184e41a8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dca9730>, [{'id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214980250', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:53Z', 'updated_at': '2021-12-24T10:58:12Z', 'revision_number': 4, 'project_id': '98de35a2a0854b569df1a645612802a5', 'gw_port': {'id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:55Z', 'updated_at': '2021-12-24T10:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '1a453905-5457-4d25-bfa3-f8eca35f06b3', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'port_id': '63ce2256-bac9-446d-84df-b3154e987ffc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289', 'mac_address': 'fa:16:3e:9b:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:58:48Z', 'updated_at': '2021-12-24T10:58:48Z', 'revision_number': 0, 'project_id': '98de35a2a0854b569df1a645612802a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b1b20f-8f65-4d3a-b506-97e739cb03f0', 'name': '', 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'mac_address': 'fa:16:3e:55:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:08Z', 'updated_at': '2021-12-24T10:58:22Z', 'revision_number': 5, 'project_id': '98de35a2a0854b569df1a645612802a5', 'subnets': [{'id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:55.339594 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] DHCP port deletion for d1feb7cd-672e-4a80-94ef-ccadd45d60bb request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:58:55.351610 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73320299-9fb4-4752-9e61-f8184e41a8b3 None None] The sync data for ids ['58c99b58-bc74-46a5-85cc-77e73a544f99'] in dv-neutron-822668-2-hyperv is: [{'id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214980250', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:53Z', 'updated_at': '2021-12-24T10:58:12Z', 'revision_number': 4, 'project_id': '98de35a2a0854b569df1a645612802a5', 'gw_port': {'id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:55Z', 'updated_at': '2021-12-24T10:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '1a453905-5457-4d25-bfa3-f8eca35f06b3', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'floating_ip_address': '172.26.4.78', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'port_id': '63ce2256-bac9-446d-84df-b3154e987ffc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289', 'mac_address': 'fa:16:3e:9b:83:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:58:48Z', 'updated_at': '2021-12-24T10:58:48Z', 'revision_number': 0, 'project_id': '98de35a2a0854b569df1a645612802a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b1b20f-8f65-4d3a-b506-97e739cb03f0', 'name': '', 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'mac_address': 'fa:16:3e:55:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:08Z', 'updated_at': '2021-12-24T10:58:22Z', 'revision_number': 5, 'project_id': '98de35a2a0854b569df1a645612802a5', 'subnets': [{'id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:58:55.353212 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Deleting port cf53db36-d45c-4674-a3fe-41fb8b9b02d5 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:55.354263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:55.359485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Deleting subnet 23635e8e-e8d9-42de-9682-d6045c59768a {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:58:55.363521 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:55.433136 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:55.506242 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cf53db36-d45c-4674-a3fe-41fb8b9b02d5 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:58:55.652926 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-90e36857-c20d-4f9d-83c2-3daf202812e1 req-9f81e1f9-34c5-4651-814c-1e51cb0ec208 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63ce2256-bac9-446d-84df-b3154e987ffc HTTP/1.1" status: 200  len: 999 time: 0.5228012
Dec 24 10:58:55.686178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50938) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:55.727556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-83c0ab0b-7761-40bd-a555-a87c68cd7875 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] For port f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e,segment=NetworkSegment(021f4911-69cd-4f54-8c48-e5c8a9c29357),segment_id=021f4911-69cd-4f54-8c48-e5c8a9c29357)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:55.727915 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-83c0ab0b-7761-40bd-a555-a87c68cd7875 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:55.746434 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12d8e2d-b200-4641-b443-7aabca73e5be None None] New status for floating IP 1a453905-5457-4d25-bfa3-f8eca35f06b3: ACTIVE {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 10:58:55.890332 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-83c0ab0b-7761-40bd-a555-a87c68cd7875 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Calling delete_port for f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:55.905105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7092eb-f966-4609-9a83-35125665f715 req-ca2f05f3-91c9-41be-83a8-cb3d6a090753 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:55.909028 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6a7092eb-f966-4609-9a83-35125665f715 req-ca2f05f3-91c9-41be-83a8-cb3d6a090753 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 945 time: 0.6542819
Dec 24 10:58:55.917486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:55.938671 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] For port cf53db36-d45c-4674-a3fe-41fb8b9b02d5, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cf53db36-d45c-4674-a3fe-41fb8b9b02d5,segment=NetworkSegment(b173da28-2db4-4c64-b259-b46f8fd28c41),segment_id=b173da28-2db4-4c64-b259-b46f8fd28c41)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:55.939487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:55.950414 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e36857-c20d-4f9d-83c2-3daf202812e1 req-84b523d1-6c58-4a3b-af3e-b51eb0c6563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:55.951663 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-90e36857-c20d-4f9d-83c2-3daf202812e1 req-84b523d1-6c58-4a3b-af3e-b51eb0c6563b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=730c7b02-f4dc-44e6-88f3-f081b2bbdfe2 HTTP/1.1" status: 200  len: 834 time: 0.2673047
Dec 24 10:58:55.976918 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c9cb7110-1c70-403a-86e4-d94a0fda2ab5 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/floatingips/1a453905-5457-4d25-bfa3-f8eca35f06b3 HTTP/1.1" status: 200  len: 991 time: 0.2271054
Dec 24 10:58:56.007119 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:56.065439 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6a7092eb-f966-4609-9a83-35125665f715 req-38353cd7-0887-48de-8ac4-ce081cd513ee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=6174f0ef-8cb8-4e95-b1a6-be04a016bbb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1179655
Dec 24 10:58:56.097119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Calling delete_port for cf53db36-d45c-4674-a3fe-41fb8b9b02d5 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:56.104681 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:56.111077 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ad22c832-773b-425d-9f31-a31920f173dd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:56.145178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e36857-c20d-4f9d-83c2-3daf202812e1 req-11460103-2f7c-4f3f-9e2b-9fa55388b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:56.149123 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-90e36857-c20d-4f9d-83c2-3daf202812e1 req-11460103-2f7c-4f3f-9e2b-9fa55388b667 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb245b42-692c-44e7-9807-a5875458e289&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1686301
Dec 24 10:58:56.153088 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23635e8e-e8d9-42de-9682-d6045c59768a,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:56.193862 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:56.213209 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29c0f26-6811-440c-8302-dea70315b2b9 None None] Network 0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:58:56.225498 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port cf53db36-d45c-4674-a3fe-41fb8b9b02d5, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cf53db36-d45c-4674-a3fe-41fb8b9b02d5,segment=NetworkSegment(b173da28-2db4-4c64-b259-b46f8fd28c41),segment_id=b173da28-2db4-4c64-b259-b46f8fd28c41)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:56.265373 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:56.266065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:56.266612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:56.267229 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:56.267776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:56.268327 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:56.268879 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:56.269465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:56.270066 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:56.270613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:56.271207 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:56.272782 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:56.283798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:56.286385 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/23635e8e-e8d9-42de-9682-d6045c59768a HTTP/1.1" status: 204  len: 168 time: 1.3141692
Dec 24 10:58:56.299401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50944) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:56.303305 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:56.304306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4db35f3b-7afa-4ad1-9e40-5c8b730055ce no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:58:56.344307 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:56.388833 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 4db35f3b-7afa-4ad1-9e40-5c8b730055ce {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:58:56.389204 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 4db35f3b-7afa-4ad1-9e40-5c8b730055ce not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:58:56.404421 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] For port cf53db36-d45c-4674-a3fe-41fb8b9b02d5, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cf53db36-d45c-4674-a3fe-41fb8b9b02d5,segment=NetworkSegment(b173da28-2db4-4c64-b259-b46f8fd28c41),segment_id=b173da28-2db4-4c64-b259-b46f8fd28c41)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:56.404834 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:56.594532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:58:56.594532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:58:56.628504 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Calling delete_port for cf53db36-d45c-4674-a3fe-41fb8b9b02d5 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:56.634150 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:56.642710 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-90e36857-c20d-4f9d-83c2-3daf202812e1 req-60345a72-e806-44c0-bbf8-98e1f36916a6 service neutron] 10.222.0.32 "GET /v2.0/networks/fb245b42-692c-44e7-9807-a5875458e289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4870737
Dec 24 10:58:56.644283 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-83c0ab0b-7761-40bd-a555-a87c68cd7875 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:56.649514 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-69e79a03-1fc6-4194-a3a1-abb2a14aa19a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:56.676210 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=cf53db36-d45c-4674-a3fe-41fb8b9b02d5,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:56.682268 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:56.706884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c0ab0b-7761-40bd-a555-a87c68cd7875 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Port': ['ID=f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:56.712835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-83c0ab0b-7761-40bd-a555-a87c68cd7875 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:56.747348 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:58:56.747760 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:58:56.767476 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Deleting port 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:56.767476 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:56.841840 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77022d42-5510-4ced-af0b-a92ba88720c6 None None] DHCP port deletion for 0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:58:56.843598 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5b6d7-0f93-4db9-be3f-cbc564b41923 req-45475e62-566c-461c-b3c4-a4174fc1c2ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:56.845782 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f0b5b6d7-0f93-4db9-be3f-cbc564b41923 req-45475e62-566c-461c-b3c4-a4174fc1c2ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 945 time: 0.2870007
Dec 24 10:58:56.855836 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-77022d42-5510-4ced-af0b-a92ba88720c6 None None] Deleting port 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:56.857241 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-77022d42-5510-4ced-af0b-a92ba88720c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:56.981024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50948) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:57.071333 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f0b5b6d7-0f93-4db9-be3f-cbc564b41923 req-5fe72c65-6d44-4b0a-92e0-39c43eb2213d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=6174f0ef-8cb8-4e95-b1a6-be04a016bbb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2154040
Dec 24 10:58:57.098506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port cf53db36-d45c-4674-a3fe-41fb8b9b02d5 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:57.098506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:57.110497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-77022d42-5510-4ced-af0b-a92ba88720c6 None None] For port 99a9935f-04e3-40f3-97b1-1f1192c0ebe1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=99a9935f-04e3-40f3-97b1-1f1192c0ebe1,segment=NetworkSegment(710ad8ff-6c58-4620-9759-f195e587de11),segment_id=710ad8ff-6c58-4620-9759-f195e587de11)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:57.111012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-77022d42-5510-4ced-af0b-a92ba88720c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:57.133552 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50952) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:57.183311 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-90e36857-c20d-4f9d-83c2-3daf202812e1 req-f82b1ef9-1a5e-46b5-9f13-cf6061c32447 service neutron] 10.222.0.32 "GET /v2.0/networks/fb245b42-692c-44e7-9807-a5875458e289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5342226
Dec 24 10:58:57.186209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-83c0ab0b-7761-40bd-a555-a87c68cd7875 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:57.239726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] For port 99a9935f-04e3-40f3-97b1-1f1192c0ebe1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=99a9935f-04e3-40f3-97b1-1f1192c0ebe1,segment=NetworkSegment(710ad8ff-6c58-4620-9759-f195e587de11),segment_id=710ad8ff-6c58-4620-9759-f195e587de11)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:57.239726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:57.262147 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e5a4d4c2-6bfc-4fd2-a445-e7b176a58897 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/floatingips/1a453905-5457-4d25-bfa3-f8eca35f06b3 HTTP/1.1" status: 200  len: 993 time: 0.2301064
Dec 24 10:58:57.275652 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Deleting port cf53db36-d45c-4674-a3fe-41fb8b9b02d5 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:57.276274 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:57.320162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-77022d42-5510-4ced-af0b-a92ba88720c6 None None] Calling delete_port for 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:57.386325 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:58:57.412123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Calling delete_port for 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:57.525366 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:57.545210 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1bfc431e-6942-48ee-ba7f-cb479d764d47 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:57.587194 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] No DVR routers for this DVR port 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:58:57.595596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No active binding found for port 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 {{(pid=87560) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 24 10:58:57.595596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:58:57.603404 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-77022d42-5510-4ced-af0b-a92ba88720c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:58:57.603521 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-77022d42-5510-4ced-af0b-a92ba88720c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:58:57.633105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=99a9935f-04e3-40f3-97b1-1f1192c0ebe1,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:57.636804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:57.738214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] For port cf53db36-d45c-4674-a3fe-41fb8b9b02d5, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cf53db36-d45c-4674-a3fe-41fb8b9b02d5,segment=NetworkSegment(b173da28-2db4-4c64-b259-b46f8fd28c41),segment_id=b173da28-2db4-4c64-b259-b46f8fd28c41)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:57.738369 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:57.742536 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:57.762485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78ed2b7-28da-4a8b-8584-b2c89ea9c035 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:58:57.764131 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b78ed2b7-28da-4a8b-8584-b2c89ea9c035 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 1093 time: 0.6271706
Dec 24 10:58:57.767148 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50956) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:57.772621 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': 'd49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:58:57.784251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:58:57.784692 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c0ab0b-7761-40bd-a555-a87c68cd7875 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router 188d5fcc-fec8-49e1-b888-6a94828ca71f has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:58:57.786710 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d30a7c0>,) {'filters': {'network_id': ['0f843d2e-fb9b-4cfa-bf12-376b9ccf9213']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:57.802670 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:floatingip and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:58:57.811012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:58:57.813786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] For port cf53db36-d45c-4674-a3fe-41fb8b9b02d5, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cf53db36-d45c-4674-a3fe-41fb8b9b02d5,segment=NetworkSegment(b173da28-2db4-4c64-b259-b46f8fd28c41),segment_id=b173da28-2db4-4c64-b259-b46f8fd28c41)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:57.814176 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:57.819200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d30a7c0>, '710ad8ff-6c58-4620-9759-f195e587de11') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:57.819539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d30a7c0>, '710ad8ff-6c58-4620-9759-f195e587de11') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:57.832318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:58:57.838573 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:57.867807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:57.882897 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:57.907289 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:58:57.907289 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:57.908934 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Calling delete_port for cf53db36-d45c-4674-a3fe-41fb8b9b02d5 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:58:57.920673 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:58:57.992722 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:58.005444 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:58.047726 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] No DVR routers for this DVR port cf53db36-d45c-4674-a3fe-41fb8b9b02d5 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:58:58.049423 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Pushing event deleted for resources: {'Port': ['ID=cf53db36-d45c-4674-a3fe-41fb8b9b02d5,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:58.063256 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:58.063850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:58.064340 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:58.064837 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:58.065949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:58.066530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:58.067018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:58.067780 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:58.068269 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:58.068786 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:58.069292 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:58.069790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:58:58.073350 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:58.081749 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:58.087148 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f759de8d-3e5e-46ec-bcf5-a7f17ad03f90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:58.101745 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:58.108329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-77022d42-5510-4ced-af0b-a92ba88720c6 None None] Deleting port 99a9935f-04e3-40f3-97b1-1f1192c0ebe1 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:58.108329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-77022d42-5510-4ced-af0b-a92ba88720c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:58.125639 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f843d2e-fb9b-4cfa-bf12-376b9ccf9213,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:58.130638 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:58.147826 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] 10.222.0.54 "DELETE /v2.0/networks/0f843d2e-fb9b-4cfa-bf12-376b9ccf9213 HTTP/1.1" status: 204  len: 168 time: 1.8423831
Dec 24 10:58:58.187052 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:58.204115 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-77022d42-5510-4ced-af0b-a92ba88720c6 None None] The port '99a9935f-04e3-40f3-97b1-1f1192c0ebe1' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:58:58.233904 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Calling delete_port for cf53db36-d45c-4674-a3fe-41fb8b9b02d5 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:58.323482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c0ab0b-7761-40bd-a555-a87c68cd7875 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:58:58.334168 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f520dda6-de6a-4beb-9952-416d03f61899 None None] Sync routers for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:58:58.344611 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 50962) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:58.347855 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f520dda6-de6a-4beb-9952-416d03f61899 None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:58.349053 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f520dda6-de6a-4beb-9952-416d03f61899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d319fd0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:58.354052 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-83c0ab0b-7761-40bd-a555-a87c68cd7875 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/188d5fcc-fec8-49e1-b888-6a94828ca71f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9724212
Dec 24 10:58:58.354729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50966) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:58.396829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:58:58.397136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:58:58.419404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50970) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:58.419617 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d1c47263-306e-49bd-bc05-853131f1fdb5 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a8ba107df4e84355959c1593c8cc3a54&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0735898
Dec 24 10:58:58.439079 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.26.4.60 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/fe83d93f-09c6-4870-871d-a15643751fdc) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:58:58.444358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-7860e75c-3457-48d8-9856-b4b08b567892 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting subnet dc2de477-886d-4015-9bb4-4aa4fb10f010 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:58:58.454283 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7860e75c-3457-48d8-9856-b4b08b567892 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:58.540624 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-f520dda6-de6a-4beb-9952-416d03f61899 None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:58.546032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7860e75c-3457-48d8-9856-b4b08b567892 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:58.607675 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fe774894-47c6-4ad0-a7a0-d05df65cd1f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:58.653033 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fe774894-47c6-4ad0-a7a0-d05df65cd1f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:58.707589 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7860e75c-3457-48d8-9856-b4b08b567892 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:58.766562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:58.777250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fe774894-47c6-4ad0-a7a0-d05df65cd1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:58.783622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ffa24e17-3a14-4352-9b83-d1df2caa4679 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:58.794851 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe774894-47c6-4ad0-a7a0-d05df65cd1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617d49f8-36f9-41c8-8dcb-aeb2cff7d789,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:58.805214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fe774894-47c6-4ad0-a7a0-d05df65cd1f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:58.817793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:58.825996 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7860e75c-3457-48d8-9856-b4b08b567892 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:58.830067 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ade93b07-cda0-44b8-b311-7d05bf9e545b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:58.831769 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-626f49c3-f9de-4c40-99fd-f3fd316f15fc tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:58:58.860258 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fe774894-47c6-4ad0-a7a0-d05df65cd1f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:58.862257 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fe774894-47c6-4ad0-a7a0-d05df65cd1f2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/617d49f8-36f9-41c8-8dcb-aeb2cff7d789 HTTP/1.1" status: 204  len: 168 time: 0.4406190
Dec 24 10:58:58.871649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7860e75c-3457-48d8-9856-b4b08b567892 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:58.876555 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860e75c-3457-48d8-9856-b4b08b567892 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Subnet': ['ID=dc2de477-886d-4015-9bb4-4aa4fb10f010,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:58.878094 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c058000-b62c-4b08-9729-75e2a6116339 None None] Network 4305a1ac-4906-4c7d-ba1b-996c3cb7599a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:58:58.879556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7860e75c-3457-48d8-9856-b4b08b567892 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:58.884897 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7860e75c-3457-48d8-9856-b4b08b567892 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/subnets/dc2de477-886d-4015-9bb4-4aa4fb10f010 HTTP/1.1" status: 204  len: 168 time: 0.5281875
Dec 24 10:58:58.886233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 50976) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:58:58.930912 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=fe83d93f-09c6-4870-871d-a15643751fdc,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:58:58.935653 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:58:58.952208 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:58:58.954899 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:58:58.958833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:58:58.988571 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f520dda6-de6a-4beb-9952-416d03f61899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d319fd0>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:56Z', 'revision_number': 10, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:58.993541 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f520dda6-de6a-4beb-9952-416d03f61899 None None] Checking router: 188d5fcc-fec8-49e1-b888-6a94828ca71f for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:58:59.006655 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f520dda6-de6a-4beb-9952-416d03f61899 None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:58:59.007285 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f520dda6-de6a-4beb-9952-416d03f61899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d319fd0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:58:59.032516 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:59.056810 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port 7997966f-a285-497a-bfa8-ccb2ca122fad {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:59.058482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:59.251335 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-f520dda6-de6a-4beb-9952-416d03f61899 None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:58:59.287813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aee535-07e4-4376-bf85-83118633a24d None None] DHCP port deletion for 4305a1ac-4906-4c7d-ba1b-996c3cb7599a request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:58:59.292366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-03aee535-07e4-4376-bf85-83118633a24d None None] Deleting port 7997966f-a285-497a-bfa8-ccb2ca122fad {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:59.292468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-03aee535-07e4-4376-bf85-83118633a24d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:59.476112 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] For port 7997966f-a285-497a-bfa8-ccb2ca122fad, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7997966f-a285-497a-bfa8-ccb2ca122fad,segment=NetworkSegment(021f4911-69cd-4f54-8c48-e5c8a9c29357),segment_id=021f4911-69cd-4f54-8c48-e5c8a9c29357)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:59.476487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:59.602037 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:59.664113 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0ae36193-223a-4636-ade0-934093c4aa0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:59.695636 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-03aee535-07e4-4376-bf85-83118633a24d None None] For port 7997966f-a285-497a-bfa8-ccb2ca122fad, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7997966f-a285-497a-bfa8-ccb2ca122fad,segment=NetworkSegment(021f4911-69cd-4f54-8c48-e5c8a9c29357),segment_id=021f4911-69cd-4f54-8c48-e5c8a9c29357)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:58:59.696293 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-03aee535-07e4-4376-bf85-83118633a24d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:59.710836 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:59.774572 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Calling delete_port for 7997966f-a285-497a-bfa8-ccb2ca122fad owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:59.830638 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port cf53db36-d45c-4674-a3fe-41fb8b9b02d5 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:58:59.832385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:59.914714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-03aee535-07e4-4376-bf85-83118633a24d None None] Calling delete_port for 7997966f-a285-497a-bfa8-ccb2ca122fad owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:58:59.960145 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:59.974287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:58:59.995761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d7639fd1-d66c-4614-83aa-bc588691e63c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:00.004653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-03aee535-07e4-4376-bf85-83118633a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:00.009003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:00.034851 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] The port 'cf53db36-d45c-4674-a3fe-41fb8b9b02d5' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:59:00.059692 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aee535-07e4-4376-bf85-83118633a24d None None] Pushing event deleted for resources: {'Port': ['ID=7997966f-a285-497a-bfa8-ccb2ca122fad,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:00.059692 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-03aee535-07e4-4376-bf85-83118633a24d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:00.060759 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aee535-07e4-4376-bf85-83118633a24d None None] No DVR routers for this DVR port 7997966f-a285-497a-bfa8-ccb2ca122fad on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:59:00.102821 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f520dda6-de6a-4beb-9952-416d03f61899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d319fd0>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:56Z', 'revision_number': 10, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:00.111333 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f520dda6-de6a-4beb-9952-416d03f61899 None None] The sync data for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv is: [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:58:56Z', 'revision_number': 10, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None, '_interfaces': [{'id': 'f94b50c3-d615-4822-ada4-74545d36adaf', 'name': '', 'network_id': 'f212b546-3cb2-4d5d-91b4-351e690c3fbf', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'mac_address': 'fa:16:3e:4a:6a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:40Z', 'updated_at': '2021-12-24T10:57:52Z', 'revision_number': 5, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'subnets': [{'id': '868b6ea0-3c18-436f-b688-c7452edea5cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:59:00.215004 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=fe83d93f-09c6-4870-871d-a15643751fdc,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:00.218927 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:00.226772 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:00.251088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:00.270738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:59:00.270869 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:59:00.283123 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d09a4f0>,) {'filters': {'network_id': ['d1feb7cd-672e-4a80-94ef-ccadd45d60bb']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:00.294957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d09a4f0>, 'b173da28-2db4-4c64-b259-b46f8fd28c41') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:00.297466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d09a4f0>, 'b173da28-2db4-4c64-b259-b46f8fd28c41') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:00.309157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:00.331060 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:00.341851 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:59:00.342053 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:59:00.533652 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:59:00.542826 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP b59ff935-a702-4e96-93af-738a14915308 associated. External IP: 172.26.4.60, port: d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2.
Dec 24 10:59:00.651547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:00.662191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:00.666493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-615b6e12-0365-4a62-937e-c28fb2d1edf3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:00.699689 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/networks/d1feb7cd-672e-4a80-94ef-ccadd45d60bb HTTP/1.1" status: 204  len: 168 time: 5.6520567
Dec 24 10:59:00.699689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Network': ['ID=d1feb7cd-672e-4a80-94ef-ccadd45d60bb,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:00.699689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51004) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:00.706317 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-ee320403-0659-4a20-afd5-5544a2e41301 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1561858636', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:00.716546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:00.716933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:00.717356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:00.717687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:00.718506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:00.718916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:00.719290 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:00.719656 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:00.720022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:00.720381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:00.720909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:00.721276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:00.724530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:00.725933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ee320403-0659-4a20-afd5-5544a2e41301 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:00.731986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ee320403-0659-4a20-afd5-5544a2e41301 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:router and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:00.735711 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ee320403-0659-4a20-afd5-5544a2e41301 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:00.742182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ee320403-0659-4a20-afd5-5544a2e41301 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:00.753317 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ee320403-0659-4a20-afd5-5544a2e41301 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:00.754461 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ee320403-0659-4a20-afd5-5544a2e41301 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:00.771614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ee320403-0659-4a20-afd5-5544a2e41301 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:00.772931 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port 7997966f-a285-497a-bfa8-ccb2ca122fad {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:00.773329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:00.846561 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] The port '7997966f-a285-497a-bfa8-ccb2ca122fad' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:59:00.911410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ee320403-0659-4a20-afd5-5544a2e41301 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:01.012848 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:01.033074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ee320403-0659-4a20-afd5-5544a2e41301 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:01.033074 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ee320403-0659-4a20-afd5-5544a2e41301 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.3220446
Dec 24 10:59:01.033074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51016) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:01.033074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-6f107772-2932-430b-b372-7c5a45180b36 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-544133411'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:01.056023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6f107772-2932-430b-b372-7c5a45180b36 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:01.056023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6f107772-2932-430b-b372-7c5a45180b36 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:network and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:01.063441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b77df2820>,) {'filters': {'network_id': ['4305a1ac-4906-4c7d-ba1b-996c3cb7599a']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:01.066547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6f107772-2932-430b-b372-7c5a45180b36 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:01.076076 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6f107772-2932-430b-b372-7c5a45180b36 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:01.079357 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77df2820>, '021f4911-69cd-4f54-8c48-e5c8a9c29357') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:01.080549 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77df2820>, '021f4911-69cd-4f54-8c48-e5c8a9c29357') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:01.096079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:01.110162 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f107772-2932-430b-b372-7c5a45180b36 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:01.114017 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6f107772-2932-430b-b372-7c5a45180b36 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:01.120056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router c7173390-f140-4854-a63a-39af4a93ebe5 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:59:01.130103 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:01.138364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51020) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:01.144124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:59:01.144517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:59:01.159884 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:59:01.232883 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f107772-2932-430b-b372-7c5a45180b36 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:59:01.239120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:59:01.258255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6f107772-2932-430b-b372-7c5a45180b36 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:01.258651 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-6f107772-2932-430b-b372-7c5a45180b36 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Added segment bf2a4e80-b387-4b1a-b8c9-922f2fc985eb of type vlan for network fe352e0d-5553-41fa-bca1-820bd7cfa3e9
Dec 24 10:59:01.278355 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:01.298218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-559d8166-ad6a-4215-b1d9-418bc85ba841 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:01.301908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:59:01.302475 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f2ae72cc-9bee-41c8-82fd-f6cf1813ce5e not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:59:01.303061 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7997966f-a285-497a-bfa8-ccb2ca122fad no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:59:01.319442 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:01.328421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6f107772-2932-430b-b372-7c5a45180b36 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:01.330609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:59:01.338356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Network': ['ID=4305a1ac-4906-4c7d-ba1b-996c3cb7599a,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:01.341720 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd1963-97ac-49f2-8113-54a3e0e1c7fd None None] Sync routers for ids ['c7173390-f140-4854-a63a-39af4a93ebe5'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:59:01.342267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:01.347268 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/networks/4305a1ac-4906-4c7d-ba1b-996c3cb7599a HTTP/1.1" status: 204  len: 168 time: 2.4604645
Dec 24 10:59:01.349015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51026) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:01.354449 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 7997966f-a285-497a-bfa8-ccb2ca122fad {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:59:01.355098 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7997966f-a285-497a-bfa8-ccb2ca122fad not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:59:01.364368 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd1963-97ac-49f2-8113-54a3e0e1c7fd None None] Routers {'c7173390-f140-4854-a63a-39af4a93ebe5'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:01.365035 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-28bd1963-97ac-49f2-8113-54a3e0e1c7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cff4520>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c7173390-f140-4854-a63a-39af4a93ebe5'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:01.392030 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:01.428155 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-861663578'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:01.448476 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:01.481512 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.7109699
Dec 24 10:59:01.481512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfe115e-44b1-4430-a69e-d4806527d7fe', 'tag': 'd49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:59:01.485008 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51030) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:01.510891 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Usage tracker for resource:network and tenant:ab4b449e03844da1bff661ec601e0b29 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:01.522885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:01.532361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:01.556309 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6f107772-2932-430b-b372-7c5a45180b36 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:01.561757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f107772-2932-430b-b372-7c5a45180b36 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:01.562388 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6f107772-2932-430b-b372-7c5a45180b36 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:01.570275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0ef62de9-b015-41ac-a1d1-1b696be2b842 tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:01.573698 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfe115e-44b1-4430-a69e-d4806527d7fe', 'tag': 'd49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2', 'status': 'completed', 'code': 200}
Dec 24 10:59:01.594750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Made reservation on behalf of ab4b449e03844da1bff661ec601e0b29 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:01.598143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:01.614696 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-28bd1963-97ac-49f2-8113-54a3e0e1c7fd None None] Set router c7173390-f140-4854-a63a-39af4a93ebe5 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:01.625771 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:01.679592 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-55561c87-3ec0-4920-ba32-5e0c0c9ed9d4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/b59ff935-a702-4e96-93af-738a14915308 HTTP/1.1" status: 200  len: 990 time: 0.1923361
Dec 24 10:59:01.697816 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073598ca-5de6-4a6a-b9f5-9bfc3a310a40 req-bba1fe96-be39-4a62-b646-7854cf20dbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:01.699491 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-073598ca-5de6-4a6a-b9f5-9bfc3a310a40 req-bba1fe96-be39-4a62-b646-7854cf20dbce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 1098 time: 0.1277313
Dec 24 10:59:01.818431 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6f107772-2932-430b-b372-7c5a45180b36 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.7922525
Dec 24 10:59:01.820679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51036) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:01.823211 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:01.834183 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-413f56c0-2699-4b50-9f23-04e3f8ea803e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'subnet': {'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:01.842846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Usage tracker for resource:security_group_rule and tenant:ab4b449e03844da1bff661ec601e0b29 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:01.848301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f107772-2932-430b-b372-7c5a45180b36 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Network': ['ID=fe352e0d-5553-41fa-bca1-820bd7cfa3e9,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:01.850692 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:01.857960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6f107772-2932-430b-b372-7c5a45180b36 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:01.859158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:01.862745 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073598ca-5de6-4a6a-b9f5-9bfc3a310a40 req-45a43fb4-dd01-44f4-b3c8-44a3eba1dac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:01.864225 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-073598ca-5de6-4a6a-b9f5-9bfc3a310a40 req-45a43fb4-dd01-44f4-b3c8-44a3eba1dac7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=208c3ed9-fbba-42d0-989f-caf6c355fd19 HTTP/1.1" status: 200  len: 898 time: 0.1575029
Dec 24 10:59:01.868033 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network fe352e0d-5553-41fa-bca1-820bd7cfa3e9 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:59:01.976745 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-57ece076-90cd-4cc0-937d-2b45ad273fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:02.043333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-413f56c0-2699-4b50-9f23-04e3f8ea803e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:02.050961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-413f56c0-2699-4b50-9f23-04e3f8ea803e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:subnet and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:02.055412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-413f56c0-2699-4b50-9f23-04e3f8ea803e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:02.059619 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-073598ca-5de6-4a6a-b9f5-9bfc3a310a40 req-7d33a5c7-bd5f-4423-a1ee-c2d1b9f84a82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 HTTP/1.1" status: 200  len: 998 time: 0.1451132
Dec 24 10:59:02.063856 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-413f56c0-2699-4b50-9f23-04e3f8ea803e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:02.075195 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:02.082348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:02.087639 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-df2cc538-827b-4491-aceb-783df13ff806 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:02.108796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-28bd1963-97ac-49f2-8113-54a3e0e1c7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cff4520>, [{'id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'name': 'tempest-TestNetworkBasicOps-router-989446457', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:58:02Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:04Z', 'updated_at': '2021-12-24T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'b59ff935-a702-4e96-93af-738a14915308', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'port_id': 'd49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19', 'mac_address': 'fa:16:3e:49:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfe115e-44b1-4430-a69e-d4806527d7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:58:59Z', 'updated_at': '2021-12-24T10:58:59Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '189d4be5-4af8-4d10-ac3b-ef6c918a7f8a', 'name': '', 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:b5:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '77865267-627b-4610-a39c-0388c9be33b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:15Z', 'updated_at': '2021-12-24T10:58:29Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '77865267-627b-4610-a39c-0388c9be33b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:02.113613 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd1963-97ac-49f2-8113-54a3e0e1c7fd None None] Checking router: c7173390-f140-4854-a63a-39af4a93ebe5 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:59:02.114742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413f56c0-2699-4b50-9f23-04e3f8ea803e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:02.116024 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:59:02.118570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-413f56c0-2699-4b50-9f23-04e3f8ea803e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:02.123264 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd1963-97ac-49f2-8113-54a3e0e1c7fd None None] Routers {'c7173390-f140-4854-a63a-39af4a93ebe5'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:02.124023 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-28bd1963-97ac-49f2-8113-54a3e0e1c7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cff4520>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c7173390-f140-4854-a63a-39af4a93ebe5'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:02.160455 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0aa1e7-8387-4746-82e0-4beb9423ecfa,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:02.163524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:02.164054 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Added segment ef062992-b6d2-4a69-8ec6-74342d1ca546 of type vlan for network 7e8a3816-d7a0-4d7e-aec1-ed6d47b3e4e9
Dec 24 10:59:02.175846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:02.204071 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:02.223745 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073598ca-5de6-4a6a-b9f5-9bfc3a310a40 req-2850e7bd-2bf8-4b21-a1d1-dbb5e74c1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:02.225233 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-073598ca-5de6-4a6a-b9f5-9bfc3a310a40 req-2850e7bd-2bf8-4b21-a1d1-dbb5e74c1b0c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=77865267-627b-4610-a39c-0388c9be33b2 HTTP/1.1" status: 200  len: 835 time: 0.1580501
Dec 24 10:59:02.244267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bc23-9327-4952-9170-4f0d8415c4b8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:02.333310 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-28bd1963-97ac-49f2-8113-54a3e0e1c7fd None None] Set router c7173390-f140-4854-a63a-39af4a93ebe5 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:02.376579 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073598ca-5de6-4a6a-b9f5-9bfc3a310a40 req-c35f70fb-5e74-4ea1-92ca-118089bf82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:02.378182 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-073598ca-5de6-4a6a-b9f5-9bfc3a310a40 req-c35f70fb-5e74-4ea1-92ca-118089bf82c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=208c3ed9-fbba-42d0-989f-caf6c355fd19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1401665
Dec 24 10:59:02.512379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-413f56c0-2699-4b50-9f23-04e3f8ea803e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:02.518972 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ef6ee78a-9770-4b0c-95ae-c84ae7684b0f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:02.519160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:02.524447 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:02.525028 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:02.537583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:02.612842 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-073598ca-5de6-4a6a-b9f5-9bfc3a310a40 req-1a59191b-7f2a-43c4-ae9b-fe53342cdd5c service neutron] 10.222.0.32 "GET /v2.0/networks/208c3ed9-fbba-42d0-989f-caf6c355fd19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2255788
Dec 24 10:59:02.648867 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f56c0-2699-4b50-9f23-04e3f8ea803e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Subnet': ['ID=1b514738-2eba-415e-8e4d-c63c599fcb6a,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:02.658402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-413f56c0-2699-4b50-9f23-04e3f8ea803e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:02.676345 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.5338130
Dec 24 10:59:02.678186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51040) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:02.707193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-28bd1963-97ac-49f2-8113-54a3e0e1c7fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cff4520>, [{'id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'name': 'tempest-TestNetworkBasicOps-router-989446457', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:58:02Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:04Z', 'updated_at': '2021-12-24T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'b59ff935-a702-4e96-93af-738a14915308', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'port_id': 'd49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19', 'mac_address': 'fa:16:3e:49:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfe115e-44b1-4430-a69e-d4806527d7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:58:59Z', 'updated_at': '2021-12-24T10:58:59Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '189d4be5-4af8-4d10-ac3b-ef6c918a7f8a', 'name': '', 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:b5:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '77865267-627b-4610-a39c-0388c9be33b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:15Z', 'updated_at': '2021-12-24T10:58:29Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '77865267-627b-4610-a39c-0388c9be33b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:02.711743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bd1963-97ac-49f2-8113-54a3e0e1c7fd None None] The sync data for ids ['c7173390-f140-4854-a63a-39af4a93ebe5'] in dv-neutron-822668-2-hyperv is: [{'id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'name': 'tempest-TestNetworkBasicOps-router-989446457', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:58:02Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:04Z', 'updated_at': '2021-12-24T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'b59ff935-a702-4e96-93af-738a14915308', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.60', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'port_id': 'd49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19', 'mac_address': 'fa:16:3e:49:6e:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdfe115e-44b1-4430-a69e-d4806527d7fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:58:59Z', 'updated_at': '2021-12-24T10:58:59Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '189d4be5-4af8-4d10-ac3b-ef6c918a7f8a', 'name': '', 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:b5:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '77865267-627b-4610-a39c-0388c9be33b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:15Z', 'updated_at': '2021-12-24T10:58:29Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '77865267-627b-4610-a39c-0388c9be33b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:59:02.734768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51042) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:02.737624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Pushing event updated for resources: {'Network': ['ID=7e8a3816-d7a0-4d7e-aec1-ed6d47b3e4e9,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:02.740918 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:02.751211 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 7e8a3816-d7a0-4d7e-aec1-ed6d47b3e4e9 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:59:02.870809 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413f56c0-2699-4b50-9f23-04e3f8ea803e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Checking segment: {'id': 'bf2a4e80-b387-4b1a-b8c9-922f2fc985eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:02.871172 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413f56c0-2699-4b50-9f23-04e3f8ea803e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network hostable DHCP agents. Network: fe352e0d-5553-41fa-bca1-820bd7cfa3e9, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:59:02.885367 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Request body: {'network': {'name': 'tempest-network--437561191', 'router:external': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:02.899995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:02.911793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-413f56c0-2699-4b50-9f23-04e3f8ea803e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network fe352e0d-5553-41fa-bca1-820bd7cfa3e9 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:59:02.916327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Usage tracker for resource:network and tenant:053431e1bca443c992eb0d457f2e5019 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:02.922440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:02.933992 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e64e9725-fa44-4c90-9e5e-88940e196e53 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/b59ff935-a702-4e96-93af-738a14915308 HTTP/1.1" status: 200  len: 990 time: 0.1975772
Dec 24 10:59:02.935003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:02.935550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-413f56c0-2699-4b50-9f23-04e3f8ea803e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, fe352e0d-5553-41fa-bca1-820bd7cfa3e9) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:02.941604 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-073598ca-5de6-4a6a-b9f5-9bfc3a310a40 req-aa0d51f4-e431-4f56-b373-2a6e44b613fd service neutron] 10.222.0.32 "GET /v2.0/networks/208c3ed9-fbba-42d0-989f-caf6c355fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3184571
Dec 24 10:59:02.943581 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413f56c0-2699-4b50-9f23-04e3f8ea803e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:02.944383 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-413f56c0-2699-4b50-9f23-04e3f8ea803e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:02.945053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c717561-a4a6-46d4-9a74-3407fc6cc4e7 None None] Network fe352e0d-5553-41fa-bca1-820bd7cfa3e9 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:02.958862 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Made reservation on behalf of 053431e1bca443c992eb0d457f2e5019 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:02.961857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:02.977452 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-413f56c0-2699-4b50-9f23-04e3f8ea803e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1556485
Dec 24 10:59:02.978875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:02.980298 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51050) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:03.007481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:03.014873 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Usage tracker for resource:security_group_rule and tenant:053431e1bca443c992eb0d457f2e5019 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:03.019233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:03.035659 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e18778-e00a-4cf3-9ca1-bfb90dcc1198 None None] New status for floating IP b59ff935-a702-4e96-93af-738a14915308: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 10:59:03.063620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:03.102283 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8bc23-9327-4952-9170-4f0d8415c4b8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port f94b50c3-d615-4822-ada4-74545d36adaf {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:03.102493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bc23-9327-4952-9170-4f0d8415c4b8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:03.104535 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:03.125422 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:03.335629 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:59:03.336487 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:03.367082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-5fe8bc23-9327-4952-9170-4f0d8415c4b8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] For port f94b50c3-d615-4822-ada4-74545d36adaf, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f94b50c3-d615-4822-ada4-74545d36adaf,segment=NetworkSegment(39b8c062-7042-4f4c-8a63-c8c438885eae),segment_id=39b8c062-7042-4f4c-8a63-c8c438885eae)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:03.367777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bc23-9327-4952-9170-4f0d8415c4b8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:03.516570 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Allocated IP 2001:db8::2 (fe352e0d-5553-41fa-bca1-820bd7cfa3e9/1b514738-2eba-415e-8e4d-c63c599fcb6a/7c6f3608-89b7-441b-a7cb-2cf804d9c8ea) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:59:03.531672 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-5fe8bc23-9327-4952-9170-4f0d8415c4b8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Calling delete_port for f94b50c3-d615-4822-ada4-74545d36adaf owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:03.567868 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:03.581597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:03.592007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:03.599102 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3c293111-fed5-46bf-9b5b-877931710e33 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:03.629644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:59:03.662231 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:03.662469 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Added segment 2ab0d389-e716-4231-bc50-6d1fad37a578 of type vlan for network daed52f2-9f03-4d7e-8685-5716ff0de93c
Dec 24 10:59:03.664800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa703a63-e137-4e1a-be9c-6dd5c0779939,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:03.672607 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:03.710266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:03.741243 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:03.786755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:03.787774 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:03.788348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:03.799010 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-df0772f3-7240-462e-90f6-47c9c1d5e58f tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:03.916328 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 1.2348258
Dec 24 10:59:03.919647 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51056) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:03.922465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Pushing event updated for resources: {'Network': ['ID=daed52f2-9f03-4d7e-8685-5716ff0de93c,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:03.923549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Transition to ACTIVE for port object 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:03.925225 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:03.926007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bc23-9327-4952-9170-4f0d8415c4b8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:03.930627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2d5d1911-b1c1-4f83-9bf6-d13a23a5b09f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:03.935808 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network daed52f2-9f03-4d7e-8685-5716ff0de93c details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:59:03.960699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51060) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:04.007292 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Transition to ACTIVE for port object 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:04.027851 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:04.034798 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:04.090508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-046a2517-b943-476a-a27c-735b1b138fb8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:04.120392 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Network fe352e0d-5553-41fa-bca1-820bd7cfa3e9 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:04.123778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:04.126797 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:04.159026 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Pushing event updated for resources: {'Port': ['ID=7c6f3608-89b7-441b-a7cb-2cf804d9c8ea,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:04.161064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8bc23-9327-4952-9170-4f0d8415c4b8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Port': ['ID=f94b50c3-d615-4822-ada4-74545d36adaf,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:04.161971 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:04.171574 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5fe8bc23-9327-4952-9170-4f0d8415c4b8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:04.191045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Allocated IP 2001:db8::1 (fe352e0d-5553-41fa-bca1-820bd7cfa3e9/1b514738-2eba-415e-8e4d-c63c599fcb6a/949b6103-f582-4f1a-99e4-e5f6f7c994fe) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:59:04.236383 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Attempting to bind port 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:59:04.236766 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Attempting to bind port 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'bf2a4e80-b387-4b1a-b8c9-922f2fc985eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:59:04.237138 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Attempting to bind port 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea on network fe352e0d-5553-41fa-bca1-820bd7cfa3e9 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:59:04.242767 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:59:04.244255 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Checking segment: {'id': 'bf2a4e80-b387-4b1a-b8c9-922f2fc985eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:04.244871 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:04.245453 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Bound using segment: {'id': 'bf2a4e80-b387-4b1a-b8c9-922f2fc985eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:59:04.246144 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Bound port: 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2a4e80-b387-4b1a-b8c9-922f2fc985eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:59:04.246717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:04.272142 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-046a2517-b943-476a-a27c-735b1b138fb8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:04.302668 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8f3e4038-0416-44dd-91bb-dbcf09627f19 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/b59ff935-a702-4e96-93af-738a14915308 HTTP/1.1" status: 200  len: 992 time: 0.3297760
Dec 24 10:59:04.351471 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] For port 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:59:04.354604 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] For port 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7c6f3608-89b7-441b-a7cb-2cf804d9c8ea,segment=NetworkSegment(bf2a4e80-b387-4b1a-b8c9-922f2fc985eb),segment_id=bf2a4e80-b387-4b1a-b8c9-922f2fc985eb)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:59:04.362407 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:04.378653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-cc65ddf4-9dda-4f2a-9529-6322b20fdaf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:04.400536 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-046a2517-b943-476a-a27c-735b1b138fb8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c38aa60>,) {'filters': {'network_id': ['daed52f2-9f03-4d7e-8685-5716ff0de93c']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:04.473238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Pushing event updated for resources: {'Port': ['ID=7c6f3608-89b7-441b-a7cb-2cf804d9c8ea,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:04.475163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5fe8bc23-9327-4952-9170-4f0d8415c4b8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:04.476544 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:04.589567 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-046a2517-b943-476a-a27c-735b1b138fb8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c38aa60>, '2ab0d389-e716-4231-bc50-6d1fad37a578') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:04.590147 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-046a2517-b943-476a-a27c-735b1b138fb8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c38aa60>, '2ab0d389-e716-4231-bc50-6d1fad37a578') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:04.611632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-046a2517-b943-476a-a27c-735b1b138fb8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:04.654702 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-046a2517-b943-476a-a27c-735b1b138fb8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:04.679841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046a2517-b943-476a-a27c-735b1b138fb8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:59:04.680472 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-046a2517-b943-476a-a27c-735b1b138fb8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:59:04.696924 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:59:04.779602 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe8bc23-9327-4952-9170-4f0d8415c4b8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router 188d5fcc-fec8-49e1-b888-6a94828ca71f has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:59:04.791525 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:04.804200 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:04.810960 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-046a2517-b943-476a-a27c-735b1b138fb8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:04.813521 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Transition to ACTIVE for port object 949b6103-f582-4f1a-99e4-e5f6f7c994fe will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:04.816348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5a586266-48f6-4803-9bea-38e8c41dc967 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:04.831768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046a2517-b943-476a-a27c-735b1b138fb8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  daed52f2-9f03-4d7e-8685-5716ff0de93c {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 24 10:59:04.836723 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-046a2517-b943-476a-a27c-735b1b138fb8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:04.844423 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a2517-b943-476a-a27c-735b1b138fb8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Pushing event deleted for resources: {'Network': ['ID=daed52f2-9f03-4d7e-8685-5716ff0de93c,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:04.853820 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-046a2517-b943-476a-a27c-735b1b138fb8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:04.859608 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-046a2517-b943-476a-a27c-735b1b138fb8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] 10.222.0.54 "DELETE /v2.0/networks/daed52f2-9f03-4d7e-8685-5716ff0de93c HTTP/1.1" status: 204  len: 168 time: 0.9386373
Dec 24 10:59:04.865553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51064) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:04.872344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-be20504f-e17d-4edb-bf29-59e963950d7e tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:04.880390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-be20504f-e17d-4edb-bf29-59e963950d7e tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:04.886393 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-be20504f-e17d-4edb-bf29-59e963950d7e tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Usage tracker for resource:network and tenant:053431e1bca443c992eb0d457f2e5019 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:04.890223 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-be20504f-e17d-4edb-bf29-59e963950d7e tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:04.899122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-be20504f-e17d-4edb-bf29-59e963950d7e tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:04.909168 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:04.913825 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2cfcbed8-8980-4d7d-a53c-69a0920f363d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:04.947923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe8bc23-9327-4952-9170-4f0d8415c4b8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:59:04.950462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be20504f-e17d-4edb-bf29-59e963950d7e tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Made reservation on behalf of 053431e1bca443c992eb0d457f2e5019 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:04.953546 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be20504f-e17d-4edb-bf29-59e963950d7e tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:04.955379 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5fe8bc23-9327-4952-9170-4f0d8415c4b8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/188d5fcc-fec8-49e1-b888-6a94828ca71f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6053042
Dec 24 10:59:04.958636 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51068) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:05.005698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network fe352e0d-5553-41fa-bca1-820bd7cfa3e9 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:05.011376 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:05.016982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:05.017696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:05.033763 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-496c3e34-0299-4d8e-97cc-f43dcc65a117 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting subnet 868b6ea0-3c18-436f-b688-c7452edea5cb {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:59:05.037402 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-496c3e34-0299-4d8e-97cc-f43dcc65a117 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:05.097246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-496c3e34-0299-4d8e-97cc-f43dcc65a117 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:05.132737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=949b6103-f582-4f1a-99e4-e5f6f7c994fe,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:05.142352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:05.163151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be20504f-e17d-4edb-bf29-59e963950d7e tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:59:05.188509 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be20504f-e17d-4edb-bf29-59e963950d7e tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:05.189098 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-be20504f-e17d-4edb-bf29-59e963950d7e tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Added segment b0d33fc0-0967-4aa2-9885-d6515c97c698 of type vlan for network dd51d177-a122-4273-a5e3-27f1c5ae451a
Dec 24 10:59:05.198425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-496c3e34-0299-4d8e-97cc-f43dcc65a117 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:05.268489 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be20504f-e17d-4edb-bf29-59e963950d7e tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:05.311632 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-496c3e34-0299-4d8e-97cc-f43dcc65a117 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:05.322884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1442a549-0314-4a19-9389-a7866d1d6e2c tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:05.334695 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:05.409675 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee11a5-7579-4ed0-845a-a4ccc1f83881 None None] Sync routers for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:59:05.427741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee11a5-7579-4ed0-845a-a4ccc1f83881 None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:05.428417 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-1aee11a5-7579-4ed0-845a-a4ccc1f83881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b7be0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:05.448620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c3e34-0299-4d8e-97cc-f43dcc65a117 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Subnet': ['ID=868b6ea0-3c18-436f-b688-c7452edea5cb,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:05.453170 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-496c3e34-0299-4d8e-97cc-f43dcc65a117 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:05.455908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-496c3e34-0299-4d8e-97cc-f43dcc65a117 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:05.467410 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-496c3e34-0299-4d8e-97cc-f43dcc65a117 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/subnets/868b6ea0-3c18-436f-b688-c7452edea5cb HTTP/1.1" status: 204  len: 168 time: 0.5074031
Dec 24 10:59:05.470042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51072) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:05.546650 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0f654d-4cad-4da0-8c7b-8edc94c8e5ea None None] Network f212b546-3cb2-4d5d-91b4-351e690c3fbf requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:05.560215 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:59:05.606538 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:05.608542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be20504f-e17d-4edb-bf29-59e963950d7e tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:05.609924 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be20504f-e17d-4edb-bf29-59e963950d7e tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:05.610620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be20504f-e17d-4edb-bf29-59e963950d7e tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:05.620989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Deleting port cc2458a5-d6c1-4cf7-bd03-9711fae43aae {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:05.621340 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:05.630428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:05.742335 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-be20504f-e17d-4edb-bf29-59e963950d7e tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.8756099
Dec 24 10:59:05.745912 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51076) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:05.768835 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c553eb-9eb8-409f-ae6b-74da5516259f None None] Network fe352e0d-5553-41fa-bca1-820bd7cfa3e9 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:05.771433 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Request body: {'subnet': {'network_id': 'dd51d177-a122-4273-a5e3-27f1c5ae451a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:05.786904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:05.796930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20504f-e17d-4edb-bf29-59e963950d7e tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Pushing event updated for resources: {'Network': ['ID=dd51d177-a122-4273-a5e3-27f1c5ae451a,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:05.800166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-be20504f-e17d-4edb-bf29-59e963950d7e tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:05.801406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Usage tracker for resource:subnet and tenant:053431e1bca443c992eb0d457f2e5019 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:05.822236 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-1aee11a5-7579-4ed0-845a-a4ccc1f83881 None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:05.823693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:05.835734 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:05.870107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network dd51d177-a122-4273-a5e3-27f1c5ae451a details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:59:05.909737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Made reservation on behalf of 053431e1bca443c992eb0d457f2e5019 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:05.912257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:05.976048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] For port cc2458a5-d6c1-4cf7-bd03-9711fae43aae, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cc2458a5-d6c1-4cf7-bd03-9711fae43aae,segment=NetworkSegment(39b8c062-7042-4f4c-8a63-c8c438885eae),segment_id=39b8c062-7042-4f4c-8a63-c8c438885eae)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:05.977032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:06.084497 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:06.092214 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:06.093001 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:06.103829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Calling delete_port for cc2458a5-d6c1-4cf7-bd03-9711fae43aae owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:06.128733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f38dc8a6-9152-4c52-8414-020acef7084f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:06.168454 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-1aee11a5-7579-4ed0-845a-a4ccc1f83881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b7be0>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:59:03Z', 'revision_number': 11, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:06.188238 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:06.192571 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:06.205324 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3500cea9-7fa8-4c00-b834-47b72c7596f5 None None] Provisioning for port 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:59:06.216907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee11a5-7579-4ed0-845a-a4ccc1f83881 None None] Checking router: 188d5fcc-fec8-49e1-b888-6a94828ca71f for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:59:06.249767 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Port': ['ID=cc2458a5-d6c1-4cf7-bd03-9711fae43aae,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:06.254519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:06.257592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] No DVR routers for this DVR port cc2458a5-d6c1-4cf7-bd03-9711fae43aae on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:59:06.286021 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aee11a5-7579-4ed0-845a-a4ccc1f83881 None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:06.286581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-1aee11a5-7579-4ed0-845a-a4ccc1f83881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b7be0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:06.307055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=949b6103-f582-4f1a-99e4-e5f6f7c994fe,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:06.317578 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:06.350365 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:59:06.418553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:06.435403 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:06.436376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:06.453654 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b77c65100>,) {'filters': {'network_id': ['f212b546-3cb2-4d5d-91b4-351e690c3fbf']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:06.455510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network fe352e0d-5553-41fa-bca1-820bd7cfa3e9 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:06.457803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:06.467419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77c65100>, '39b8c062-7042-4f4c-8a63-c8c438885eae') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:06.468056 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77c65100>, '39b8c062-7042-4f4c-8a63-c8c438885eae') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:06.483500 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:06.505062 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:06.512344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:59:06.512778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:59:06.528979 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:59:06.558432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-1aee11a5-7579-4ed0-845a-a4ccc1f83881 None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:06.621570 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:06.625366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-29f6f376-3e67-4489-afea-c2aac4bf4578 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:06.641069 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:06.652020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Pushing event deleted for resources: {'Network': ['ID=f212b546-3cb2-4d5d-91b4-351e690c3fbf,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:06.656985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:06.661824 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/networks/f212b546-3cb2-4d5d-91b4-351e690c3fbf HTTP/1.1" status: 204  len: 168 time: 1.1905162
Dec 24 10:59:06.664347 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51080) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:06.669581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-0f98c9f7-ba53-488d-b735-21248cae345f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'router': {'routes': None}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:06.687129 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-1aee11a5-7579-4ed0-845a-a4ccc1f83881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b7be0>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:59:03Z', 'revision_number': 11, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:06.706032 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aee11a5-7579-4ed0-845a-a4ccc1f83881 None None] The sync data for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv is: [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:59:03Z', 'revision_number': 11, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:59:06.829676 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:06.904986 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7c6f3608-89b7-441b-a7cb-2cf804d9c8ea,segment=NetworkSegment(bf2a4e80-b387-4b1a-b8c9-922f2fc985eb),segment_id=bf2a4e80-b387-4b1a-b8c9-922f2fc985eb)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:06.917007 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router 4c4422f3-79fb-4128-8723-3a46163efe0c is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:59:06.918626 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:06.920566 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5bdf704b-3982-40b8-ad7f-1f1c7be86f6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:06.976126 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.objects.ports [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87559) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Dec 24 10:59:06.976614 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:06.981661 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-df24ef40-ca7e-425a-a0bd-bed0014d0cd8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:07.014062 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.extraroute_db [None req-0f98c9f7-ba53-488d-b735-21248cae345f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Added routes are [] {{(pid=87558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 24 10:59:07.014621 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=7c6f3608-89b7-441b-a7cb-2cf804d9c8ea,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:07.014718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.extraroute_db [None req-0f98c9f7-ba53-488d-b735-21248cae345f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Removed routes are [] {{(pid=87558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 24 10:59:07.014718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0f98c9f7-ba53-488d-b735-21248cae345f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:07.022151 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:07.135854 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a15ea1-d112-4793-ac2b-011e80ca680a None None] DHCP port deletion for f212b546-3cb2-4d5d-91b4-351e690c3fbf request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:59:07.272352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:59:07.363441 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:59:07.378625 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Sync routers for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:59:07.388456 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c426292d-845a-4875-ae46-8b97da9a0730,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:07.393253 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:07.399200 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:07.399856 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7eacb550>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:07.425176 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/4c4422f3-79fb-4128-8723-3a46163efe0c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4406338
Dec 24 10:59:07.425397 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Checking segment: {'id': 'b0d33fc0-0967-4aa2-9885-d6515c97c698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'dd51d177-a122-4273-a5e3-27f1c5ae451a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:07.425719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Network hostable DHCP agents. Network: dd51d177-a122-4273-a5e3-27f1c5ae451a, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:59:07.441104 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51084) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:07.445453 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f29ff206-b54a-4a73-aa43-7fa9ca2098fe None None] Provisioning complete for port 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:07.446008 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f29ff206-b54a-4a73-aa43-7fa9ca2098fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:07.458798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-67fefb67-76e9-478c-956c-2ceaeea3645a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1659992561'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:07.492195 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-67fefb67-76e9-478c-956c-2ceaeea3645a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:07.502883 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-67fefb67-76e9-478c-956c-2ceaeea3645a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:network and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:07.512403 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-67fefb67-76e9-478c-956c-2ceaeea3645a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:07.522548 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-67fefb67-76e9-478c-956c-2ceaeea3645a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:07.548395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fefb67-76e9-478c-956c-2ceaeea3645a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:07.552874 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-67fefb67-76e9-478c-956c-2ceaeea3645a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:07.581284 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:07.581596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:07.598033 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fefb67-76e9-478c-956c-2ceaeea3645a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:59:07.610072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-67fefb67-76e9-478c-956c-2ceaeea3645a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:07.610662 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-67fefb67-76e9-478c-956c-2ceaeea3645a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Added segment 192e43b1-da5b-47b6-8672-c6d781b47a6c of type vlan for network e36a1594-5c83-42e7-9f5a-ddff92cd2b66
Dec 24 10:59:07.644540 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-67fefb67-76e9-478c-956c-2ceaeea3645a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:07.661422 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0f98c9f7-ba53-488d-b735-21248cae345f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:07.664878 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0f98c9f7-ba53-488d-b735-21248cae345f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:07.681735 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:07.682704 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Network dd51d177-a122-4273-a5e3-27f1c5ae451a is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:59:07.695720 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-67fefb67-76e9-478c-956c-2ceaeea3645a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:07.705546 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fefb67-76e9-478c-956c-2ceaeea3645a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:07.708186 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-67fefb67-76e9-478c-956c-2ceaeea3645a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:07.728001 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-49ae5d05-b720-43a2-a3b5-8805c5a26a74 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:07.762944 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f29ff206-b54a-4a73-aa43-7fa9ca2098fe None None] Provisioning for port 949b6103-f582-4f1a-99e4-e5f6f7c994fe completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:59:07.772916 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f29ff206-b54a-4a73-aa43-7fa9ca2098fe None None] Provisioning complete for port 949b6103-f582-4f1a-99e4-e5f6f7c994fe triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:07.775375 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f29ff206-b54a-4a73-aa43-7fa9ca2098fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:07.815641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f98c9f7-ba53-488d-b735-21248cae345f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router 188d5fcc-fec8-49e1-b888-6a94828ca71f has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:59:07.841612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, dd51d177-a122-4273-a5e3-27f1c5ae451a) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:07.856765 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-f29ff206-b54a-4a73-aa43-7fa9ca2098fe None None] Port 949b6103-f582-4f1a-99e4-e5f6f7c994fe cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:59:07.858368 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b90bf2e-32ec-4f0a-ace5-5f34063d7ce0 None None] Network dd51d177-a122-4273-a5e3-27f1c5ae451a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:07.916124 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:07.916725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:07.922474 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-67fefb67-76e9-478c-956c-2ceaeea3645a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4803576
Dec 24 10:59:07.926666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51088) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:07.934255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fefb67-76e9-478c-956c-2ceaeea3645a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Network': ['ID=e36a1594-5c83-42e7-9f5a-ddff92cd2b66,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:07.936318 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-ec385701-8dd5-4620-9fd4-f9d8e1049a35 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'subnet': {'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:07.937055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-67fefb67-76e9-478c-956c-2ceaeea3645a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:07.948657 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 2.1944556
Dec 24 10:59:07.949727 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51092) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:07.956793 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network e36a1594-5c83-42e7-9f5a-ddff92cd2b66 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:59:07.958933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Request body: {'floatingip': {'floating_network_id': 'dd51d177-a122-4273-a5e3-27f1c5ae451a'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:07.963813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:07.967794 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Usage tracker for resource:floatingip and tenant:053431e1bca443c992eb0d457f2e5019 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:07.971122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:07.977110 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:08.002230 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:08.071380 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f94b50c3-d615-4822-ada4-74545d36adaf no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:59:08.130823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ec385701-8dd5-4620-9fd4-f9d8e1049a35 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:08.138713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ec385701-8dd5-4620-9fd4-f9d8e1049a35 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:subnet and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:08.142543 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f98c9f7-ba53-488d-b735-21248cae345f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:59:08.144394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ec385701-8dd5-4620-9fd4-f9d8e1049a35 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:08.151880 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0f98c9f7-ba53-488d-b735-21248cae345f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:08.156260 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0f98c9f7-ba53-488d-b735-21248cae345f tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/188d5fcc-fec8-49e1-b888-6a94828ca71f HTTP/1.1" status: 200  len: 700 time: 1.4908712
Dec 24 10:59:08.157076 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51096) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:08.167377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ec385701-8dd5-4620-9fd4-f9d8e1049a35 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:08.219274 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-90541fb8-1fe7-4cee-bfa1-132c0adfa840 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Synchronizing usage tracker for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:59:08.226761 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391711db-f10d-4d6a-9c6b-505a7269e925 None None] Sync routers for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:59:08.239603 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec385701-8dd5-4620-9fd4-f9d8e1049a35 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:08.243106 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ec385701-8dd5-4620-9fd4-f9d8e1049a35 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:08.244632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:08.261347 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-90541fb8-1fe7-4cee-bfa1-132c0adfa840 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Unset dirty status for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:59:08.265004 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7eacb550>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:05Z', 'revision_number': 2, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:05Z', 'revision_number': 2, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:08.265488 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-90541fb8-1fe7-4cee-bfa1-132c0adfa840 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports?device_id=188d5fcc-fec8-49e1-b888-6a94828ca71f HTTP/1.1" status: 200  len: 205 time: 0.1041451
Dec 24 10:59:08.266160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51100) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:08.270008 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Checking router: 4c4422f3-79fb-4128-8723-3a46163efe0c for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:59:08.271194 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Updating router 4c4422f3-79fb-4128-8723-3a46163efe0c port 949b6103-f582-4f1a-99e4-e5f6f7c994fe binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:59:08.290330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: f94b50c3-d615-4822-ada4-74545d36adaf {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:59:08.290833 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f94b50c3-d615-4822-ada4-74545d36adaf not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:59:08.291448 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cc2458a5-d6c1-4cf7-bd03-9711fae43aae no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:59:08.336871 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:08.345637 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: cc2458a5-d6c1-4cf7-bd03-9711fae43aae {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:59:08.346170 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cc2458a5-d6c1-4cf7-bd03-9711fae43aae not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:59:08.347764 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-531fd1a9-e6b0-4ac9-b158-84689af8a5f2 None None] Provisioning complete for port 949b6103-f582-4f1a-99e4-e5f6f7c994fe triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:08.348251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-531fd1a9-e6b0-4ac9-b158-84689af8a5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:08.396352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391711db-f10d-4d6a-9c6b-505a7269e925 None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:08.397156 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-391711db-f10d-4d6a-9c6b-505a7269e925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d860280>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:08.487174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0b624668-7713-4cc3-a0f6-5dfbcd03f427 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:08.524124 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Allocated IP 172.20.0.6 (dd51d177-a122-4273-a5e3-27f1c5ae451a/c426292d-845a-4875-ae46-8b97da9a0730/0776ceeb-a00f-4104-825e-7649e9d4fe8c) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:59:08.551039 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-391711db-f10d-4d6a-9c6b-505a7269e925 None None] Set router 188d5fcc-fec8-49e1-b888-6a94828ca71f gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:08.684296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-391711db-f10d-4d6a-9c6b-505a7269e925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d860280>, [{'id': '188d5fcc-fec8-49e1-b888-6a94828ca71f', 'name': 'tempest-RoutersTest-router-407522937', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:35Z', 'updated_at': '2021-12-24T10:59:03Z', 'revision_number': 11, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:08.710165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:08.723866 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391711db-f10d-4d6a-9c6b-505a7269e925 None None] Checking router: 188d5fcc-fec8-49e1-b888-6a94828ca71f for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:59:08.757000 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:08.757553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:08.767830 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391711db-f10d-4d6a-9c6b-505a7269e925 None None] Routers {'188d5fcc-fec8-49e1-b888-6a94828ca71f'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:08.768889 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-391711db-f10d-4d6a-9c6b-505a7269e925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d860280>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['188d5fcc-fec8-49e1-b888-6a94828ca71f'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:08.770967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8a3bb5f0-14fc-46e5-be6d-d300438321e1 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:08.771716 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Transition to ACTIVE for port object 949b6103-f582-4f1a-99e4-e5f6f7c994fe will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:08.782637 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:08.786811 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-cfa5c0f8-7550-412e-aa2e-c8206f9c57d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:08.806136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0b624668-7713-4cc3-a0f6-5dfbcd03f427 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:08.809424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0b624668-7713-4cc3-a0f6-5dfbcd03f427 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:08.849353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Network dd51d177-a122-4273-a5e3-27f1c5ae451a is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:08.861652 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:08.864241 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:08.866168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0b624668-7713-4cc3-a0f6-5dfbcd03f427 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:08.866895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b624668-7713-4cc3-a0f6-5dfbcd03f427 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Fanout notify agent at l3_agent the message router_deleted on router 188d5fcc-fec8-49e1-b888-6a94828ca71f {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:59:08.873068 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-531fd1a9-e6b0-4ac9-b158-84689af8a5f2 None None] Port 949b6103-f582-4f1a-99e4-e5f6f7c994fe cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:59:08.895150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-391711db-f10d-4d6a-9c6b-505a7269e925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d860280>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:08.895701 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391711db-f10d-4d6a-9c6b-505a7269e925 None None] The sync data for ids ['188d5fcc-fec8-49e1-b888-6a94828ca71f'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:59:08.909755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0b624668-7713-4cc3-a0f6-5dfbcd03f427 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:08.916802 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0b624668-7713-4cc3-a0f6-5dfbcd03f427 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/routers/188d5fcc-fec8-49e1-b888-6a94828ca71f HTTP/1.1" status: 204  len: 168 time: 0.6445630
Dec 24 10:59:08.919346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51104) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:08.928466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-ec75e53a-3d62-413d-a2a3-2155e1e234c7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1315497179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:08.947224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ec75e53a-3d62-413d-a2a3-2155e1e234c7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:09.013143 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Pushing event updated for resources: {'Port': ['ID=0776ceeb-a00f-4104-825e-7649e9d4fe8c,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:09.017323 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:09.035632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:09.040453 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43a0ee0-9674-493c-b20b-bfe39b112096 None None] Network dd51d177-a122-4273-a5e3-27f1c5ae451a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:09.044210 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ec75e53a-3d62-413d-a2a3-2155e1e234c7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Usage tracker for resource:router and tenant:1ad64cf204da4d8f9bcceb3677bf6e76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:09.049065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ec75e53a-3d62-413d-a2a3-2155e1e234c7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:09.057222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ec75e53a-3d62-413d-a2a3-2155e1e234c7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:09.062932 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ec385701-8dd5-4620-9fd4-f9d8e1049a35 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:09.072134 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c33c3ea7-5510-493a-8a71-d9c6e1bede6f tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:09.139843 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:09.148971 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8e711-a52f-4d90-94b9-ad449aaf7145 None None] Pushing event updated for resources: {'Port': ['ID=949b6103-f582-4f1a-99e4-e5f6f7c994fe,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:09.175054 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8e711-a52f-4d90-94b9-ad449aaf7145 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:09.175414 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8e711-a52f-4d90-94b9-ad449aaf7145 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:09.175766 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8e711-a52f-4d90-94b9-ad449aaf7145 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:09.176101 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8e711-a52f-4d90-94b9-ad449aaf7145 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:09.176444 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8e711-a52f-4d90-94b9-ad449aaf7145 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:09.176757 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8e711-a52f-4d90-94b9-ad449aaf7145 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:09.177087 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8e711-a52f-4d90-94b9-ad449aaf7145 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:09.177414 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8e711-a52f-4d90-94b9-ad449aaf7145 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:09.177739 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8e711-a52f-4d90-94b9-ad449aaf7145 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:09.178093 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8e711-a52f-4d90-94b9-ad449aaf7145 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:09.178418 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8e711-a52f-4d90-94b9-ad449aaf7145 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:09.178739 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa8e711-a52f-4d90-94b9-ad449aaf7145 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:09.182289 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Attempting to bind port 949b6103-f582-4f1a-99e4-e5f6f7c994fe on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:59:09.183450 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Attempting to bind port 949b6103-f582-4f1a-99e4-e5f6f7c994fe by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'bf2a4e80-b387-4b1a-b8c9-922f2fc985eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:59:09.183450 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Attempting to bind port 949b6103-f582-4f1a-99e4-e5f6f7c994fe on network fe352e0d-5553-41fa-bca1-820bd7cfa3e9 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:59:09.186785 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-bfa8e711-a52f-4d90-94b9-ad449aaf7145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:09.190198 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:59:09.190572 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Checking segment: {'id': 'bf2a4e80-b387-4b1a-b8c9-922f2fc985eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:09.190995 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:09.191399 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Bound using segment: {'id': 'bf2a4e80-b387-4b1a-b8c9-922f2fc985eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:59:09.191895 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Bound port: 949b6103-f582-4f1a-99e4-e5f6f7c994fe, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2a4e80-b387-4b1a-b8c9-922f2fc985eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:59:09.192667 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:09.304459 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] For port 949b6103-f582-4f1a-99e4-e5f6f7c994fe, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:59:09.308604 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] For port 949b6103-f582-4f1a-99e4-e5f6f7c994fe, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=949b6103-f582-4f1a-99e4-e5f6f7c994fe,segment=NetworkSegment(bf2a4e80-b387-4b1a-b8c9-922f2fc985eb),segment_id=bf2a4e80-b387-4b1a-b8c9-922f2fc985eb)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:59:09.315879 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:09.321693 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-42edafc2-298d-44e6-8471-ff76b578ed7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:09.365260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ec75e53a-3d62-413d-a2a3-2155e1e234c7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:09.366417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ec75e53a-3d62-413d-a2a3-2155e1e234c7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:09.417939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec385701-8dd5-4620-9fd4-f9d8e1049a35 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Subnet': ['ID=bb299882-5dc0-4d00-a7cf-78b8ef81b867,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:09.429609 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ec385701-8dd5-4620-9fd4-f9d8e1049a35 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:09.436742 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ec75e53a-3d62-413d-a2a3-2155e1e234c7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:09.438697 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:09.439361 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7eacb550>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:09.439788 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec385701-8dd5-4620-9fd4-f9d8e1049a35 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Checking segment: {'id': '192e43b1-da5b-47b6-8672-c6d781b47a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:09.440271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec385701-8dd5-4620-9fd4-f9d8e1049a35 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network hostable DHCP agents. Network: e36a1594-5c83-42e7-9f5a-ddff92cd2b66, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:59:09.494776 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ec75e53a-3d62-413d-a2a3-2155e1e234c7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:09.504117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec385701-8dd5-4620-9fd4-f9d8e1049a35 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network e36a1594-5c83-42e7-9f5a-ddff92cd2b66 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:59:09.538264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-ec385701-8dd5-4620-9fd4-f9d8e1049a35 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, e36a1594-5c83-42e7-9f5a-ddff92cd2b66) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:09.544740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec385701-8dd5-4620-9fd4-f9d8e1049a35 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:09.545594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ec385701-8dd5-4620-9fd4-f9d8e1049a35 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:09.549408 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a70c6d8-f7cf-4c93-be9c-58e817471975 None None] Network e36a1594-5c83-42e7-9f5a-ddff92cd2b66 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:09.549707 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ec75e53a-3d62-413d-a2a3-2155e1e234c7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:09.554159 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ec75e53a-3d62-413d-a2a3-2155e1e234c7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.6338902
Dec 24 10:59:09.556531 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51108) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:09.563297 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8e711-a52f-4d90-94b9-ad449aaf7145 None None] Pushing event updated for resources: {'Port': ['ID=949b6103-f582-4f1a-99e4-e5f6f7c994fe,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:09.563916 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4eb504ba-e293-4a27-89e9-ad286425910b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:09.584246 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ec385701-8dd5-4620-9fd4-f9d8e1049a35 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.6556747
Dec 24 10:59:09.585053 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51112) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:09.651654 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-bfa8e711-a52f-4d90-94b9-ad449aaf7145 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:09.695354 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:09.839825 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:59:09.841405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:10.022156 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Allocated IP 2001:db8:1::2 (e36a1594-5c83-42e7-9f5a-ddff92cd2b66/bb299882-5dc0-4d00-a7cf-78b8ef81b867/34355237-2a27-42bf-8aea-ef45efb1f1cf) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:59:10.056922 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4eb504ba-e293-4a27-89e9-ad286425910b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:10.067486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.resource_extend [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 10:59:10.075114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4eb504ba-e293-4a27-89e9-ad286425910b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:10.084449 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:10.084977 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7eacb550>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:05Z', 'revision_number': 2, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:09Z', 'revision_number': 4, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:10.091281 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1e98cb-1aa3-47b2-b57d-a00cf0a0dc4d None None] The sync data for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv is: [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:05Z', 'revision_number': 2, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:09Z', 'revision_number': 4, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:59:10.231551 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:10.237575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:10.258133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:10.322857 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:10.348802 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Transition to ACTIVE for port object 34355237-2a27-42bf-8aea-ef45efb1f1cf will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:10.374310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:10.433033 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:10.434284 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 2.4834926
Dec 24 10:59:10.438180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51116) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:10.445156 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Transition to ACTIVE for port object 34355237-2a27-42bf-8aea-ef45efb1f1cf will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:10.461132 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:10.462877 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:10.467843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:10.531627 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Pushing event updated for resources: {'Port': ['ID=0776ceeb-a00f-4104-825e-7649e9d4fe8c,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:10.544677 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:10.546403 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-dabaa666-1eb7-4860-b559-8c42f0905b52 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Synchronizing usage tracker for tenant:053431e1bca443c992eb0d457f2e5019 on resource:floatingip {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:59:10.562965 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Pushing event updated for resources: {'Port': ['ID=34355237-2a27-42bf-8aea-ef45efb1f1cf,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:10.566426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb504ba-e293-4a27-89e9-ad286425910b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Router 697ce459-f782-452e-86b0-c49f7e74c839 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:59:10.569934 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:10.576362 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Network e36a1594-5c83-42e7-9f5a-ddff92cd2b66 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:10.577075 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-dabaa666-1eb7-4860-b559-8c42f0905b52 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Unset dirty status for tenant:053431e1bca443c992eb0d457f2e5019 on resource:floatingip {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:59:10.578516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:10.578631 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-dabaa666-1eb7-4860-b559-8c42f0905b52 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] 10.222.0.54 "GET /v2.0/floatingips?floating_network_id=dd51d177-a122-4273-a5e3-27f1c5ae451a HTTP/1.1" status: 200  len: 689 time: 0.1395159
Dec 24 10:59:10.581916 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:10.611208 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51120) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:10.681075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Attempting to bind port 34355237-2a27-42bf-8aea-ef45efb1f1cf on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:59:10.681554 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Attempting to bind port 34355237-2a27-42bf-8aea-ef45efb1f1cf by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '192e43b1-da5b-47b6-8672-c6d781b47a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:59:10.682052 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Attempting to bind port 34355237-2a27-42bf-8aea-ef45efb1f1cf on network e36a1594-5c83-42e7-9f5a-ddff92cd2b66 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:59:10.688279 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:59:10.688757 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Checking segment: {'id': '192e43b1-da5b-47b6-8672-c6d781b47a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:10.689250 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:10.689845 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Bound using segment: {'id': '192e43b1-da5b-47b6-8672-c6d781b47a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:59:10.690516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Bound port: 34355237-2a27-42bf-8aea-ef45efb1f1cf, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192e43b1-da5b-47b6-8672-c6d781b47a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:59:10.690973 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:10.719209 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb504ba-e293-4a27-89e9-ad286425910b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:59:10.726058 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4eb504ba-e293-4a27-89e9-ad286425910b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:10.729971 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2db7cc-16d9-4474-93f9-2b925aa987ba None None] Sync routers for ids ['697ce459-f782-452e-86b0-c49f7e74c839'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:59:10.731321 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4eb504ba-e293-4a27-89e9-ad286425910b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "PUT /v2.0/routers/697ce459-f782-452e-86b0-c49f7e74c839 HTTP/1.1" status: 200  len: 694 time: 1.1732976
Dec 24 10:59:10.732161 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51124) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:10.741622 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2db7cc-16d9-4474-93f9-2b925aa987ba None None] Routers {'697ce459-f782-452e-86b0-c49f7e74c839'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:10.742560 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8b2db7cc-16d9-4474-93f9-2b925aa987ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db2d820>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['697ce459-f782-452e-86b0-c49f7e74c839'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:10.811532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] For port 34355237-2a27-42bf-8aea-ef45efb1f1cf, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:59:10.818163 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] For port 34355237-2a27-42bf-8aea-ef45efb1f1cf, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=34355237-2a27-42bf-8aea-ef45efb1f1cf,segment=NetworkSegment(192e43b1-da5b-47b6-8672-c6d781b47a6c),segment_id=192e43b1-da5b-47b6-8672-c6d781b47a6c)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:59:10.831647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:10.841361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Allocated IP 2001:db8:1::1 (e36a1594-5c83-42e7-9f5a-ddff92cd2b66/bb299882-5dc0-4d00-a7cf-78b8ef81b867/930b575f-c394-47fd-b12d-63c552161e30) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:59:10.846043 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:10.847977 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-87a420a4-04f6-434e-acfb-a97fb05600cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:10.950469 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Pushing event updated for resources: {'Port': ['ID=34355237-2a27-42bf-8aea-ef45efb1f1cf,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:10.958129 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:10.977137 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-8b2db7cc-16d9-4474-93f9-2b925aa987ba None None] Set router 697ce459-f782-452e-86b0-c49f7e74c839 gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:10.999951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Deleting port 0776ceeb-a00f-4104-825e-7649e9d4fe8c {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:11.000300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:11.088172 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a2868de2-566d-43ee-b9f7-f0f1d5958278 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/routers/697ce459-f782-452e-86b0-c49f7e74c839 HTTP/1.1" status: 200  len: 700 time: 0.3544142
Dec 24 10:59:11.088698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51128) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:11.111063 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8b2db7cc-16d9-4474-93f9-2b925aa987ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db2d820>, [{'id': '697ce459-f782-452e-86b0-c49f7e74c839', 'name': 'tempest-RoutersTest-router-1315497179', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:09Z', 'updated_at': '2021-12-24T10:59:10Z', 'revision_number': 2, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:11.116293 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2db7cc-16d9-4474-93f9-2b925aa987ba None None] Checking router: 697ce459-f782-452e-86b0-c49f7e74c839 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:59:11.127836 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2db7cc-16d9-4474-93f9-2b925aa987ba None None] Routers {'697ce459-f782-452e-86b0-c49f7e74c839'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:11.128638 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8b2db7cc-16d9-4474-93f9-2b925aa987ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db2d820>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['697ce459-f782-452e-86b0-c49f7e74c839'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:11.135349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fd45a264-3355-4743-afe9-f6c7ed4e5e27 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Synchronizing usage tracker for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:59:11.148676 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fd45a264-3355-4743-afe9-f6c7ed4e5e27 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Unset dirty status for tenant:1ad64cf204da4d8f9bcceb3677bf6e76 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:59:11.153105 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fd45a264-3355-4743-afe9-f6c7ed4e5e27 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports?device_id=697ce459-f782-452e-86b0-c49f7e74c839 HTTP/1.1" status: 200  len: 205 time: 0.0635576
Dec 24 10:59:11.153956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51132) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:11.317822 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-8b2db7cc-16d9-4474-93f9-2b925aa987ba None None] Set router 697ce459-f782-452e-86b0-c49f7e74c839 gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:11.341346 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-368573bc-68aa-407c-8133-cb2ccd3dc04d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:11.364789 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 949b6103-f582-4f1a-99e4-e5f6f7c994fe up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:59:11.478846 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8b2db7cc-16d9-4474-93f9-2b925aa987ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db2d820>, [{'id': '697ce459-f782-452e-86b0-c49f7e74c839', 'name': 'tempest-RoutersTest-router-1315497179', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:09Z', 'updated_at': '2021-12-24T10:59:10Z', 'revision_number': 2, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:11.484938 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b2db7cc-16d9-4474-93f9-2b925aa987ba None None] The sync data for ids ['697ce459-f782-452e-86b0-c49f7e74c839'] in dv-neutron-822668-2-hyperv is: [{'id': '697ce459-f782-452e-86b0-c49f7e74c839', 'name': 'tempest-RoutersTest-router-1315497179', 'tenant_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:09Z', 'updated_at': '2021-12-24T10:59:10Z', 'revision_number': 2, 'project_id': '1ad64cf204da4d8f9bcceb3677bf6e76', 'gw_port_host': None}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:59:11.538371 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 949b6103-f582-4f1a-99e4-e5f6f7c994fe completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:59:11.549351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 949b6103-f582-4f1a-99e4-e5f6f7c994fe triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:11.549990 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:11.614356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:11.614892 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:11.628274 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:11.680692 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:11.736129 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 949b6103-f582-4f1a-99e4-e5f6f7c994fe, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=949b6103-f582-4f1a-99e4-e5f6f7c994fe,segment=NetworkSegment(bf2a4e80-b387-4b1a-b8c9-922f2fc985eb),segment_id=bf2a4e80-b387-4b1a-b8c9-922f2fc985eb)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:11.742525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:11.744574 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d7ec368a-3f8b-4695-880b-649efca23ff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:11.768654 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-368573bc-68aa-407c-8133-cb2ccd3dc04d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:11.773894 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-368573bc-68aa-407c-8133-cb2ccd3dc04d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:11.777336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Calling delete_port for 0776ceeb-a00f-4104-825e-7649e9d4fe8c owned by network:floatingip {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:11.814412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-368573bc-68aa-407c-8133-cb2ccd3dc04d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:11.814640 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368573bc-68aa-407c-8133-cb2ccd3dc04d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Fanout notify agent at l3_agent the message router_deleted on router 697ce459-f782-452e-86b0-c49f7e74c839 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:59:11.814746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Transition to ACTIVE for port object 930b575f-c394-47fd-b12d-63c552161e30 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:11.829541 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=949b6103-f582-4f1a-99e4-e5f6f7c994fe,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:11.832706 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:11.840070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-368573bc-68aa-407c-8133-cb2ccd3dc04d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:11.841902 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-368573bc-68aa-407c-8133-cb2ccd3dc04d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/routers/697ce459-f782-452e-86b0-c49f7e74c839 HTTP/1.1" status: 204  len: 168 time: 0.6863050
Dec 24 10:59:11.848579 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51136) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:11.876028 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:11.881129 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:11.897089 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-668b6b7d-7c7f-44c7-8761-03a0cee29727 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports?device_id=697ce459-f782-452e-86b0-c49f7e74c839 HTTP/1.1" status: 200  len: 205 time: 0.0452380
Dec 24 10:59:11.897422 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51140) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:11.966752 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-3a99348b-21e2-42ae-81a0-bf0a7b57151d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] delete failed (client error): The resource could not be found.
Dec 24 10:59:11.967915 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3a99348b-21e2-42ae-81a0-bf0a7b57151d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/routers/697ce459-f782-452e-86b0-c49f7e74c839 HTTP/1.1" status: 404  len: 336 time: 0.0695674
Dec 24 10:59:11.971242 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51144) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:11.982096 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network e36a1594-5c83-42e7-9f5a-ddff92cd2b66 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:11.991626 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:11.994039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:11.994729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:12.008222 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f28bc45-a739-4932-b613-78aeb3b03f8a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:12.008673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f28bc45-a739-4932-b613-78aeb3b03f8a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:12.012648 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3f28bc45-a739-4932-b613-78aeb3b03f8a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/subnets/e1a244a9-9739-4c09-94dc-03add6202043 HTTP/1.1" status: 404  len: 337 time: 0.0382166
Dec 24 10:59:12.012900 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51148) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:12.018734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=930b575f-c394-47fd-b12d-63c552161e30,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:12.021470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:12.053335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:12.053843 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f0b92e-caac-44ca-8a6c-c64c49463af9 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:12.054320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f0b92e-caac-44ca-8a6c-c64c49463af9 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:12.055980 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e8f0b92e-caac-44ca-8a6c-c64c49463af9 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/subnets/d27e37da-ee05-4268-98d9-b07e2133c5f9 HTTP/1.1" status: 404  len: 337 time: 0.0421844
Dec 24 10:59:12.058543 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51152) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:12.060014 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1ced5c18-c161-4da0-8259-394be90ea33d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:12.098264 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c84991-6ebf-4b89-ac18-1949b87c76f4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:12.099807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01c84991-6ebf-4b89-ac18-1949b87c76f4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:12.101718 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-01c84991-6ebf-4b89-ac18-1949b87c76f4 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/subnets/dc2de477-886d-4015-9bb4-4aa4fb10f010 HTTP/1.1" status: 404  len: 337 time: 0.0422704
Dec 24 10:59:12.104186 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51156) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:12.136160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Pushing event deleted for resources: {'Port': ['ID=0776ceeb-a00f-4104-825e-7649e9d4fe8c,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:12.138713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:12.147789 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedd3ba4-0f75-4fa9-a4d2-007e532c9350 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:12.148337 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aedd3ba4-0f75-4fa9-a4d2-007e532c9350 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:12.150230 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-aedd3ba4-0f75-4fa9-a4d2-007e532c9350 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/subnets/868b6ea0-3c18-436f-b688-c7452edea5cb HTTP/1.1" status: 404  len: 337 time: 0.0448272
Dec 24 10:59:12.152958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51160) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:12.200269 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-233c2271-688e-4d2f-8ea7-ff8a2ac1d5eb tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports?device_id=188d5fcc-fec8-49e1-b888-6a94828ca71f HTTP/1.1" status: 200  len: 205 time: 0.0463533
Dec 24 10:59:12.202636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51164) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:12.221351 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:12.272383 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-218c34cb-5aea-4439-ad31-aa43e00602a6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] delete failed (client error): The resource could not be found.
Dec 24 10:59:12.275817 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-218c34cb-5aea-4439-ad31-aa43e00602a6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/routers/188d5fcc-fec8-49e1-b888-6a94828ca71f HTTP/1.1" status: 404  len: 336 time: 0.0688961
Dec 24 10:59:12.276109 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51168) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:12.323218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:12.332036 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6a1e8d89-9841-44df-bc3b-3828a3836b9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports?device_id=1f3f5d7a-be59-4add-994e-f4ab6ab0a370 HTTP/1.1" status: 200  len: 205 time: 0.0526969
Dec 24 10:59:12.332341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51172) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:12.377946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:12.422446 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-41c52159-caea-4ed4-8d4d-f96dfd1c8cac tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] delete failed (client error): The resource could not be found.
Dec 24 10:59:12.426530 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-41c52159-caea-4ed4-8d4d-f96dfd1c8cac tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/routers/1f3f5d7a-be59-4add-994e-f4ab6ab0a370 HTTP/1.1" status: 404  len: 336 time: 0.0903339
Dec 24 10:59:12.426779 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51176) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:12.479710 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd7b1e6-3b94-4a2e-b19b-7239ece14c89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:12.480178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd7b1e6-3b94-4a2e-b19b-7239ece14c89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:12.481902 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1bd7b1e6-3b94-4a2e-b19b-7239ece14c89 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/subnets/8075845d-9041-4c3e-8de8-46ddf0072117 HTTP/1.1" status: 404  len: 337 time: 0.0541725
Dec 24 10:59:12.483362 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a038802-b987-4949-a7a6-0caab9e8fd56 None None] Network e36a1594-5c83-42e7-9f5a-ddff92cd2b66 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:12.484461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51180) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:12.536089 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d14815e0-b231-45d5-adeb-880ecf587ae1 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports?device_id=3d17338e-7f18-484d-adad-1abceb448aa2 HTTP/1.1" status: 200  len: 205 time: 0.0504613
Dec 24 10:59:12.536677 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51184) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:12.588642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e8db7aff-0ce3-4b54-b830-f571e9ae345e None None] Provisioning for port 34355237-2a27-42bf-8aea-ef45efb1f1cf completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:59:12.614877 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-7ca89669-77d6-4165-9262-f3ec6049d581 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] delete failed (client error): The resource could not be found.
Dec 24 10:59:12.618483 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7ca89669-77d6-4165-9262-f3ec6049d581 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/routers/3d17338e-7f18-484d-adad-1abceb448aa2 HTTP/1.1" status: 404  len: 336 time: 0.0783274
Dec 24 10:59:12.618817 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51188) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:12.628425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:12.638701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e3678a80-00ed-4121-a4cb-3cad9b3c1945 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:12.681455 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c426292d-845a-4875-ae46-8b97da9a0730,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:12.683910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:12.803891 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-eec3ca39-f274-4446-859e-49e005236731 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9392493-1fab-4f8b-be28-a378d1a467e6 HTTP/1.1" status: 200  len: 205 time: 0.1837022
Dec 24 10:59:12.806059 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51192) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:12.881105 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-f82e705f-f0a1-4153-b8dd-8cd6234ffdd7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] delete failed (client error): The resource could not be found.
Dec 24 10:59:12.884806 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f82e705f-f0a1-4153-b8dd-8cd6234ffdd7 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/routers/b9392493-1fab-4f8b-be28-a378d1a467e6 HTTP/1.1" status: 404  len: 336 time: 0.0751951
Dec 24 10:59:12.885031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51196) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:12.924943 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4282f6-63e7-4824-98fc-8ee49855e607 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:12.925312 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4282f6-63e7-4824-98fc-8ee49855e607 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:12.927056 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-dc4282f6-63e7-4824-98fc-8ee49855e607 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/subnets/27bec982-e8d6-4939-a1ee-1245a9690a29 HTTP/1.1" status: 404  len: 337 time: 0.0410752
Dec 24 10:59:12.929813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51200) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:12.973298 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4496f8e0-aaba-4f9c-9bfe-cf391054b484 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports?device_id=d7f959c2-f6b8-43c4-ab61-5d5d142e8afd HTTP/1.1" status: 200  len: 205 time: 0.0422790
Dec 24 10:59:12.975571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51206) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:12.985184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:13.031545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c452880>,) {'filters': {'network_id': ['dd51d177-a122-4273-a5e3-27f1c5ae451a']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:13.049346 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-7f4e7e70-992b-4aeb-976a-d1e231cae5bd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] delete failed (client error): The resource could not be found.
Dec 24 10:59:13.052020 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4f5fbb3e-e686-4f9a-84ae-860c47259f2f None None] Provisioning for port 930b575f-c394-47fd-b12d-63c552161e30 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:59:13.053425 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7f4e7e70-992b-4aeb-976a-d1e231cae5bd tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/routers/d7f959c2-f6b8-43c4-ab61-5d5d142e8afd HTTP/1.1" status: 404  len: 336 time: 0.0768995
Dec 24 10:59:13.054057 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51210) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:13.058479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c452880>, 'b0d33fc0-0967-4aa2-9885-d6515c97c698') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:13.058657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4f5fbb3e-e686-4f9a-84ae-860c47259f2f None None] Provisioning complete for port 930b575f-c394-47fd-b12d-63c552161e30 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:13.058768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c452880>, 'b0d33fc0-0967-4aa2-9885-d6515c97c698') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:13.059055 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4f5fbb3e-e686-4f9a-84ae-860c47259f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:13.077116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:13.097688 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:13.101886 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a56146-8a5f-4ad7-978a-6ffa95374aab tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:13.102506 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a56146-8a5f-4ad7-978a-6ffa95374aab tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:13.107305 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-04a56146-8a5f-4ad7-978a-6ffa95374aab tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/subnets/4b0e571e-0bb0-4ffd-9868-1bec2e4313f4 HTTP/1.1" status: 404  len: 337 time: 0.0522146
Dec 24 10:59:13.108220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51214) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:13.114772 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:59:13.115354 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:59:13.129718 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:59:13.142834 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:13.164824 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4427c4f6-d782-48d6-85a4-4c95f2818c3b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "GET /v2.0/ports?device_id=f83528a4-f847-472f-969a-80d546854563 HTTP/1.1" status: 200  len: 205 time: 0.0552750
Dec 24 10:59:13.165417 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51218) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:13.172928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-4f5fbb3e-e686-4f9a-84ae-860c47259f2f None None] Port 930b575f-c394-47fd-b12d-63c552161e30 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:59:13.201884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:13.203555 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:13.217927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ccf001e2-f9cf-46c1-9e67-cc2e9d8551d6 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:13.281088 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-f3e51634-a66b-4d8c-a2a4-32be2882b4f0 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] delete failed (client error): The resource could not be found.
Dec 24 10:59:13.284703 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f3e51634-a66b-4d8c-a2a4-32be2882b4f0 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/routers/f83528a4-f847-472f-969a-80d546854563 HTTP/1.1" status: 404  len: 336 time: 0.1158044
Dec 24 10:59:13.285090 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51222) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:13.332065 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae901eb1-7790-4897-b27c-a1abbe31bd7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:13.332527 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae901eb1-7790-4897-b27c-a1abbe31bd7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:13.337169 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ae901eb1-7790-4897-b27c-a1abbe31bd7c tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/subnets/d72bbeb8-8458-4655-89ab-9db70c45deb8 HTTP/1.1" status: 404  len: 337 time: 0.0511365
Dec 24 10:59:13.337726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51226) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:13.358760 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:13.362889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  dd51d177-a122-4273-a5e3-27f1c5ae451a {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 24 10:59:13.364943 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:13.377519 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-776af857-5101-4c9a-99bd-c4a985c4eb28 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:13.378453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776af857-5101-4c9a-99bd-c4a985c4eb28 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:13.384071 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-776af857-5101-4c9a-99bd-c4a985c4eb28 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] 10.222.0.54 "DELETE /v2.0/subnets/be5fa7a4-c164-4af7-9102-ecd2bb629de7 HTTP/1.1" status: 404  len: 337 time: 0.0451930
Dec 24 10:59:13.388862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 949b6103-f582-4f1a-99e4-e5f6f7c994fe up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:59:13.393234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=930b575f-c394-47fd-b12d-63c552161e30,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:13.396082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:13.402227 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0ee4c79d-4344-40d7-8e8a-827f8645e500 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:13.436266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd51d177-a122-4273-a5e3-27f1c5ae451a,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:13.439415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:13.476273 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] 10.222.0.54 "DELETE /v2.0/networks/dd51d177-a122-4273-a5e3-27f1c5ae451a HTTP/1.1" status: 204  len: 168 time: 2.8640358
Dec 24 10:59:13.478682 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51232) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:13.508156 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network e36a1594-5c83-42e7-9f5a-ddff92cd2b66 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:13.509345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:13.574538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-afbaa1b7-71ad-461f-82b6-c9232f6162a7 None None] Provisioning complete for port 930b575f-c394-47fd-b12d-63c552161e30 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:13.577421 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-afbaa1b7-71ad-461f-82b6-c9232f6162a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:13.651427 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-afbaa1b7-71ad-461f-82b6-c9232f6162a7 None None] Port 930b575f-c394-47fd-b12d-63c552161e30 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:59:13.655673 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 949b6103-f582-4f1a-99e4-e5f6f7c994fe triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:13.656463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:13.675913 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8efb6238-5848-41e0-9158-6de2d2c0a1c8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] 10.222.0.54 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3831 time: 0.1922724
Dec 24 10:59:13.676503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51236) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:13.819030 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11662d-3ac5-4282-bcf7-ee792a3bf7c3 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:13.819595 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11662d-3ac5-4282-bcf7-ee792a3bf7c3 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:13.819729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router 4c4422f3-79fb-4128-8723-3a46163efe0c has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:59:13.820230 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11662d-3ac5-4282-bcf7-ee792a3bf7c3 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:13.820602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11662d-3ac5-4282-bcf7-ee792a3bf7c3 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:13.821185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11662d-3ac5-4282-bcf7-ee792a3bf7c3 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:13.821621 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11662d-3ac5-4282-bcf7-ee792a3bf7c3 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:13.822175 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11662d-3ac5-4282-bcf7-ee792a3bf7c3 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:13.822631 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11662d-3ac5-4282-bcf7-ee792a3bf7c3 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:13.823073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11662d-3ac5-4282-bcf7-ee792a3bf7c3 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:13.824628 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fc11662d-3ac5-4282-bcf7-ee792a3bf7c3 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Synchronizing usage tracker for tenant:053431e1bca443c992eb0d457f2e5019 on resource:subnet {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:59:13.835009 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 34355237-2a27-42bf-8aea-ef45efb1f1cf up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:59:13.848023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fc11662d-3ac5-4282-bcf7-ee792a3bf7c3 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Unset dirty status for tenant:053431e1bca443c992eb0d457f2e5019 on resource:subnet {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:59:13.852438 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fc11662d-3ac5-4282-bcf7-ee792a3bf7c3 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5860 time: 0.1718216
Dec 24 10:59:13.852795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51242) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:13.931639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 34355237-2a27-42bf-8aea-ef45efb1f1cf completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:59:13.937351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 34355237-2a27-42bf-8aea-ef45efb1f1cf triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:13.937886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:13.954565 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-e4e3a4e1-f316-4b4c-adc6-732e91df7bd8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] delete failed (client error): The resource could not be found.
Dec 24 10:59:13.956056 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e4e3a4e1-f316-4b4c-adc6-732e91df7bd8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] 10.222.0.54 "DELETE /v2.0/floatingips/123752d1-3648-4468-82f9-86745974e035 HTTP/1.1" status: 404  len: 345 time: 0.1017559
Dec 24 10:59:13.961510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51246) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:13.993404 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51250) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:13.996298 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f7a02f-1ba9-494a-a358-ca2f6b97201c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:13.996880 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f7a02f-1ba9-494a-a358-ca2f6b97201c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:13.998746 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-89f7a02f-1ba9-494a-a358-ca2f6b97201c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] 10.222.0.54 "DELETE /v2.0/networks/dd51d177-a122-4273-a5e3-27f1c5ae451a HTTP/1.1" status: 404  len: 339 time: 0.0362999
Dec 24 10:59:14.003754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51254) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:14.017608 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7ea42e75-207a-43db-a76e-465a04706f22 None None] Provisioning complete for port 930b575f-c394-47fd-b12d-63c552161e30 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:14.020460 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-7d0e995d-5cdc-4924-a188-e08ed4146d1c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Request body: {'network': {'name': 'tempest-network--956576291', 'router:external': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:14.020916 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7ea42e75-207a-43db-a76e-465a04706f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:14.036885 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7d0e995d-5cdc-4924-a188-e08ed4146d1c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:14.047598 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7d0e995d-5cdc-4924-a188-e08ed4146d1c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Usage tracker for resource:network and tenant:053431e1bca443c992eb0d457f2e5019 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:14.055550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7d0e995d-5cdc-4924-a188-e08ed4146d1c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:14.057844 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:59:14.065620 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/4c4422f3-79fb-4128-8723-3a46163efe0c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4753869
Dec 24 10:59:14.066415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51260) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:14.073124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f22600d5-32ef-47df-9193-6f34d6e9e13b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-236983377'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:14.079604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f22600d5-32ef-47df-9193-6f34d6e9e13b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:14.080288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7d0e995d-5cdc-4924-a188-e08ed4146d1c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:14.084225 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f22600d5-32ef-47df-9193-6f34d6e9e13b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:network and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:14.086116 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Sync routers for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:59:14.087842 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f22600d5-32ef-47df-9193-6f34d6e9e13b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:14.095912 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f22600d5-32ef-47df-9193-6f34d6e9e13b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:14.096990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0e995d-5cdc-4924-a188-e08ed4146d1c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Made reservation on behalf of 053431e1bca443c992eb0d457f2e5019 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:14.101637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7d0e995d-5cdc-4924-a188-e08ed4146d1c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:14.113554 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22600d5-32ef-47df-9193-6f34d6e9e13b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:14.118490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f22600d5-32ef-47df-9193-6f34d6e9e13b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:14.154767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0e995d-5cdc-4924-a188-e08ed4146d1c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:59:14.157115 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22600d5-32ef-47df-9193-6f34d6e9e13b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:59:14.168992 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f22600d5-32ef-47df-9193-6f34d6e9e13b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:14.169479 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-f22600d5-32ef-47df-9193-6f34d6e9e13b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Added segment 2c864488-fcc4-4e69-b2c5-b35f81349be1 of type vlan for network ca8d2157-d33d-42a6-afbb-fd27bfce20b7
Dec 24 10:59:14.181983 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-7ea42e75-207a-43db-a76e-465a04706f22 None None] Port 930b575f-c394-47fd-b12d-63c552161e30 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:59:14.189087 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:14.189680 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7d0e995d-5cdc-4924-a188-e08ed4146d1c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:14.189951 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c51bac0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:14.190073 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-7d0e995d-5cdc-4924-a188-e08ed4146d1c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Added segment 681b6e7e-9702-4bf1-82c9-6bb51566a014 of type vlan for network c888c291-f8fd-4c6b-bd8a-ba9bcd25aba6
Dec 24 10:59:14.202663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f22600d5-32ef-47df-9193-6f34d6e9e13b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:14.222601 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0d0564be-ddaa-4151-8109-3edca8da39d6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1ad64cf204da4d8f9bcceb3677bf6e76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2276475
Dec 24 10:59:14.225361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51264) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:14.245154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f22600d5-32ef-47df-9193-6f34d6e9e13b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:14.253203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22600d5-32ef-47df-9193-6f34d6e9e13b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:14.254755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f22600d5-32ef-47df-9193-6f34d6e9e13b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:14.263643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-992066f8-9631-4d7e-8881-abe60767fd86 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:14.270305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7d0e995d-5cdc-4924-a188-e08ed4146d1c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:14.324070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5bd6a061-d681-4150-9ac4-d2b955a43f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:14.360618 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:14.367851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5bd6a061-d681-4150-9ac4-d2b955a43f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:14.373370 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f22600d5-32ef-47df-9193-6f34d6e9e13b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3059206
Dec 24 10:59:14.377001 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51268) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:14.382459 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22600d5-32ef-47df-9193-6f34d6e9e13b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Network': ['ID=ca8d2157-d33d-42a6-afbb-fd27bfce20b7,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:14.383342 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-556b2d58-f52d-4670-847f-0573e7f3d569 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'subnet': {'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:14.385833 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f22600d5-32ef-47df-9193-6f34d6e9e13b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:14.404716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7d0e995d-5cdc-4924-a188-e08ed4146d1c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:14.405065 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network ca8d2157-d33d-42a6-afbb-fd27bfce20b7 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:59:14.405731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0e995d-5cdc-4924-a188-e08ed4146d1c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:14.406370 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7d0e995d-5cdc-4924-a188-e08ed4146d1c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:14.417136 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-046a2517-b943-476a-a27c-735b1b138fb8 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:14.489560 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:14.562391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 34355237-2a27-42bf-8aea-ef45efb1f1cf, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=34355237-2a27-42bf-8aea-ef45efb1f1cf,segment=NetworkSegment(192e43b1-da5b-47b6-8672-c6d781b47a6c),segment_id=192e43b1-da5b-47b6-8672-c6d781b47a6c)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:14.586542 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:14.592022 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-03aee535-07e4-4376-bf85-83118633a24d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:14.614575 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7d0e995d-5cdc-4924-a188-e08ed4146d1c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.6006846
Dec 24 10:59:14.617383 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51272) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:14.627259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e995d-5cdc-4924-a188-e08ed4146d1c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Pushing event updated for resources: {'Network': ['ID=c888c291-f8fd-4c6b-bd8a-ba9bcd25aba6,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:14.629849 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7d0e995d-5cdc-4924-a188-e08ed4146d1c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:14.631308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-556b2d58-f52d-4670-847f-0573e7f3d569 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:14.635501 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-556b2d58-f52d-4670-847f-0573e7f3d569 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:subnet and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:14.638719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-556b2d58-f52d-4670-847f-0573e7f3d569 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:14.646170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-556b2d58-f52d-4670-847f-0573e7f3d569 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:14.654448 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5bd6a061-d681-4150-9ac4-d2b955a43f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:14.660955 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9ec5e2fb-c28e-429c-9751-705682b769ff tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:14.670108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556b2d58-f52d-4670-847f-0573e7f3d569 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:14.674121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-556b2d58-f52d-4670-847f-0573e7f3d569 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:14.698311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd6a061-d681-4150-9ac4-d2b955a43f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9434643-39cc-4dc1-b44b-c9eaa351056c,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:14.700719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5bd6a061-d681-4150-9ac4-d2b955a43f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:14.704893 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network c888c291-f8fd-4c6b-bd8a-ba9bcd25aba6 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:59:14.705153 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5bd6a061-d681-4150-9ac4-d2b955a43f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:14.706304 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5bd6a061-d681-4150-9ac4-d2b955a43f0d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a9434643-39cc-4dc1-b44b-c9eaa351056c HTTP/1.1" status: 204  len: 168 time: 0.4800179
Dec 24 10:59:14.831463 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1041041-b8bd-4c3a-93b5-93ec1664c531 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:14.838719 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1041041-b8bd-4c3a-93b5-93ec1664c531 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:14.848773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1041041-b8bd-4c3a-93b5-93ec1664c531 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:14.855857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1041041-b8bd-4c3a-93b5-93ec1664c531 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:14.856866 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b1041041-b8bd-4c3a-93b5-93ec1664c531 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Synchronizing usage tracker for tenant:ab4b449e03844da1bff661ec601e0b29 on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:59:14.878350 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b1041041-b8bd-4c3a-93b5-93ec1664c531 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Unset dirty status for tenant:ab4b449e03844da1bff661ec601e0b29 on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:59:14.880713 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b1041041-b8bd-4c3a-93b5-93ec1664c531 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2452 time: 0.2607512
Dec 24 10:59:14.883626 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51278) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:14.967181 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=34355237-2a27-42bf-8aea-ef45efb1f1cf,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:14.972554 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:15.017548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-44f2e7c9-6670-4c4f-a2d6-63aca4ab348c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:15.079796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-556b2d58-f52d-4670-847f-0573e7f3d569 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:15.085570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a855d929-128c-4856-8102-2eaecfa838e3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:15.090163 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c51bac0>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:12Z', 'revision_number': 3, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:12Z', 'revision_number': 2, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:15.096968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Checking router: 4c4422f3-79fb-4128-8723-3a46163efe0c for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:59:15.097277 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Updating router 4c4422f3-79fb-4128-8723-3a46163efe0c port 930b575f-c394-47fd-b12d-63c552161e30 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:59:15.167519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-44f2e7c9-6670-4c4f-a2d6-63aca4ab348c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:15.170258 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:15.176168 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b2d58-f52d-4670-847f-0573e7f3d569 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Subnet': ['ID=cec206e9-2fa2-471a-963f-e30cf96323f1,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:15.197448 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-556b2d58-f52d-4670-847f-0573e7f3d569 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:15.203977 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556b2d58-f52d-4670-847f-0573e7f3d569 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Checking segment: {'id': '2c864488-fcc4-4e69-b2c5-b35f81349be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:15.204630 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556b2d58-f52d-4670-847f-0573e7f3d569 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network hostable DHCP agents. Network: ca8d2157-d33d-42a6-afbb-fd27bfce20b7, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:59:15.205547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-44f2e7c9-6670-4c4f-a2d6-63aca4ab348c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7ccda310>,) {'filters': {'network_id': ['c888c291-f8fd-4c6b-bd8a-ba9bcd25aba6']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:15.229755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-44f2e7c9-6670-4c4f-a2d6-63aca4ab348c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7ccda310>, '681b6e7e-9702-4bf1-82c9-6bb51566a014') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:15.230128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-44f2e7c9-6670-4c4f-a2d6-63aca4ab348c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7ccda310>, '681b6e7e-9702-4bf1-82c9-6bb51566a014') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:15.236607 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556b2d58-f52d-4670-847f-0573e7f3d569 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network ca8d2157-d33d-42a6-afbb-fd27bfce20b7 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:59:15.247160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-44f2e7c9-6670-4c4f-a2d6-63aca4ab348c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:15.254378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-556b2d58-f52d-4670-847f-0573e7f3d569 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, ca8d2157-d33d-42a6-afbb-fd27bfce20b7) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:15.268436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556b2d58-f52d-4670-847f-0573e7f3d569 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:15.269312 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-556b2d58-f52d-4670-847f-0573e7f3d569 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:15.270216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-44f2e7c9-6670-4c4f-a2d6-63aca4ab348c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:15.278312 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01f0f9f-4dd6-4545-a1b3-65783aa112f2 None None] Network ca8d2157-d33d-42a6-afbb-fd27bfce20b7 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:15.282146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f2e7c9-6670-4c4f-a2d6-63aca4ab348c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:59:15.282888 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-44f2e7c9-6670-4c4f-a2d6-63aca4ab348c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:15.295793 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 34355237-2a27-42bf-8aea-ef45efb1f1cf up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:59:15.299871 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-556b2d58-f52d-4670-847f-0573e7f3d569 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.9211695
Dec 24 10:59:15.300583 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51292) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:59:15.566961 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:59:15.568812 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 34355237-2a27-42bf-8aea-ef45efb1f1cf triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:15.568812 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:15.595678 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-44f2e7c9-6670-4c4f-a2d6-63aca4ab348c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:15.601770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-14c7304d-cb20-4ca2-bf12-f9743a826fc2 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:15.625942 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f2e7c9-6670-4c4f-a2d6-63aca4ab348c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  c888c291-f8fd-4c6b-bd8a-ba9bcd25aba6 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 24 10:59:15.628131 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2e7c9-6670-4c4f-a2d6-63aca4ab348c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Pushing event deleted for resources: {'Network': ['ID=c888c291-f8fd-4c6b-bd8a-ba9bcd25aba6,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:15.634147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-44f2e7c9-6670-4c4f-a2d6-63aca4ab348c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:15.638306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-44f2e7c9-6670-4c4f-a2d6-63aca4ab348c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:15.645553 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-44f2e7c9-6670-4c4f-a2d6-63aca4ab348c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] 10.222.0.54 "DELETE /v2.0/networks/c888c291-f8fd-4c6b-bd8a-ba9bcd25aba6 HTTP/1.1" status: 204  len: 168 time: 0.7607098
Dec 24 10:59:15.649377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51304) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:15.662590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-bc93a019-e399-4c3f-a55f-2642e1ed8de6 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Request body: {'network': {'name': 'tempest-network--1847800377', 'router:external': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:15.667992 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bc93a019-e399-4c3f-a55f-2642e1ed8de6 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:15.672126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bc93a019-e399-4c3f-a55f-2642e1ed8de6 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Usage tracker for resource:network and tenant:053431e1bca443c992eb0d457f2e5019 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:15.675917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bc93a019-e399-4c3f-a55f-2642e1ed8de6 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:15.682195 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bc93a019-e399-4c3f-a55f-2642e1ed8de6 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:15.705723 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc93a019-e399-4c3f-a55f-2642e1ed8de6 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Made reservation on behalf of 053431e1bca443c992eb0d457f2e5019 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:15.708513 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc93a019-e399-4c3f-a55f-2642e1ed8de6 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:15.768015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51308) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:15.782832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc93a019-e399-4c3f-a55f-2642e1ed8de6 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:59:15.811426 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc93a019-e399-4c3f-a55f-2642e1ed8de6 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:15.811774 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-bc93a019-e399-4c3f-a55f-2642e1ed8de6 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Added segment 893bfa55-4387-4a7d-a658-cbf41f1ddbef of type vlan for network 23b7738d-8276-4c96-8f0b-94b9713b7d7b
Dec 24 10:59:15.831921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-ca8d2157-d33d-42a6-afbb-fd27bfce20b7', 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'fixed_ips': [{'subnet_id': 'cec206e9-2fa2-471a-963f-e30cf96323f1'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:59:15.833807 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:15.893911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc93a019-e399-4c3f-a55f-2642e1ed8de6 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:15.978227 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc93a019-e399-4c3f-a55f-2642e1ed8de6 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:15.979588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc93a019-e399-4c3f-a55f-2642e1ed8de6 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:15.981268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc93a019-e399-4c3f-a55f-2642e1ed8de6 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:15.996275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-27c50936-c7c3-4ae9-8fde-51b07eda0c65 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:16.048826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1509099797-network', 'tenant_id': '9139ce6928da4135aeeb15619b4838e0'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:16.132769 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:16.139841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93a019-e399-4c3f-a55f-2642e1ed8de6 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Pushing event updated for resources: {'Network': ['ID=23b7738d-8276-4c96-8f0b-94b9713b7d7b,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:16.142584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:16.146943 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bc93a019-e399-4c3f-a55f-2642e1ed8de6 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:16.150745 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bc93a019-e399-4c3f-a55f-2642e1ed8de6 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.4979763
Dec 24 10:59:16.150745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Usage tracker for resource:network and tenant:9139ce6928da4135aeeb15619b4838e0 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:16.152673 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51314) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:16.155369 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:16.201224 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 23b7738d-8276-4c96-8f0b-94b9713b7d7b details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:59:16.226491 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:16.242152 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:16.282621 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Made reservation on behalf of 9139ce6928da4135aeeb15619b4838e0 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:16.285598 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:16.308089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e8a406-521c-408a-b051-e7fb10386759 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:16.310469 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e7e8a406-521c-408a-b051-e7fb10386759 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] 10.222.0.54 "GET /v2.0/networks/23b7738d-8276-4c96-8f0b-94b9713b7d7b HTTP/1.1" status: 200  len: 757 time: 0.1554754
Dec 24 10:59:16.310469 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:16.312022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51318) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:16.318407 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Transition to ACTIVE for port object 930b575f-c394-47fd-b12d-63c552161e30 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:16.328161 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:16.331952 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Usage tracker for resource:security_group_rule and tenant:9139ce6928da4135aeeb15619b4838e0 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:16.335917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:16.342446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:16.348012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:16.364766 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:16.490968 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:16.497517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:16.505376 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-07c227a8-ea73-435b-bb5b-04ca578f3042 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:16.535540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28642d4-84c3-443c-8922-7f5314be8623,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:16.539724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:16.545477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87899163-d88d-498b-ac70-0a50f3825c59 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:16.545477 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-87899163-d88d-498b-ac70-0a50f3825c59 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] 10.222.0.54 "GET /v2.0/networks/7e8a3816-d7a0-4d7e-aec1-ed6d47b3e4e9 HTTP/1.1" status: 200  len: 767 time: 0.2284298
Dec 24 10:59:16.547219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51322) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:16.569044 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:59:16.596469 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:16.597209 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Added segment 06a0d00a-4bba-4514-9e98-3875bf757885 of type vlan for network d0e30cd7-2c18-4c27-8b4d-ca225a667253
Dec 24 10:59:16.635051 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:16.734547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:16.735849 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:16.736221 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:16.749077 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-637687b6-4d78-4f9f-a505-cadab00a4113 tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:16.749964 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Allocated IP 2001:db8:2::2 (ca8d2157-d33d-42a6-afbb-fd27bfce20b7/cec206e9-2fa2-471a-963f-e30cf96323f1/88f6cf05-37e7-4da3-8824-d85c2aa42c37) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:59:16.766575 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96107dca-3703-4813-b5e7-bc335cca6a07 None None] Pushing event updated for resources: {'Port': ['ID=930b575f-c394-47fd-b12d-63c552161e30,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:16.769702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-96107dca-3703-4813-b5e7-bc335cca6a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:16.795839 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Attempting to bind port 930b575f-c394-47fd-b12d-63c552161e30 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:59:16.796265 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Attempting to bind port 930b575f-c394-47fd-b12d-63c552161e30 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '192e43b1-da5b-47b6-8672-c6d781b47a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:59:16.796697 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Attempting to bind port 930b575f-c394-47fd-b12d-63c552161e30 on network e36a1594-5c83-42e7-9f5a-ddff92cd2b66 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:59:16.806444 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:59:16.806966 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Checking segment: {'id': '192e43b1-da5b-47b6-8672-c6d781b47a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:16.807596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:16.811121 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Bound using segment: {'id': '192e43b1-da5b-47b6-8672-c6d781b47a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:59:16.811655 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Bound port: 930b575f-c394-47fd-b12d-63c552161e30, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192e43b1-da5b-47b6-8672-c6d781b47a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:59:16.813212 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:16.879327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fdc1e384-66e9-4c67-a6c3-84ddda8253f1 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:16.889115 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Pushing event updated for resources: {'Network': ['ID=d0e30cd7-2c18-4c27-8b4d-ca225a667253,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:16.893776 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:16.897911 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1269841
Dec 24 10:59:16.900095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51326) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:16.930957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-18ec0b89-3214-45ac-8276-3c2aa74515e5 admin admin] Request body: {'subnet': {'network_id': 'd0e30cd7-2c18-4c27-8b4d-ca225a667253', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1509099797-subnet', 'tenant_id': '9139ce6928da4135aeeb15619b4838e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:16.934337 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network d0e30cd7-2c18-4c27-8b4d-ca225a667253 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:59:16.943626 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-18ec0b89-3214-45ac-8276-3c2aa74515e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:16.966596 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-18ec0b89-3214-45ac-8276-3c2aa74515e5 admin admin] Usage tracker for resource:subnet and tenant:9139ce6928da4135aeeb15619b4838e0 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:16.973475 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-18ec0b89-3214-45ac-8276-3c2aa74515e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:17.030618 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-18ec0b89-3214-45ac-8276-3c2aa74515e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:17.048220 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fdc1e384-66e9-4c67-a6c3-84ddda8253f1 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:17.059889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ec0b89-3214-45ac-8276-3c2aa74515e5 admin admin] Made reservation on behalf of 9139ce6928da4135aeeb15619b4838e0 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:17.064089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-18ec0b89-3214-45ac-8276-3c2aa74515e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:17.101305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-fdc1e384-66e9-4c67-a6c3-84ddda8253f1 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b77f23760>,) {'filters': {'network_id': ['23b7738d-8276-4c96-8f0b-94b9713b7d7b']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:17.142277 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] For port 930b575f-c394-47fd-b12d-63c552161e30, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:59:17.173430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-fdc1e384-66e9-4c67-a6c3-84ddda8253f1 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77f23760>, '893bfa55-4387-4a7d-a658-cbf41f1ddbef') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:17.173430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-fdc1e384-66e9-4c67-a6c3-84ddda8253f1 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77f23760>, '893bfa55-4387-4a7d-a658-cbf41f1ddbef') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:17.189758 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] For port 930b575f-c394-47fd-b12d-63c552161e30, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=930b575f-c394-47fd-b12d-63c552161e30,segment=NetworkSegment(192e43b1-da5b-47b6-8672-c6d781b47a6c),segment_id=192e43b1-da5b-47b6-8672-c6d781b47a6c)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:59:17.194216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fdc1e384-66e9-4c67-a6c3-84ddda8253f1 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:17.205084 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:17.214451 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:17.222550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fdc1e384-66e9-4c67-a6c3-84ddda8253f1 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:17.226359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc1e384-66e9-4c67-a6c3-84ddda8253f1 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:59:17.226838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fdc1e384-66e9-4c67-a6c3-84ddda8253f1 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:59:17.249061 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:59:17.278147 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:17.305743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:17.306774 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c51bac0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:17.343676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fdc1e384-66e9-4c67-a6c3-84ddda8253f1 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:17.349990 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3976aa7d-b25c-4295-bf72-9dba3321bf37 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:17.370573 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Transition to ACTIVE for port object 88f6cf05-37e7-4da3-8824-d85c2aa42c37 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:17.375611 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc1e384-66e9-4c67-a6c3-84ddda8253f1 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  23b7738d-8276-4c96-8f0b-94b9713b7d7b {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 24 10:59:17.378338 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fdc1e384-66e9-4c67-a6c3-84ddda8253f1 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:17.391822 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc1e384-66e9-4c67-a6c3-84ddda8253f1 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Pushing event deleted for resources: {'Network': ['ID=23b7738d-8276-4c96-8f0b-94b9713b7d7b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:17.394793 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fdc1e384-66e9-4c67-a6c3-84ddda8253f1 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:17.403735 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fdc1e384-66e9-4c67-a6c3-84ddda8253f1 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] 10.222.0.54 "DELETE /v2.0/networks/23b7738d-8276-4c96-8f0b-94b9713b7d7b HTTP/1.1" status: 204  len: 168 time: 0.8575900
Dec 24 10:59:17.409797 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51330) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:17.416426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-20ca04c8-e18b-45d5-8146-327a5fc632f5 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Request body: {'network': {'name': 'tempest-network--986799302'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:17.426018 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-20ca04c8-e18b-45d5-8146-327a5fc632f5 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:17.434585 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-20ca04c8-e18b-45d5-8146-327a5fc632f5 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Usage tracker for resource:network and tenant:053431e1bca443c992eb0d457f2e5019 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:17.445847 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-20ca04c8-e18b-45d5-8146-327a5fc632f5 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:17.461517 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-20ca04c8-e18b-45d5-8146-327a5fc632f5 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:17.486490 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ca04c8-e18b-45d5-8146-327a5fc632f5 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Made reservation on behalf of 053431e1bca443c992eb0d457f2e5019 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:17.490134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-20ca04c8-e18b-45d5-8146-327a5fc632f5 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:17.546282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ca04c8-e18b-45d5-8146-327a5fc632f5 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:59:17.557804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-20ca04c8-e18b-45d5-8146-327a5fc632f5 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:17.559138 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-20ca04c8-e18b-45d5-8146-327a5fc632f5 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Added segment 348c581f-b0fe-4864-a587-0b887c837764 of type vlan for network 6b6e2288-a57a-404e-a564-b9d67500dd55
Dec 24 10:59:17.574202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96107dca-3703-4813-b5e7-bc335cca6a07 None None] Pushing event updated for resources: {'Port': ['ID=930b575f-c394-47fd-b12d-63c552161e30,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:17.577574 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-96107dca-3703-4813-b5e7-bc335cca6a07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:17.596127 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-20ca04c8-e18b-45d5-8146-327a5fc632f5 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:17.602413 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Transition to ACTIVE for port object 88f6cf05-37e7-4da3-8824-d85c2aa42c37 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:17.620893 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:17.653497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-18ec0b89-3214-45ac-8276-3c2aa74515e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:17.662692 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b57ec9a1-9c35-4625-a081-90d09540ac04 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:17.665517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b3c9da85-c1f0-41a1-8af7-d240326d4f57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:17.692430 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-20ca04c8-e18b-45d5-8146-327a5fc632f5 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:17.693645 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ca04c8-e18b-45d5-8146-327a5fc632f5 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:17.694475 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-20ca04c8-e18b-45d5-8146-327a5fc632f5 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:17.701979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-210e4625-7c50-4455-9ba4-97441372104c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:17.722465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Allocated IP 2001:db8:2::1 (ca8d2157-d33d-42a6-afbb-fd27bfce20b7/cec206e9-2fa2-471a-963f-e30cf96323f1/c53c5d3d-407f-4436-bdb8-84341ef0b060) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:59:17.756057 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Network ca8d2157-d33d-42a6-afbb-fd27bfce20b7 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:17.766624 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:17.775045 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ec0b89-3214-45ac-8276-3c2aa74515e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d7809ac-f918-48b0-a78e-1f86efc10e09,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:17.786792 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-18ec0b89-3214-45ac-8276-3c2aa74515e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:17.795478 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ec0b89-3214-45ac-8276-3c2aa74515e5 admin admin] Checking segment: {'id': '06a0d00a-4bba-4514-9e98-3875bf757885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd0e30cd7-2c18-4c27-8b4d-ca225a667253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:17.795849 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec0b89-3214-45ac-8276-3c2aa74515e5 admin admin] Network hostable DHCP agents. Network: d0e30cd7-2c18-4c27-8b4d-ca225a667253, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:59:17.824385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ec0b89-3214-45ac-8276-3c2aa74515e5 admin admin] Network d0e30cd7-2c18-4c27-8b4d-ca225a667253 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:59:17.831024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:17.834767 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:17.847219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-18ec0b89-3214-45ac-8276-3c2aa74515e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, d0e30cd7-2c18-4c27-8b4d-ca225a667253) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:17.864452 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ec0b89-3214-45ac-8276-3c2aa74515e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:17.866838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-18ec0b89-3214-45ac-8276-3c2aa74515e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:17.872364 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c60bc0c-646a-410f-ac6a-8f8e10bc990c None None] Network d0e30cd7-2c18-4c27-8b4d-ca225a667253 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:17.898586 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-18ec0b89-3214-45ac-8276-3c2aa74515e5 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9977214
Dec 24 10:59:17.949142 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Pushing event updated for resources: {'Port': ['ID=88f6cf05-37e7-4da3-8824-d85c2aa42c37,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:17.970143 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:18.003671 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-20ca04c8-e18b-45d5-8146-327a5fc632f5 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.5917716
Dec 24 10:59:18.005527 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51336) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:18.015796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-823767de-1fa9-4a9f-8683-c54023560a46 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:18.067079 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca04c8-e18b-45d5-8146-327a5fc632f5 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Pushing event updated for resources: {'Network': ['ID=6b6e2288-a57a-404e-a564-b9d67500dd55,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:18.078455 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-20ca04c8-e18b-45d5-8146-327a5fc632f5 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:18.133005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 6b6e2288-a57a-404e-a564-b9d67500dd55 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:59:18.182255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:18.207439 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Transition to ACTIVE for port object c53c5d3d-407f-4436-bdb8-84341ef0b060 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:18.238550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:18.246440 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2e7e0fb3-4d85-4e06-95be-d095ae62d69a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:18.325577 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-823767de-1fa9-4a9f-8683-c54023560a46 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:18.340017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network ca8d2157-d33d-42a6-afbb-fd27bfce20b7 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:18.350571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:18.351434 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-823767de-1fa9-4a9f-8683-c54023560a46 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:18.355479 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:18.356210 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:18.362916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5704edc8-05e9-49a2-abf4-a9daeb060654 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:18.381648 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-823767de-1fa9-4a9f-8683-c54023560a46 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Network 6b6e2288-a57a-404e-a564-b9d67500dd55 is not hosted by any dhcp agent {{(pid=87558) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}}
Dec 24 10:59:18.382850 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823767de-1fa9-4a9f-8683-c54023560a46 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:18.383765 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-823767de-1fa9-4a9f-8683-c54023560a46 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:18.385201 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=c53c5d3d-407f-4436-bdb8-84341ef0b060,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:18.385994 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-823767de-1fa9-4a9f-8683-c54023560a46 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] 10.222.0.54 "PUT /v2.0/networks/6b6e2288-a57a-404e-a564-b9d67500dd55 HTTP/1.1" status: 200  len: 857 time: 0.3790383
Dec 24 10:59:18.388883 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:18.393544 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51346) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:18.473366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Attempting to bind port 88f6cf05-37e7-4da3-8824-d85c2aa42c37 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:59:18.478209 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Attempting to bind port 88f6cf05-37e7-4da3-8824-d85c2aa42c37 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '2c864488-fcc4-4e69-b2c5-b35f81349be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:59:18.478817 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Attempting to bind port 88f6cf05-37e7-4da3-8824-d85c2aa42c37 on network ca8d2157-d33d-42a6-afbb-fd27bfce20b7 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:59:18.519448 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:59:18.525838 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Checking segment: {'id': '2c864488-fcc4-4e69-b2c5-b35f81349be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:18.527517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:18.528113 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Bound using segment: {'id': '2c864488-fcc4-4e69-b2c5-b35f81349be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:59:18.529219 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Bound port: 88f6cf05-37e7-4da3-8824-d85c2aa42c37, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c864488-fcc4-4e69-b2c5-b35f81349be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:59:18.529219 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:18.555977 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:18.724133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51356) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:18.732900 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-13217254-network', 'tenant_id': '45811a3367ce41e88704717c40005a34'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:18.796802 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:18.799227 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823767de-1fa9-4a9f-8683-c54023560a46 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Pushing event updated for resources: {'Network': ['ID=6b6e2288-a57a-404e-a564-b9d67500dd55,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:18.804215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-823767de-1fa9-4a9f-8683-c54023560a46 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:18.808170 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dcc12187-46d6-43f5-9d56-fd961a8c567a tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:18.813754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Usage tracker for resource:network and tenant:45811a3367ce41e88704717c40005a34 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:18.820431 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:18.839741 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:18.844728 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b752f0-6f72-42b7-a139-4923ae6ee24e None None] Network d0e30cd7-2c18-4c27-8b4d-ca225a667253 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:18.868365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Made reservation on behalf of 45811a3367ce41e88704717c40005a34 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:18.871215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:18.893091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:18.975517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dcc12187-46d6-43f5-9d56-fd961a8c567a tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:18.978942 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] For port 88f6cf05-37e7-4da3-8824-d85c2aa42c37, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:59:18.989289 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:18.998544 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] For port 88f6cf05-37e7-4da3-8824-d85c2aa42c37, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=88f6cf05-37e7-4da3-8824-d85c2aa42c37,segment=NetworkSegment(2c864488-fcc4-4e69-b2c5-b35f81349be1),segment_id=2c864488-fcc4-4e69-b2c5-b35f81349be1)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:59:19.008799 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.010726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Usage tracker for resource:security_group_rule and tenant:45811a3367ce41e88704717c40005a34 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:19.015819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-dcc12187-46d6-43f5-9d56-fd961a8c567a tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c273550>,) {'filters': {'network_id': ['6b6e2288-a57a-404e-a564-b9d67500dd55']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:19.016852 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:19.016981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:19.028873 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:19.041540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-dcc12187-46d6-43f5-9d56-fd961a8c567a tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c273550>, '348c581f-b0fe-4864-a587-0b887c837764') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:19.042507 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-dcc12187-46d6-43f5-9d56-fd961a8c567a tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c273550>, '348c581f-b0fe-4864-a587-0b887c837764') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:19.067556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dcc12187-46d6-43f5-9d56-fd961a8c567a tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.100034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dcc12187-46d6-43f5-9d56-fd961a8c567a tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.113740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc12187-46d6-43f5-9d56-fd961a8c567a tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:59:19.114298 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dcc12187-46d6-43f5-9d56-fd961a8c567a tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:59:19.134194 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:59:19.157473 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.167300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.168509 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.184659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Pushing event updated for resources: {'Port': ['ID=88f6cf05-37e7-4da3-8824-d85c2aa42c37,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:19.191380 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:19.202622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c51bac0>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:12Z', 'revision_number': 3, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:17Z', 'revision_number': 4, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:19.204163 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:19.226156 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dcc12187-46d6-43f5-9d56-fd961a8c567a tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.230492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5fbc3b1f-86e0-4247-bfce-e0685f605e12 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:19.239942 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf2d827-bf05-40d2-9759-8a60441257f6 None None] The sync data for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv is: [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:12Z', 'revision_number': 3, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:17Z', 'revision_number': 4, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:59:19.254907 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc12187-46d6-43f5-9d56-fd961a8c567a tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  6b6e2288-a57a-404e-a564-b9d67500dd55 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 24 10:59:19.262542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc12187-46d6-43f5-9d56-fd961a8c567a tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Pushing event deleted for resources: {'Network': ['ID=6b6e2288-a57a-404e-a564-b9d67500dd55,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:19.264949 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dcc12187-46d6-43f5-9d56-fd961a8c567a tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.268217 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dcc12187-46d6-43f5-9d56-fd961a8c567a tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:19.278862 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-dcc12187-46d6-43f5-9d56-fd961a8c567a tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] 10.222.0.54 "DELETE /v2.0/networks/6b6e2288-a57a-404e-a564-b9d67500dd55 HTTP/1.1" status: 204  len: 168 time: 0.8827140
Dec 24 10:59:19.280080 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51360) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:19.366021 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ae09c8-a95b-4358-9af1-1342c16bb502 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:19.366594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ae09c8-a95b-4358-9af1-1342c16bb502 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:19.369598 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d9ae09c8-a95b-4358-9af1-1342c16bb502 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] 10.222.0.54 "DELETE /v2.0/subnets/c426292d-845a-4875-ae46-8b97da9a0730 HTTP/1.1" status: 404  len: 337 time: 0.0868073
Dec 24 10:59:19.373531 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51366) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:19.530286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.569094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=c53c5d3d-407f-4436-bdb8-84341ef0b060,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:19.579634 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:19.581136 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.607476 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7f5bb940-2a37-4f25-9c10-0249f7dcf6ed tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:19.635787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-80d8cee1-b117-491d-a5bb-014c310ccf38 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.643950 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:59:19.684205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f86395e0-be39-44b5-a935-13311f427fb3,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:19.697262 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.697262 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Added segment bc639853-cc78-4450-84d8-de1f4f9f912f of type vlan for network bb4e36b2-5146-42cf-819e-e6a2ebd073ef
Dec 24 10:59:19.708447 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:19.739507 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network ca8d2157-d33d-42a6-afbb-fd27bfce20b7 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:19.743050 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:19.752399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.819389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-80d8cee1-b117-491d-a5bb-014c310ccf38 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.852939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-80d8cee1-b117-491d-a5bb-014c310ccf38 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b77d02e50>,) {'filters': {'network_id': ['7e8a3816-d7a0-4d7e-aec1-ed6d47b3e4e9']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:19.865111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-80d8cee1-b117-491d-a5bb-014c310ccf38 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77d02e50>, 'ef062992-b6d2-4a69-8ec6-74342d1ca546') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:19.865111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-80d8cee1-b117-491d-a5bb-014c310ccf38 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77d02e50>, 'ef062992-b6d2-4a69-8ec6-74342d1ca546') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:19.878885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-80d8cee1-b117-491d-a5bb-014c310ccf38 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.897505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-80d8cee1-b117-491d-a5bb-014c310ccf38 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.905173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d8cee1-b117-491d-a5bb-014c310ccf38 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:59:19.905559 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-80d8cee1-b117-491d-a5bb-014c310ccf38 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:59:19.928427 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:59:19.947786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.947786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:19.947786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:19.949683 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-67fefb67-76e9-478c-956c-2ceaeea3645a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:19.986046 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router 4c4422f3-79fb-4128-8723-3a46163efe0c has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:59:20.071754 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-80d8cee1-b117-491d-a5bb-014c310ccf38 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:20.076471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-80d8cee1-b117-491d-a5bb-014c310ccf38 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:20.080887 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:20.109726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d8cee1-b117-491d-a5bb-014c310ccf38 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Pushing event deleted for resources: {'Network': ['ID=7e8a3816-d7a0-4d7e-aec1-ed6d47b3e4e9,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:20.111597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-80d8cee1-b117-491d-a5bb-014c310ccf38 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:20.130475 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-80d8cee1-b117-491d-a5bb-014c310ccf38 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] 10.222.0.54 "DELETE /v2.0/networks/7e8a3816-d7a0-4d7e-aec1-ed6d47b3e4e9 HTTP/1.1" status: 204  len: 168 time: 0.7531998
Dec 24 10:59:20.276143 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.5498259
Dec 24 10:59:20.280453 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51372) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:20.295098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-e6dae7a3-eab2-4eeb-a457-35ecea9e4826 admin admin] Request body: {'subnet': {'network_id': 'bb4e36b2-5146-42cf-819e-e6a2ebd073ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-13217254-subnet', 'tenant_id': '45811a3367ce41e88704717c40005a34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:20.301142 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e6dae7a3-eab2-4eeb-a457-35ecea9e4826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:20.306733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e6dae7a3-eab2-4eeb-a457-35ecea9e4826 admin admin] Usage tracker for resource:subnet and tenant:45811a3367ce41e88704717c40005a34 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:20.312987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e6dae7a3-eab2-4eeb-a457-35ecea9e4826 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:20.323253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e6dae7a3-eab2-4eeb-a457-35ecea9e4826 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:20.405341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dae7a3-eab2-4eeb-a457-35ecea9e4826 admin admin] Made reservation on behalf of 45811a3367ce41e88704717c40005a34 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:20.410181 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Pushing event updated for resources: {'Network': ['ID=bb4e36b2-5146-42cf-819e-e6a2ebd073ef,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:20.410291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e6dae7a3-eab2-4eeb-a457-35ecea9e4826 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:20.435324 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network bb4e36b2-5146-42cf-819e-e6a2ebd073ef details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:59:20.468315 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:20.663186 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:59:20.672966 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/4c4422f3-79fb-4128-8723-3a46163efe0c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3698661
Dec 24 10:59:20.673223 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51382) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:20.698482 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-715df440-727e-4dd6-9cce-86e59cc01d7c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2087455519'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:20.707274 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-715df440-727e-4dd6-9cce-86e59cc01d7c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:20.710824 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-715df440-727e-4dd6-9cce-86e59cc01d7c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:network and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:20.714318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-715df440-727e-4dd6-9cce-86e59cc01d7c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:20.734279 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-715df440-727e-4dd6-9cce-86e59cc01d7c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:20.764979 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51386) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:20.777428 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9a71f225-cb1d-4d8c-b5c9-30355f596a05 req-f595c9be-b2fe-499f-b5cb-9955cb540a08 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3029332
Dec 24 10:59:20.779536 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715df440-727e-4dd6-9cce-86e59cc01d7c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:20.786331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-715df440-727e-4dd6-9cce-86e59cc01d7c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:20.830440 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715df440-727e-4dd6-9cce-86e59cc01d7c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:59:20.843664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-715df440-727e-4dd6-9cce-86e59cc01d7c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:20.844405 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-715df440-727e-4dd6-9cce-86e59cc01d7c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Added segment 509e4769-eacb-4adf-bb01-87c0639eebe0 of type vlan for network dec2ccc2-a550-4157-b68d-b40f1a4bef01
Dec 24 10:59:20.863351 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e6dae7a3-eab2-4eeb-a457-35ecea9e4826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:20.871087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7f0479d9-012c-4851-8e22-2167b609f86f tempest-BulkNetworkOpsIpV6Test-2122432622 tempest-BulkNetworkOpsIpV6Test-2122432622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:20.900735 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-715df440-727e-4dd6-9cce-86e59cc01d7c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:20.964436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f25a75a-3967-44a5-84ee-cce40ea5bd07 None None] Network ca8d2157-d33d-42a6-afbb-fd27bfce20b7 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:21.015801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-715df440-727e-4dd6-9cce-86e59cc01d7c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:21.022270 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715df440-727e-4dd6-9cce-86e59cc01d7c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:21.023121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-715df440-727e-4dd6-9cce-86e59cc01d7c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:21.029385 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5fa982ff-6f68-4e51-95c8-9f06f0623552 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:21.052962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dae7a3-eab2-4eeb-a457-35ecea9e4826 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23f1c5c0-5adb-4d00-badf-9562c924b3dd,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:21.062713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e6dae7a3-eab2-4eeb-a457-35ecea9e4826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:21.081748 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6dae7a3-eab2-4eeb-a457-35ecea9e4826 admin admin] Checking segment: {'id': 'bc639853-cc78-4450-84d8-de1f4f9f912f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'bb4e36b2-5146-42cf-819e-e6a2ebd073ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:21.082330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dae7a3-eab2-4eeb-a457-35ecea9e4826 admin admin] Network hostable DHCP agents. Network: bb4e36b2-5146-42cf-819e-e6a2ebd073ef, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:59:21.121037 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1f4b7a83-1b60-4b60-9e45-a5fe3d760f35 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ab4b449e03844da1bff661ec601e0b29&name=default HTTP/1.1" status: 200  len: 2983 time: 0.3537540
Dec 24 10:59:21.123643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51392) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:21.124477 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8a59d356-7c3d-4f13-a5b2-d2854b682fb9 None None] Provisioning for port 88f6cf05-37e7-4da3-8824-d85c2aa42c37 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:59:21.202114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715df440-727e-4dd6-9cce-86e59cc01d7c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Network': ['ID=dec2ccc2-a550-4157-b68d-b40f1a4bef01,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:21.206275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dae7a3-eab2-4eeb-a457-35ecea9e4826 admin admin] Network bb4e36b2-5146-42cf-819e-e6a2ebd073ef is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:59:21.210773 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-715df440-727e-4dd6-9cce-86e59cc01d7c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:21.230426 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-715df440-727e-4dd6-9cce-86e59cc01d7c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.5557899
Dec 24 10:59:21.238198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51396) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:21.263381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71f225-cb1d-4d8c-b5c9-30355f596a05 req-fb733fcc-5bee-41f2-8951-cb61dfc3cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:21.264720 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-b871532f-7347-48ce-b733-6b738c3695a3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'subnet': {'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:21.269530 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9a71f225-cb1d-4d8c-b5c9-30355f596a05 req-fb733fcc-5bee-41f2-8951-cb61dfc3cb34 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8543661828634582b0e4847120774eaa&device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 1099 time: 0.3222015
Dec 24 10:59:21.288321 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network dec2ccc2-a550-4157-b68d-b40f1a4bef01 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:59:21.295986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-e6dae7a3-eab2-4eeb-a457-35ecea9e4826 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, bb4e36b2-5146-42cf-819e-e6a2ebd073ef) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:21.301517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dae7a3-eab2-4eeb-a457-35ecea9e4826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:21.303210 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e6dae7a3-eab2-4eeb-a457-35ecea9e4826 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:21.321499 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcaf7b0-96de-4a2e-9c50-40d6fb342bba None None] Network bb4e36b2-5146-42cf-819e-e6a2ebd073ef requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:21.384486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8659004e-5d51-4cbd-9515-9f9a129ce52a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:21.404972 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Sync routers for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:59:21.420847 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 930b575f-c394-47fd-b12d-63c552161e30 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:59:21.430521 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:21.432251 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de971f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:21.503338 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e6dae7a3-eab2-4eeb-a457-35ecea9e4826 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.2205865
Dec 24 10:59:21.524893 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8659004e-5d51-4cbd-9515-9f9a129ce52a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:21.532560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b871532f-7347-48ce-b733-6b738c3695a3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:21.547171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b871532f-7347-48ce-b733-6b738c3695a3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:subnet and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:21.557103 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b871532f-7347-48ce-b733-6b738c3695a3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:21.569083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b871532f-7347-48ce-b733-6b738c3695a3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:21.620132 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71f225-cb1d-4d8c-b5c9-30355f596a05 req-932d9e33-f01a-4d7b-a4bb-d19ad52320df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:21.624888 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9a71f225-cb1d-4d8c-b5c9-30355f596a05 req-932d9e33-f01a-4d7b-a4bb-d19ad52320df service neutron] 10.222.0.32 "GET /v2.0/networks?id=5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 200  len: 912 time: 0.3221066
Dec 24 10:59:21.735427 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b871532f-7347-48ce-b733-6b738c3695a3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Made reservation on behalf of b5eab652de184cf5b0950e99e1ebd9bd for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:21.739932 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b871532f-7347-48ce-b733-6b738c3695a3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:21.770020 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:21.870517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8659004e-5d51-4cbd-9515-9f9a129ce52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:21.886140 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-32b7ea80-4f6d-410c-a709-88d6af66733d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:21.888761 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9a71f225-cb1d-4d8c-b5c9-30355f596a05 req-abd49c2f-6ea8-4f1b-9e71-64f8a4487435 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6262f94d-101a-408f-82da-f2200a2a550a HTTP/1.1" status: 200  len: 1002 time: 0.2567902
Dec 24 10:59:21.899968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 930b575f-c394-47fd-b12d-63c552161e30 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:59:21.933477 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 930b575f-c394-47fd-b12d-63c552161e30 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:21.933920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:21.936440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8659004e-5d51-4cbd-9515-9f9a129ce52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0aa1e7-8387-4746-82e0-4beb9423ecfa,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:21.949961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8659004e-5d51-4cbd-9515-9f9a129ce52a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:21.963863 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8659004e-5d51-4cbd-9515-9f9a129ce52a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:21.965281 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8659004e-5d51-4cbd-9515-9f9a129ce52a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/eb0aa1e7-8387-4746-82e0-4beb9423ecfa HTTP/1.1" status: 204  len: 168 time: 0.8406990
Dec 24 10:59:22.044145 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71f225-cb1d-4d8c-b5c9-30355f596a05 req-575cb281-0f5d-464d-91d6-a10852064f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:22.048245 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9a71f225-cb1d-4d8c-b5c9-30355f596a05 req-575cb281-0f5d-464d-91d6-a10852064f19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0a321e5-1d5c-4349-a6e4-b5d68559fd38 HTTP/1.1" status: 200  len: 850 time: 0.1503789
Dec 24 10:59:22.048791 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:59:22.211194 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558f6f69-413b-4ae0-8ebb-14e77b3be6de None None] Network bb4e36b2-5146-42cf-819e-e6a2ebd073ef requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:22.252185 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b871532f-7347-48ce-b733-6b738c3695a3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:22.270897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bd7292e0-f372-469a-92b6-c2c5d5c9b28f tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:22.276269 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71f225-cb1d-4d8c-b5c9-30355f596a05 req-f0d7e21c-b7d7-4411-9ad6-ebe1a3c49581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:22.277838 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9a71f225-cb1d-4d8c-b5c9-30355f596a05 req-f0d7e21c-b7d7-4411-9ad6-ebe1a3c49581 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5649a2db-549e-48e6-b856-f7dfd6b31b16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2240539
Dec 24 10:59:22.495050 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de971f0>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:18Z', 'revision_number': 4, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:17Z', 'revision_number': 4, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c53c5d3d-407f-4436-bdb8-84341ef0b060', 'name': '', 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:3f:41:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:16Z', 'updated_at': '2021-12-24T10:59:18Z', 'revision_number': 2, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:22.504418 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Checking router: 4c4422f3-79fb-4128-8723-3a46163efe0c for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:59:22.506942 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Updating router 4c4422f3-79fb-4128-8723-3a46163efe0c port c53c5d3d-407f-4436-bdb8-84341ef0b060 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:59:22.527215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b871532f-7347-48ce-b733-6b738c3695a3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Checking segment: {'id': '509e4769-eacb-4adf-bb01-87c0639eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:22.528175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b871532f-7347-48ce-b733-6b738c3695a3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network hostable DHCP agents. Network: dec2ccc2-a550-4157-b68d-b40f1a4bef01, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:59:22.565473 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:22.598452 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871532f-7347-48ce-b733-6b738c3695a3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Subnet': ['ID=36656c1e-d3d7-4471-8723-e597b7eb581e,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:22.604765 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b871532f-7347-48ce-b733-6b738c3695a3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:22.608054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b871532f-7347-48ce-b733-6b738c3695a3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network dec2ccc2-a550-4157-b68d-b40f1a4bef01 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:59:22.634015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-b871532f-7347-48ce-b733-6b738c3695a3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, dec2ccc2-a550-4157-b68d-b40f1a4bef01) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:22.637678 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b871532f-7347-48ce-b733-6b738c3695a3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:22.638627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b871532f-7347-48ce-b733-6b738c3695a3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:22.665247 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:22.679851 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9298a20e-a164-4ff2-a59e-5aa3b4cbe3dd None None] Network dec2ccc2-a550-4157-b68d-b40f1a4bef01 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:22.706934 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b871532f-7347-48ce-b733-6b738c3695a3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.4682183
Dec 24 10:59:22.707156 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9a71f225-cb1d-4d8c-b5c9-30355f596a05 req-a0d6bb81-b297-47e1-8588-b804643d19ba service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4183965
Dec 24 10:59:22.711562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51412) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:22.746643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51416) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:22.850624 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-525ad868-414b-4696-a72b-659b69747d5f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=053431e1bca443c992eb0d457f2e5019&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0949495
Dec 24 10:59:22.856074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51424) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:22.918107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 930b575f-c394-47fd-b12d-63c552161e30, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=930b575f-c394-47fd-b12d-63c552161e30,segment=NetworkSegment(192e43b1-da5b-47b6-8672-c6d781b47a6c),segment_id=192e43b1-da5b-47b6-8672-c6d781b47a6c)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:22.943787 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:22.947277 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 88f6cf05-37e7-4da3-8824-d85c2aa42c37 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:59:23.004623 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5b343240-d83b-47c3-82f4-47b41fb516b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:23.004748 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:23.064408 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5b343240-d83b-47c3-82f4-47b41fb516b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:23.075384 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-25c66917-a54e-49b3-9d0f-5aea1d3b4179 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:23.079536 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4626ef37-84a6-45a2-8ede-5bfa5961db34 None None] Provisioning for port c53c5d3d-407f-4436-bdb8-84341ef0b060 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:59:23.083299 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-25c66917-a54e-49b3-9d0f-5aea1d3b4179 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/networks?id=d0e30cd7-2c18-4c27-8b4d-ca225a667253 HTTP/1.1" status: 200  len: 812 time: 0.1983814
Dec 24 10:59:23.134014 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4626ef37-84a6-45a2-8ede-5bfa5961db34 None None] Provisioning complete for port c53c5d3d-407f-4436-bdb8-84341ef0b060 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:23.134826 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4626ef37-84a6-45a2-8ede-5bfa5961db34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:23.179743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5b343240-d83b-47c3-82f4-47b41fb516b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:23.188250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7293a1b6-7e21-4e71-80fe-47bb75f12ab1 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:23.216727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b343240-d83b-47c3-82f4-47b41fb516b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa703a63-e137-4e1a-be9c-6dd5c0779939,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:23.226923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5b343240-d83b-47c3-82f4-47b41fb516b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:23.230622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5b343240-d83b-47c3-82f4-47b41fb516b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:23.234668 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5b343240-d83b-47c3-82f4-47b41fb516b2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fa703a63-e137-4e1a-be9c-6dd5c0779939 HTTP/1.1" status: 204  len: 168 time: 0.3738906
Dec 24 10:59:23.306952 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=930b575f-c394-47fd-b12d-63c552161e30,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:23.310664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:23.331683 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-4626ef37-84a6-45a2-8ede-5bfa5961db34 None None] Port c53c5d3d-407f-4436-bdb8-84341ef0b060 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:59:23.380022 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 88f6cf05-37e7-4da3-8824-d85c2aa42c37 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:59:23.393704 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 88f6cf05-37e7-4da3-8824-d85c2aa42c37 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:23.394538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:23.429766 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-dec2ccc2-a550-4157-b68d-b40f1a4bef01', 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'fixed_ips': [{'subnet_id': '36656c1e-d3d7-4471-8723-e597b7eb581e'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:59:23.430938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:23.460453 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:23.476224 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Transition to ACTIVE for port object c53c5d3d-407f-4436-bdb8-84341ef0b060 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:23.488943 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:23.495421 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-281a93f9-8436-400d-b72b-ddec3fb56144 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/quotas/9139ce6928da4135aeeb15619b4838e0 HTTP/1.1" status: 200  len: 375 time: 0.4112329
Dec 24 10:59:23.512328 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-7d2e5b43-4f51-40fe-b376-beeed6988917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:23.592097 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26af4a2-21c4-44cd-8da9-0013e4cbf28d None None] Pushing event updated for resources: {'Port': ['ID=c53c5d3d-407f-4436-bdb8-84341ef0b060,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:23.676016 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-89fd6c52-92d6-45f1-b94d-93d1668efd42 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=9139ce6928da4135aeeb15619b4838e0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1634436
Dec 24 10:59:23.688417 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-d26af4a2-21c4-44cd-8da9-0013e4cbf28d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:23.739825 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:23.811781 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Attempting to bind port c53c5d3d-407f-4436-bdb8-84341ef0b060 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:59:23.812495 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Attempting to bind port c53c5d3d-407f-4436-bdb8-84341ef0b060 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '2c864488-fcc4-4e69-b2c5-b35f81349be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:59:23.812660 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Attempting to bind port c53c5d3d-407f-4436-bdb8-84341ef0b060 on network ca8d2157-d33d-42a6-afbb-fd27bfce20b7 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:59:23.819806 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:59:23.820201 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Checking segment: {'id': '2c864488-fcc4-4e69-b2c5-b35f81349be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:23.821422 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:23.821422 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Bound using segment: {'id': '2c864488-fcc4-4e69-b2c5-b35f81349be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:59:23.821562 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Bound port: c53c5d3d-407f-4436-bdb8-84341ef0b060, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c864488-fcc4-4e69-b2c5-b35f81349be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:59:23.821816 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:23.828367 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Allocated IP 2001:db8:3::2 (dec2ccc2-a550-4157-b68d-b40f1a4bef01/36656c1e-d3d7-4471-8723-e597b7eb581e/5846adff-31d5-4d43-a7b2-84eb67d35dd4) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:59:23.838339 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 88f6cf05-37e7-4da3-8824-d85c2aa42c37, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=88f6cf05-37e7-4da3-8824-d85c2aa42c37,segment=NetworkSegment(2c864488-fcc4-4e69-b2c5-b35f81349be1),segment_id=2c864488-fcc4-4e69-b2c5-b35f81349be1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:23.847781 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:23.868565 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:23.872942 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9a71f225-cb1d-4d8c-b5c9-30355f596a05 req-8b2d1293-8a01-4b72-aba4-f4a42b873243 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1557543
Dec 24 10:59:24.014658 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] For port c53c5d3d-407f-4436-bdb8-84341ef0b060, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:59:24.021435 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] For port c53c5d3d-407f-4436-bdb8-84341ef0b060, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c53c5d3d-407f-4436-bdb8-84341ef0b060,segment=NetworkSegment(2c864488-fcc4-4e69-b2c5-b35f81349be1),segment_id=2c864488-fcc4-4e69-b2c5-b35f81349be1)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:59:24.033180 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:24.041257 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-cfa5c0f8-7550-412e-aa2e-c8206f9c57d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:24.073503 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 930b575f-c394-47fd-b12d-63c552161e30 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:59:24.178815 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:24.181002 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=88f6cf05-37e7-4da3-8824-d85c2aa42c37,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:24.181327 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de971f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:24.191499 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:24.207681 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-9ae23586-1f34-4d07-96f5-f7a9bf13bb1c service neutron] 10.222.0.54 "GET /v2.0/networks/d0e30cd7-2c18-4c27-8b4d-ca225a667253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5202498
Dec 24 10:59:24.292968 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26af4a2-21c4-44cd-8da9-0013e4cbf28d None None] Pushing event updated for resources: {'Port': ['ID=c53c5d3d-407f-4436-bdb8-84341ef0b060,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:24.313054 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-d26af4a2-21c4-44cd-8da9-0013e4cbf28d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:24.342928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 930b575f-c394-47fd-b12d-63c552161e30 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:24.344286 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:24.500994 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-5a7bbbea-0075-4020-a833-ebdd3d7b1cb0 service neutron] 10.222.0.54 "GET /v2.0/networks/d0e30cd7-2c18-4c27-8b4d-ca225a667253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2869797
Dec 24 10:59:24.567285 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:24.592997 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:24.599764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:24.608423 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Transition to ACTIVE for port object 5846adff-31d5-4d43-a7b2-84eb67d35dd4 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:24.703251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Transition to ACTIVE for port object 5846adff-31d5-4d43-a7b2-84eb67d35dd4 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:24.736101 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:24.753041 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-96107dca-3703-4813-b5e7-bc335cca6a07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:24.844579 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ced1a7c8-6517-48d3-8691-dd6f9e2a5e98 req-2ebb27a4-846b-4b23-9ddd-6e7a461d9752 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 210 time: 0.0856988
Dec 24 10:59:24.918318 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Network dec2ccc2-a550-4157-b68d-b40f1a4bef01 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:24.922850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:24.927321 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Pushing event updated for resources: {'Port': ['ID=5846adff-31d5-4d43-a7b2-84eb67d35dd4,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:24.935423 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:24.939663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:25.047014 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de971f0>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:18Z', 'revision_number': 4, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:22Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c53c5d3d-407f-4436-bdb8-84341ef0b060', 'name': '', 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:3f:41:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:16Z', 'updated_at': '2021-12-24T10:59:24Z', 'revision_number': 4, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:25.049415 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Attempting to bind port 5846adff-31d5-4d43-a7b2-84eb67d35dd4 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:59:25.050108 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Attempting to bind port 5846adff-31d5-4d43-a7b2-84eb67d35dd4 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '509e4769-eacb-4adf-bb01-87c0639eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:59:25.050788 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Attempting to bind port 5846adff-31d5-4d43-a7b2-84eb67d35dd4 on network dec2ccc2-a550-4157-b68d-b40f1a4bef01 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:59:25.053985 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2449fc4a-aebc-480b-b940-ec23ba3b4b1f None None] The sync data for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv is: [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:18Z', 'revision_number': 4, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:22Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c53c5d3d-407f-4436-bdb8-84341ef0b060', 'name': '', 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:3f:41:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:16Z', 'updated_at': '2021-12-24T10:59:24Z', 'revision_number': 4, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:59:25.064465 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:59:25.064961 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Checking segment: {'id': '509e4769-eacb-4adf-bb01-87c0639eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:25.065568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:25.066266 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Bound using segment: {'id': '509e4769-eacb-4adf-bb01-87c0639eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:59:25.066979 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Bound port: 5846adff-31d5-4d43-a7b2-84eb67d35dd4, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509e4769-eacb-4adf-bb01-87c0639eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:59:25.067631 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:25.206857 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Allocated IP 2001:db8:3::1 (dec2ccc2-a550-4157-b68d-b40f1a4bef01/36656c1e-d3d7-4471-8723-e597b7eb581e/58cb2bee-4369-431f-8bb4-49bac9477c14) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:59:25.214757 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] For port 5846adff-31d5-4d43-a7b2-84eb67d35dd4, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:59:25.219001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] For port 5846adff-31d5-4d43-a7b2-84eb67d35dd4, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5846adff-31d5-4d43-a7b2-84eb67d35dd4,segment=NetworkSegment(509e4769-eacb-4adf-bb01-87c0639eebe0),segment_id=509e4769-eacb-4adf-bb01-87c0639eebe0)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:59:25.225881 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:25.231151 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-44488a6d-20f5-4f23-b718-1af599a5bdab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:25.337908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Pushing event updated for resources: {'Port': ['ID=5846adff-31d5-4d43-a7b2-84eb67d35dd4,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:25.354756 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:25.451829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:25.503669 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Transition to ACTIVE for port object 58cb2bee-4369-431f-8bb4-49bac9477c14 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:25.537047 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:25.542549 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-97aa8e74-5ebd-4afc-9895-624c193da4bc tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:25.642714 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network dec2ccc2-a550-4157-b68d-b40f1a4bef01 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:25.649215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:25.668837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:25.669613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:25.690385 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=58cb2bee-4369-431f-8bb4-49bac9477c14,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:25.710728 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:25.846117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51480) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:26.011183 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f6e7f25a-bdeb-4d79-acfe-3cd21a1959ac tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-584827950'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:26.016673 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f6e7f25a-bdeb-4d79-acfe-3cd21a1959ac tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:26.020915 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f6e7f25a-bdeb-4d79-acfe-3cd21a1959ac tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Usage tracker for resource:router and tenant:5213bdfc36944eb7be570ef48a651f76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:26.023821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f6e7f25a-bdeb-4d79-acfe-3cd21a1959ac tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:26.030410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f6e7f25a-bdeb-4d79-acfe-3cd21a1959ac tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:26.054248 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f6e7f25a-bdeb-4d79-acfe-3cd21a1959ac tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.055306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f6e7f25a-bdeb-4d79-acfe-3cd21a1959ac tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.062711 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f49ee6b3-e32f-4283-bf6f-a7ac781665d6 req-88c809f5-c8fd-4ce8-bad6-4fb1d43d5ab1 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 210 time: 0.0538371
Dec 24 10:59:26.076038 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f6e7f25a-bdeb-4d79-acfe-3cd21a1959ac tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.105262 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f6e7f25a-bdeb-4d79-acfe-3cd21a1959ac tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.141562 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f6e7f25a-bdeb-4d79-acfe-3cd21a1959ac tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.143958 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f6e7f25a-bdeb-4d79-acfe-3cd21a1959ac tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 0.2961011
Dec 24 10:59:26.146015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51488) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:26.180577 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 88f6cf05-37e7-4da3-8824-d85c2aa42c37 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:59:26.211772 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.266915 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 88f6cf05-37e7-4da3-8824-d85c2aa42c37 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:26.267896 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.359130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-36ed02d8-0bca-4c53-b58c-5cbf2160c521 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.465753 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c53c5d3d-407f-4436-bdb8-84341ef0b060 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:59:26.609630 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port c53c5d3d-407f-4436-bdb8-84341ef0b060 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:59:26.615596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port c53c5d3d-407f-4436-bdb8-84341ef0b060 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:26.615978 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.739009 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.780099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port c53c5d3d-407f-4436-bdb8-84341ef0b060, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c53c5d3d-407f-4436-bdb8-84341ef0b060,segment=NetworkSegment(2c864488-fcc4-4e69-b2c5-b35f81349be1),segment_id=2c864488-fcc4-4e69-b2c5-b35f81349be1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:26.785268 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.786454 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5846adff-31d5-4d43-a7b2-84eb67d35dd4 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:59:26.809556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-36ed02d8-0bca-4c53-b58c-5cbf2160c521 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.813320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-36ed02d8-0bca-4c53-b58c-5cbf2160c521 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.841666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-36ed02d8-0bca-4c53-b58c-5cbf2160c521 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.842893 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ed02d8-0bca-4c53-b58c-5cbf2160c521 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 170c95f9-0006-4de3-88cf-45d3d5283bce {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:59:26.854886 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-36ed02d8-0bca-4c53-b58c-5cbf2160c521 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.856015 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-36ed02d8-0bca-4c53-b58c-5cbf2160c521 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] 10.222.0.54 "DELETE /v2.0/routers/170c95f9-0006-4de3-88cf-45d3d5283bce HTTP/1.1" status: 204  len: 168 time: 0.7090929
Dec 24 10:59:26.857654 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:26.859331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51498) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:26.866319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-9a136346-b423-405d-ba55-f58f5e9eea27 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Request body: {'router': {'name': 'tempest-router-893040892', 'distributed': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:26.871179 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9a136346-b423-405d-ba55-f58f5e9eea27 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:26.875582 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9a136346-b423-405d-ba55-f58f5e9eea27 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Usage tracker for resource:router and tenant:5213bdfc36944eb7be570ef48a651f76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:26.878564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9a136346-b423-405d-ba55-f58f5e9eea27 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:26.884407 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9a136346-b423-405d-ba55-f58f5e9eea27 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:26.900306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9a136346-b423-405d-ba55-f58f5e9eea27 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.901967 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9a136346-b423-405d-ba55-f58f5e9eea27 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.917661 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71fae66-3b06-41f4-8cb4-c5ada5f53976 None None] Network dec2ccc2-a550-4157-b68d-b40f1a4bef01 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:26.920052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9a136346-b423-405d-ba55-f58f5e9eea27 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.932279 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-9cea34b2-eb34-4357-9321-9e28d74a5aab tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:26.933726 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-9cea34b2-eb34-4357-9321-9e28d74a5aab tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.32 "GET /v2.0/networks?id=d0e30cd7-2c18-4c27-8b4d-ca225a667253 HTTP/1.1" status: 200  len: 812 time: 0.7101717
Dec 24 10:59:26.941597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9a136346-b423-405d-ba55-f58f5e9eea27 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.948124 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Request body: {'port': {'device_id': '049912cb-ba40-4182-8679-e92108e9f6ec', 'network_id': 'd0e30cd7-2c18-4c27-8b4d-ca225a667253', 'admin_state_up': True, 'tenant_id': '9139ce6928da4135aeeb15619b4838e0'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:26.962582 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9a136346-b423-405d-ba55-f58f5e9eea27 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:26.963772 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9a136346-b423-405d-ba55-f58f5e9eea27 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.1029847
Dec 24 10:59:26.966723 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51502) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:27.010542 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 5846adff-31d5-4d43-a7b2-84eb67d35dd4 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:59:27.030238 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:27.037579 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=c53c5d3d-407f-4436-bdb8-84341ef0b060,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:27.040495 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:27.045394 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7ba31a21-5ff5-444f-aa79-dd3f6d87a2cd None None] Provisioning for port 5846adff-31d5-4d43-a7b2-84eb67d35dd4 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:59:27.048269 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:27.049088 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:27.051957 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7ba31a21-5ff5-444f-aa79-dd3f6d87a2cd None None] Provisioning complete for port 5846adff-31d5-4d43-a7b2-84eb67d35dd4 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:27.052437 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7ba31a21-5ff5-444f-aa79-dd3f6d87a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:27.055927 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-be92c884-98fc-48a6-99cf-e82cc4565153 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:27.105645 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e5b8d367-3204-4f16-a0ef-4fdb40ddb943 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:27.142766 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event updated for resources: {'Port': ['ID=58cb2bee-4369-431f-8bb4-49bac9477c14,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:27.152044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:27.290298 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7ba31a21-5ff5-444f-aa79-dd3f6d87a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:27.293511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:27.300675 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Usage tracker for resource:port and tenant:9139ce6928da4135aeeb15619b4838e0 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:27.305277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:27.314220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:27.339108 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-7ba31a21-5ff5-444f-aa79-dd3f6d87a2cd None None] For port 5846adff-31d5-4d43-a7b2-84eb67d35dd4, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5846adff-31d5-4d43-a7b2-84eb67d35dd4,segment=NetworkSegment(509e4769-eacb-4adf-bb01-87c0639eebe0),segment_id=509e4769-eacb-4adf-bb01-87c0639eebe0)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:27.347416 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7ba31a21-5ff5-444f-aa79-dd3f6d87a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:27.349412 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:27.363539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Made reservation on behalf of 9139ce6928da4135aeeb15619b4838e0 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:27.367626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:27.438775 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba31a21-5ff5-444f-aa79-dd3f6d87a2cd None None] Pushing event updated for resources: {'Port': ['ID=5846adff-31d5-4d43-a7b2-84eb67d35dd4,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:27.451327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7ba31a21-5ff5-444f-aa79-dd3f6d87a2cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:27.475841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Network dec2ccc2-a550-4157-b68d-b40f1a4bef01 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:27.479585 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:27.606516 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-021fdbd9-4b73-451a-9eb7-7b231d7f7a8e req-64b66d8e-3f49-48d4-87cd-e30759c8065f tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 210 time: 0.2379436
Dec 24 10:59:27.612910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e5b8d367-3204-4f16-a0ef-4fdb40ddb943 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:27.614853 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e5b8d367-3204-4f16-a0ef-4fdb40ddb943 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:27.640520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e5b8d367-3204-4f16-a0ef-4fdb40ddb943 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:27.641018 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b8d367-3204-4f16-a0ef-4fdb40ddb943 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc9eb4b8-f785-46b9-ab06-befe197eed88 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:59:27.649393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e5b8d367-3204-4f16-a0ef-4fdb40ddb943 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:27.650787 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e5b8d367-3204-4f16-a0ef-4fdb40ddb943 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] 10.222.0.54 "DELETE /v2.0/routers/fc9eb4b8-f785-46b9-ab06-befe197eed88 HTTP/1.1" status: 204  len: 168 time: 0.6829669
Dec 24 10:59:27.653983 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51508) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:27.660019 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-bde4ae32-5d6c-4330-af84-b079e521225c tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Request body: {'router': {'name': 'tempest-router-392526307', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bcd7aa1022e74840913147714881519b'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:27.664538 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bde4ae32-5d6c-4330-af84-b079e521225c tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:27.668386 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bde4ae32-5d6c-4330-af84-b079e521225c tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Usage tracker for resource:router and tenant:bcd7aa1022e74840913147714881519b is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:27.671390 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bde4ae32-5d6c-4330-af84-b079e521225c tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:27.678217 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bde4ae32-5d6c-4330-af84-b079e521225c tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:27.690078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bde4ae32-5d6c-4330-af84-b079e521225c tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:27.697048 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Allocated IP 172.20.0.7 (d0e30cd7-2c18-4c27-8b4d-ca225a667253/2d7809ac-f918-48b0-a78e-1f86efc10e09/3b19bc7f-bd6b-41f7-930d-2421b46cb053) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:59:27.698500 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bde4ae32-5d6c-4330-af84-b079e521225c tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:27.705812 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c176bf8f-8f26-41ce-9500-c89bf71afbb6 None None] Provisioning complete for port 5846adff-31d5-4d43-a7b2-84eb67d35dd4 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:27.706558 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c176bf8f-8f26-41ce-9500-c89bf71afbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:27.720072 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bde4ae32-5d6c-4330-af84-b079e521225c tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:27.731070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router 4c4422f3-79fb-4128-8723-3a46163efe0c has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:59:27.740960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bde4ae32-5d6c-4330-af84-b079e521225c tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:27.764455 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bde4ae32-5d6c-4330-af84-b079e521225c tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:27.766494 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bde4ae32-5d6c-4330-af84-b079e521225c tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.1114616
Dec 24 10:59:27.768955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51512) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:27.774975 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-25b231dc-49bd-4ae2-a164-483d386a2e41 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:28.053673 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c53c5d3d-407f-4436-bdb8-84341ef0b060 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:59:28.156317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port c53c5d3d-407f-4436-bdb8-84341ef0b060 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:28.156809 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:28.192778 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:59:28.211244 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c176bf8f-8f26-41ce-9500-c89bf71afbb6 None None] Provisioning for port 58cb2bee-4369-431f-8bb4-49bac9477c14 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:59:28.221415 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c176bf8f-8f26-41ce-9500-c89bf71afbb6 None None] Provisioning complete for port 58cb2bee-4369-431f-8bb4-49bac9477c14 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:28.222079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c176bf8f-8f26-41ce-9500-c89bf71afbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:28.232913 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/4c4422f3-79fb-4128-8723-3a46163efe0c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5209398
Dec 24 10:59:28.238382 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51516) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:28.258214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Sync routers for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:59:28.258683 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8e868c9b-eb14-4d9c-ab6f-db0a0ae04f9a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:28.260629 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-25b231dc-49bd-4ae2-a164-483d386a2e41 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:28.261130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-25b231dc-49bd-4ae2-a164-483d386a2e41 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:28.292411 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:28.293042 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c46ffa0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:28.329550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:28.424040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-25b231dc-49bd-4ae2-a164-483d386a2e41 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87558) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}}
Dec 24 10:59:28.426270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-25b231dc-49bd-4ae2-a164-483d386a2e41 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Router 03c810ce-1593-4c30-9a26-266f8725db5f migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f2b7ee236d0> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f2b7ee23d90> provider. {{(pid=87558) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}}
Dec 24 10:59:28.426782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-25b231dc-49bd-4ae2-a164-483d386a2e41 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:28.432497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-25b231dc-49bd-4ae2-a164-483d386a2e41 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:28.441916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-25b231dc-49bd-4ae2-a164-483d386a2e41 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:28.451587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:28.520807 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c176bf8f-8f26-41ce-9500-c89bf71afbb6 None None] Port 58cb2bee-4369-431f-8bb4-49bac9477c14 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:59:28.592183 dv-neutron-822668-2-hyperv neutron-server[87558]: WARNING neutron.scheduler.l3_agent_scheduler [None req-25b231dc-49bd-4ae2-a164-483d386a2e41 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] No L3 agents can host the router 03c810ce-1593-4c30-9a26-266f8725db5f
Dec 24 10:59:28.615495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:28.623463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-74c46248-5bbe-4707-8a91-14a997f0ffba tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:28.730850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Network d0e30cd7-2c18-4c27-8b4d-ca225a667253 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:28.736736 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:28.739548 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:28.864974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5846adff-31d5-4d43-a7b2-84eb67d35dd4 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:59:28.885221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Pushing event updated for resources: {'Port': ['ID=3b19bc7f-bd6b-41f7-930d-2421b46cb053,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:28.888090 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:28.918349 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b231dc-49bd-4ae2-a164-483d386a2e41 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Hosts for router 03c810ce-1593-4c30-9a26-266f8725db5f: [] {{(pid=87558) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
Dec 24 10:59:28.928017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:28.928473 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:28.956067 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c66fd9f3-4b91-4a18-83b8-fdac82bc234c None None] Provisioning complete for port 58cb2bee-4369-431f-8bb4-49bac9477c14 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:28.956510 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c66fd9f3-4b91-4a18-83b8-fdac82bc234c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:28.959514 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b231dc-49bd-4ae2-a164-483d386a2e41 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Hosts for other DVR routers connected to router 03c810ce-1593-4c30-9a26-266f8725db5f: set() {{(pid=87558) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
Dec 24 10:59:28.962200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-25b231dc-49bd-4ae2-a164-483d386a2e41 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:28.963128 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-25b231dc-49bd-4ae2-a164-483d386a2e41 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] 10.222.0.54 "PUT /v2.0/routers/03c810ce-1593-4c30-9a26-266f8725db5f HTTP/1.1" status: 200  len: 716 time: 1.1928246
Dec 24 10:59:28.965782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51522) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:29.005330 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0619175
Dec 24 10:59:29.020580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Request body: {'port': {'device_id': '049912cb-ba40-4182-8679-e92108e9f6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:29.068219 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c66fd9f3-4b91-4a18-83b8-fdac82bc234c None None] Port 58cb2bee-4369-431f-8bb4-49bac9477c14 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 10:59:29.102961 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 5846adff-31d5-4d43-a7b2-84eb67d35dd4 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:29.103354 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:29.108342 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-57fb8046-d48a-417f-96f1-c822e833d996 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] 10.222.0.54 "GET /v2.0/routers/03c810ce-1593-4c30-9a26-266f8725db5f HTTP/1.1" status: 200  len: 716 time: 0.1392419
Dec 24 10:59:29.108608 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51526) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:29.111180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c20119-55ff-4d65-a60d-a13775d22890 req-8c0d1911-d7cd-4eb4-9835-3da2e565df2a tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:29.111889 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-c1c20119-55ff-4d65-a60d-a13775d22890 req-8c0d1911-d7cd-4eb4-9835-3da2e565df2a tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Synchronizing usage tracker for tenant:9139ce6928da4135aeeb15619b4838e0 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:59:29.169558 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c46ffa0>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:26Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '58cb2bee-4369-431f-8bb4-49bac9477c14', 'name': '', 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:fa:81:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '36656c1e-d3d7-4471-8723-e597b7eb581e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:24Z', 'updated_at': '2021-12-24T10:59:26Z', 'revision_number': 2, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '36656c1e-d3d7-4471-8723-e597b7eb581e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:22Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c53c5d3d-407f-4436-bdb8-84341ef0b060', 'name': '', 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:3f:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:16Z', 'updated_at': '2021-12-24T10:59:26Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:29.178972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Checking router: 4c4422f3-79fb-4128-8723-3a46163efe0c for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:59:29.179340 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Updating router 4c4422f3-79fb-4128-8723-3a46163efe0c port 58cb2bee-4369-431f-8bb4-49bac9477c14 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 10:59:29.236665 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-c1c20119-55ff-4d65-a60d-a13775d22890 req-8c0d1911-d7cd-4eb4-9835-3da2e565df2a tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Unset dirty status for tenant:9139ce6928da4135aeeb15619b4838e0 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:59:29.237815 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c1c20119-55ff-4d65-a60d-a13775d22890 req-8c0d1911-d7cd-4eb4-9835-3da2e565df2a tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 931 time: 0.4537690
Dec 24 10:59:29.240990 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:29.282463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.extraroute_db [None req-8e868c9b-eb14-4d9c-ab6f-db0a0ae04f9a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87559) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 24 10:59:29.285571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:29.428055 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4fefe336-1250-4a23-912c-3e5d744e6b19 tempest-RoutersTestDVR-1129980823 tempest-RoutersTestDVR-1129980823-project] 10.222.0.54 "GET /v2.0/routers/03c810ce-1593-4c30-9a26-266f8725db5f HTTP/1.1" status: 200  len: 682 time: 0.3182178
Dec 24 10:59:29.431239 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51532) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:29.460268 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c1c20119-55ff-4d65-a60d-a13775d22890 req-483c0116-4ea0-4cf7-bb2c-86d16e7b5f32 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2122610
Dec 24 10:59:29.469513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.extraroute_db [None req-8e868c9b-eb14-4d9c-ab6f-db0a0ae04f9a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Removed routes are [] {{(pid=87559) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 24 10:59:29.469980 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8e868c9b-eb14-4d9c-ab6f-db0a0ae04f9a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:29.609389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0c1594f-685b-463c-83aa-a166912d7e08 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:29.635698 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a0ab4b67-2ae2-41c3-9cd5-b29601f40f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:29.785422 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:29.796585 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Transition to ACTIVE for port object 58cb2bee-4369-431f-8bb4-49bac9477c14 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:29.804925 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:29.809697 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:29.962703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0c1594f-685b-463c-83aa-a166912d7e08 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:29.965733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0c1594f-685b-463c-83aa-a166912d7e08 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:29.997228 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2fe4e-9bee-4c8d-acc9-c8c812d02fbc None None] Pushing event updated for resources: {'Port': ['ID=58cb2bee-4369-431f-8bb4-49bac9477c14,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:30.012851 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0c1594f-685b-463c-83aa-a166912d7e08 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.013495 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c1594f-685b-463c-83aa-a166912d7e08 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03c810ce-1593-4c30-9a26-266f8725db5f {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:59:30.029736 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0c1594f-685b-463c-83aa-a166912d7e08 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.039639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-00b2fe4e-9bee-4c8d-acc9-c8c812d02fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:30.042276 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c0c1594f-685b-463c-83aa-a166912d7e08 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] 10.222.0.54 "DELETE /v2.0/routers/03c810ce-1593-4c30-9a26-266f8725db5f HTTP/1.1" status: 204  len: 168 time: 0.6096869
Dec 24 10:59:30.043176 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51536) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:30.051165 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-cd420f1f-fd6a-4957-ada7-b1129e4d0934 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Request body: {'router': {'name': 'tempest-router-683871795', 'distributed': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:30.066758 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-cd420f1f-fd6a-4957-ada7-b1129e4d0934 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:30.067114 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Attempting to bind port 58cb2bee-4369-431f-8bb4-49bac9477c14 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:59:30.067587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Attempting to bind port 58cb2bee-4369-431f-8bb4-49bac9477c14 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '509e4769-eacb-4adf-bb01-87c0639eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:59:30.068159 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Attempting to bind port 58cb2bee-4369-431f-8bb4-49bac9477c14 on network dec2ccc2-a550-4157-b68d-b40f1a4bef01 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:59:30.073833 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cd420f1f-fd6a-4957-ada7-b1129e4d0934 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Usage tracker for resource:router and tenant:5213bdfc36944eb7be570ef48a651f76 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:30.074181 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:59:30.074566 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Checking segment: {'id': '509e4769-eacb-4adf-bb01-87c0639eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:30.075030 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.075444 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Bound using segment: {'id': '509e4769-eacb-4adf-bb01-87c0639eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:59:30.075914 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Bound port: 58cb2bee-4369-431f-8bb4-49bac9477c14, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509e4769-eacb-4adf-bb01-87c0639eebe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:59:30.076387 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.078025 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cd420f1f-fd6a-4957-ada7-b1129e4d0934 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:30.086620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-cd420f1f-fd6a-4957-ada7-b1129e4d0934 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:30.109827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8e868c9b-eb14-4d9c-ab6f-db0a0ae04f9a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.110297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cd420f1f-fd6a-4957-ada7-b1129e4d0934 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.112808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cd420f1f-fd6a-4957-ada7-b1129e4d0934 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.116321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8e868c9b-eb14-4d9c-ab6f-db0a0ae04f9a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.136325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cd420f1f-fd6a-4957-ada7-b1129e4d0934 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.159921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cd420f1f-fd6a-4957-ada7-b1129e4d0934 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.182377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cd420f1f-fd6a-4957-ada7-b1129e4d0934 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.183584 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-cd420f1f-fd6a-4957-ada7-b1129e4d0934 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 0.1392865
Dec 24 10:59:30.184885 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] For port 58cb2bee-4369-431f-8bb4-49bac9477c14, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:59:30.187410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51540) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:30.191189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] For port 58cb2bee-4369-431f-8bb4-49bac9477c14, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=58cb2bee-4369-431f-8bb4-49bac9477c14,segment=NetworkSegment(509e4769-eacb-4adf-bb01-87c0639eebe0),segment_id=509e4769-eacb-4adf-bb01-87c0639eebe0)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:59:30.197518 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.208609 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:30.302512 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:30.303166 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c46ffa0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:30.344458 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f74be727-db3a-4f64-93f4-555093037629 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.358394 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b19bc7f-bd6b-41f7-930d-2421b46cb053 {{(pid=87559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:59:30.371074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.396921 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Transition to ACTIVE for port object 3b19bc7f-bd6b-41f7-930d-2421b46cb053 will not be triggered until provisioned by entity L2. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:30.398859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e868c9b-eb14-4d9c-ab6f-db0a0ae04f9a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router 4c4422f3-79fb-4128-8723-3a46163efe0c has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:59:30.410047 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.416459 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:30.544852 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b19bc7f-bd6b-41f7-930d-2421b46cb053,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:30.603247 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:30.706301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:30.897520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2fe4e-9bee-4c8d-acc9-c8c812d02fbc None None] Pushing event updated for resources: {'Port': ['ID=58cb2bee-4369-431f-8bb4-49bac9477c14,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:30.916491 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-00b2fe4e-9bee-4c8d-acc9-c8c812d02fbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:30.918198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f74be727-db3a-4f64-93f4-555093037629 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.920511 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f74be727-db3a-4f64-93f4-555093037629 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.944615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f74be727-db3a-4f64-93f4-555093037629 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.945097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74be727-db3a-4f64-93f4-555093037629 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d76176aa-3ca4-44d6-8401-c4e0f9302abd {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:59:30.948166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e868c9b-eb14-4d9c-ab6f-db0a0ae04f9a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:59:30.955770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f74be727-db3a-4f64-93f4-555093037629 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.963889 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8e868c9b-eb14-4d9c-ab6f-db0a0ae04f9a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:30.963889 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8e868c9b-eb14-4d9c-ab6f-db0a0ae04f9a tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/4c4422f3-79fb-4128-8723-3a46163efe0c HTTP/1.1" status: 200  len: 954 time: 2.7106457
Dec 24 10:59:30.965510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51554) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:30.965662 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f74be727-db3a-4f64-93f4-555093037629 tempest-RoutersTestDVR-1990878787 tempest-RoutersTestDVR-1990878787-project-admin] 10.222.0.54 "DELETE /v2.0/routers/d76176aa-3ca4-44d6-8401-c4e0f9302abd HTTP/1.1" status: 204  len: 168 time: 0.7769618
Dec 24 10:59:31.132428 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c46ffa0>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:29Z', 'revision_number': 6, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '58cb2bee-4369-431f-8bb4-49bac9477c14', 'name': '', 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:fa:81:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '36656c1e-d3d7-4471-8723-e597b7eb581e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:24Z', 'updated_at': '2021-12-24T10:59:30Z', 'revision_number': 4, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '36656c1e-d3d7-4471-8723-e597b7eb581e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:22Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c53c5d3d-407f-4436-bdb8-84341ef0b060', 'name': '', 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:3f:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:16Z', 'updated_at': '2021-12-24T10:59:26Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:31.137583 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Attempting to bind port 3b19bc7f-bd6b-41f7-930d-2421b46cb053 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:59:31.138124 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Attempting to bind port 3b19bc7f-bd6b-41f7-930d-2421b46cb053 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '06a0d00a-4bba-4514-9e98-3875bf757885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd0e30cd7-2c18-4c27-8b4d-ca225a667253'}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:59:31.138472 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Attempting to bind port 3b19bc7f-bd6b-41f7-930d-2421b46cb053 on network d0e30cd7-2c18-4c27-8b4d-ca225a667253 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:59:31.138596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac83e58-4b84-4ff7-b0e8-a273f9fc3469 None None] The sync data for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv is: [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:29Z', 'revision_number': 6, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '58cb2bee-4369-431f-8bb4-49bac9477c14', 'name': '', 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:fa:81:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '36656c1e-d3d7-4471-8723-e597b7eb581e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:24Z', 'updated_at': '2021-12-24T10:59:30Z', 'revision_number': 4, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '36656c1e-d3d7-4471-8723-e597b7eb581e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:22Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c53c5d3d-407f-4436-bdb8-84341ef0b060', 'name': '', 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:3f:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:16Z', 'updated_at': '2021-12-24T10:59:26Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:59:31.387660 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Port 3b19bc7f-bd6b-41f7-930d-2421b46cb053 on network d0e30cd7-2c18-4c27-8b4d-ca225a667253 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 10:59:31.387660 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Attempting to bind port 3b19bc7f-bd6b-41f7-930d-2421b46cb053 on network d0e30cd7-2c18-4c27-8b4d-ca225a667253 {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:59:31.393960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51562) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:31.407444 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621c6de-8dcb-415b-ae35-609f1e7af509 req-7726d53b-59c3-4691-875e-e69648836b9b tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:31.414172 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f621c6de-8dcb-415b-ae35-609f1e7af509 req-7726d53b-59c3-4691-875e-e69648836b9b tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 943 time: 0.6302333
Dec 24 10:59:31.428200 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2c5deaa0-cec9-4956-b54a-f8bd5a4118fa tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/routers/4c4422f3-79fb-4128-8723-3a46163efe0c HTTP/1.1" status: 200  len: 954 time: 0.4587767
Dec 24 10:59:31.428200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:59:31.428200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Checking segment: {'id': '06a0d00a-4bba-4514-9e98-3875bf757885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd0e30cd7-2c18-4c27-8b4d-ca225a667253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:31.428200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Bound using segment: {'id': '06a0d00a-4bba-4514-9e98-3875bf757885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd0e30cd7-2c18-4c27-8b4d-ca225a667253'} {{(pid=87559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:59:31.428620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51568) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:31.434926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.managers [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Bound port: 3b19bc7f-bd6b-41f7-930d-2421b46cb053, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a0d00a-4bba-4514-9e98-3875bf757885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'd0e30cd7-2c18-4c27-8b4d-ca225a667253'}}] {{(pid=87559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:59:31.434926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:31.447014 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-3a5f1c9e-5104-4b4d-a990-7c70d130e272 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'router': {'routes': None}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:31.585318 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f621c6de-8dcb-415b-ae35-609f1e7af509 req-2e4f3684-5fd5-43ca-b5a9-fe07545b9ae1 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1586747
Dec 24 10:59:31.620432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae142797-5011-4150-97ab-7a926c3efc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:31.635072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] For port 3b19bc7f-bd6b-41f7-930d-2421b46cb053, host hv-neutron-8226, cleared binding levels {{(pid=87559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:59:31.640479 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] For port 3b19bc7f-bd6b-41f7-930d-2421b46cb053, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3b19bc7f-bd6b-41f7-930d-2421b46cb053,segment=NetworkSegment(06a0d00a-4bba-4514-9e98-3875bf757885),segment_id=06a0d00a-4bba-4514-9e98-3875bf757885)] {{(pid=87559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:59:31.645179 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:31.645400 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ae142797-5011-4150-97ab-7a926c3efc79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:31.650227 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:31.655206 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ae142797-5011-4150-97ab-7a926c3efc79 admin admin] Usage tracker for resource:security_group_rule and tenant:bcd7aa1022e74840913147714881519b is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:31.660409 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ae142797-5011-4150-97ab-7a926c3efc79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:31.711591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:31.712438 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:31.713856 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] 10.222.0.32 "PUT /v2.0/ports/3b19bc7f-bd6b-41f7-930d-2421b46cb053 HTTP/1.1" status: 200  len: 1093 time: 2.7009244
Dec 24 10:59:31.714424 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '049912cb-ba40-4182-8679-e92108e9f6ec', 'tag': '3b19bc7f-bd6b-41f7-930d-2421b46cb053'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:59:31.722368 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ae142797-5011-4150-97ab-7a926c3efc79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:31.753202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Pushing event updated for resources: {'Port': ['ID=3b19bc7f-bd6b-41f7-930d-2421b46cb053,revision_number=3']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:31.756103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:31.824997 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '049912cb-ba40-4182-8679-e92108e9f6ec', 'tag': '3b19bc7f-bd6b-41f7-930d-2421b46cb053', 'status': 'completed', 'code': 200}
Dec 24 10:59:31.877745 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-807db193-87fd-44c0-a723-b63c5da04bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:31.896757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-de48b981-1a2f-4bc1-b62b-c0319ce3dcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:31.904524 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-de48b981-1a2f-4bc1-b62b-c0319ce3dcae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9139ce6928da4135aeeb15619b4838e0&device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 1096 time: 0.1264772
Dec 24 10:59:31.988239 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-06c18a3c-1578-437b-962d-28250dc82c1e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b19bc7f-bd6b-41f7-930d-2421b46cb053 HTTP/1.1" status: 200  len: 217 time: 0.0749884
Dec 24 10:59:32.009721 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 58cb2bee-4369-431f-8bb4-49bac9477c14 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:59:32.122011 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 58cb2bee-4369-431f-8bb4-49bac9477c14 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:59:32.122986 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-33811b9e-bced-4b52-a08c-53e261081b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:32.125803 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-33811b9e-bced-4b52-a08c-53e261081b35 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d7809ac-f918-48b0-a78e-1f86efc10e09 HTTP/1.1" status: 200  len: 852 time: 0.1307919
Dec 24 10:59:32.131774 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 58cb2bee-4369-431f-8bb4-49bac9477c14 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:32.131774 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:32.150842 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae142797-5011-4150-97ab-7a926c3efc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:32.169384 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ae142797-5011-4150-97ab-7a926c3efc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:32.212395 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1473a6fa-5d77-440b-98e8-2643b018c437 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:32.230595 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ae142797-5011-4150-97ab-7a926c3efc79 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=bcd7aa1022e74840913147714881519b&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8510227
Dec 24 10:59:32.237150 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51578) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:32.255530 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-8f417ce3-097f-4fea-a873-bbaffaf7b5c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0e30cd7-2c18-4c27-8b4d-ca225a667253&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1222675
Dec 24 10:59:32.271494 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:32.309900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 58cb2bee-4369-431f-8bb4-49bac9477c14, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=58cb2bee-4369-431f-8bb4-49bac9477c14,segment=NetworkSegment(509e4769-eacb-4adf-bb01-87c0639eebe0),segment_id=509e4769-eacb-4adf-bb01-87c0639eebe0)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:32.317746 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:32.320354 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4e930ba6-eff2-4f2d-8723-ca55871baf41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:32.324255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae142797-5011-4150-97ab-7a926c3efc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35d8f9c-8a37-42c0-9592-1b789cf378e3,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:32.340796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ae142797-5011-4150-97ab-7a926c3efc79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:32.440385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-43d4353e-7f98-46f1-8adb-a7d263be5371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:32.456428 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-43f7514f-dfe6-4464-8d23-ca221cb7a699 service neutron] 10.222.0.32 "GET /v2.0/networks/d0e30cd7-2c18-4c27-8b4d-ca225a667253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1941137
Dec 24 10:59:32.464071 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=58cb2bee-4369-431f-8bb4-49bac9477c14,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:32.467763 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:32.477845 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-43d4353e-7f98-46f1-8adb-a7d263be5371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:32.502285 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea3ac01-c5a5-4e17-9139-8a2c7e8d5cec None None] Sync routers for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:59:32.513964 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea3ac01-c5a5-4e17-9139-8a2c7e8d5cec None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:32.514638 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1ea3ac01-c5a5-4e17-9139-8a2c7e8d5cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e00bca0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:32.528935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.extraroute_db [None req-3a5f1c9e-5104-4b4d-a990-7c70d130e272 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Added routes are [] {{(pid=87558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 24 10:59:32.529256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.extraroute_db [None req-3a5f1c9e-5104-4b4d-a990-7c70d130e272 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87558) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 24 10:59:32.564935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-43d4353e-7f98-46f1-8adb-a7d263be5371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:32.572883 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-996aa4ae-c6c6-4f72-b9d5-6caac6fa04e5 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:32.609064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4353e-7f98-46f1-8adb-a7d263be5371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35d8f9c-8a37-42c0-9592-1b789cf378e3,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:32.613392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-43d4353e-7f98-46f1-8adb-a7d263be5371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:32.628780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-43d4353e-7f98-46f1-8adb-a7d263be5371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:32.629743 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-43d4353e-7f98-46f1-8adb-a7d263be5371 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d35d8f9c-8a37-42c0-9592-1b789cf378e3 HTTP/1.1" status: 204  len: 168 time: 0.3914609
Dec 24 10:59:32.630805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3a5f1c9e-5104-4b4d-a990-7c70d130e272 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:32.641498 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-22f14a36-9ea9-44cd-a393-2ca433751808 req-5185e53c-e07a-437d-b13e-b7a68c7ca33b service neutron] 10.222.0.32 "GET /v2.0/networks/d0e30cd7-2c18-4c27-8b4d-ca225a667253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1740918
Dec 24 10:59:32.838289 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-1ea3ac01-c5a5-4e17-9139-8a2c7e8d5cec None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:32.958633 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167110c4-574e-411f-b9a0-2dd309a336c3 req-936d45b9-b51b-4203-b096-fab3dce08a3f tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:32.963526 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-167110c4-574e-411f-b9a0-2dd309a336c3 req-936d45b9-b51b-4203-b096-fab3dce08a3f tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 943 time: 0.1920710
Dec 24 10:59:33.022120 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418a617-a9e6-4229-828e-937c7b770693 req-145538e2-c365-4021-ab3e-6d91af9c8902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:33.024622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:33.026935 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0418a617-a9e6-4229-828e-937c7b770693 req-145538e2-c365-4021-ab3e-6d91af9c8902 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9139ce6928da4135aeeb15619b4838e0&device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 1096 time: 0.3154590
Dec 24 10:59:33.063367 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:33.161316 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-167110c4-574e-411f-b9a0-2dd309a336c3 req-90b4e570-ad4a-4503-a667-7a9c01553ee6 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1916795
Dec 24 10:59:33.234660 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51588) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:33.272900 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418a617-a9e6-4229-828e-937c7b770693 req-8f6a96e6-2ab6-41bc-ad22-28f44ec6a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:33.274087 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0418a617-a9e6-4229-828e-937c7b770693 req-8f6a96e6-2ab6-41bc-ad22-28f44ec6a0f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d0e30cd7-2c18-4c27-8b4d-ca225a667253 HTTP/1.1" status: 200  len: 913 time: 0.2376060
Dec 24 10:59:33.275177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-47034019-c622-42c8-b021-cd0d338d909f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:33.365936 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0418a617-a9e6-4229-828e-937c7b770693 req-29d58e7a-b0be-4468-911a-0d15dfd33ef9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b19bc7f-bd6b-41f7-930d-2421b46cb053 HTTP/1.1" status: 200  len: 217 time: 0.0792234
Dec 24 10:59:33.366964 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-47034019-c622-42c8-b021-cd0d338d909f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:33.372180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-47034019-c622-42c8-b021-cd0d338d909f admin admin] Usage tracker for resource:security_group_rule and tenant:5213bdfc36944eb7be570ef48a651f76 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:33.380060 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-47034019-c622-42c8-b021-cd0d338d909f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:33.469459 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1ea3ac01-c5a5-4e17-9139-8a2c7e8d5cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e00bca0>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:29Z', 'revision_number': 6, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '58cb2bee-4369-431f-8bb4-49bac9477c14', 'name': '', 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:fa:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '36656c1e-d3d7-4471-8723-e597b7eb581e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:24Z', 'updated_at': '2021-12-24T10:59:32Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '36656c1e-d3d7-4471-8723-e597b7eb581e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:22Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c53c5d3d-407f-4436-bdb8-84341ef0b060', 'name': '', 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:3f:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:16Z', 'updated_at': '2021-12-24T10:59:26Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:33.476171 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea3ac01-c5a5-4e17-9139-8a2c7e8d5cec None None] Checking router: 4c4422f3-79fb-4128-8723-3a46163efe0c for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:59:33.479882 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0418a617-a9e6-4229-828e-937c7b770693 req-ff937478-e979-4550-895b-58e3991e842f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:33.481458 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0418a617-a9e6-4229-828e-937c7b770693 req-ff937478-e979-4550-895b-58e3991e842f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d7809ac-f918-48b0-a78e-1f86efc10e09 HTTP/1.1" status: 200  len: 852 time: 0.0821195
Dec 24 10:59:33.482963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-47034019-c622-42c8-b021-cd0d338d909f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:33.492293 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea3ac01-c5a5-4e17-9139-8a2c7e8d5cec None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:33.493042 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1ea3ac01-c5a5-4e17-9139-8a2c7e8d5cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e00bca0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:33.536862 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3a5f1c9e-5104-4b4d-a990-7c70d130e272 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:33.542812 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3a5f1c9e-5104-4b4d-a990-7c70d130e272 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:33.547865 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0418a617-a9e6-4229-828e-937c7b770693 req-d5dc9295-b7b6-4718-8edb-d84aa283042a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0e30cd7-2c18-4c27-8b4d-ca225a667253&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0570118
Dec 24 10:59:33.694236 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-1ea3ac01-c5a5-4e17-9139-8a2c7e8d5cec None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:33.750677 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5f1c9e-5104-4b4d-a990-7c70d130e272 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router 4c4422f3-79fb-4128-8723-3a46163efe0c has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:59:33.821644 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0418a617-a9e6-4229-828e-937c7b770693 req-75500cc9-0f62-4f4e-b97b-1a676b4a3091 service neutron] 10.222.0.32 "GET /v2.0/networks/d0e30cd7-2c18-4c27-8b4d-ca225a667253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2603679
Dec 24 10:59:33.943962 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-47034019-c622-42c8-b021-cd0d338d909f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:33.955414 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-47034019-c622-42c8-b021-cd0d338d909f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:33.965643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ab6a1d7a-1575-4339-b605-15c329a20ef3 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:33.986971 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 58cb2bee-4369-431f-8bb4-49bac9477c14 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:59:34.036365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47034019-c622-42c8-b021-cd0d338d909f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4e7561-63d5-43f9-a336-37a2e482b56c,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:34.051087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-47034019-c622-42c8-b021-cd0d338d909f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:34.053829 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-47034019-c622-42c8-b021-cd0d338d909f admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=5213bdfc36944eb7be570ef48a651f76&name=default HTTP/1.1" status: 200  len: 2983 time: 0.8193970
Dec 24 10:59:34.057175 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51594) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:34.074050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5f1c9e-5104-4b4d-a990-7c70d130e272 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:59:34.079158 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0418a617-a9e6-4229-828e-937c7b770693 req-b55b16bb-f955-4ede-b653-42a5224785b3 service neutron] 10.222.0.32 "GET /v2.0/networks/d0e30cd7-2c18-4c27-8b4d-ca225a667253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2465911
Dec 24 10:59:34.090227 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3a5f1c9e-5104-4b4d-a990-7c70d130e272 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:34.091585 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3a5f1c9e-5104-4b4d-a990-7c70d130e272 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/4c4422f3-79fb-4128-8723-3a46163efe0c HTTP/1.1" status: 200  len: 704 time: 2.6621454
Dec 24 10:59:34.094966 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51598) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:34.120001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 58cb2bee-4369-431f-8bb4-49bac9477c14 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:34.120476 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:34.271525 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1ea3ac01-c5a5-4e17-9139-8a2c7e8d5cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e00bca0>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:32Z', 'revision_number': 7, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '58cb2bee-4369-431f-8bb4-49bac9477c14', 'name': '', 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:fa:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '36656c1e-d3d7-4471-8723-e597b7eb581e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:24Z', 'updated_at': '2021-12-24T10:59:32Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '36656c1e-d3d7-4471-8723-e597b7eb581e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:22Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c53c5d3d-407f-4436-bdb8-84341ef0b060', 'name': '', 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:3f:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:16Z', 'updated_at': '2021-12-24T10:59:26Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:34.277504 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea3ac01-c5a5-4e17-9139-8a2c7e8d5cec None None] The sync data for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv is: [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:32Z', 'revision_number': 7, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '58cb2bee-4369-431f-8bb4-49bac9477c14', 'name': '', 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:fa:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '36656c1e-d3d7-4471-8723-e597b7eb581e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:24Z', 'updated_at': '2021-12-24T10:59:32Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '36656c1e-d3d7-4471-8723-e597b7eb581e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:22Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c53c5d3d-407f-4436-bdb8-84341ef0b060', 'name': '', 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:3f:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:16Z', 'updated_at': '2021-12-24T10:59:26Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:59:34.444910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b38fc2-e802-49a8-baef-9bcb02b322ca req-178a3da8-dc22-4887-a413-df3dee345fba tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:34.451930 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-57b38fc2-e802-49a8-baef-9bcb02b322ca req-178a3da8-dc22-4887-a413-df3dee345fba tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 943 time: 0.1346588
Dec 24 10:59:34.484051 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed136d0f-5919-49d2-a91b-3d762120fddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:34.500982 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-57b38fc2-e802-49a8-baef-9bcb02b322ca req-3f6cad22-d8d3-4c09-80ae-0cd0c93578e5 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Synchronizing usage tracker for tenant:9139ce6928da4135aeeb15619b4838e0 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:59:34.522952 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-57b38fc2-e802-49a8-baef-9bcb02b322ca req-3f6cad22-d8d3-4c09-80ae-0cd0c93578e5 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Unset dirty status for tenant:9139ce6928da4135aeeb15619b4838e0 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:59:34.526402 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-57b38fc2-e802-49a8-baef-9bcb02b322ca req-3f6cad22-d8d3-4c09-80ae-0cd0c93578e5 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728977
Dec 24 10:59:34.535863 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-251b95ef-b44b-43e4-a1d9-66c310724f3b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/routers/4c4422f3-79fb-4128-8723-3a46163efe0c HTTP/1.1" status: 200  len: 704 time: 0.4395416
Dec 24 10:59:34.538739 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51604) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:34.540815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed136d0f-5919-49d2-a91b-3d762120fddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:34.615741 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed136d0f-5919-49d2-a91b-3d762120fddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:34.622610 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b8ce6f96-a769-45d4-beb0-0c820005afc2 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:34.635496 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed136d0f-5919-49d2-a91b-3d762120fddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4e7561-63d5-43f9-a336-37a2e482b56c,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:34.638283 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ed136d0f-5919-49d2-a91b-3d762120fddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:34.640227 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed136d0f-5919-49d2-a91b-3d762120fddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:34.641781 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ed136d0f-5919-49d2-a91b-3d762120fddc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/ef4e7561-63d5-43f9-a336-37a2e482b56c HTTP/1.1" status: 204  len: 168 time: 0.5834572
Dec 24 10:59:34.653581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6788f567-1203-4413-9790-fb0dcf4afd57 None None] Sync routers for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:59:34.670782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6788f567-1203-4413-9790-fb0dcf4afd57 None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:34.671413 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-6788f567-1203-4413-9790-fb0dcf4afd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c2b1e50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:34.842638 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:34.859519 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-6788f567-1203-4413-9790-fb0dcf4afd57 None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:35.158385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fc98aea3-abd2-4eb0-b51d-cb2cce3b4f3f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:35.201224 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-6788f567-1203-4413-9790-fb0dcf4afd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c2b1e50>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:32Z', 'revision_number': 7, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '58cb2bee-4369-431f-8bb4-49bac9477c14', 'name': '', 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:fa:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '36656c1e-d3d7-4471-8723-e597b7eb581e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:24Z', 'updated_at': '2021-12-24T10:59:32Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '36656c1e-d3d7-4471-8723-e597b7eb581e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:22Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c53c5d3d-407f-4436-bdb8-84341ef0b060', 'name': '', 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:3f:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:16Z', 'updated_at': '2021-12-24T10:59:26Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:35.205213 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6788f567-1203-4413-9790-fb0dcf4afd57 None None] Checking router: 4c4422f3-79fb-4128-8723-3a46163efe0c for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:59:35.213814 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6788f567-1203-4413-9790-fb0dcf4afd57 None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:35.214466 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-6788f567-1203-4413-9790-fb0dcf4afd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c2b1e50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:35.380751 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-6788f567-1203-4413-9790-fb0dcf4afd57 None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:35.486062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51628) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:35.630096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-564582758'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:35.636561 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:35.675436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:network and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:35.681421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-fc98aea3-abd2-4eb0-b51d-cb2cce3b4f3f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port 58cb2bee-4369-431f-8bb4-49bac9477c14 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:35.682367 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fc98aea3-abd2-4eb0-b51d-cb2cce3b4f3f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:35.683157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:35.691216 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:35.706227 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:35.709993 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:35.731317 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:35.734519 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-6788f567-1203-4413-9790-fb0dcf4afd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c2b1e50>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:32Z', 'revision_number': 7, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '58cb2bee-4369-431f-8bb4-49bac9477c14', 'name': '', 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:fa:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '36656c1e-d3d7-4471-8723-e597b7eb581e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:24Z', 'updated_at': '2021-12-24T10:59:32Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '36656c1e-d3d7-4471-8723-e597b7eb581e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:22Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c53c5d3d-407f-4436-bdb8-84341ef0b060', 'name': '', 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:3f:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:16Z', 'updated_at': '2021-12-24T10:59:26Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:35.739141 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6788f567-1203-4413-9790-fb0dcf4afd57 None None] The sync data for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv is: [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:32Z', 'revision_number': 7, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '58cb2bee-4369-431f-8bb4-49bac9477c14', 'name': '', 'network_id': 'dec2ccc2-a550-4157-b68d-b40f1a4bef01', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:fa:81:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '36656c1e-d3d7-4471-8723-e597b7eb581e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:24Z', 'updated_at': '2021-12-24T10:59:32Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '36656c1e-d3d7-4471-8723-e597b7eb581e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:22Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c53c5d3d-407f-4436-bdb8-84341ef0b060', 'name': '', 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:3f:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:16Z', 'updated_at': '2021-12-24T10:59:26Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:59:35.758677 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:35.766128 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:security_group_rule and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:35.776190 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a64443-08f8-4a16-9180-851460041828 req-6c06de7a-519f-4762-979e-0a99966df179 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:35.777835 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-43a64443-08f8-4a16-9180-851460041828 req-6c06de7a-519f-4762-979e-0a99966df179 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 943 time: 0.1425574
Dec 24 10:59:35.778816 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:35.790551 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:35.846609 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-43a64443-08f8-4a16-9180-851460041828 req-4cc8ecb9-9999-4489-bf18-3f7964f8ab8b tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579562
Dec 24 10:59:35.896600 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-fc98aea3-abd2-4eb0-b51d-cb2cce3b4f3f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] For port 58cb2bee-4369-431f-8bb4-49bac9477c14, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=58cb2bee-4369-431f-8bb4-49bac9477c14,segment=NetworkSegment(509e4769-eacb-4adf-bb01-87c0639eebe0),segment_id=509e4769-eacb-4adf-bb01-87c0639eebe0)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:35.897012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fc98aea3-abd2-4eb0-b51d-cb2cce3b4f3f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:35.932872 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:35.937282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:35.941632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6a032eb2-0c7a-4bd5-9362-18cdcccdacdb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:35.967915 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:59:35.980715 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75f6cfe-5c5f-4b9f-9a5d-466d6adcf130,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:35.984735 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:35.987550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:35.988117 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Added segment aa023d58-560d-4c25-b171-73ba87b2a7ca of type vlan for network dfde7c4a-c5c9-415a-b882-50889fccf3ed
Dec 24 10:59:36.017451 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:36.028935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-fc98aea3-abd2-4eb0-b51d-cb2cce3b4f3f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Calling delete_port for 58cb2bee-4369-431f-8bb4-49bac9477c14 owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:36.046711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:36.052267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:36.052845 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:36.056477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-be20504f-e17d-4edb-bf29-59e963950d7e tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:36.162344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Network': ['ID=dfde7c4a-c5c9-415a-b882-50889fccf3ed,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:36.167804 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.6774633
Dec 24 10:59:36.167804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:36.168042 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51636) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:36.173819 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'name': 'tempest-PortsTestJSON-2021424932'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:36.176669 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:59:36.208854 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fc98aea3-abd2-4eb0-b51d-cb2cce3b4f3f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:36.212509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9c308640-5f4d-41d8-9189-686cc48bfd71 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:36.257616 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98aea3-abd2-4eb0-b51d-cb2cce3b4f3f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Port': ['ID=58cb2bee-4369-431f-8bb4-49bac9477c14,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:36.260999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fc98aea3-abd2-4eb0-b51d-cb2cce3b4f3f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:36.286936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:36.292218 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:port and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:36.295360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:36.301552 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:36.312271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:36.315785 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:36.337573 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] device_id is not set on port d96b3036-3c79-451d-af10-2c319143c9f6 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:59:36.470474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fc98aea3-abd2-4eb0-b51d-cb2cce3b4f3f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:36.576852 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:36.602970 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:36.609739 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c7ab54a1-801e-45db-af50-81372a7d08ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:36.692127 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=d96b3036-3c79-451d-af10-2c319143c9f6,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:36.694832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:36.701969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Checking segment: {'id': 'aa023d58-560d-4c25-b171-73ba87b2a7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:36.702378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network hostable DHCP agents. Network: dfde7c4a-c5c9-415a-b882-50889fccf3ed, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:59:36.720985 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:59:36.729811 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, dfde7c4a-c5c9-415a-b882-50889fccf3ed) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:36.734233 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:36.740076 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e3e510-8a4d-4db7-ac63-7b6c779d357e None None] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:36.740726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:36.741320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:36.768660 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.5996921
Dec 24 10:59:36.769283 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51642) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:36.774920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5bf0cd06-7bee-4a30-8e0c-28c0e14da9b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1396891429'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:36.779786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5bf0cd06-7bee-4a30-8e0c-28c0e14da9b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:36.784122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5bf0cd06-7bee-4a30-8e0c-28c0e14da9b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:network and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:36.787006 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5bf0cd06-7bee-4a30-8e0c-28c0e14da9b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:36.792964 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5bf0cd06-7bee-4a30-8e0c-28c0e14da9b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:36.798276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc98aea3-abd2-4eb0-b51d-cb2cce3b4f3f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router 4c4422f3-79fb-4128-8723-3a46163efe0c has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:59:36.805316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf0cd06-7bee-4a30-8e0c-28c0e14da9b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:36.808990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cd06-7bee-4a30-8e0c-28c0e14da9b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:36.837644 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf0cd06-7bee-4a30-8e0c-28c0e14da9b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:59:36.846718 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cd06-7bee-4a30-8e0c-28c0e14da9b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:36.847062 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-5bf0cd06-7bee-4a30-8e0c-28c0e14da9b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Added segment 1e8b35a1-6807-479c-9444-01189b0c0a08 of type vlan for network cbf297ac-faa6-4c05-b9e0-4410e949d567
Dec 24 10:59:36.880865 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cd06-7bee-4a30-8e0c-28c0e14da9b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:36.931533 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cd06-7bee-4a30-8e0c-28c0e14da9b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:36.939184 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf0cd06-7bee-4a30-8e0c-28c0e14da9b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:36.940165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5bf0cd06-7bee-4a30-8e0c-28c0e14da9b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:36.963387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1765086a-473d-4f1d-b8fd-301aefcf5441 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:36.991556 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5bf0cd06-7bee-4a30-8e0c-28c0e14da9b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2211823
Dec 24 10:59:36.995109 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51648) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:37.052981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'ports': [{'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed'}, {'network_id': 'cbf297ac-faa6-4c05-b9e0-4410e949d567'}]} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:37.053300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:37.053786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'network_id': 'cbf297ac-faa6-4c05-b9e0-4410e949d567'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:37.138285 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0cd06-7bee-4a30-8e0c-28c0e14da9b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Network': ['ID=cbf297ac-faa6-4c05-b9e0-4410e949d567,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:37.139565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc98aea3-abd2-4eb0-b51d-cb2cce3b4f3f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:59:37.146134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5bf0cd06-7bee-4a30-8e0c-28c0e14da9b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:37.153178 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e2764-e474-4114-a08c-b37ff54f2c0b None None] Sync routers for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:59:37.158304 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fc98aea3-abd2-4eb0-b51d-cb2cce3b4f3f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/4c4422f3-79fb-4128-8723-3a46163efe0c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6180966
Dec 24 10:59:37.161001 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51654) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:37.162493 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network cbf297ac-faa6-4c05-b9e0-4410e949d567 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:59:37.167918 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e2764-e474-4114-a08c-b37ff54f2c0b None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:37.168549 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-841e2764-e474-4114-a08c-b37ff54f2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0329a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:37.240967 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-e996fe0b-3c02-43b5-b698-f5d4fe4b0be8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting subnet 36656c1e-d3d7-4471-8723-e597b7eb581e {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:59:37.251211 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac906c30-8ed5-4728-b77c-a6751306b9d7 req-96d4335f-87c2-40ed-9cd9-e3b5fc978196 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:37.252821 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ac906c30-8ed5-4728-b77c-a6751306b9d7 req-96d4335f-87c2-40ed-9cd9-e3b5fc978196 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 943 time: 0.1615825
Dec 24 10:59:37.253515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e996fe0b-3c02-43b5-b698-f5d4fe4b0be8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:37.323491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:37.328442 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:port and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:37.331710 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:37.337542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:37.345554 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-841e2764-e474-4114-a08c-b37ff54f2c0b None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:37.346024 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e996fe0b-3c02-43b5-b698-f5d4fe4b0be8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:37.359384 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'port': 2} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:37.364926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:37.380981 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ac906c30-8ed5-4728-b77c-a6751306b9d7 req-fd577165-36db-4d05-a508-be0d0efd004e tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954049
Dec 24 10:59:37.410286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:37.448751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e996fe0b-3c02-43b5-b698-f5d4fe4b0be8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:37.531755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e996fe0b-3c02-43b5-b698-f5d4fe4b0be8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:37.536395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] device_id is not set on port 6fc7bb19-f5b5-4e30-82e7-bdec5a8d1227 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:59:37.537679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-eb6a3d3b-5ccb-44c1-810e-b1d3a517d4ba tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:37.579062 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e996fe0b-3c02-43b5-b698-f5d4fe4b0be8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:37.586437 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca1e06c-19b4-450d-8308-37424af9a6ab None None] Network dec2ccc2-a550-4157-b68d-b40f1a4bef01 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:37.588213 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e996fe0b-3c02-43b5-b698-f5d4fe4b0be8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Subnet': ['ID=36656c1e-d3d7-4471-8723-e597b7eb581e,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:37.590887 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e996fe0b-3c02-43b5-b698-f5d4fe4b0be8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:37.594287 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e996fe0b-3c02-43b5-b698-f5d4fe4b0be8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/subnets/36656c1e-d3d7-4471-8723-e597b7eb581e HTTP/1.1" status: 204  len: 168 time: 0.4323528
Dec 24 10:59:37.597785 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51658) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:37.612985 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 3b19bc7f-bd6b-41f7-930d-2421b46cb053 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 10:59:37.692910 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-841e2764-e474-4114-a08c-b37ff54f2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0329a0>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:36Z', 'revision_number': 8, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:22Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c53c5d3d-407f-4436-bdb8-84341ef0b060', 'name': '', 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:3f:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:16Z', 'updated_at': '2021-12-24T10:59:26Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:37.696917 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e2764-e474-4114-a08c-b37ff54f2c0b None None] Checking router: 4c4422f3-79fb-4128-8723-3a46163efe0c for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:59:37.706309 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841e2764-e474-4114-a08c-b37ff54f2c0b None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:37.706925 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-841e2764-e474-4114-a08c-b37ff54f2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0329a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:37.872293 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-841e2764-e474-4114-a08c-b37ff54f2c0b None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:37.882283 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:37.904803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:37.920678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 3b19bc7f-bd6b-41f7-930d-2421b46cb053, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3b19bc7f-bd6b-41f7-930d-2421b46cb053,segment=NetworkSegment(06a0d00a-4bba-4514-9e98-3875bf757885),segment_id=06a0d00a-4bba-4514-9e98-3875bf757885)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:37.931265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port 5846adff-31d5-4d43-a7b2-84eb67d35dd4 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:37.931608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:37.941755 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '3b19bc7f-bd6b-41f7-930d-2421b46cb053', 'network_id': 'd0e30cd7-2c18-4c27-8b4d-ca225a667253', 'port_id': '3b19bc7f-bd6b-41f7-930d-2421b46cb053', 'mac_address': 'fa:16:3e:d3:1a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7809ac-f918-48b0-a78e-1f86efc10e09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 10:59:38.013780 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:38.033337 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b19bc7f-bd6b-41f7-930d-2421b46cb053 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 10:59:38.040971 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378f169a-351b-42a5-8ff1-e33ebafc7728 None None] DHCP port deletion for dec2ccc2-a550-4157-b68d-b40f1a4bef01 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:59:38.056623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-378f169a-351b-42a5-8ff1-e33ebafc7728 None None] Deleting port 5846adff-31d5-4d43-a7b2-84eb67d35dd4 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:38.057011 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-378f169a-351b-42a5-8ff1-e33ebafc7728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:38.097564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 3b19bc7f-bd6b-41f7-930d-2421b46cb053, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3b19bc7f-bd6b-41f7-930d-2421b46cb053,segment=NetworkSegment(06a0d00a-4bba-4514-9e98-3875bf757885),segment_id=06a0d00a-4bba-4514-9e98-3875bf757885)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:38.102995 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:38.108233 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] device_id is not set on port 440ef755-8f1e-406c-a385-f56d464fc35b yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:59:38.112950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3a512024-efb7-4297-b003-fe0c474d2195 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:38.252715 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=3b19bc7f-bd6b-41f7-930d-2421b46cb053,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:38.257597 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-841e2764-e474-4114-a08c-b37ff54f2c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0329a0>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:36Z', 'revision_number': 8, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:22Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c53c5d3d-407f-4436-bdb8-84341ef0b060', 'name': '', 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:3f:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:16Z', 'updated_at': '2021-12-24T10:59:26Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:38.258723 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:38.263180 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841e2764-e474-4114-a08c-b37ff54f2c0b None None] The sync data for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv is: [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:36Z', 'revision_number': 8, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:22Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c53c5d3d-407f-4436-bdb8-84341ef0b060', 'name': '', 'network_id': 'ca8d2157-d33d-42a6-afbb-fd27bfce20b7', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:3f:41:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:16Z', 'updated_at': '2021-12-24T10:59:26Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'cec206e9-2fa2-471a-963f-e30cf96323f1', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:59:38.299091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] For port 5846adff-31d5-4d43-a7b2-84eb67d35dd4, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5846adff-31d5-4d43-a7b2-84eb67d35dd4,segment=NetworkSegment(509e4769-eacb-4adf-bb01-87c0639eebe0),segment_id=509e4769-eacb-4adf-bb01-87c0639eebe0)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:38.299457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:38.346927 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-378f169a-351b-42a5-8ff1-e33ebafc7728 None None] For port 5846adff-31d5-4d43-a7b2-84eb67d35dd4, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5846adff-31d5-4d43-a7b2-84eb67d35dd4,segment=NetworkSegment(509e4769-eacb-4adf-bb01-87c0639eebe0),segment_id=509e4769-eacb-4adf-bb01-87c0639eebe0)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:38.347321 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-378f169a-351b-42a5-8ff1-e33ebafc7728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:38.435769 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Calling delete_port for 5846adff-31d5-4d43-a7b2-84eb67d35dd4 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:38.467607 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-378f169a-351b-42a5-8ff1-e33ebafc7728 None None] Calling delete_port for 5846adff-31d5-4d43-a7b2-84eb67d35dd4 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:38.495230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['3b19bc7f-bd6b-41f7-930d-2421b46cb053'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 10:59:38.565710 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:38.594554 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-378f169a-351b-42a5-8ff1-e33ebafc7728 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 24 10:59:38.594554 dv-neutron-822668-2-hyperv neutron-server[87560]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s]
Dec 24 10:59:38.594554 dv-neutron-822668-2-hyperv neutron-server[87560]: [parameters: {'port_id': '5846adff-31d5-4d43-a7b2-84eb67d35dd4'}]
Dec 24 10:59:38.594554 dv-neutron-822668-2-hyperv neutron-server[87560]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:59:38.594971 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-378f169a-351b-42a5-8ff1-e33ebafc7728 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:59:38.604046 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:38.610888 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:38.667128 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Port': ['ID=5846adff-31d5-4d43-a7b2-84eb67d35dd4,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:38.670243 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:38.674140 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] No DVR routers for this DVR port 5846adff-31d5-4d43-a7b2-84eb67d35dd4 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:59:38.729951 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:38.740009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:38.775140 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c322f5e-2854-44b2-8393-15799696cf19 req-c0cb507c-bfc4-4e34-9ee9-67c6b6ddf9d8 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:38.776662 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2c322f5e-2854-44b2-8393-15799696cf19 req-c0cb507c-bfc4-4e34-9ee9-67c6b6ddf9d8 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 944 time: 0.2710381
Dec 24 10:59:38.896240 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:38.903201 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:38.909948 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:38.918778 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:38.919519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:38.938144 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=6fc7bb19-f5b5-4e30-82e7-bdec5a8d1227,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:38.945068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:38.954995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d109f660-84f5-453e-a71a-b25af5d7c103 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:38.999349 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2c322f5e-2854-44b2-8393-15799696cf19 req-8baafe57-0170-4a0c-9fa5-545dfbc638a6 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2131579
Dec 24 10:59:39.008335 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7cedd610>,) {'filters': {'network_id': ['dec2ccc2-a550-4157-b68d-b40f1a4bef01']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:39.036803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cedd610>, '509e4769-eacb-4adf-bb01-87c0639eebe0') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:39.037094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cedd610>, '509e4769-eacb-4adf-bb01-87c0639eebe0') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:39.060303 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:39.073737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=440ef755-8f1e-406c-a385-f56d464fc35b,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:39.081315 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:39.087439 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Checking segment: {'id': '1e8b35a1-6807-479c-9444-01189b0c0a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'cbf297ac-faa6-4c05-b9e0-4410e949d567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:39.087734 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network hostable DHCP agents. Network: cbf297ac-faa6-4c05-b9e0-4410e949d567, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:59:39.092056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:39.095992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-378f169a-351b-42a5-8ff1-e33ebafc7728 None None] Deleting port 5846adff-31d5-4d43-a7b2-84eb67d35dd4 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:39.096453 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-378f169a-351b-42a5-8ff1-e33ebafc7728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:39.102502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:59:39.102888 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:59:39.118152 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:59:39.165094 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-378f169a-351b-42a5-8ff1-e33ebafc7728 None None] The port '5846adff-31d5-4d43-a7b2-84eb67d35dd4' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:59:39.191363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network cbf297ac-faa6-4c05-b9e0-4410e949d567 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:59:39.204866 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, cbf297ac-faa6-4c05-b9e0-4410e949d567) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:39.206848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:39.210832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-888d7ca5-8fe5-4ec9-b786-75ffd219f32c tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:39.212933 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e04156-b2de-42bd-b62c-e8fb5c90002d None None] Network cbf297ac-faa6-4c05-b9e0-4410e949d567 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:39.225015 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:39.230397 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:39.235113 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:39.235749 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:39.239935 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:39.259964 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Network': ['ID=dec2ccc2-a550-4157-b68d-b40f1a4bef01,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:39.267881 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:39.274072 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/networks/dec2ccc2-a550-4157-b68d-b40f1a4bef01 HTTP/1.1" status: 204  len: 168 time: 1.6752405
Dec 24 10:59:39.276814 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51664) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:39.340234 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 2.3436956
Dec 24 10:59:39.343061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51668) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:39.432258 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-aadb3b27-115a-4e57-aae2-3d63bd3b42d2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 440ef755-8f1e-406c-a385-f56d464fc35b {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:39.432858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aadb3b27-115a-4e57-aae2-3d63bd3b42d2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:39.613749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 3b19bc7f-bd6b-41f7-930d-2421b46cb053 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:59:39.661923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aadb3b27-115a-4e57-aae2-3d63bd3b42d2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:39.686061 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 3b19bc7f-bd6b-41f7-930d-2421b46cb053 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:59:39.691899 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 3b19bc7f-bd6b-41f7-930d-2421b46cb053 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:39.692210 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:39.792747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-aadb3b27-115a-4e57-aae2-3d63bd3b42d2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for 440ef755-8f1e-406c-a385-f56d464fc35b owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:39.816744 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:39.842901 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049912cb-ba40-4182-8679-e92108e9f6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b19bc7f-bd6b-41f7-930d-2421b46cb053'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 10:59:39.852734 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 3b19bc7f-bd6b-41f7-930d-2421b46cb053, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3b19bc7f-bd6b-41f7-930d-2421b46cb053,segment=NetworkSegment(06a0d00a-4bba-4514-9e98-3875bf757885),segment_id=06a0d00a-4bba-4514-9e98-3875bf757885)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:39.859336 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:39.861626 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:39.878246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aadb3b27-115a-4e57-aae2-3d63bd3b42d2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:39.885117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b1b0c148-2097-4300-a1da-b82ea15f8810 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:39.932930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-818bc5e5-08d7-49fb-8846-1f79536f122e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:39.935319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb3b27-115a-4e57-aae2-3d63bd3b42d2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=440ef755-8f1e-406c-a385-f56d464fc35b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:39.938312 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=3b19bc7f-bd6b-41f7-930d-2421b46cb053,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:39.939844 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aadb3b27-115a-4e57-aae2-3d63bd3b42d2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:39.941598 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:39.955076 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aadb3b27-115a-4e57-aae2-3d63bd3b42d2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:39.961971 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049912cb-ba40-4182-8679-e92108e9f6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b19bc7f-bd6b-41f7-930d-2421b46cb053', 'code': 200}
Dec 24 10:59:39.967017 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-aadb3b27-115a-4e57-aae2-3d63bd3b42d2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/ports/440ef755-8f1e-406c-a385-f56d464fc35b HTTP/1.1" status: 204  len: 168 time: 0.6206875
Dec 24 10:59:39.967819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51674) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:39.996281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 58cb2bee-4369-431f-8bb4-49bac9477c14 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:59:40.062303 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 58cb2bee-4369-431f-8bb4-49bac9477c14 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:59:40.062674 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 58cb2bee-4369-431f-8bb4-49bac9477c14 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:59:40.063113 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5846adff-31d5-4d43-a7b2-84eb67d35dd4 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:59:40.066791 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5196048-1b88-43df-be45-226961b3ae4f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:40.076063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5196048-1b88-43df-be45-226961b3ae4f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:40.077021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f5196048-1b88-43df-be45-226961b3ae4f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:59:40.110383 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 5846adff-31d5-4d43-a7b2-84eb67d35dd4 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:59:40.111126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f5196048-1b88-43df-be45-226961b3ae4f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:59:40.111242 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5846adff-31d5-4d43-a7b2-84eb67d35dd4 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:59:40.116510 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f5196048-1b88-43df-be45-226961b3ae4f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1452 time: 0.1437244
Dec 24 10:59:40.116510 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51680) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:40.186087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bb3a3-8b93-49a4-8452-89a1f1b980ed tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 6fc7bb19-f5b5-4e30-82e7-bdec5a8d1227 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:40.186458 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb3a3-8b93-49a4-8452-89a1f1b980ed tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:40.388427 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b5e16-d97d-4aaa-8a19-bd60ecd33a59 req-95651e9f-cc78-4134-900d-9fb56ac9ebe2 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:40.390342 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a73b5e16-d97d-4aaa-8a19-bd60ecd33a59 req-95651e9f-cc78-4134-900d-9fb56ac9ebe2 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 945 time: 0.2604520
Dec 24 10:59:40.404348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb3a3-8b93-49a4-8452-89a1f1b980ed tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:40.412064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:40.413930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197d7a0b-b93b-4aac-92b9-1589e28e0072 req-b75053f8-4ad4-4742-bbc0-bf505382e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:40.415389 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-197d7a0b-b93b-4aac-92b9-1589e28e0072 req-b75053f8-4ad4-4742-bbc0-bf505382e1eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 1098 time: 0.2358899
Dec 24 10:59:40.498140 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a73b5e16-d97d-4aaa-8a19-bd60ecd33a59 req-69b3c43e-5e51-428c-ab23-107e313901fa tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017003
Dec 24 10:59:40.519944 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-197d7a0b-b93b-4aac-92b9-1589e28e0072 req-5e982bfe-7ffd-4fc8-9248-88d001e30cd0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959861
Dec 24 10:59:40.531009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-fd7bb3a3-8b93-49a4-8452-89a1f1b980ed tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for 6fc7bb19-f5b5-4e30-82e7-bdec5a8d1227 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:40.538657 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-818bc5e5-08d7-49fb-8846-1f79536f122e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port c53c5d3d-407f-4436-bdb8-84341ef0b060 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:40.538993 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-818bc5e5-08d7-49fb-8846-1f79536f122e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:40.609306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb3a3-8b93-49a4-8452-89a1f1b980ed tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:40.615115 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-10cb5d25-1f45-4498-9d53-2ee07e93ea08 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:40.663019 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bb3a3-8b93-49a4-8452-89a1f1b980ed tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=6fc7bb19-f5b5-4e30-82e7-bdec5a8d1227,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:40.666014 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fd7bb3a3-8b93-49a4-8452-89a1f1b980ed tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:40.668387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb3a3-8b93-49a4-8452-89a1f1b980ed tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:40.681551 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fd7bb3a3-8b93-49a4-8452-89a1f1b980ed tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/ports/6fc7bb19-f5b5-4e30-82e7-bdec5a8d1227 HTTP/1.1" status: 204  len: 168 time: 0.5653319
Dec 24 10:59:40.684169 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51684) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:40.728152 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-818bc5e5-08d7-49fb-8846-1f79536f122e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] For port c53c5d3d-407f-4436-bdb8-84341ef0b060, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c53c5d3d-407f-4436-bdb8-84341ef0b060,segment=NetworkSegment(2c864488-fcc4-4e69-b2c5-b35f81349be1),segment_id=2c864488-fcc4-4e69-b2c5-b35f81349be1)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:40.728516 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-818bc5e5-08d7-49fb-8846-1f79536f122e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:40.762415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26060c1e-b1e2-494c-8d91-0b72c3841473 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:40.763097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-26060c1e-b1e2-494c-8d91-0b72c3841473 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:59:40.779058 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-26060c1e-b1e2-494c-8d91-0b72c3841473 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:59:40.781040 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-26060c1e-b1e2-494c-8d91-0b72c3841473 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.0953476
Dec 24 10:59:40.783919 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51688) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:40.825505 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-13eca86a-07af-4109-96c4-2327b6c0d6ef tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] GET failed (client error): The resource could not be found.
Dec 24 10:59:40.826848 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-13eca86a-07af-4109-96c4-2327b6c0d6ef tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports/440ef755-8f1e-406c-a385-f56d464fc35b HTTP/1.1" status: 404  len: 333 time: 0.0420218
Dec 24 10:59:40.830202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51692) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:40.850983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-818bc5e5-08d7-49fb-8846-1f79536f122e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Calling delete_port for c53c5d3d-407f-4436-bdb8-84341ef0b060 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:40.874734 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb31554-8389-4025-9206-8cab39b6e99a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] GET failed (client error): The resource could not be found.
Dec 24 10:59:40.876299 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7cb31554-8389-4025-9206-8cab39b6e99a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports/6fc7bb19-f5b5-4e30-82e7-bdec5a8d1227 HTTP/1.1" status: 404  len: 333 time: 0.0451570
Dec 24 10:59:40.879095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51696) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:40.992190 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-77f67e40-ca49-48fb-8d81-6990853ced7b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:41.253052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-77f67e40-ca49-48fb-8d81-6990853ced7b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:41.278059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-77f67e40-ca49-48fb-8d81-6990853ced7b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c127e50>,) {'filters': {'network_id': ['cbf297ac-faa6-4c05-b9e0-4410e949d567']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:41.290322 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-77f67e40-ca49-48fb-8d81-6990853ced7b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c127e50>, '1e8b35a1-6807-479c-9444-01189b0c0a08') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:41.290615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-77f67e40-ca49-48fb-8d81-6990853ced7b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c127e50>, '1e8b35a1-6807-479c-9444-01189b0c0a08') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:41.302223 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-77f67e40-ca49-48fb-8d81-6990853ced7b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:41.318191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-77f67e40-ca49-48fb-8d81-6990853ced7b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:41.324088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f67e40-ca49-48fb-8d81-6990853ced7b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:59:41.324462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-77f67e40-ca49-48fb-8d81-6990853ced7b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:59:41.338407 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:59:41.354741 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-818bc5e5-08d7-49fb-8846-1f79536f122e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:41.358815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:41.409331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bc5e5-08d7-49fb-8846-1f79536f122e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Port': ['ID=c53c5d3d-407f-4436-bdb8-84341ef0b060,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:41.412684 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-818bc5e5-08d7-49fb-8846-1f79536f122e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:41.423041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-77f67e40-ca49-48fb-8d81-6990853ced7b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:41.427030 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:41.446653 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-77f67e40-ca49-48fb-8d81-6990853ced7b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:41.453540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f67e40-ca49-48fb-8d81-6990853ced7b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Network': ['ID=cbf297ac-faa6-4c05-b9e0-4410e949d567,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:41.456589 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-77f67e40-ca49-48fb-8d81-6990853ced7b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:41.462958 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-77f67e40-ca49-48fb-8d81-6990853ced7b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/networks/cbf297ac-faa6-4c05-b9e0-4410e949d567 HTTP/1.1" status: 204  len: 168 time: 0.5828781
Dec 24 10:59:41.463594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51700) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:41.469522 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f02addca-b138-4a6a-a77f-77749c1adeb7 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1352896878'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:41.474536 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f02addca-b138-4a6a-a77f-77749c1adeb7 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:41.479081 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f02addca-b138-4a6a-a77f-77749c1adeb7 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:network and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:41.482271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f02addca-b138-4a6a-a77f-77749c1adeb7 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:41.489052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f02addca-b138-4a6a-a77f-77749c1adeb7 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:41.500792 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02addca-b138-4a6a-a77f-77749c1adeb7 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:41.504933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f02addca-b138-4a6a-a77f-77749c1adeb7 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:41.536203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02addca-b138-4a6a-a77f-77749c1adeb7 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:59:41.545700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f02addca-b138-4a6a-a77f-77749c1adeb7 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:41.546802 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-f02addca-b138-4a6a-a77f-77749c1adeb7 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Added segment a929f121-d527-45f2-b374-03fc1eddfada of type vlan for network 3eb1378a-ce5d-4385-9f94-a4beec3c4bb7
Dec 24 10:59:41.578334 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f02addca-b138-4a6a-a77f-77749c1adeb7 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:41.615980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f02addca-b138-4a6a-a77f-77749c1adeb7 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:41.622388 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02addca-b138-4a6a-a77f-77749c1adeb7 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:41.623032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f02addca-b138-4a6a-a77f-77749c1adeb7 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:41.628413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5db83990-c923-443d-b26c-2e216acc502e tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:41.638196 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-818bc5e5-08d7-49fb-8846-1f79536f122e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:41.760008 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f02addca-b138-4a6a-a77f-77749c1adeb7 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2951174
Dec 24 10:59:41.762952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51708) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:41.778451 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'subnet': {'network_id': '3eb1378a-ce5d-4385-9f94-a4beec3c4bb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:41.786670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02addca-b138-4a6a-a77f-77749c1adeb7 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Network': ['ID=3eb1378a-ce5d-4385-9f94-a4beec3c4bb7,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:41.789369 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f02addca-b138-4a6a-a77f-77749c1adeb7 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:41.797151 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 3eb1378a-ce5d-4385-9f94-a4beec3c4bb7 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:59:41.822082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3fb2e-be57-4cfc-a28b-17aab3d94d1e req-61f0926a-9adf-41bc-9cc5-fb1fe2a2c1b3 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:41.823877 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45f3fb2e-be57-4cfc-a28b-17aab3d94d1e req-61f0926a-9adf-41bc-9cc5-fb1fe2a2c1b3 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 945 time: 0.1695466
Dec 24 10:59:41.872732 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45f3fb2e-be57-4cfc-a28b-17aab3d94d1e req-f791a9a0-9222-4f68-bfe8-6e47ceed8aa8 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414684
Dec 24 10:59:41.988065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:42.038975 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:subnet and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:42.051664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:42.060354 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:42.083957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:42.087363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:42.164432 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818bc5e5-08d7-49fb-8846-1f79536f122e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router 4c4422f3-79fb-4128-8723-3a46163efe0c has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:59:42.184037 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.ipam_backend_mixin [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Performing IP validity checks on allocation pools {{(pid=87559) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 24 10:59:42.184738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.ipam_backend_mixin [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87559) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 24 10:59:42.358025 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818bc5e5-08d7-49fb-8846-1f79536f122e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:59:42.369590 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f47c2-015e-48f5-8f52-119f73f4bf70 None None] Sync routers for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:59:42.380743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769f47c2-015e-48f5-8f52-119f73f4bf70 None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:42.381615 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-769f47c2-015e-48f5-8f52-119f73f4bf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d116d60>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:42.419433 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-818bc5e5-08d7-49fb-8846-1f79536f122e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/4c4422f3-79fb-4128-8723-3a46163efe0c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1415343
Dec 24 10:59:42.422785 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51712) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:42.469457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:42.474815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d3257171-2065-4e03-9a41-3b938eddb1cd tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:42.494636 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-414b425b-1254-4eff-aad4-e0312b37d4fc tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting subnet cec206e9-2fa2-471a-963f-e30cf96323f1 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:59:42.498411 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-414b425b-1254-4eff-aad4-e0312b37d4fc tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:42.539462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-769f47c2-015e-48f5-8f52-119f73f4bf70 None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:42.555269 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-414b425b-1254-4eff-aad4-e0312b37d4fc tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:42.645288 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-414b425b-1254-4eff-aad4-e0312b37d4fc tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:42.705776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Checking segment: {'id': 'a929f121-d527-45f2-b374-03fc1eddfada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3eb1378a-ce5d-4385-9f94-a4beec3c4bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:42.706313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network hostable DHCP agents. Network: 3eb1378a-ce5d-4385-9f94-a4beec3c4bb7, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:59:42.714427 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Subnet': ['ID=bd7cbe34-5bc8-45f1-8d9a-f440341c4571,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:42.717295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:42.729536 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-414b425b-1254-4eff-aad4-e0312b37d4fc tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:42.734298 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network 3eb1378a-ce5d-4385-9f94-a4beec3c4bb7 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:59:42.734475 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-01447f9d-78ab-4bae-9bf6-53549a7a5985 tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:42.744159 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 3eb1378a-ce5d-4385-9f94-a4beec3c4bb7) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:42.748886 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:42.749760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:42.756696 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abbdbf6-2c00-4a72-ab59-a9a398242224 None None] Network 3eb1378a-ce5d-4385-9f94-a4beec3c4bb7 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:42.772236 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0079777
Dec 24 10:59:42.772738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b425b-1254-4eff-aad4-e0312b37d4fc tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Subnet': ['ID=cec206e9-2fa2-471a-963f-e30cf96323f1,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:42.774925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51716) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:42.775717 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-414b425b-1254-4eff-aad4-e0312b37d4fc tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:42.776682 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-414b425b-1254-4eff-aad4-e0312b37d4fc tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:42.783273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'network_id': '3eb1378a-ce5d-4385-9f94-a4beec3c4bb7', 'name': 'tempest-PortsTestJSON-97568904'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:42.784140 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-414b425b-1254-4eff-aad4-e0312b37d4fc tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/subnets/cec206e9-2fa2-471a-963f-e30cf96323f1 HTTP/1.1" status: 204  len: 168 time: 0.3603103
Dec 24 10:59:42.786726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51720) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:42.863361 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfa1061-3b85-46e4-ac33-b2c048a0ee00 None None] Network ca8d2157-d33d-42a6-afbb-fd27bfce20b7 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:42.903119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:42.915627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port 88f6cf05-37e7-4da3-8824-d85c2aa42c37 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:42.916420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:42.928125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:42.938140 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:42.949369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:42.954265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:42.988569 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] device_id is not set on port 6faa3d52-cab3-410f-b6e4-a386d18dba19 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:59:43.151406 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] For port 88f6cf05-37e7-4da3-8824-d85c2aa42c37, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=88f6cf05-37e7-4da3-8824-d85c2aa42c37,segment=NetworkSegment(2c864488-fcc4-4e69-b2c5-b35f81349be1),segment_id=2c864488-fcc4-4e69-b2c5-b35f81349be1)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:43.151874 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:43.197973 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ac6f1-da10-4c3e-a464-54b102819d42 req-4bbae392-a43a-429b-a9ea-7cc6c8d39d22 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:43.199497 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7e2ac6f1-da10-4c3e-a464-54b102819d42 req-4bbae392-a43a-429b-a9ea-7cc6c8d39d22 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 945 time: 0.1693573
Dec 24 10:59:43.230650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Allocated IP 172.20.0.6 (3eb1378a-ce5d-4385-9f94-a4beec3c4bb7/bd7cbe34-5bc8-45f1-8d9a-f440341c4571/6faa3d52-cab3-410f-b6e4-a386d18dba19) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:59:43.289969 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7e2ac6f1-da10-4c3e-a464-54b102819d42 req-ea524ffa-48bc-43f4-9fc9-700e59b58233 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794542
Dec 24 10:59:43.291030 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-3eb1378a-ce5d-4385-9f94-a4beec3c4bb7', 'network_id': '3eb1378a-ce5d-4385-9f94-a4beec3c4bb7', 'tenant_id': 'e8412d0db8484a06883ce7b4c94c25ba', 'fixed_ips': [{'subnet_id': 'bd7cbe34-5bc8-45f1-8d9a-f440341c4571'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:59:43.291877 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:43.292610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Calling delete_port for 88f6cf05-37e7-4da3-8824-d85c2aa42c37 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:43.359864 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-769f47c2-015e-48f5-8f52-119f73f4bf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d116d60>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:41Z', 'revision_number': 9, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:22Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:43.372531 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f47c2-015e-48f5-8f52-119f73f4bf70 None None] Checking router: 4c4422f3-79fb-4128-8723-3a46163efe0c for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:59:43.403680 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769f47c2-015e-48f5-8f52-119f73f4bf70 None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:43.404332 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-769f47c2-015e-48f5-8f52-119f73f4bf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d116d60>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:43.415083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:43.419375 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:43.469206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d7bae5-cdcb-4dce-91e6-c643d202c1b3 None None] DHCP port deletion for ca8d2157-d33d-42a6-afbb-fd27bfce20b7 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:59:43.483170 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Port': ['ID=88f6cf05-37e7-4da3-8824-d85c2aa42c37,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:43.522046 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:43.534690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] No DVR routers for this DVR port 88f6cf05-37e7-4da3-8824-d85c2aa42c37 on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:59:43.560783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:43.580445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Transition to ACTIVE for port object 6faa3d52-cab3-410f-b6e4-a386d18dba19 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:43.586072 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-769f47c2-015e-48f5-8f52-119f73f4bf70 None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:43.604492 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:43.610406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:43.683132 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network 3eb1378a-ce5d-4385-9f94-a4beec3c4bb7 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:43.691574 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:43.694072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:43.739583 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=6faa3d52-cab3-410f-b6e4-a386d18dba19,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:43.742394 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:43.765550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:43.766180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:43.791372 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.0147212
Dec 24 10:59:43.794110 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51730) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:43.799898 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:43.831956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7ccbb340>,) {'filters': {'network_id': ['ca8d2157-d33d-42a6-afbb-fd27bfce20b7']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:43.846149 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019c674-50ee-4c53-abb6-0bf9d32f6724 req-5d8e5d13-f519-4ba1-b135-891373938c59 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:43.847640 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3019c674-50ee-4c53-abb6-0bf9d32f6724 req-5d8e5d13-f519-4ba1-b135-891373938c59 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 945 time: 0.3672194
Dec 24 10:59:43.854930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7ccbb340>, '2c864488-fcc4-4e69-b2c5-b35f81349be1') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:43.854930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7ccbb340>, '2c864488-fcc4-4e69-b2c5-b35f81349be1') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:43.857701 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Allocated IP 172.20.0.2 (3eb1378a-ce5d-4385-9f94-a4beec3c4bb7/bd7cbe34-5bc8-45f1-8d9a-f440341c4571/708aa295-2d31-4886-91a7-f9972f409cbf) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:59:43.861735 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-424fb3cf-bb96-4bb1-88f0-12b11b773361 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 6faa3d52-cab3-410f-b6e4-a386d18dba19 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:43.862069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-424fb3cf-bb96-4bb1-88f0-12b11b773361 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:43.885045 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:43.912182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:43.924525 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:59:43.925083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:59:43.940393 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:59:43.949321 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3019c674-50ee-4c53-abb6-0bf9d32f6724 req-e16e2fef-f241-4f07-bc7b-8335a7c8d603 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868180
Dec 24 10:59:44.027371 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 88f6cf05-37e7-4da3-8824-d85c2aa42c37 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:59:44.030472 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:44.034711 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f02addca-b138-4a6a-a77f-77749c1adeb7 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:44.058698 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:44.066507 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Network': ['ID=ca8d2157-d33d-42a6-afbb-fd27bfce20b7,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:44.070825 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:44.075366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 88f6cf05-37e7-4da3-8824-d85c2aa42c37 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:59:44.075799 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 88f6cf05-37e7-4da3-8824-d85c2aa42c37 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:59:44.078068 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/networks/ca8d2157-d33d-42a6-afbb-fd27bfce20b7 HTTP/1.1" status: 204  len: 168 time: 1.2901640
Dec 24 10:59:44.080823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51736) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:44.209153 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-424fb3cf-bb96-4bb1-88f0-12b11b773361 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:44.210907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-769f47c2-015e-48f5-8f52-119f73f4bf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d116d60>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:41Z', 'revision_number': 9, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:22Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:44.218907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769f47c2-015e-48f5-8f52-119f73f4bf70 None None] The sync data for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv is: [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:41Z', 'revision_number': 9, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '930b575f-c394-47fd-b12d-63c552161e30', 'name': '', 'network_id': 'e36a1594-5c83-42e7-9f5a-ddff92cd2b66', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:31:de:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:10Z', 'updated_at': '2021-12-24T10:59:22Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': 'bb299882-5dc0-4d00-a7cf-78b8ef81b867', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:59:44.221263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:44.238806 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Transition to ACTIVE for port object 708aa295-2d31-4886-91a7-f9972f409cbf will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:44.266526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Transition to ACTIVE for port object 708aa295-2d31-4886-91a7-f9972f409cbf will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:44.276541 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:44.281183 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:44.348524 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Network 3eb1378a-ce5d-4385-9f94-a4beec3c4bb7 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:44.351864 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:44.361144 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:44.373317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Pushing event updated for resources: {'Port': ['ID=708aa295-2d31-4886-91a7-f9972f409cbf,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:44.401840 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-424fb3cf-bb96-4bb1-88f0-12b11b773361 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for 6faa3d52-cab3-410f-b6e4-a386d18dba19 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:44.403993 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:44.474331 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Attempting to bind port 708aa295-2d31-4886-91a7-f9972f409cbf on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:59:44.474861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Attempting to bind port 708aa295-2d31-4886-91a7-f9972f409cbf by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'a929f121-d527-45f2-b374-03fc1eddfada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3eb1378a-ce5d-4385-9f94-a4beec3c4bb7'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:59:44.475326 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Attempting to bind port 708aa295-2d31-4886-91a7-f9972f409cbf on network 3eb1378a-ce5d-4385-9f94-a4beec3c4bb7 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:59:44.480816 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:59:44.481316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Checking segment: {'id': 'a929f121-d527-45f2-b374-03fc1eddfada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3eb1378a-ce5d-4385-9f94-a4beec3c4bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:44.481821 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:44.482349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Bound using segment: {'id': 'a929f121-d527-45f2-b374-03fc1eddfada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3eb1378a-ce5d-4385-9f94-a4beec3c4bb7'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:59:44.482914 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Bound port: 708aa295-2d31-4886-91a7-f9972f409cbf, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a929f121-d527-45f2-b374-03fc1eddfada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '3eb1378a-ce5d-4385-9f94-a4beec3c4bb7'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:59:44.483948 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:44.557208 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-424fb3cf-bb96-4bb1-88f0-12b11b773361 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:44.563107 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7968fd28-2c6d-4ba6-ba1e-fe7a40d69d88 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:44.575281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] For port 708aa295-2d31-4886-91a7-f9972f409cbf, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:59:44.578788 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] For port 708aa295-2d31-4886-91a7-f9972f409cbf, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=708aa295-2d31-4886-91a7-f9972f409cbf,segment=NetworkSegment(a929f121-d527-45f2-b374-03fc1eddfada),segment_id=a929f121-d527-45f2-b374-03fc1eddfada)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:59:44.588010 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:44.593770 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:44.599723 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458c9ac-2f29-4e03-bea7-c80608eb7132 req-e3d64af3-ff65-4791-a1d7-5ba748bdd329 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:44.606408 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d458c9ac-2f29-4e03-bea7-c80608eb7132 req-e3d64af3-ff65-4791-a1d7-5ba748bdd329 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 945 time: 0.1744323
Dec 24 10:59:44.613332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fb3cf-bb96-4bb1-88f0-12b11b773361 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=6faa3d52-cab3-410f-b6e4-a386d18dba19,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:44.617342 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-424fb3cf-bb96-4bb1-88f0-12b11b773361 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:44.701083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Pushing event updated for resources: {'Port': ['ID=708aa295-2d31-4886-91a7-f9972f409cbf,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:44.710469 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d458c9ac-2f29-4e03-bea7-c80608eb7132 req-7f1355f4-b368-4d0d-ad08-c09a4311b1ed tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028128
Dec 24 10:59:44.712087 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:44.736146 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-424fb3cf-bb96-4bb1-88f0-12b11b773361 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:44.746906 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-424fb3cf-bb96-4bb1-88f0-12b11b773361 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/ports/6faa3d52-cab3-410f-b6e4-a386d18dba19 HTTP/1.1" status: 204  len: 168 time: 0.9517868
Dec 24 10:59:44.750035 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51742) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:44.797886 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-a772d3c6-242a-4e21-be69-2b0b07b27bd4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:44.798538 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a772d3c6-242a-4e21-be69-2b0b07b27bd4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:44.802871 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a772d3c6-242a-4e21-be69-2b0b07b27bd4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/ports/6faa3d52-cab3-410f-b6e4-a386d18dba19 HTTP/1.1" status: 404  len: 333 time: 0.0492218
Dec 24 10:59:44.803028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51746) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:44.822056 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c95abe1a-fb65-49ee-92e0-d32e17e2ee97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:44.846115 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2cb0ab-e316-4ec1-b4cf-657b5d04a71d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] GET failed (client error): The resource could not be found.
Dec 24 10:59:44.846684 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ff2cb0ab-e316-4ec1-b4cf-657b5d04a71d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:59:44.862529 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ff2cb0ab-e316-4ec1-b4cf-657b5d04a71d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:59:44.863869 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ff2cb0ab-e316-4ec1-b4cf-657b5d04a71d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports/6faa3d52-cab3-410f-b6e4-a386d18dba19 HTTP/1.1" status: 404  len: 333 time: 0.0599365
Dec 24 10:59:44.866714 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51750) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:44.945772 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d6429a-5502-464c-b047-6ea886fb6af0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting subnet bd7cbe34-5bc8-45f1-8d9a-f440341c4571 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:59:44.948739 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57d6429a-5502-464c-b047-6ea886fb6af0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:45.131545 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57d6429a-5502-464c-b047-6ea886fb6af0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:45.208722 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c95abe1a-fb65-49ee-92e0-d32e17e2ee97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port 930b575f-c394-47fd-b12d-63c552161e30 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:45.209107 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c95abe1a-fb65-49ee-92e0-d32e17e2ee97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:45.223883 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57d6429a-5502-464c-b047-6ea886fb6af0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:45.299753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57d6429a-5502-464c-b047-6ea886fb6af0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:45.303543 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b65eacd1-d66f-44b5-be4a-51ab66cbea5d tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:45.340542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6429a-5502-464c-b047-6ea886fb6af0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Subnet': ['ID=bd7cbe34-5bc8-45f1-8d9a-f440341c4571,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:45.342975 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-57d6429a-5502-464c-b047-6ea886fb6af0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:45.345602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57d6429a-5502-464c-b047-6ea886fb6af0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:45.354742 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-57d6429a-5502-464c-b047-6ea886fb6af0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/bd7cbe34-5bc8-45f1-8d9a-f440341c4571 HTTP/1.1" status: 204  len: 168 time: 0.4845908
Dec 24 10:59:45.354968 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51754) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:45.485538 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:45.496399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 708aa295-2d31-4886-91a7-f9972f409cbf {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:45.496710 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:45.548522 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-c95abe1a-fb65-49ee-92e0-d32e17e2ee97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] For port 930b575f-c394-47fd-b12d-63c552161e30, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=930b575f-c394-47fd-b12d-63c552161e30,segment=NetworkSegment(192e43b1-da5b-47b6-8672-c6d781b47a6c),segment_id=192e43b1-da5b-47b6-8672-c6d781b47a6c)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:45.548876 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c95abe1a-fb65-49ee-92e0-d32e17e2ee97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:45.679333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c95abe1a-fb65-49ee-92e0-d32e17e2ee97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Calling delete_port for 930b575f-c394-47fd-b12d-63c552161e30 owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:45.721076 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] For port 708aa295-2d31-4886-91a7-f9972f409cbf, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=708aa295-2d31-4886-91a7-f9972f409cbf,segment=NetworkSegment(a929f121-d527-45f2-b374-03fc1eddfada),segment_id=a929f121-d527-45f2-b374-03fc1eddfada)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:45.721076 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:45.782348 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fd8c5c-d713-401d-a7e8-3fc485f9ddae None None] Network 3eb1378a-ce5d-4385-9f94-a4beec3c4bb7 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:45.868182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for 708aa295-2d31-4886-91a7-f9972f409cbf owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:45.881286 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c95abe1a-fb65-49ee-92e0-d32e17e2ee97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:45.887733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:45.949646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95abe1a-fb65-49ee-92e0-d32e17e2ee97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Port': ['ID=930b575f-c394-47fd-b12d-63c552161e30,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:45.952545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c95abe1a-fb65-49ee-92e0-d32e17e2ee97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:46.017229 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:46.024019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ebb6e730-fd8e-4346-8fb0-ab6a090b95c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:46.041453 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a0bc069c-a0f2-4f33-afe4-acefc50cf668 None None] Provisioning for port 708aa295-2d31-4886-91a7-f9972f409cbf completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 10:59:46.049167 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a0bc069c-a0f2-4f33-afe4-acefc50cf668 None None] Provisioning complete for port 708aa295-2d31-4886-91a7-f9972f409cbf triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 10:59:46.049554 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a0bc069c-a0f2-4f33-afe4-acefc50cf668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:46.087823 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=708aa295-2d31-4886-91a7-f9972f409cbf,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:46.090138 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No DVR routers for this DVR port 708aa295-2d31-4886-91a7-f9972f409cbf on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:59:46.112972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 708aa295-2d31-4886-91a7-f9972f409cbf up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 10:59:46.137543 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:46.168390 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22b48af-7ffd-4956-b199-90d2d45f94ac None None] DHCP port deletion for 3eb1378a-ce5d-4385-9f94-a4beec3c4bb7 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:59:46.183884 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1eadc3-9c53-47d3-9d16-5b7bdd285302 req-403c3eda-496f-495f-9b7c-2b6fe5ebea4b tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:46.185476 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6a1eadc3-9c53-47d3-9d16-5b7bdd285302 req-403c3eda-496f-495f-9b7c-2b6fe5ebea4b tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 945 time: 0.3248396
Dec 24 10:59:46.195984 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-a0bc069c-a0f2-4f33-afe4-acefc50cf668 None None] Port 708aa295-2d31-4886-91a7-f9972f409cbf was deleted so its status cannot be updated. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 24 10:59:46.199943 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 708aa295-2d31-4886-91a7-f9972f409cbf {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:59:46.200864 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 708aa295-2d31-4886-91a7-f9972f409cbf not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}}
Dec 24 10:59:46.221067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c95abe1a-fb65-49ee-92e0-d32e17e2ee97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:46.256705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Port 708aa295-2d31-4886-91a7-f9972f409cbf not found, will not notify nova. {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 24 10:59:46.265981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c53c5d3d-407f-4436-bdb8-84341ef0b060 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:59:46.275093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:46.301680 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: c53c5d3d-407f-4436-bdb8-84341ef0b060 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:59:46.302065 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c53c5d3d-407f-4436-bdb8-84341ef0b060 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:59:46.318503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d53a850>,) {'filters': {'network_id': ['3eb1378a-ce5d-4385-9f94-a4beec3c4bb7']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:46.332903 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6a1eadc3-9c53-47d3-9d16-5b7bdd285302 req-9e58fcd3-18e7-46ec-8580-04101a75482c tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926540
Dec 24 10:59:46.337353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d53a850>, 'a929f121-d527-45f2-b374-03fc1eddfada') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:46.337804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d53a850>, 'a929f121-d527-45f2-b374-03fc1eddfada') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:46.350634 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:46.370350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:46.378764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:59:46.379286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:59:46.396673 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:59:46.484577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:46.488907 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:46.492189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f99347e7-b8e7-4d9f-8654-926cdea53d85 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:46.522626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Network': ['ID=3eb1378a-ce5d-4385-9f94-a4beec3c4bb7,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:46.530182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:46.540870 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/networks/3eb1378a-ce5d-4385-9f94-a4beec3c4bb7 HTTP/1.1" status: 204  len: 168 time: 1.1814852
Dec 24 10:59:46.541144 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51764) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:46.547599 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-0d4b6e88-12d9-4588-a994-477742691c68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1586181777'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:46.552617 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-0d4b6e88-12d9-4588-a994-477742691c68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:46.556752 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0d4b6e88-12d9-4588-a994-477742691c68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:network and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:46.560295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0d4b6e88-12d9-4588-a994-477742691c68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:46.567467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95abe1a-fb65-49ee-92e0-d32e17e2ee97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router 4c4422f3-79fb-4128-8723-3a46163efe0c has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:59:46.568552 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-0d4b6e88-12d9-4588-a994-477742691c68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:46.590829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4b6e88-12d9-4588-a994-477742691c68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:46.595123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0d4b6e88-12d9-4588-a994-477742691c68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:46.630018 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4b6e88-12d9-4588-a994-477742691c68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:59:46.707425 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0d4b6e88-12d9-4588-a994-477742691c68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:46.708045 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-0d4b6e88-12d9-4588-a994-477742691c68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Added segment b4ab17cc-f3ef-426e-9bf0-633bbbc074dc of type vlan for network 72267779-7028-4343-b549-c260fe96a7a4
Dec 24 10:59:46.730472 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95abe1a-fb65-49ee-92e0-d32e17e2ee97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:59:46.741672 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d702c3-d357-43d9-ad22-42473fd49bcb None None] Sync routers for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:59:46.745213 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c95abe1a-fb65-49ee-92e0-d32e17e2ee97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/4c4422f3-79fb-4128-8723-3a46163efe0c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6633110
Dec 24 10:59:46.748511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51768) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:46.753691 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d702c3-d357-43d9-ad22-42473fd49bcb None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:46.754573 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-55d702c3-d357-43d9-ad22-42473fd49bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc0fe20>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:46.808621 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0d4b6e88-12d9-4588-a994-477742691c68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:46.906409 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-55d702c3-d357-43d9-ad22-42473fd49bcb None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:47.002375 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b2ac4f-af80-46dd-826f-b25a91c6aef7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting subnet bb299882-5dc0-4d00-a7cf-78b8ef81b867 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:59:47.012296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f8b2ac4f-af80-46dd-826f-b25a91c6aef7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:47.042042 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeac0c2-20c8-483c-aa87-4c6cce0a9588 req-605194d8-6bca-4021-be29-bb9d4399e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:47.043671 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7aeac0c2-20c8-483c-aa87-4c6cce0a9588 req-605194d8-6bca-4021-be29-bb9d4399e8f1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9139ce6928da4135aeeb15619b4838e0&device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 1098 time: 0.3697481
Dec 24 10:59:47.056019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f485f96c-fa69-43a3-927f-08589e1ff752 req-8c3fd635-9b8a-484f-bc24-b17bebf7a760 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:47.057410 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f485f96c-fa69-43a3-927f-08589e1ff752 req-8c3fd635-9b8a-484f-bc24-b17bebf7a760 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 945 time: 0.4188254
Dec 24 10:59:47.085075 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0d4b6e88-12d9-4588-a994-477742691c68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:47.090331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4b6e88-12d9-4588-a994-477742691c68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:47.090902 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0d4b6e88-12d9-4588-a994-477742691c68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:47.101245 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:47.206455 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f8b2ac4f-af80-46dd-826f-b25a91c6aef7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:47.243835 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-55d702c3-d357-43d9-ad22-42473fd49bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc0fe20>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:45Z', 'revision_number': 10, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:47.247531 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d702c3-d357-43d9-ad22-42473fd49bcb None None] Checking router: 4c4422f3-79fb-4128-8723-3a46163efe0c for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:59:47.255666 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d702c3-d357-43d9-ad22-42473fd49bcb None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:47.256266 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-55d702c3-d357-43d9-ad22-42473fd49bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc0fe20>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:47.338166 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0d4b6e88-12d9-4588-a994-477742691c68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7959704
Dec 24 10:59:47.341734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51774) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:47.350143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-bf554dff-fdbd-4dc0-84ba-63d702eb5e3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'subnet': {'network_id': '72267779-7028-4343-b549-c260fe96a7a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:47.353748 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f485f96c-fa69-43a3-927f-08589e1ff752 req-a02b3511-3015-4121-bae8-ef55808689e5 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2697346
Dec 24 10:59:47.358738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4b6e88-12d9-4588-a994-477742691c68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Network': ['ID=72267779-7028-4343-b549-c260fe96a7a4,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:47.364517 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0d4b6e88-12d9-4588-a994-477742691c68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:47.371606 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 72267779-7028-4343-b549-c260fe96a7a4 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:59:47.407290 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-55d702c3-d357-43d9-ad22-42473fd49bcb None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:47.473544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeac0c2-20c8-483c-aa87-4c6cce0a9588 req-e1897df6-1e71-45da-8726-ed3aeaf948a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:47.480206 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7aeac0c2-20c8-483c-aa87-4c6cce0a9588 req-e1897df6-1e71-45da-8726-ed3aeaf948a7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d0e30cd7-2c18-4c27-8b4d-ca225a667253 HTTP/1.1" status: 200  len: 913 time: 0.4109888
Dec 24 10:59:47.489521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bf554dff-fdbd-4dc0-84ba-63d702eb5e3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:47.493758 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bf554dff-fdbd-4dc0-84ba-63d702eb5e3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:subnet and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:47.496915 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bf554dff-fdbd-4dc0-84ba-63d702eb5e3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:47.503473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bf554dff-fdbd-4dc0-84ba-63d702eb5e3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:47.517922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf554dff-fdbd-4dc0-84ba-63d702eb5e3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:47.521594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bf554dff-fdbd-4dc0-84ba-63d702eb5e3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:47.553100 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7aeac0c2-20c8-483c-aa87-4c6cce0a9588 req-a966d3cc-565e-4c35-b4e0-7b0a80c52ffa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b19bc7f-bd6b-41f7-930d-2421b46cb053 HTTP/1.1" status: 200  len: 217 time: 0.0660417
Dec 24 10:59:47.554228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f8b2ac4f-af80-46dd-826f-b25a91c6aef7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:47.666996 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeac0c2-20c8-483c-aa87-4c6cce0a9588 req-da88152a-9921-4bbf-940f-192e60aaca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:47.668478 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7aeac0c2-20c8-483c-aa87-4c6cce0a9588 req-da88152a-9921-4bbf-940f-192e60aaca88 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d7809ac-f918-48b0-a78e-1f86efc10e09 HTTP/1.1" status: 200  len: 852 time: 0.0875394
Dec 24 10:59:47.723950 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7aeac0c2-20c8-483c-aa87-4c6cce0a9588 req-aa375655-0312-40d3-8041-62d0a177da4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0e30cd7-2c18-4c27-8b4d-ca225a667253&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417583
Dec 24 10:59:47.728900 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f8b2ac4f-af80-46dd-826f-b25a91c6aef7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:47.734452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-072ae3ad-9dc5-4e3c-8556-a69e30a9ef47 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:47.780367 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-55d702c3-d357-43d9-ad22-42473fd49bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc0fe20>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:45Z', 'revision_number': 10, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:47.784848 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d702c3-d357-43d9-ad22-42473fd49bcb None None] The sync data for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv is: [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:45Z', 'revision_number': 10, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None, '_interfaces': [{'id': '949b6103-f582-4f1a-99e4-e5f6f7c994fe', 'name': '', 'network_id': 'fe352e0d-5553-41fa-bca1-820bd7cfa3e9', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'mac_address': 'fa:16:3e:83:83:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:59:03Z', 'updated_at': '2021-12-24T10:59:11Z', 'revision_number': 5, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'subnets': [{'id': '1b514738-2eba-415e-8e4d-c63c599fcb6a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:59:47.795703 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b2ac4f-af80-46dd-826f-b25a91c6aef7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Subnet': ['ID=bb299882-5dc0-4d00-a7cf-78b8ef81b867,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:47.800720 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f8b2ac4f-af80-46dd-826f-b25a91c6aef7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:47.802010 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f8b2ac4f-af80-46dd-826f-b25a91c6aef7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:47.805387 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1551cd48-ca7e-4f97-8beb-6fd8f9b4a37d None None] Network e36a1594-5c83-42e7-9f5a-ddff92cd2b66 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:47.862890 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f8b2ac4f-af80-46dd-826f-b25a91c6aef7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/subnets/bb299882-5dc0-4d00-a7cf-78b8ef81b867 HTTP/1.1" status: 204  len: 168 time: 1.1096134
Dec 24 10:59:47.863665 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51778) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:47.895752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bf554dff-fdbd-4dc0-84ba-63d702eb5e3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:47.901813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4e445323-f591-4981-8d47-70797c3b5646 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:47.966087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf554dff-fdbd-4dc0-84ba-63d702eb5e3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Subnet': ['ID=0129f8ce-9b45-4d96-9815-033b6f86a214,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:47.976335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bf554dff-fdbd-4dc0-84ba-63d702eb5e3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:47.991911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf554dff-fdbd-4dc0-84ba-63d702eb5e3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Checking segment: {'id': 'b4ab17cc-f3ef-426e-9bf0-633bbbc074dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '72267779-7028-4343-b549-c260fe96a7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:47.992349 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf554dff-fdbd-4dc0-84ba-63d702eb5e3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network hostable DHCP agents. Network: 72267779-7028-4343-b549-c260fe96a7a4, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:59:48.011951 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:48.012165 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf554dff-fdbd-4dc0-84ba-63d702eb5e3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network 72267779-7028-4343-b549-c260fe96a7a4 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:59:48.017274 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7aeac0c2-20c8-483c-aa87-4c6cce0a9588 req-dc0c94a1-4615-4493-8dae-d92776e2fbc3 service neutron] 10.222.0.32 "GET /v2.0/networks/d0e30cd7-2c18-4c27-8b4d-ca225a667253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2843778
Dec 24 10:59:48.021908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-bf554dff-fdbd-4dc0-84ba-63d702eb5e3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 72267779-7028-4343-b549-c260fe96a7a4) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:48.027785 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf554dff-fdbd-4dc0-84ba-63d702eb5e3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:48.028604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bf554dff-fdbd-4dc0-84ba-63d702eb5e3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:48.034330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361f4ee3-b238-4100-8e45-1aac6b231a76 None None] Network 72267779-7028-4343-b549-c260fe96a7a4 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:48.048326 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port 34355237-2a27-42bf-8aea-ef45efb1f1cf {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:48.048677 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:48.058851 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bf554dff-fdbd-4dc0-84ba-63d702eb5e3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.7143404
Dec 24 10:59:48.059442 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51782) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:48.065995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'network_id': '72267779-7028-4343-b549-c260fe96a7a4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-10114080'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:48.219278 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cf82ec-c959-4d1d-82db-4cf65d2b2427 None None] DHCP port deletion for e36a1594-5c83-42e7-9f5a-ddff92cd2b66 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:59:48.228167 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-88cf82ec-c959-4d1d-82db-4cf65d2b2427 None None] Deleting port 34355237-2a27-42bf-8aea-ef45efb1f1cf {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:48.228622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-88cf82ec-c959-4d1d-82db-4cf65d2b2427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:48.236523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:48.248625 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:port and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:48.258142 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:48.266509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:48.279822 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:48.284870 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 708aa295-2d31-4886-91a7-f9972f409cbf no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:59:48.285365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:48.290416 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7aeac0c2-20c8-483c-aa87-4c6cce0a9588 req-30ed3637-2372-4b61-ae27-9414ba78946f service neutron] 10.222.0.32 "GET /v2.0/networks/d0e30cd7-2c18-4c27-8b4d-ca225a667253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2653091
Dec 24 10:59:48.309601 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] device_id is not set on port 76b5a222-224f-486b-a3f3-86cfbb2fa1c7 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:59:48.347360 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 708aa295-2d31-4886-91a7-f9972f409cbf {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:59:48.347837 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 708aa295-2d31-4886-91a7-f9972f409cbf not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:59:48.348360 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 34355237-2a27-42bf-8aea-ef45efb1f1cf no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:59:48.399801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] For port 34355237-2a27-42bf-8aea-ef45efb1f1cf, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=34355237-2a27-42bf-8aea-ef45efb1f1cf,segment=NetworkSegment(192e43b1-da5b-47b6-8672-c6d781b47a6c),segment_id=192e43b1-da5b-47b6-8672-c6d781b47a6c)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:48.400432 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:48.497724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Allocated IP 172.20.0.10 (72267779-7028-4343-b549-c260fe96a7a4/0129f8ce-9b45-4d96-9815-033b6f86a214/76b5a222-224f-486b-a3f3-86cfbb2fa1c7) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:59:48.595141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Calling delete_port for 34355237-2a27-42bf-8aea-ef45efb1f1cf owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:48.614318 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-72267779-7028-4343-b549-c260fe96a7a4', 'network_id': '72267779-7028-4343-b549-c260fe96a7a4', 'tenant_id': 'e8412d0db8484a06883ce7b4c94c25ba', 'fixed_ips': [{'subnet_id': '0129f8ce-9b45-4d96-9815-033b6f86a214'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:59:48.615157 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:48.636039 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-88cf82ec-c959-4d1d-82db-4cf65d2b2427 None None] For port 34355237-2a27-42bf-8aea-ef45efb1f1cf, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=34355237-2a27-42bf-8aea-ef45efb1f1cf,segment=NetworkSegment(192e43b1-da5b-47b6-8672-c6d781b47a6c),segment_id=192e43b1-da5b-47b6-8672-c6d781b47a6c)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:48.636039 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-88cf82ec-c959-4d1d-82db-4cf65d2b2427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:48.749983 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca8449-b7ec-4e05-8fd4-f3678d316a97 req-b11afd88-b5d2-4fec-b12f-dc059a537854 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:48.751462 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-74ca8449-b7ec-4e05-8fd4-f3678d316a97 req-b11afd88-b5d2-4fec-b12f-dc059a537854 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 945 time: 0.2056391
Dec 24 10:59:48.756796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:48.790472 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Transition to ACTIVE for port object 76b5a222-224f-486b-a3f3-86cfbb2fa1c7 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:48.818139 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-74ca8449-b7ec-4e05-8fd4-f3678d316a97 req-405c9558-26d3-4fe1-a0eb-f1816a413585 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546765
Dec 24 10:59:48.828467 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:48.837585 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-919a8202-88bf-472c-8fbb-1b68b704cc33 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:48.838318 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:48.842928 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5c2e615d-6bf3-4add-83a8-ccb60e84278e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:48.885747 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-88cf82ec-c959-4d1d-82db-4cf65d2b2427 None None] Calling delete_port for 34355237-2a27-42bf-8aea-ef45efb1f1cf owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:48.890023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Port': ['ID=34355237-2a27-42bf-8aea-ef45efb1f1cf,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:48.893898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:48.894680 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] No DVR routers for this DVR port 34355237-2a27-42bf-8aea-ef45efb1f1cf on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:59:48.913929 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network 72267779-7028-4343-b549-c260fe96a7a4 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:48.917272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:48.921779 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:48.953025 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=76b5a222-224f-486b-a3f3-86cfbb2fa1c7,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:48.959968 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:48.965482 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:48.989119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:48.989827 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:49.020690 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 885 time: 0.9539969
Dec 24 10:59:49.023424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51788) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:49.027668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:49.054499 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d009580>,) {'filters': {'network_id': ['e36a1594-5c83-42e7-9f5a-ddff92cd2b66']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:49.067703 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d009580>, '192e43b1-da5b-47b6-8672-c6d781b47a6c') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:49.068001 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d009580>, '192e43b1-da5b-47b6-8672-c6d781b47a6c') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:49.079898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:49.087645 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-88cf82ec-c959-4d1d-82db-4cf65d2b2427 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:59:49.088011 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-88cf82ec-c959-4d1d-82db-4cf65d2b2427 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:59:49.090472 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-312724c4-8df8-4a04-bc71-bf4e62a66d27 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 76b5a222-224f-486b-a3f3-86cfbb2fa1c7 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:49.090818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-312724c4-8df8-4a04-bc71-bf4e62a66d27 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:49.095805 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:49.099595 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 930b575f-c394-47fd-b12d-63c552161e30 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:59:49.102278 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:59:49.102778 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:59:49.117061 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:59:49.140644 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 930b575f-c394-47fd-b12d-63c552161e30 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:59:49.141287 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 930b575f-c394-47fd-b12d-63c552161e30 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:59:49.168383 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Allocated IP 172.20.0.2 (72267779-7028-4343-b549-c260fe96a7a4/0129f8ce-9b45-4d96-9815-033b6f86a214/4d947673-ec88-44ac-9641-21d4d59e7e13) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:59:49.206773 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:49.211204 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5ae81c6f-3d81-4cb3-8296-186b6b67c089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:49.226318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:49.237993 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Network': ['ID=e36a1594-5c83-42e7-9f5a-ddff92cd2b66,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:49.242379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:49.248343 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/networks/e36a1594-5c83-42e7-9f5a-ddff92cd2b66 HTTP/1.1" status: 204  len: 168 time: 1.3816872
Dec 24 10:59:49.249658 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51792) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:49.405967 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-312724c4-8df8-4a04-bc71-bf4e62a66d27 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:49.441155 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:49.452790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Transition to ACTIVE for port object 4d947673-ec88-44ac-9641-21d4d59e7e13 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:49.473413 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Transition to ACTIVE for port object 4d947673-ec88-44ac-9641-21d4d59e7e13 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:49.480301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:49.489689 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:49.549673 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Network 72267779-7028-4343-b549-c260fe96a7a4 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:49.549943 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-312724c4-8df8-4a04-bc71-bf4e62a66d27 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for 76b5a222-224f-486b-a3f3-86cfbb2fa1c7 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:49.552931 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:49.556541 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:49.562239 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Pushing event updated for resources: {'Port': ['ID=4d947673-ec88-44ac-9641-21d4d59e7e13,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:49.566098 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:49.595723 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-88cf82ec-c959-4d1d-82db-4cf65d2b2427 None None] Deleting port 34355237-2a27-42bf-8aea-ef45efb1f1cf {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:49.595723 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-88cf82ec-c959-4d1d-82db-4cf65d2b2427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:49.710064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-312724c4-8df8-4a04-bc71-bf4e62a66d27 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:49.713339 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-88cf82ec-c959-4d1d-82db-4cf65d2b2427 None None] The port '34355237-2a27-42bf-8aea-ef45efb1f1cf' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:59:49.714902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aadb3b27-115a-4e57-aae2-3d63bd3b42d2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:49.720297 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Attempting to bind port 4d947673-ec88-44ac-9641-21d4d59e7e13 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:59:49.720684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Attempting to bind port 4d947673-ec88-44ac-9641-21d4d59e7e13 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'b4ab17cc-f3ef-426e-9bf0-633bbbc074dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '72267779-7028-4343-b549-c260fe96a7a4'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:59:49.721064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Attempting to bind port 4d947673-ec88-44ac-9641-21d4d59e7e13 on network 72267779-7028-4343-b549-c260fe96a7a4 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:59:49.727908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:59:49.728301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Checking segment: {'id': 'b4ab17cc-f3ef-426e-9bf0-633bbbc074dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '72267779-7028-4343-b549-c260fe96a7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:49.728763 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:49.729069 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Bound using segment: {'id': 'b4ab17cc-f3ef-426e-9bf0-633bbbc074dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '72267779-7028-4343-b549-c260fe96a7a4'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:59:49.729580 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Bound port: 4d947673-ec88-44ac-9641-21d4d59e7e13, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ab17cc-f3ef-426e-9bf0-633bbbc074dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '72267779-7028-4343-b549-c260fe96a7a4'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:59:49.729992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:49.770889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312724c4-8df8-4a04-bc71-bf4e62a66d27 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=76b5a222-224f-486b-a3f3-86cfbb2fa1c7,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:49.774320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-312724c4-8df8-4a04-bc71-bf4e62a66d27 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:49.800803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-62fd487f-cf6e-4889-b1f4-24bc3751f756 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:49.825021 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] For port 4d947673-ec88-44ac-9641-21d4d59e7e13, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:59:49.828722 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] For port 4d947673-ec88-44ac-9641-21d4d59e7e13, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4d947673-ec88-44ac-9641-21d4d59e7e13,segment=NetworkSegment(b4ab17cc-f3ef-426e-9bf0-633bbbc074dc),segment_id=b4ab17cc-f3ef-426e-9bf0-633bbbc074dc)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:59:49.840374 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:49.840374 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0a99159f-a533-4db3-85ca-adf6335af579 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:49.952860 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Pushing event updated for resources: {'Port': ['ID=4d947673-ec88-44ac-9641-21d4d59e7e13,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:49.960456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:50.015106 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-312724c4-8df8-4a04-bc71-bf4e62a66d27 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:50.025439 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-312724c4-8df8-4a04-bc71-bf4e62a66d27 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/ports/76b5a222-224f-486b-a3f3-86cfbb2fa1c7 HTTP/1.1" status: 204  len: 168 time: 1.0014577
Dec 24 10:59:50.027991 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51798) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:50.078581 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e453d37-ac8b-4f95-b269-b0ee1bb18ddf tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] GET failed (client error): The resource could not be found.
Dec 24 10:59:50.079128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2e453d37-ac8b-4f95-b269-b0ee1bb18ddf tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:59:50.096990 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2e453d37-ac8b-4f95-b269-b0ee1bb18ddf tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:59:50.100933 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2e453d37-ac8b-4f95-b269-b0ee1bb18ddf tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports/76b5a222-224f-486b-a3f3-86cfbb2fa1c7 HTTP/1.1" status: 404  len: 333 time: 0.0690439
Dec 24 10:59:50.101194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51802) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:50.179343 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fec3e-bf2f-4c5a-81a2-a59dad94cf84 req-b63c87c6-1cde-426f-af57-9fd5004e4856 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:50.180833 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ad9fec3e-bf2f-4c5a-81a2-a59dad94cf84 req-b63c87c6-1cde-426f-af57-9fd5004e4856 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 945 time: 0.2243111
Dec 24 10:59:50.190118 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a318d9-4975-497b-ac47-24e21f3eff1c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting subnet 0129f8ce-9b45-4d96-9815-033b6f86a214 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:59:50.193132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c9a318d9-4975-497b-ac47-24e21f3eff1c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:50.270220 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c9a318d9-4975-497b-ac47-24e21f3eff1c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:50.273438 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-62fd487f-cf6e-4889-b1f4-24bc3751f756 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port 949b6103-f582-4f1a-99e4-e5f6f7c994fe {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:50.273790 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-62fd487f-cf6e-4889-b1f4-24bc3751f756 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:50.304497 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ad9fec3e-bf2f-4c5a-81a2-a59dad94cf84 req-8a254eb6-9011-4a4e-98aa-431e22627b98 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0957956
Dec 24 10:59:50.373134 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c9a318d9-4975-497b-ac47-24e21f3eff1c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:50.462983 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c9a318d9-4975-497b-ac47-24e21f3eff1c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:50.467937 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-496c3e34-0299-4d8e-97cc-f43dcc65a117 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:50.511524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a318d9-4975-497b-ac47-24e21f3eff1c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Subnet': ['ID=0129f8ce-9b45-4d96-9815-033b6f86a214,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:50.514633 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c9a318d9-4975-497b-ac47-24e21f3eff1c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:50.515738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c9a318d9-4975-497b-ac47-24e21f3eff1c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:50.525396 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c9a318d9-4975-497b-ac47-24e21f3eff1c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/0129f8ce-9b45-4d96-9815-033b6f86a214 HTTP/1.1" status: 204  len: 168 time: 0.4230294
Dec 24 10:59:50.526146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51810) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:50.622080 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-62fd487f-cf6e-4889-b1f4-24bc3751f756 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] For port 949b6103-f582-4f1a-99e4-e5f6f7c994fe, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=949b6103-f582-4f1a-99e4-e5f6f7c994fe,segment=NetworkSegment(bf2a4e80-b387-4b1a-b8c9-922f2fc985eb),segment_id=bf2a4e80-b387-4b1a-b8c9-922f2fc985eb)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:50.622485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-62fd487f-cf6e-4889-b1f4-24bc3751f756 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:50.660482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:50.672465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 4d947673-ec88-44ac-9641-21d4d59e7e13 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:50.672798 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:50.779574 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-62fd487f-cf6e-4889-b1f4-24bc3751f756 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Calling delete_port for 949b6103-f582-4f1a-99e4-e5f6f7c994fe owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:50.890544 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] For port 4d947673-ec88-44ac-9641-21d4d59e7e13, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=4d947673-ec88-44ac-9641-21d4d59e7e13,segment=NetworkSegment(b4ab17cc-f3ef-426e-9bf0-633bbbc074dc),segment_id=b4ab17cc-f3ef-426e-9bf0-633bbbc074dc)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:50.891239 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:50.928316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b222b6-6b27-426a-bcb4-d78c364f1d0f req-1bb2fab4-c911-4b34-9313-69de28d0b274 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:50.928316 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d6b222b6-6b27-426a-bcb4-d78c364f1d0f req-1bb2fab4-c911-4b34-9313-69de28d0b274 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 945 time: 0.2350736
Dec 24 10:59:51.015730 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d6b222b6-6b27-426a-bcb4-d78c364f1d0f req-d4a5bf78-6d15-46b9-94f3-7c66f3955e80 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876553
Dec 24 10:59:51.029702 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for 4d947673-ec88-44ac-9641-21d4d59e7e13 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:51.049335 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-62fd487f-cf6e-4889-b1f4-24bc3751f756 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:51.053472 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c632b548-b5bc-4321-8997-5c29a1fe0c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:51.073726 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c337281-dd94-411d-97cc-3465d27501f8 None None] Network 72267779-7028-4343-b549-c260fe96a7a4 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:51.100606 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd487f-cf6e-4889-b1f4-24bc3751f756 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Port': ['ID=949b6103-f582-4f1a-99e4-e5f6f7c994fe,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:51.103772 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-62fd487f-cf6e-4889-b1f4-24bc3751f756 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:51.120924 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:51.128085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b5bcf77f-62a8-4953-96f7-c2324af1727b tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:51.176575 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7f73d468-1bca-4704-839d-c820f9e89c9f None None] Could not find standard attr ID for object 4d947673-ec88-44ac-9641-21d4d59e7e13. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 10:59:51.185159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=4d947673-ec88-44ac-9641-21d4d59e7e13,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:51.192074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:51.192880 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No DVR routers for this DVR port 4d947673-ec88-44ac-9641-21d4d59e7e13 on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:59:51.281585 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-62fd487f-cf6e-4889-b1f4-24bc3751f756 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:51.328808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:51.352664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2f23a2-1b41-4f3b-abf9-c937e288b049 None None] DHCP port deletion for 72267779-7028-4343-b549-c260fe96a7a4 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:59:51.363052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c671b20>,) {'filters': {'network_id': ['72267779-7028-4343-b549-c260fe96a7a4']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:51.380495 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c671b20>, 'b4ab17cc-f3ef-426e-9bf0-633bbbc074dc') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:51.380796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c671b20>, 'b4ab17cc-f3ef-426e-9bf0-633bbbc074dc') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:51.393811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:51.410373 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:51.416523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:59:51.416901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:59:51.432615 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:59:51.517504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:51.521967 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bc93a019-e399-4c3f-a55f-2642e1ed8de6 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:51.539324 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:51.545298 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Network': ['ID=72267779-7028-4343-b549-c260fe96a7a4,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:51.549494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:51.559001 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/networks/72267779-7028-4343-b549-c260fe96a7a4 HTTP/1.1" status: 204  len: 168 time: 1.0318263
Dec 24 10:59:51.563146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51816) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:51.569540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'name': 'tempest-PortsTestJSON-456997031'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:51.595252 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fd487f-cf6e-4889-b1f4-24bc3751f756 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router 4c4422f3-79fb-4128-8723-3a46163efe0c has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:59:51.684905 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:51.689483 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:port and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:51.692293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:51.697838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:51.707333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:51.711054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:51.724908 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fd487f-cf6e-4889-b1f4-24bc3751f756 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:59:51.731885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] device_id is not set on port d71b40f8-bb70-4026-86ef-b419936fb36d yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:59:51.735885 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba00a9-8011-4071-a58c-67fc295b5830 None None] Sync routers for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:59:51.740609 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-62fd487f-cf6e-4889-b1f4-24bc3751f756 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/4c4422f3-79fb-4128-8723-3a46163efe0c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4881642
Dec 24 10:59:51.741103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51820) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:51.745125 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba00a9-8011-4071-a58c-67fc295b5830 None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:51.745736 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-17ba00a9-8011-4071-a58c-67fc295b5830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf48220>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:51.881054 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-17ba00a9-8011-4071-a58c-67fc295b5830 None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:51.944620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-67825490-ddc8-43e3-a849-069048bc3498 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting subnet 1b514738-2eba-415e-8e4d-c63c599fcb6a {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 10:59:51.947864 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-67825490-ddc8-43e3-a849-069048bc3498 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:51.973561 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:51.991209 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-17ba00a9-8011-4071-a58c-67fc295b5830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf48220>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:50Z', 'revision_number': 11, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:51.995164 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba00a9-8011-4071-a58c-67fc295b5830 None None] Checking router: 4c4422f3-79fb-4128-8723-3a46163efe0c for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:59:52.004038 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba00a9-8011-4071-a58c-67fc295b5830 None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:52.004752 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-17ba00a9-8011-4071-a58c-67fc295b5830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf48220>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:52.007233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:52.011013 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-67825490-ddc8-43e3-a849-069048bc3498 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:52.013634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:52.122254 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-67825490-ddc8-43e3-a849-069048bc3498 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:52.190730 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-17ba00a9-8011-4071-a58c-67fc295b5830 None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:52.208958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-67825490-ddc8-43e3-a849-069048bc3498 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:52.212584 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-de0b88f0-d728-48f5-832a-3daf0db0741b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:52.246829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67825490-ddc8-43e3-a849-069048bc3498 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Subnet': ['ID=1b514738-2eba-415e-8e4d-c63c599fcb6a,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:52.248360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:52.249639 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-67825490-ddc8-43e3-a849-069048bc3498 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:52.253388 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:52.255272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-67825490-ddc8-43e3-a849-069048bc3498 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:52.265920 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-67825490-ddc8-43e3-a849-069048bc3498 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/subnets/1b514738-2eba-415e-8e4d-c63c599fcb6a HTTP/1.1" status: 204  len: 168 time: 0.5194502
Dec 24 10:59:52.266085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:52.267860 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:52.268446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:52.272697 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51826) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:52.274089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=d71b40f8-bb70-4026-86ef-b419936fb36d,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:52.278542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:52.295838 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adbdca95-3561-4782-a538-e7fd092a4376 None None] Network fe352e0d-5553-41fa-bca1-820bd7cfa3e9 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:52.313036 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.7487028
Dec 24 10:59:52.315597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51830) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:52.326682 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-17ba00a9-8011-4071-a58c-67fc295b5830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf48220>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:50Z', 'revision_number': 11, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:52.359956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c56e2-e081-48c2-a898-1f438aa034d7 req-15657e4d-41bc-4238-af95-5de125d77793 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:52.360874 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-389c56e2-e081-48c2-a898-1f438aa034d7 req-15657e4d-41bc-4238-af95-5de125d77793 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 945 time: 0.1888504
Dec 24 10:59:52.388841 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba00a9-8011-4071-a58c-67fc295b5830 None None] The sync data for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv is: [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:50Z', 'revision_number': 11, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:59:52.412599 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:52.424325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Deleting port 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:52.424670 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:52.441153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-7eccf098-06d2-4401-90e0-bae2ad0ffb5c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port d71b40f8-bb70-4026-86ef-b419936fb36d {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:52.441452 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7eccf098-06d2-4401-90e0-bae2ad0ffb5c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:52.482719 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-389c56e2-e081-48c2-a898-1f438aa034d7 req-38709f6b-7545-493f-b519-d34a22d97218 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1145067
Dec 24 10:59:52.688517 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] For port 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7c6f3608-89b7-441b-a7cb-2cf804d9c8ea,segment=NetworkSegment(bf2a4e80-b387-4b1a-b8c9-922f2fc985eb),segment_id=bf2a4e80-b387-4b1a-b8c9-922f2fc985eb)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:52.688517 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:52.701159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7eccf098-06d2-4401-90e0-bae2ad0ffb5c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:52.771221 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cccae69-1042-4774-953d-34a75bf6cd3a None None] DHCP port deletion for fe352e0d-5553-41fa-bca1-820bd7cfa3e9 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 10:59:52.777106 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6cccae69-1042-4774-953d-34a75bf6cd3a None None] Deleting port 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:52.777488 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6cccae69-1042-4774-953d-34a75bf6cd3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:52.857303 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Calling delete_port for 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:52.859223 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-7eccf098-06d2-4401-90e0-bae2ad0ffb5c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for d71b40f8-bb70-4026-86ef-b419936fb36d owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:52.997228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01159e-9cea-4004-a052-02e52858f862 req-23f07bf9-18f9-4bd7-8938-e438fc9a1b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:52.999000 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7b01159e-9cea-4004-a052-02e52858f862 req-23f07bf9-18f9-4bd7-8938-e438fc9a1b27 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9139ce6928da4135aeeb15619b4838e0&device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 1098 time: 0.1488807
Dec 24 10:59:53.000757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:53.006174 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d7f1124c-7064-4146-90ca-db8d3eadfbd7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:53.014119 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-6cccae69-1042-4774-953d-34a75bf6cd3a None None] For port 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7c6f3608-89b7-441b-a7cb-2cf804d9c8ea,segment=NetworkSegment(bf2a4e80-b387-4b1a-b8c9-922f2fc985eb),segment_id=bf2a4e80-b387-4b1a-b8c9-922f2fc985eb)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 10:59:53.014888 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6cccae69-1042-4774-953d-34a75bf6cd3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:53.019134 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf993b-f908-43c7-96eb-9add20b65f9c req-c0bde9c6-dc0a-4ae4-a07f-ca14aeed1006 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:53.020620 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9baf993b-f908-43c7-96eb-9add20b65f9c req-c0bde9c6-dc0a-4ae4-a07f-ca14aeed1006 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 945 time: 0.1298561
Dec 24 10:59:53.027828 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7eccf098-06d2-4401-90e0-bae2ad0ffb5c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:53.053800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fd7bb3a3-8b93-49a4-8452-89a1f1b980ed tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:53.086428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Port': ['ID=7c6f3608-89b7-441b-a7cb-2cf804d9c8ea,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:53.089061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:53.091478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] No DVR routers for this DVR port 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 10:59:53.112095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eccf098-06d2-4401-90e0-bae2ad0ffb5c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=d71b40f8-bb70-4026-86ef-b419936fb36d,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:53.116313 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9baf993b-f908-43c7-96eb-9add20b65f9c req-2543c359-726b-4e3a-a938-da57f0955c57 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896051
Dec 24 10:59:53.117177 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7eccf098-06d2-4401-90e0-bae2ad0ffb5c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:53.122780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7eccf098-06d2-4401-90e0-bae2ad0ffb5c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:53.135929 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7eccf098-06d2-4401-90e0-bae2ad0ffb5c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/ports/d71b40f8-bb70-4026-86ef-b419936fb36d HTTP/1.1" status: 204  len: 168 time: 0.8193407
Dec 24 10:59:53.136644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51838) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:53.147330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'mac_address': 'fa:16:3e:b3:c4:96', 'name': 'tempest-PortsTestJSON-1186092473'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:53.157627 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6cccae69-1042-4774-953d-34a75bf6cd3a None None] Calling delete_port for 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:53.232383 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-6cccae69-1042-4774-953d-34a75bf6cd3a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 10:59:53.233580 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-6cccae69-1042-4774-953d-34a75bf6cd3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 10:59:53.258357 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:53.262496 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:port and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:53.265333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:53.271114 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:53.281630 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:53.299579 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:53.357773 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d24f8e0>,) {'filters': {'network_id': ['fe352e0d-5553-41fa-bca1-820bd7cfa3e9']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:53.371922 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01159e-9cea-4004-a052-02e52858f862 req-b6160eb4-2fda-43de-a590-415a48173b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:53.373411 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7b01159e-9cea-4004-a052-02e52858f862 req-b6160eb4-2fda-43de-a590-415a48173b34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d0e30cd7-2c18-4c27-8b4d-ca225a667253 HTTP/1.1" status: 200  len: 913 time: 0.3204758
Dec 24 10:59:53.375853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d24f8e0>, 'bf2a4e80-b387-4b1a-b8c9-922f2fc985eb') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:53.376150 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d24f8e0>, 'bf2a4e80-b387-4b1a-b8c9-922f2fc985eb') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:53.387115 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:53.414016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] device_id is not set on port 4b9e757d-aa7d-48e8-a5a1-5001c644db83 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:59:53.450837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:53.458179 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7b01159e-9cea-4004-a052-02e52858f862 req-5fad9f6a-77dd-4db1-92aa-ccc45f1e673e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3b19bc7f-bd6b-41f7-930d-2421b46cb053 HTTP/1.1" status: 200  len: 217 time: 0.0741379
Dec 24 10:59:53.499544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:53.515511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Releasing vlan 373 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 10:59:53.515905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 10:59:53.530984 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 10:59:53.643609 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:53.673330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:53.679584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-819254d6-9534-4bc0-a76b-67648c68420d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:53.734190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6cccae69-1042-4774-953d-34a75bf6cd3a None None] Deleting port 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:53.735021 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6cccae69-1042-4774-953d-34a75bf6cd3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:53.740168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:53.747894 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:53.748072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b01159e-9cea-4004-a052-02e52858f862 req-ddda0629-3016-48d5-86d2-a9f4e1e8f4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:53.750804 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7b01159e-9cea-4004-a052-02e52858f862 req-ddda0629-3016-48d5-86d2-a9f4e1e8f4a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2d7809ac-f918-48b0-a78e-1f86efc10e09 HTTP/1.1" status: 200  len: 852 time: 0.2840827
Dec 24 10:59:53.753310 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:53.759089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:53.760196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:53.775785 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=4b9e757d-aa7d-48e8-a5a1-5001c644db83,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:53.780401 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:53.797010 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.6567206
Dec 24 10:59:53.797202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:53.797369 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51844) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:53.800357 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:53.807547 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0d4b6e88-12d9-4588-a994-477742691c68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:53.807793 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6cccae69-1042-4774-953d-34a75bf6cd3a None None] The port '7c6f3608-89b7-441b-a7cb-2cf804d9c8ea' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 10:59:53.825755 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7b01159e-9cea-4004-a052-02e52858f862 req-7da5033b-533a-49f4-9146-9dde0502568b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d0e30cd7-2c18-4c27-8b4d-ca225a667253&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0680168
Dec 24 10:59:53.837643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Pushing event deleted for resources: {'Network': ['ID=fe352e0d-5553-41fa-bca1-820bd7cfa3e9,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:53.840120 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:53.862060 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/networks/fe352e0d-5553-41fa-bca1-820bd7cfa3e9 HTTP/1.1" status: 204  len: 168 time: 1.5881684
Dec 24 10:59:53.865377 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51848) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:53.872370 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c0ee0470-b92c-420e-ba10-7a3fa5bd75c7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'router': {'routes': None}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:53.875148 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bffd56-13eb-4eee-bae2-745dc09888f3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:53.875771 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-64bffd56-13eb-4eee-bae2-745dc09888f3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:59:53.892213 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-64bffd56-13eb-4eee-bae2-745dc09888f3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:59:53.893375 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-64bffd56-13eb-4eee-bae2-745dc09888f3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports/4b9e757d-aa7d-48e8-a5a1-5001c644db83 HTTP/1.1" status: 200  len: 841 time: 0.0947900
Dec 24 10:59:53.896152 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51852) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:53.949907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 949b6103-f582-4f1a-99e4-e5f6f7c994fe no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:59:53.964259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-052ec0b3-aa89-4099-9d47-1709760b4ecd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 4b9e757d-aa7d-48e8-a5a1-5001c644db83 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:53.964594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-052ec0b3-aa89-4099-9d47-1709760b4ecd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:53.984866 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 949b6103-f582-4f1a-99e4-e5f6f7c994fe {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:59:53.985222 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 949b6103-f582-4f1a-99e4-e5f6f7c994fe not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:59:53.986156 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 10:59:54.018963 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 10:59:54.019322 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7c6f3608-89b7-441b-a7cb-2cf804d9c8ea not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 10:59:54.295314 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.extraroute_db [None req-c0ee0470-b92c-420e-ba10-7a3fa5bd75c7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Added routes are [] {{(pid=87559) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}}
Dec 24 10:59:54.296187 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.extraroute_db [None req-c0ee0470-b92c-420e-ba10-7a3fa5bd75c7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Removed routes are [] {{(pid=87559) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}}
Dec 24 10:59:54.296563 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0470-b92c-420e-ba10-7a3fa5bd75c7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:54.309286 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-052ec0b3-aa89-4099-9d47-1709760b4ecd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:54.366972 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7b01159e-9cea-4004-a052-02e52858f862 req-3e47c837-d08b-414c-a08c-6f82b80a4899 service neutron] 10.222.0.32 "GET /v2.0/networks/d0e30cd7-2c18-4c27-8b4d-ca225a667253?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5303452
Dec 24 10:59:54.435931 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-052ec0b3-aa89-4099-9d47-1709760b4ecd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for 4b9e757d-aa7d-48e8-a5a1-5001c644db83 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:54.518476 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-052ec0b3-aa89-4099-9d47-1709760b4ecd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:54.524936 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:54.569810 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ec0b3-aa89-4099-9d47-1709760b4ecd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=4b9e757d-aa7d-48e8-a5a1-5001c644db83,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:54.572597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-052ec0b3-aa89-4099-9d47-1709760b4ecd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:54.573572 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-052ec0b3-aa89-4099-9d47-1709760b4ecd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:54.589953 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-052ec0b3-aa89-4099-9d47-1709760b4ecd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/ports/4b9e757d-aa7d-48e8-a5a1-5001c644db83 HTTP/1.1" status: 204  len: 168 time: 0.6903467
Dec 24 10:59:54.590207 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51858) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:54.635086 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-403d443f-fb8e-48b6-9cd3-e2ce9e1432c4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] GET failed (client error): The resource could not be found.
Dec 24 10:59:54.635620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-403d443f-fb8e-48b6-9cd3-e2ce9e1432c4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:59:54.653163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-403d443f-fb8e-48b6-9cd3-e2ce9e1432c4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:59:54.658183 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-403d443f-fb8e-48b6-9cd3-e2ce9e1432c4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports/4b9e757d-aa7d-48e8-a5a1-5001c644db83 HTTP/1.1" status: 404  len: 333 time: 0.0632596
Dec 24 10:59:54.658838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51862) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:54.664381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-7cb1faa0-1cbb-4163-8b86-566583d54ad0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'name': 'tempest-PortsTestJSON-1615949732'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:54.675284 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0470-b92c-420e-ba10-7a3fa5bd75c7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:54.697385 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0470-b92c-420e-ba10-7a3fa5bd75c7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:54.722208 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dfbc7-22a8-44a5-8397-743cb1b68a84 req-b7262e8d-788f-4ae2-833c-766ec980bf1f tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:54.723694 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-913dfbc7-22a8-44a5-8397-743cb1b68a84 req-b7262e8d-788f-4ae2-833c-766ec980bf1f tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 945 time: 0.4851787
Dec 24 10:59:54.769958 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7cb1faa0-1cbb-4163-8b86-566583d54ad0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:54.779325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7cb1faa0-1cbb-4163-8b86-566583d54ad0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:54.790997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb1faa0-1cbb-4163-8b86-566583d54ad0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:54.791350 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7b01159e-9cea-4004-a052-02e52858f862 req-20011208-af69-47f6-8865-b040bb064a1d service neutron] 10.222.0.32 "GET /v2.0/networks/d0e30cd7-2c18-4c27-8b4d-ca225a667253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4158263
Dec 24 10:59:54.794630 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7cb1faa0-1cbb-4163-8b86-566583d54ad0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:54.820733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-7cb1faa0-1cbb-4163-8b86-566583d54ad0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] device_id is not set on port 39eaa4a6-46c2-42b3-9960-f4e163e5a03c yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:59:54.894913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ee0470-b92c-420e-ba10-7a3fa5bd75c7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router 4c4422f3-79fb-4128-8723-3a46163efe0c has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 10:59:54.898115 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-913dfbc7-22a8-44a5-8397-743cb1b68a84 req-7e409646-7413-489f-910b-caf5222bebcc tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182842
Dec 24 10:59:55.047022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7cb1faa0-1cbb-4163-8b86-566583d54ad0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:55.073343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7cb1faa0-1cbb-4163-8b86-566583d54ad0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:55.078791 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c95abe1a-fb65-49ee-92e0-d32e17e2ee97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:55.145474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb1faa0-1cbb-4163-8b86-566583d54ad0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:55.148850 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-7cb1faa0-1cbb-4163-8b86-566583d54ad0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:55.152627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb1faa0-1cbb-4163-8b86-566583d54ad0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:55.158797 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb1faa0-1cbb-4163-8b86-566583d54ad0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:55.159386 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7cb1faa0-1cbb-4163-8b86-566583d54ad0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:55.166632 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1faa0-1cbb-4163-8b86-566583d54ad0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=39eaa4a6-46c2-42b3-9960-f4e163e5a03c,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:55.174206 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7cb1faa0-1cbb-4163-8b86-566583d54ad0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:55.179625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ee0470-b92c-420e-ba10-7a3fa5bd75c7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:59:55.186647 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c0ee0470-b92c-420e-ba10-7a3fa5bd75c7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:55.189325 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6357e-ba02-416d-b283-965b40119138 None None] Sync routers for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:59:55.190770 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c0ee0470-b92c-420e-ba10-7a3fa5bd75c7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/4c4422f3-79fb-4128-8723-3a46163efe0c HTTP/1.1" status: 200  len: 705 time: 1.3244238
Dec 24 10:59:55.192988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51866) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:55.193218 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7cb1faa0-1cbb-4163-8b86-566583d54ad0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 0.5333605
Dec 24 10:59:55.193792 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51868) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:55.198404 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf6357e-ba02-416d-b283-965b40119138 None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:55.199187 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3cf6357e-ba02-416d-b283-965b40119138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e07c190>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:55.199706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ae2d5534-001c-4630-978a-23d796955813 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:55.239377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-03cbf99b-9715-482f-902a-588b37ae3c90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Synchronizing usage tracker for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:59:55.255878 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-03cbf99b-9715-482f-902a-588b37ae3c90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Unset dirty status for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:59:55.257179 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-03cbf99b-9715-482f-902a-588b37ae3c90 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c4422f3-79fb-4128-8723-3a46163efe0c HTTP/1.1" status: 200  len: 205 time: 0.0624177
Dec 24 10:59:55.259937 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51874) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:55.321262 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5534-001c-4630-978a-23d796955813 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:55.324385 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-3cf6357e-ba02-416d-b283-965b40119138 None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:55.405377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-58a837c7-b6ab-4e35-8f45-c7bf5a1b5e34 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:55.443846 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3cf6357e-ba02-416d-b283-965b40119138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e07c190>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:50Z', 'revision_number': 11, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:55.447967 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6357e-ba02-416d-b283-965b40119138 None None] Checking router: 4c4422f3-79fb-4128-8723-3a46163efe0c for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:59:55.456116 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf6357e-ba02-416d-b283-965b40119138 None None] Routers {'4c4422f3-79fb-4128-8723-3a46163efe0c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:55.456721 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3cf6357e-ba02-416d-b283-965b40119138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e07c190>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4c4422f3-79fb-4128-8723-3a46163efe0c'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:55.554872 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5534-001c-4630-978a-23d796955813 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:55.559683 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5534-001c-4630-978a-23d796955813 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:55.564174 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2b2cdd80-bec7-4a7d-9ee7-95e72933f2c0 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:55.585177 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-3cf6357e-ba02-416d-b283-965b40119138 None None] Set router 4c4422f3-79fb-4128-8723-3a46163efe0c gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:55.618366 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ae2d5534-001c-4630-978a-23d796955813 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] In _notify_port_updated(), no bound segment for port 39eaa4a6-46c2-42b3-9960-f4e163e5a03c on network dfde7c4a-c5c9-415a-b882-50889fccf3ed {{(pid=87559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 10:59:55.623957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2d5534-001c-4630-978a-23d796955813 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:55.624663 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae2d5534-001c-4630-978a-23d796955813 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:55.628557 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ae2d5534-001c-4630-978a-23d796955813 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "PUT /v2.0/ports/39eaa4a6-46c2-42b3-9960-f4e163e5a03c HTTP/1.1" status: 200  len: 818 time: 0.4314678
Dec 24 10:59:55.633763 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51878) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:55.690873 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d5534-001c-4630-978a-23d796955813 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=39eaa4a6-46c2-42b3-9960-f4e163e5a03c,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:55.693804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ae2d5534-001c-4630-978a-23d796955813 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:55.718796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-2864c642-bebd-47fd-b1ca-f283dc14c35b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 39eaa4a6-46c2-42b3-9960-f4e163e5a03c {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:55.719141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2864c642-bebd-47fd-b1ca-f283dc14c35b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:55.740602 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3cf6357e-ba02-416d-b283-965b40119138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e07c190>, [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:50Z', 'revision_number': 11, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:55.745230 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6357e-ba02-416d-b283-965b40119138 None None] The sync data for ids ['4c4422f3-79fb-4128-8723-3a46163efe0c'] in dv-neutron-822668-2-hyperv is: [{'id': '4c4422f3-79fb-4128-8723-3a46163efe0c', 'name': 'tempest-RoutersIpV6Test-router-1561858636', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:00Z', 'updated_at': '2021-12-24T10:59:50Z', 'revision_number': 11, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:59:55.853431 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-58a837c7-b6ab-4e35-8f45-c7bf5a1b5e34 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:55.856057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-58a837c7-b6ab-4e35-8f45-c7bf5a1b5e34 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:55.893468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-58a837c7-b6ab-4e35-8f45-c7bf5a1b5e34 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:55.893971 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a837c7-b6ab-4e35-8f45-c7bf5a1b5e34 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Fanout notify agent at l3_agent the message router_deleted on router 4c4422f3-79fb-4128-8723-3a46163efe0c {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:59:55.909957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-58a837c7-b6ab-4e35-8f45-c7bf5a1b5e34 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:55.911164 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-58a837c7-b6ab-4e35-8f45-c7bf5a1b5e34 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/routers/4c4422f3-79fb-4128-8723-3a46163efe0c HTTP/1.1" status: 204  len: 168 time: 0.6502807
Dec 24 10:59:55.916746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51882) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:55.923128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-6acb44ad-a49a-41f8-a344-e118ed499341 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-461637674', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:55.929978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6acb44ad-a49a-41f8-a344-e118ed499341 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:55.934835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6acb44ad-a49a-41f8-a344-e118ed499341 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Usage tracker for resource:router and tenant:b5eab652de184cf5b0950e99e1ebd9bd is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:55.937954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6acb44ad-a49a-41f8-a344-e118ed499341 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:55.944358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6acb44ad-a49a-41f8-a344-e118ed499341 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:55.955175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6acb44ad-a49a-41f8-a344-e118ed499341 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:55.956141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6acb44ad-a49a-41f8-a344-e118ed499341 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:55.968392 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2864c642-bebd-47fd-b1ca-f283dc14c35b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:55.972389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6acb44ad-a49a-41f8-a344-e118ed499341 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:55.997932 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6acb44ad-a49a-41f8-a344-e118ed499341 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:56.071610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6acb44ad-a49a-41f8-a344-e118ed499341 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:56.075505 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6acb44ad-a49a-41f8-a344-e118ed499341 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.1549993
Dec 24 10:59:56.078013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51888) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:56.083232 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-9b248212-aa37-418c-af47-496c5e9ff302 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:56.103554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-2864c642-bebd-47fd-b1ca-f283dc14c35b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for 39eaa4a6-46c2-42b3-9960-f4e163e5a03c owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 10:59:56.188061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2864c642-bebd-47fd-b1ca-f283dc14c35b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:56.194604 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-252021ab-1c2d-4a18-9419-12539d75a332 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:56.238189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864c642-bebd-47fd-b1ca-f283dc14c35b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=39eaa4a6-46c2-42b3-9960-f4e163e5a03c,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:56.241113 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2864c642-bebd-47fd-b1ca-f283dc14c35b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:56.247629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2864c642-bebd-47fd-b1ca-f283dc14c35b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:56.259375 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2864c642-bebd-47fd-b1ca-f283dc14c35b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/ports/39eaa4a6-46c2-42b3-9960-f4e163e5a03c HTTP/1.1" status: 204  len: 168 time: 0.6224935
Dec 24 10:59:56.259637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51892) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:56.343589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef402f49-c953-4123-ab19-fbbf708af5d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:56.344293 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ef402f49-c953-4123-ab19-fbbf708af5d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:59:56.363060 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ef402f49-c953-4123-ab19-fbbf708af5d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:59:56.366894 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ef402f49-c953-4123-ab19-fbbf708af5d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.1038277
Dec 24 10:59:56.367168 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51896) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:56.410781 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2b8cc1-7532-45f4-88e6-b1b0d0db8171 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] GET failed (client error): The resource could not be found.
Dec 24 10:59:56.415963 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bc2b8cc1-7532-45f4-88e6-b1b0d0db8171 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports/39eaa4a6-46c2-42b3-9960-f4e163e5a03c HTTP/1.1" status: 404  len: 333 time: 0.0440011
Dec 24 10:59:56.416401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51900) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:56.421615 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1919462514'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:56.426590 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:56.427046 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ead81-d64f-4845-8b2f-4ced36ee3191 req-7c0fbcb2-ce47-4b77-860a-d21ad0b5351e tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:56.428531 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-024ead81-d64f-4845-8b2f-4ced36ee3191 req-7c0fbcb2-ce47-4b77-860a-d21ad0b5351e tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 945 time: 0.4037344
Dec 24 10:59:56.430653 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:network and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:56.433554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:56.439452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:56.450398 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:56.454391 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:56.481338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 10:59:56.490253 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:56.490620 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Added segment be3a8ccd-0472-4717-8b9a-152aedc81904 of type vlan for network 99c3424a-cee0-409d-ab1c-9627cf8eabcf
Dec 24 10:59:56.516898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:56.519733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b248212-aa37-418c-af47-496c5e9ff302 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:56.542056 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b248212-aa37-418c-af47-496c5e9ff302 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:56.548852 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-024ead81-d64f-4845-8b2f-4ced36ee3191 req-89c6367b-6d4c-4039-a91e-109510a9c45b tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100802
Dec 24 10:59:56.549230 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:56.554768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:56.555359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:56.560627 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:56.649449 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2295144
Dec 24 10:59:56.658425 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51906) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:56.666635 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-d78ad81b-4e48-4526-8b11-03888f83e6f4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'subnet': {'network_id': '99c3424a-cee0-409d-ab1c-9627cf8eabcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:56.690393 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Network': ['ID=99c3424a-cee0-409d-ab1c-9627cf8eabcf,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:56.714143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b248212-aa37-418c-af47-496c5e9ff302 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Router 22c4dbae-3f8c-4844-88eb-3762c1ed922b is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 10:59:56.755993 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:56.756594 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:56.756751 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:56.757124 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:56.757493 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:56.757857 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:56.758245 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:56.758607 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:56.758970 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:56.759325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:56.759681 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:56.760038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:56.764765 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-dac51021-dfe8-43cb-a837-815edf2379d6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:56.779216 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 99c3424a-cee0-409d-ab1c-9627cf8eabcf details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 10:59:56.826702 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d78ad81b-4e48-4526-8b11-03888f83e6f4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:56.831409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d78ad81b-4e48-4526-8b11-03888f83e6f4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:subnet and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:56.834603 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d78ad81b-4e48-4526-8b11-03888f83e6f4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:56.841729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d78ad81b-4e48-4526-8b11-03888f83e6f4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:56.856458 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78ad81b-4e48-4526-8b11-03888f83e6f4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:56.861318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d78ad81b-4e48-4526-8b11-03888f83e6f4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:56.861485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b248212-aa37-418c-af47-496c5e9ff302 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 10:59:56.869217 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b248212-aa37-418c-af47-496c5e9ff302 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:56.870474 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9b248212-aa37-418c-af47-496c5e9ff302 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "PUT /v2.0/routers/22c4dbae-3f8c-4844-88eb-3762c1ed922b HTTP/1.1" status: 200  len: 697 time: 0.7915139
Dec 24 10:59:56.873191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51912) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:56.893735 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16af9d44-d127-4324-932b-0502c9a00446 None None] Sync routers for ids ['22c4dbae-3f8c-4844-88eb-3762c1ed922b'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 10:59:56.910565 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16af9d44-d127-4324-932b-0502c9a00446 None None] Routers {'22c4dbae-3f8c-4844-88eb-3762c1ed922b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:56.911386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-16af9d44-d127-4324-932b-0502c9a00446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cfcb400>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['22c4dbae-3f8c-4844-88eb-3762c1ed922b'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:57.047320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-16af9d44-d127-4324-932b-0502c9a00446 None None] Set router 22c4dbae-3f8c-4844-88eb-3762c1ed922b gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:57.063477 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e56835e2-f334-4122-8ee2-d55481dcfefc tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/routers/22c4dbae-3f8c-4844-88eb-3762c1ed922b HTTP/1.1" status: 200  len: 703 time: 0.1890950
Dec 24 10:59:57.066479 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51916) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:57.137614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434aeef-882f-4566-a223-c08ffdf2ab88 req-0d650ede-e62d-4e10-b15a-73a964dd1780 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:57.141906 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8434aeef-882f-4566-a223-c08ffdf2ab88 req-0d650ede-e62d-4e10-b15a-73a964dd1780 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 945 time: 0.2070146
Dec 24 10:59:57.192388 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8434aeef-882f-4566-a223-c08ffdf2ab88 req-31ae966a-9df2-456d-8aa4-baffddd7d0aa tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464814
Dec 24 10:59:57.217104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-16af9d44-d127-4324-932b-0502c9a00446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cfcb400>, [{'id': '22c4dbae-3f8c-4844-88eb-3762c1ed922b', 'name': 'tempest-RoutersIpV6Test-router-461637674', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:55Z', 'updated_at': '2021-12-24T10:59:56Z', 'revision_number': 2, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:57.221549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16af9d44-d127-4324-932b-0502c9a00446 None None] Checking router: 22c4dbae-3f8c-4844-88eb-3762c1ed922b for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 10:59:57.230061 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16af9d44-d127-4324-932b-0502c9a00446 None None] Routers {'22c4dbae-3f8c-4844-88eb-3762c1ed922b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 10:59:57.230701 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-16af9d44-d127-4324-932b-0502c9a00446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cfcb400>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T10:59:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['22c4dbae-3f8c-4844-88eb-3762c1ed922b'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:57.284318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d9d8146f-cd45-4554-a94a-36d9d22553b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Synchronizing usage tracker for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 10:59:57.308866 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d78ad81b-4e48-4526-8b11-03888f83e6f4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:57.313179 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-57d6429a-5502-464c-b047-6ea886fb6af0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:57.337740 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d9d8146f-cd45-4554-a94a-36d9d22553b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Unset dirty status for tenant:b5eab652de184cf5b0950e99e1ebd9bd on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 10:59:57.341461 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d9d8146f-cd45-4554-a94a-36d9d22553b4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c4dbae-3f8c-4844-88eb-3762c1ed922b HTTP/1.1" status: 200  len: 205 time: 0.2650030
Dec 24 10:59:57.343248 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51920) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:57.367109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-16af9d44-d127-4324-932b-0502c9a00446 None None] Set router 22c4dbae-3f8c-4844-88eb-3762c1ed922b gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 10:59:57.395535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ad81b-4e48-4526-8b11-03888f83e6f4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Subnet': ['ID=43068f69-aa18-43bb-8c42-8d91531ce332,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:57.399486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d78ad81b-4e48-4526-8b11-03888f83e6f4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:57.403759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78ad81b-4e48-4526-8b11-03888f83e6f4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Checking segment: {'id': 'be3a8ccd-0472-4717-8b9a-152aedc81904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '99c3424a-cee0-409d-ab1c-9627cf8eabcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:57.404122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78ad81b-4e48-4526-8b11-03888f83e6f4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network hostable DHCP agents. Network: 99c3424a-cee0-409d-ab1c-9627cf8eabcf, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 10:59:57.427197 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78ad81b-4e48-4526-8b11-03888f83e6f4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network 99c3424a-cee0-409d-ab1c-9627cf8eabcf is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 10:59:57.439110 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-d78ad81b-4e48-4526-8b11-03888f83e6f4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 99c3424a-cee0-409d-ab1c-9627cf8eabcf) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:57.452281 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78ad81b-4e48-4526-8b11-03888f83e6f4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:57.452874 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d78ad81b-4e48-4526-8b11-03888f83e6f4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:57.477785 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d78ad81b-4e48-4526-8b11-03888f83e6f4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8182757
Dec 24 10:59:57.480411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51924) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:57.488644 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8cacefa6-b254-4ef9-8199-f9bf17abbedd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'subnet': {'network_id': '99c3424a-cee0-409d-ab1c-9627cf8eabcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:57.495320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71f02ff-9a4e-4c33-a229-93af16a0e089 None None] Network 99c3424a-cee0-409d-ab1c-9627cf8eabcf requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:57.523824 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-16af9d44-d127-4324-932b-0502c9a00446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cfcb400>, [{'id': '22c4dbae-3f8c-4844-88eb-3762c1ed922b', 'name': 'tempest-RoutersIpV6Test-router-461637674', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:55Z', 'updated_at': '2021-12-24T10:59:56Z', 'revision_number': 2, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 10:59:57.575845 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16af9d44-d127-4324-932b-0502c9a00446 None None] The sync data for ids ['22c4dbae-3f8c-4844-88eb-3762c1ed922b'] in dv-neutron-822668-2-hyperv is: [{'id': '22c4dbae-3f8c-4844-88eb-3762c1ed922b', 'name': 'tempest-RoutersIpV6Test-router-461637674', 'tenant_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:59:55Z', 'updated_at': '2021-12-24T10:59:56Z', 'revision_number': 2, 'project_id': 'b5eab652de184cf5b0950e99e1ebd9bd', 'gw_port_host': None}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 10:59:57.644745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ab6c-577a-4237-9874-ef150a252e97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:57.649918 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8cacefa6-b254-4ef9-8199-f9bf17abbedd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:57.653949 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8cacefa6-b254-4ef9-8199-f9bf17abbedd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:subnet and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:57.656918 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8cacefa6-b254-4ef9-8199-f9bf17abbedd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:57.663086 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8cacefa6-b254-4ef9-8199-f9bf17abbedd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:57.676569 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cacefa6-b254-4ef9-8199-f9bf17abbedd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:57.680119 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8cacefa6-b254-4ef9-8199-f9bf17abbedd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:57.747557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-99c3424a-cee0-409d-ab1c-9627cf8eabcf', 'network_id': '99c3424a-cee0-409d-ab1c-9627cf8eabcf', 'tenant_id': 'e8412d0db8484a06883ce7b4c94c25ba', 'fixed_ips': [{'subnet_id': '43068f69-aa18-43bb-8c42-8d91531ce332'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 10:59:57.749163 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:57.818318 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.ipam_backend_mixin [None req-8cacefa6-b254-4ef9-8199-f9bf17abbedd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 43068f69-aa18-43bb-8c42-8d91531ce332 (CIDR: 172.20.0.0/28)
Dec 24 10:59:57.825584 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cacefa6-b254-4ef9-8199-f9bf17abbedd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 10:59:57.826118 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cacefa6-b254-4ef9-8199-f9bf17abbedd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:57.854166 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8cacefa6-b254-4ef9-8199-f9bf17abbedd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3699343
Dec 24 10:59:57.855064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51928) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:57.861209 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-af932dcf-2004-4bbb-bf91-0c1bb6cdfc0c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'subnet': {'network_id': '99c3424a-cee0-409d-ab1c-9627cf8eabcf', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:57.932353 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Allocated IP 172.20.0.2 (99c3424a-cee0-409d-ab1c-9627cf8eabcf/43068f69-aa18-43bb-8c42-8d91531ce332/d4203b49-c91f-439e-b3f8-08b02714a937) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 10:59:57.974260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ab6c-577a-4237-9874-ef150a252e97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:57.976957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ab6c-577a-4237-9874-ef150a252e97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:58.001801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ab6c-577a-4237-9874-ef150a252e97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:58.002284 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d9ab6c-577a-4237-9874-ef150a252e97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Fanout notify agent at l3_agent the message router_deleted on router 22c4dbae-3f8c-4844-88eb-3762c1ed922b {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 10:59:58.009333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-af932dcf-2004-4bbb-bf91-0c1bb6cdfc0c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:58.013565 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-af932dcf-2004-4bbb-bf91-0c1bb6cdfc0c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:subnet and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:58.017374 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-af932dcf-2004-4bbb-bf91-0c1bb6cdfc0c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:58.020041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c5d9ab6c-577a-4237-9874-ef150a252e97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:58.021133 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c5d9ab6c-577a-4237-9874-ef150a252e97 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/routers/22c4dbae-3f8c-4844-88eb-3762c1ed922b HTTP/1.1" status: 204  len: 168 time: 0.6777587
Dec 24 10:59:58.024599 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51932) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:58.027456 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-af932dcf-2004-4bbb-bf91-0c1bb6cdfc0c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:58.074981 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2465ed41-f242-4f1b-9bce-59b07d4197c4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports?device_id=22c4dbae-3f8c-4844-88eb-3762c1ed922b HTTP/1.1" status: 200  len: 205 time: 0.0490658
Dec 24 10:59:58.077234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51936) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:58.139322 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af932dcf-2004-4bbb-bf91-0c1bb6cdfc0c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:58.142800 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af932dcf-2004-4bbb-bf91-0c1bb6cdfc0c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:58.151710 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:58.162584 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Transition to ACTIVE for port object d4203b49-c91f-439e-b3f8-08b02714a937 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:58.167104 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-7ccc5813-dab3-4907-a871-8880867dc0ad tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] delete failed (client error): The resource could not be found.
Dec 24 10:59:58.168129 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7ccc5813-dab3-4907-a871-8880867dc0ad tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/routers/22c4dbae-3f8c-4844-88eb-3762c1ed922b HTTP/1.1" status: 404  len: 336 time: 0.0899734
Dec 24 10:59:58.171886 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51940) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:58.181375 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Transition to ACTIVE for port object d4203b49-c91f-439e-b3f8-08b02714a937 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 10:59:58.187760 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:58.191775 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-00b2fe4e-9bee-4c8d-acc9-c8c812d02fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:58.215180 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ce578b-84aa-4f6d-aa1a-469578cb8cea tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:58.215729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ce578b-84aa-4f6d-aa1a-469578cb8cea tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:58.220430 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-44ce578b-84aa-4f6d-aa1a-469578cb8cea tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/subnets/36656c1e-d3d7-4471-8723-e597b7eb581e HTTP/1.1" status: 404  len: 337 time: 0.0444570
Dec 24 10:59:58.222141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51946) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:58.256749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Network 99c3424a-cee0-409d-ab1c-9627cf8eabcf is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:58.260001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:58.264045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 10:59:58.269517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Pushing event updated for resources: {'Port': ['ID=d4203b49-c91f-439e-b3f8-08b02714a937,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:58.285340 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-032fae2b-163a-416f-bb06-2a46e59ba7b2 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:58.285803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032fae2b-163a-416f-bb06-2a46e59ba7b2 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:58.292808 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-032fae2b-163a-416f-bb06-2a46e59ba7b2 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/subnets/cec206e9-2fa2-471a-963f-e30cf96323f1 HTTP/1.1" status: 404  len: 337 time: 0.0690551
Dec 24 10:59:58.293752 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51950) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:58.308303 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:58.308661 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:58.309012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:58.309362 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:58.309700 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:58.310066 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:58.310395 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:58.310726 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:58.311108 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:58.311442 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:58.311774 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:58.312126 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 10:59:58.319756 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:58.372884 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Attempting to bind port d4203b49-c91f-439e-b3f8-08b02714a937 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 10:59:58.373274 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Attempting to bind port d4203b49-c91f-439e-b3f8-08b02714a937 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'be3a8ccd-0472-4717-8b9a-152aedc81904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '99c3424a-cee0-409d-ab1c-9627cf8eabcf'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 10:59:58.373691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Attempting to bind port d4203b49-c91f-439e-b3f8-08b02714a937 on network 99c3424a-cee0-409d-ab1c-9627cf8eabcf {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 10:59:58.380407 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 10, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 10:59:58.380799 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Checking segment: {'id': 'be3a8ccd-0472-4717-8b9a-152aedc81904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '99c3424a-cee0-409d-ab1c-9627cf8eabcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 10:59:58.381217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:58.381625 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Bound using segment: {'id': 'be3a8ccd-0472-4717-8b9a-152aedc81904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '99c3424a-cee0-409d-ab1c-9627cf8eabcf'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 10:59:58.382217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Bound port: d4203b49-c91f-439e-b3f8-08b02714a937, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3a8ccd-0472-4717-8b9a-152aedc81904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '99c3424a-cee0-409d-ab1c-9627cf8eabcf'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 10:59:58.382609 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:58.395971 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ea3842-9b18-4585-930a-2681a5b891bf tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:58.396868 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ea3842-9b18-4585-930a-2681a5b891bf tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:58.398147 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f0ea3842-9b18-4585-930a-2681a5b891bf tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/subnets/bb299882-5dc0-4d00-a7cf-78b8ef81b867 HTTP/1.1" status: 404  len: 337 time: 0.0975623
Dec 24 10:59:58.400762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51954) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:58.470759 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-def4491f-5975-4aa0-be12-b0c94942da40 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:58.471233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def4491f-5975-4aa0-be12-b0c94942da40 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:58.473141 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-def4491f-5975-4aa0-be12-b0c94942da40 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/subnets/1b514738-2eba-415e-8e4d-c63c599fcb6a HTTP/1.1" status: 404  len: 337 time: 0.0713818
Dec 24 10:59:58.476031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51958) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:58.481301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] For port d4203b49-c91f-439e-b3f8-08b02714a937, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 10:59:58.484669 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea26ca67-a33f-4649-ab01-a13bed63d42c req-876b0ee0-b075-4cc2-ae5c-a213ff8a9438 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:58.485392 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] For port d4203b49-c91f-439e-b3f8-08b02714a937, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d4203b49-c91f-439e-b3f8-08b02714a937,segment=NetworkSegment(be3a8ccd-0472-4717-8b9a-152aedc81904),segment_id=be3a8ccd-0472-4717-8b9a-152aedc81904)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 10:59:58.486272 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ea26ca67-a33f-4649-ab01-a13bed63d42c req-876b0ee0-b075-4cc2-ae5c-a213ff8a9438 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 945 time: 0.1459172
Dec 24 10:59:58.492842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:58.497309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:58.528510 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-babe3766-4027-4af4-9363-b46f93769576 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports?device_id=4c4422f3-79fb-4128-8723-3a46163efe0c HTTP/1.1" status: 200  len: 205 time: 0.0495219
Dec 24 10:59:58.528729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51962) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:58.572090 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ea26ca67-a33f-4649-ab01-a13bed63d42c req-a21d15ef-77f1-4fa5-bad9-05cce488efd8 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750482
Dec 24 10:59:58.586954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Pushing event updated for resources: {'Port': ['ID=d4203b49-c91f-439e-b3f8-08b02714a937,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:58.590205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:58.646241 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-1e58d269-69b6-4ae6-b4f7-21d963a0fa37 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] delete failed (client error): The resource could not be found.
Dec 24 10:59:58.649687 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1e58d269-69b6-4ae6-b4f7-21d963a0fa37 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/routers/4c4422f3-79fb-4128-8723-3a46163efe0c HTTP/1.1" status: 404  len: 336 time: 0.1177156
Dec 24 10:59:58.650083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51966) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:58.668941 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af932dcf-2004-4bbb-bf91-0c1bb6cdfc0c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:58.679719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6584fceb-b340-4cad-8f2c-3cb707b2a783 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 10:59:58.699274 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-71b7a3ed-139b-41dd-8487-4f615f57671c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports?device_id=16e148fd-4ea4-4960-9cb5-87d1e4dfacf1 HTTP/1.1" status: 200  len: 205 time: 0.0481577
Dec 24 10:59:58.701522 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51970) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:58.731244 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af932dcf-2004-4bbb-bf91-0c1bb6cdfc0c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network 99c3424a-cee0-409d-ab1c-9627cf8eabcf is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 10:59:58.734614 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-af932dcf-2004-4bbb-bf91-0c1bb6cdfc0c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 10:59:58.738960 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af932dcf-2004-4bbb-bf91-0c1bb6cdfc0c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:58.739553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af932dcf-2004-4bbb-bf91-0c1bb6cdfc0c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:58.769899 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-af932dcf-2004-4bbb-bf91-0c1bb6cdfc0c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.9143293
Dec 24 10:59:58.774003 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 51974) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:58.779815 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-a9f947cc-3df3-4086-bcf9-2cad22d24160 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] delete failed (client error): The resource could not be found.
Dec 24 10:59:58.781139 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a9f947cc-3df3-4086-bcf9-2cad22d24160 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/routers/16e148fd-4ea4-4960-9cb5-87d1e4dfacf1 HTTP/1.1" status: 404  len: 336 time: 0.0781038
Dec 24 10:59:58.781353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'network_id': '99c3424a-cee0-409d-ab1c-9627cf8eabcf', 'fixed_ips': [{'subnet_id': '43068f69-aa18-43bb-8c42-8d91531ce332'}, {'subnet_id': '7ed1bedc-9ff8-4105-82a8-19710e18ddc3'}], 'name': 'tempest-PortsTestJSON-548160064'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 10:59:58.784822 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51978) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:58.817971 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af932dcf-2004-4bbb-bf91-0c1bb6cdfc0c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Subnet': ['ID=7ed1bedc-9ff8-4105-82a8-19710e18ddc3,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 10:59:58.818706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-af932dcf-2004-4bbb-bf91-0c1bb6cdfc0c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 10:59:58.844491 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d3f3ff-9f53-496b-8ec4-01b37e45f786 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:58.845061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9d3f3ff-9f53-496b-8ec4-01b37e45f786 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:58.846905 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c9d3f3ff-9f53-496b-8ec4-01b37e45f786 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/subnets/c48af81a-5191-4b93-8e25-c0c9819ff09e HTTP/1.1" status: 404  len: 337 time: 0.0611055
Dec 24 10:59:58.849494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51982) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:58.907932 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-29de45f4-b204-4180-a4a6-538c678cee16 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports?device_id=ee88fb46-f7ad-4105-b62a-b54cc619f4c4 HTTP/1.1" status: 200  len: 205 time: 0.0568490
Dec 24 10:59:58.910367 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51986) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:58.981915 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-0c444282-476a-4b7f-88ec-85cdb74038a1 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] delete failed (client error): The resource could not be found.
Dec 24 10:59:58.983501 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0c444282-476a-4b7f-88ec-85cdb74038a1 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/routers/ee88fb46-f7ad-4105-b62a-b54cc619f4c4 HTTP/1.1" status: 404  len: 336 time: 0.0718124
Dec 24 10:59:58.986351 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51990) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:59.007790 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 10:59:59.008339 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 10:59:59.012758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:port and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 10:59:59.016201 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 10:59:59.023157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 10:59:59.034656 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-894fa89b-a4cf-4537-83a0-943734f875af tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports?device_id=92aa2e79-2923-4949-9a29-f8ae5248d608 HTTP/1.1" status: 200  len: 205 time: 0.0469995
Dec 24 10:59:59.036888 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 51996) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:59.044967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 10:59:59.104930 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-efcf0bc5-d1ed-42e0-9662-53819576fc8d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] delete failed (client error): The resource could not be found.
Dec 24 10:59:59.109057 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-efcf0bc5-d1ed-42e0-9662-53819576fc8d tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/routers/92aa2e79-2923-4949-9a29-f8ae5248d608 HTTP/1.1" status: 404  len: 336 time: 0.0681264
Dec 24 10:59:59.109243 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52000) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:59.121561 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce07140-704e-4921-a930-84ba5586b850 req-c16287c0-5e9e-487d-8746-667ec2970894 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:59.123089 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-dce07140-704e-4921-a930-84ba5586b850 req-c16287c0-5e9e-487d-8746-667ec2970894 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.32 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 945 time: 0.1839509
Dec 24 10:59:59.152251 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-1149cd53-2196-4eca-bcb6-154ef5af2c93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:59.152699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1149cd53-2196-4eca-bcb6-154ef5af2c93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:59.154385 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1149cd53-2196-4eca-bcb6-154ef5af2c93 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/subnets/92403c19-fa4d-465f-a69b-e1ac4be1e581 HTTP/1.1" status: 404  len: 337 time: 0.0442626
Dec 24 10:59:59.157593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52004) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:59.204233 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2a32f6e8-fc20-4bab-b42b-90a9e4a5dbce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports?device_id=a30cacf4-ba98-4ed7-8588-0b8896090173 HTTP/1.1" status: 200  len: 205 time: 0.0428934
Dec 24 10:59:59.205031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52010) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:59.281251 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-ac246c7c-ef0f-42ce-a9e9-d23d18071a66 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] delete failed (client error): The resource could not be found.
Dec 24 10:59:59.285034 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ac246c7c-ef0f-42ce-a9e9-d23d18071a66 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/routers/a30cacf4-ba98-4ed7-8588-0b8896090173 HTTP/1.1" status: 404  len: 336 time: 0.0765002
Dec 24 10:59:59.285411 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52018) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:59.327779 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-439ee8d8-fab3-4c93-bea5-bbedede7c4aa tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:59.328469 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-439ee8d8-fab3-4c93-bea5-bbedede7c4aa tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:59.330778 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-439ee8d8-fab3-4c93-bea5-bbedede7c4aa tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/subnets/974a58f1-5c81-4c79-ab68-121f35def2aa HTTP/1.1" status: 404  len: 337 time: 0.0442970
Dec 24 10:59:59.333499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52026) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:59.388315 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-54ee4650-f95b-4eea-a27f-324e976c5c48 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "GET /v2.0/ports?device_id=ada15843-ce4b-4fa4-aeed-259fe6411450 HTTP/1.1" status: 200  len: 205 time: 0.0535722
Dec 24 10:59:59.388927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52030) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:59.394774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [req-dce07140-704e-4921-a930-84ba5586b850 req-d56cf7bc-95f1-4dad-b423-d717f80a064c tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Deleting port 3b19bc7f-bd6b-41f7-930d-2421b46cb053 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 10:59:59.395123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-dce07140-704e-4921-a930-84ba5586b850 req-d56cf7bc-95f1-4dad-b423-d717f80a064c tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:59.469086 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-ad2ef811-4973-4089-a38b-b017ec6efb34 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] delete failed (client error): The resource could not be found.
Dec 24 10:59:59.469799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:59.472997 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ad2ef811-4973-4089-a38b-b017ec6efb34 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/routers/ada15843-ce4b-4fa4-aeed-259fe6411450 HTTP/1.1" status: 404  len: 336 time: 0.0825946
Dec 24 10:59:59.473555 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52034) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:59.517537 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-82f30c0d-fe95-4434-b56f-5bcac617feb8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:59.518035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82f30c0d-fe95-4434-b56f-5bcac617feb8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:59.522349 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-82f30c0d-fe95-4434-b56f-5bcac617feb8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/subnets/f4edc8c1-ead5-4539-869c-9df528a125d0 HTTP/1.1" status: 404  len: 337 time: 0.0477884
Dec 24 10:59:59.523447 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52038) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 10:59:59.625255 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7cf1de74-0716-48a7-84a6-7ac38d3ef74b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 10:59:59.660859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] device_id is not set on port d4f9efb4-da17-4852-9df6-bc446e838e42 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 10:59:59.751835 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc53d7cc-5ae9-4ef4-9336-f26ac597b1e4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] DELETE failed (client error): The resource could not be found.
Dec 24 10:59:59.752280 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc53d7cc-5ae9-4ef4-9336-f26ac597b1e4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 10:59:59.753914 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-dc53d7cc-5ae9-4ef4-9336-f26ac597b1e4 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] 10.222.0.54 "DELETE /v2.0/subnets/7911f12c-0851-40a3-824b-4b069ea9c281 HTTP/1.1" status: 404  len: 337 time: 0.2298613
Dec 24 10:59:59.788683 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b350e098-d089-413c-9c71-59b6ac5c632f None None] Network 99c3424a-cee0-409d-ab1c-9627cf8eabcf requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 10:59:59.849764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf12de2-8b2c-48e1-a1ee-17f64a36038e req-701800c6-71f8-44fc-9361-4754c2591e16 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 10:59:59.851294 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bcf12de2-8b2c-48e1-a1ee-17f64a36038e req-701800c6-71f8-44fc-9361-4754c2591e16 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.0964234
Dec 24 10:59:59.908165 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bcf12de2-8b2c-48e1-a1ee-17f64a36038e req-1c5fc412-fba5-4f86-a728-31229550c888 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507200
Dec 24 10:59:59.934575 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8ab89e30-6a18-4b7c-b0dd-8392271844b3 None None] Provisioning for port d4203b49-c91f-439e-b3f8-08b02714a937 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:00.023890 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d4203b49-c91f-439e-b3f8-08b02714a937 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:00.168280 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52056) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:00.193209 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c762e2-3ac2-41b6-a1ab-ad2b549bb540 req-68062eaf-c796-4b40-8bcc-485553057f8e tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:00.194803 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-06c762e2-3ac2-41b6-a1ab-ad2b549bb540 req-68062eaf-c796-4b40-8bcc-485553057f8e tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/ports?device_id=049912cb-ba40-4182-8679-e92108e9f6ec HTTP/1.1" status: 200  len: 945 time: 0.4429040
Dec 24 11:00:00.195328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port d4203b49-c91f-439e-b3f8-08b02714a937 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:00.210693 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port d4203b49-c91f-439e-b3f8-08b02714a937 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:00.211074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:00.212355 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [req-dce07140-704e-4921-a930-84ba5586b850 req-d56cf7bc-95f1-4dad-b423-d717f80a064c tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] For port 3b19bc7f-bd6b-41f7-930d-2421b46cb053, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=3b19bc7f-bd6b-41f7-930d-2421b46cb053,segment=NetworkSegment(06a0d00a-4bba-4514-9e98-3875bf757885),segment_id=06a0d00a-4bba-4514-9e98-3875bf757885)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:00.212795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-dce07140-704e-4921-a930-84ba5586b850 req-d56cf7bc-95f1-4dad-b423-d717f80a064c tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:00.362351 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9607b44e-d8cf-4a5d-ba86-99014157685a admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b5eab652de184cf5b0950e99e1ebd9bd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1926877
Dec 24 11:00:00.363366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52062) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:00.376700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [req-dce07140-704e-4921-a930-84ba5586b850 req-d56cf7bc-95f1-4dad-b423-d717f80a064c tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Calling delete_port for 3b19bc7f-bd6b-41f7-930d-2421b46cb053 owned by compute:nova {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:00.383880 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:00.411283 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b897cdf-55cf-4b0a-b0b7-e3af05c258a0 None None] Update dhcp port {'port': {'network_id': '99c3424a-cee0-409d-ab1c-9627cf8eabcf', 'fixed_ips': [{'subnet_id': '43068f69-aa18-43bb-8c42-8d91531ce332', 'ip_address': '172.20.0.2'}, {'subnet_id': '7ed1bedc-9ff8-4105-82a8-19710e18ddc3'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': 'd4203b49-c91f-439e-b3f8-08b02714a937'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 11:00:00.428296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ac4d316b-be47-4150-b2ce-029897c6a776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:00.457773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ac4d316b-be47-4150-b2ce-029897c6a776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:00.470450 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port d4203b49-c91f-439e-b3f8-08b02714a937, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d4203b49-c91f-439e-b3f8-08b02714a937,segment=NetworkSegment(be3a8ccd-0472-4717-8b9a-152aedc81904),segment_id=be3a8ccd-0472-4717-8b9a-152aedc81904)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:00.475420 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5b897cdf-55cf-4b0a-b0b7-e3af05c258a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:00.486997 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:00.497079 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-06c762e2-3ac2-41b6-a1ab-ad2b549bb540 req-20c24b9e-10f9-4e63-a132-416f113438f0 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.54 "GET /v2.0/security-groups?id=f28642d4-84c3-443c-8922-7f5314be8623&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2928965
Dec 24 11:00:00.497488 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-96107dca-3703-4813-b5e7-bc335cca6a07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:00.544143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ac4d316b-be47-4150-b2ce-029897c6a776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:00.551255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ae919388-30dd-420e-b379-5ac0458130cb tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:00.564957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d316b-be47-4150-b2ce-029897c6a776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd05cb4-d606-443a-b58d-bf98a5851fad,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:00.567083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ac4d316b-be47-4150-b2ce-029897c6a776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:00.578315 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ac4d316b-be47-4150-b2ce-029897c6a776 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4cd05cb4-d606-443a-b58d-bf98a5851fad HTTP/1.1" status: 204  len: 168 time: 0.2064390
Dec 24 11:00:00.579680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ac4d316b-be47-4150-b2ce-029897c6a776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:00.666035 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Allocated IP 172.20.0.7 (99c3424a-cee0-409d-ab1c-9627cf8eabcf/43068f69-aa18-43bb-8c42-8d91531ce332/d4f9efb4-da17-4852-9df6-bc446e838e42) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:00.672977 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Allocated IP 172.20.0.23 (99c3424a-cee0-409d-ab1c-9627cf8eabcf/7ed1bedc-9ff8-4105-82a8-19710e18ddc3/d4f9efb4-da17-4852-9df6-bc446e838e42) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:00.681047 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-dce07140-704e-4921-a930-84ba5586b850 req-d56cf7bc-95f1-4dad-b423-d717f80a064c tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:00.686775 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-818bc5e5-08d7-49fb-8846-1f79536f122e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:00.695188 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=d4203b49-c91f-439e-b3f8-08b02714a937,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:00.698218 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:00.738001 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56cf7bc-95f1-4dad-b423-d717f80a064c tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Pushing event deleted for resources: {'Port': ['ID=3b19bc7f-bd6b-41f7-930d-2421b46cb053,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:00.743731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d56cf7bc-95f1-4dad-b423-d717f80a064c tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:00.840554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce07140-704e-4921-a930-84ba5586b850 req-d56cf7bc-95f1-4dad-b423-d717f80a064c tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] No DVR routers for this DVR port 3b19bc7f-bd6b-41f7-930d-2421b46cb053 on host hv-neutron-8226 {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:00:00.849274 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-dce07140-704e-4921-a930-84ba5586b850 req-d56cf7bc-95f1-4dad-b423-d717f80a064c tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:00.851831 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '049912cb-ba40-4182-8679-e92108e9f6ec', 'name': 'network-vif-deleted', 'tag': '3b19bc7f-bd6b-41f7-930d-2421b46cb053'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:00:00.939651 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-dce07140-704e-4921-a930-84ba5586b850 req-d56cf7bc-95f1-4dad-b423-d717f80a064c tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] 10.222.0.32 "DELETE /v2.0/ports/3b19bc7f-bd6b-41f7-930d-2421b46cb053 HTTP/1.1" status: 204  len: 173 time: 1.8036356
Dec 24 11:00:00.941644 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '049912cb-ba40-4182-8679-e92108e9f6ec', 'name': 'network-vif-deleted', 'tag': '3b19bc7f-bd6b-41f7-930d-2421b46cb053', 'status': 'completed', 'code': 200}
Dec 24 11:00:01.128515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:01.160670 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Transition to ACTIVE for port object d4f9efb4-da17-4852-9df6-bc446e838e42 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:01.188771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ae23e-7e5a-444e-a362-150bf1522796 req-f4ffc1d5-a9c3-48ef-b661-62f85b7635ea tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:01.190472 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-842ae23e-7e5a-444e-a362-150bf1522796 req-f4ffc1d5-a9c3-48ef-b661-62f85b7635ea tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.1538291
Dec 24 11:00:01.249131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:01.260948 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-842ae23e-7e5a-444e-a362-150bf1522796 req-95c8e71e-3924-4faa-8145-c32af4ca9288 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631258
Dec 24 11:00:01.261618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-59de377e-0999-4af7-ac92-16e921b0dd5a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:01.323246 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-5b897cdf-55cf-4b0a-b0b7-e3af05c258a0 None None] Allocated IP 172.20.0.18 (99c3424a-cee0-409d-ab1c-9627cf8eabcf/7ed1bedc-9ff8-4105-82a8-19710e18ddc3/d4203b49-c91f-439e-b3f8-08b02714a937) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:01.335302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network 99c3424a-cee0-409d-ab1c-9627cf8eabcf is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:01.338393 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:01.343012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:01.358989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52092) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:01.372812 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=d4f9efb4-da17-4852-9df6-bc446e838e42,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:01.378946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:01.419266 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:01.420168 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:01.447675 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 2.6725373
Dec 24 11:00:01.450452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52098) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:01.475622 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-82d01e79-8422-4d4d-94ed-1601df7fc83e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '43068f69-aa18-43bb-8c42-8d91531ce332'}]}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:01.499579 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-5b897cdf-55cf-4b0a-b0b7-e3af05c258a0 None None] For port d4203b49-c91f-439e-b3f8-08b02714a937, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d4203b49-c91f-439e-b3f8-08b02714a937,segment=NetworkSegment(be3a8ccd-0472-4717-8b9a-152aedc81904),segment_id=be3a8ccd-0472-4717-8b9a-152aedc81904)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:01.516852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-45efa587-a061-4da4-8edb-6ec38c6b8568 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-655818156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:01.524726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-45efa587-a061-4da4-8edb-6ec38c6b8568 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:01.532876 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-45efa587-a061-4da4-8edb-6ec38c6b8568 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Usage tracker for resource:router and tenant:1fd2468b0e234af580891f62b12da1b6 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:01.537357 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-45efa587-a061-4da4-8edb-6ec38c6b8568 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:01.537597 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5b897cdf-55cf-4b0a-b0b7-e3af05c258a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:01.546008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-45efa587-a061-4da4-8edb-6ec38c6b8568 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:01.558875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-45efa587-a061-4da4-8edb-6ec38c6b8568 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:01.560193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-45efa587-a061-4da4-8edb-6ec38c6b8568 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:01.588436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-45efa587-a061-4da4-8edb-6ec38c6b8568 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:01.600419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5b897cdf-55cf-4b0a-b0b7-e3af05c258a0 None None] Transition to ACTIVE for port object d4203b49-c91f-439e-b3f8-08b02714a937 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:01.610065 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5b897cdf-55cf-4b0a-b0b7-e3af05c258a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:01.612355 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-45efa587-a061-4da4-8edb-6ec38c6b8568 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:01.638446 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:01.645049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-45efa587-a061-4da4-8edb-6ec38c6b8568 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:01.647193 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-45efa587-a061-4da4-8edb-6ec38c6b8568 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 0.2869446
Dec 24 11:00:01.650018 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52104) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:01.656944 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1851130729'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:01.663211 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:01.668089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Usage tracker for resource:network and tenant:1fd2468b0e234af580891f62b12da1b6 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:01.672654 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:01.680415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:01.700598 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Made reservation on behalf of 1fd2468b0e234af580891f62b12da1b6 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:01.708886 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:01.727987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52108) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:01.730849 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:01.761093 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 3b19bc7f-bd6b-41f7-930d-2421b46cb053 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:01.777391 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-82d01e79-8422-4d4d-94ed-1601df7fc83e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:01.783348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:01.799733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Usage tracker for resource:security_group_rule and tenant:1fd2468b0e234af580891f62b12da1b6 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:01.803392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:01.812327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:01.830414 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95b1710-1500-45e5-8dc4-5c118c277036 admin admin] Deleting subnet 2d7809ac-f918-48b0-a78e-1f86efc10e09 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:00:01.834097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a95b1710-1500-45e5-8dc4-5c118c277036 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:01.836418 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 3b19bc7f-bd6b-41f7-930d-2421b46cb053 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:01.837025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 3b19bc7f-bd6b-41f7-930d-2421b46cb053 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:01.854597 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b897cdf-55cf-4b0a-b0b7-e3af05c258a0 None None] Pushing event updated for resources: {'Port': ['ID=d4203b49-c91f-439e-b3f8-08b02714a937,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:01.859159 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5b897cdf-55cf-4b0a-b0b7-e3af05c258a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:01.874303 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e43b5bfe-75ce-4185-8047-cd9075dfd46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:01.902990 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a95b1710-1500-45e5-8dc4-5c118c277036 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:01.973534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d4203b49-c91f-439e-b3f8-08b02714a937 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:01.992197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a95b1710-1500-45e5-8dc4-5c118c277036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:02.062247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:02.069768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:02.073493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fe774894-47c6-4ad0-a7a0-d05df65cd1f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:02.117427 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:00:02.123437 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42756997-9aeb-49ee-a858-3e8df2125b9f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:02.127065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a95b1710-1500-45e5-8dc4-5c118c277036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:02.142118 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:02.142514 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:02.142900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:02.143282 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:02.143659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:02.144031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:02.144404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:02.145026 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:02.145143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:02.145503 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:02.145895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:02.146263 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:02.151547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:02.151892 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Added segment 9dd8bb76-6814-47dc-84a7-61498df060a9 of type vlan for network 7fcfbf59-9142-4e4c-815c-6d44066baf70
Dec 24 11:00:02.153462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:02.155655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e6dae7a3-eab2-4eeb-a457-35ecea9e4826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:02.173751 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-82d01e79-8422-4d4d-94ed-1601df7fc83e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Delete allocated IP 172.20.0.23 (99c3424a-cee0-409d-ab1c-9627cf8eabcf/7ed1bedc-9ff8-4105-82a8-19710e18ddc3) {{(pid=87559) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 24 11:00:02.184195 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a95b1710-1500-45e5-8dc4-5c118c277036 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:02.196005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95b1710-1500-45e5-8dc4-5c118c277036 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d7809ac-f918-48b0-a78e-1f86efc10e09,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:02.204109 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a95b1710-1500-45e5-8dc4-5c118c277036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:02.227252 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a95b1710-1500-45e5-8dc4-5c118c277036 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/2d7809ac-f918-48b0-a78e-1f86efc10e09 HTTP/1.1" status: 204  len: 168 time: 0.4956415
Dec 24 11:00:02.227988 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52112) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:02.248827 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:02.361959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-82d01e79-8422-4d4d-94ed-1601df7fc83e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:02.369779 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-23749626-ce6e-43f6-99ef-07fd5aadb796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:02.386232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-82d01e79-8422-4d4d-94ed-1601df7fc83e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Ignored duplicate provisioning block setup for port d4f9efb4-da17-4852-9df6-bc446e838e42 by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}}
Dec 24 11:00:02.391665 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-82d01e79-8422-4d4d-94ed-1601df7fc83e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:02.399093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:02.418142 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:02.424602 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:02.425201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:02.433152 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-44f2e7c9-6670-4c4f-a2d6-63aca4ab348c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:02.566974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb383191-51c0-4c25-a21d-e5a3a7cebcd6 None None] Network 99c3424a-cee0-409d-ab1c-9627cf8eabcf requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:02.600582 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 0.9478171
Dec 24 11:00:02.614536 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52118) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:02.617949 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-23749626-ce6e-43f6-99ef-07fd5aadb796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:02.619712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d01e79-8422-4d4d-94ed-1601df7fc83e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=d4f9efb4-da17-4852-9df6-bc446e838e42,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:02.622628 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-82d01e79-8422-4d4d-94ed-1601df7fc83e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:02.634005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-9d098f6d-1f82-459c-a050-57b54eb978b7 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Request body: {'subnet': {'network_id': '7fcfbf59-9142-4e4c-815c-6d44066baf70', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:02.641744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-82d01e79-8422-4d4d-94ed-1601df7fc83e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] In _notify_port_updated(), no bound segment for port d4f9efb4-da17-4852-9df6-bc446e838e42 on network 99c3424a-cee0-409d-ab1c-9627cf8eabcf {{(pid=87559) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 11:00:02.647169 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d01e79-8422-4d4d-94ed-1601df7fc83e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:02.647781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-82d01e79-8422-4d4d-94ed-1601df7fc83e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:02.652547 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-82d01e79-8422-4d4d-94ed-1601df7fc83e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "PUT /v2.0/ports/d4f9efb4-da17-4852-9df6-bc446e838e42 HTTP/1.1" status: 200  len: 918 time: 1.1960163
Dec 24 11:00:02.652919 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52122) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:02.670300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce78a6-4ecf-4ae1-86e4-0a9ae339114f req-fd76d95c-8b4f-4906-9cf9-72bdc0c2ec08 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:02.672709 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a7ce78a6-4ecf-4ae1-86e4-0a9ae339114f req-fd76d95c-8b4f-4906-9cf9-72bdc0c2ec08 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.2343245
Dec 24 11:00:02.677826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-4961c6d4-e43c-4f67-b4a8-c86d2b0f28cf tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '43068f69-aa18-43bb-8c42-8d91531ce332'}, {'subnet_id': '7ed1bedc-9ff8-4105-82a8-19710e18ddc3'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:02.681736 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3d205f25-c2d4-42fe-bb5d-c977e8108bef None None] Provisioning for port d4203b49-c91f-439e-b3f8-08b02714a937 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:02.692322 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3d205f25-c2d4-42fe-bb5d-c977e8108bef None None] Provisioning complete for port d4203b49-c91f-439e-b3f8-08b02714a937 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:02.692700 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3d205f25-c2d4-42fe-bb5d-c977e8108bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:02.707435 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event updated for resources: {'Network': ['ID=7fcfbf59-9142-4e4c-815c-6d44066baf70,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:02.726484 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a7ce78a6-4ecf-4ae1-86e4-0a9ae339114f req-37557086-e270-4efb-acaa-648e1b3203f9 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458529
Dec 24 11:00:02.736461 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 7fcfbf59-9142-4e4c-815c-6d44066baf70 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:00:02.758097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:02.759695 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-23749626-ce6e-43f6-99ef-07fd5aadb796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7e403220>,) {'filters': {'network_id': ['d0e30cd7-2c18-4c27-8b4d-ca225a667253']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:02.801846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-23749626-ce6e-43f6-99ef-07fd5aadb796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e403220>, '06a0d00a-4bba-4514-9e98-3875bf757885') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:02.802163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-23749626-ce6e-43f6-99ef-07fd5aadb796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e403220>, '06a0d00a-4bba-4514-9e98-3875bf757885') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:02.837227 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-23749626-ce6e-43f6-99ef-07fd5aadb796 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:02.879708 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9d098f6d-1f82-459c-a050-57b54eb978b7 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:02.881911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-23749626-ce6e-43f6-99ef-07fd5aadb796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:02.926768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9d098f6d-1f82-459c-a050-57b54eb978b7 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Usage tracker for resource:subnet and tenant:1fd2468b0e234af580891f62b12da1b6 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:02.939939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9d098f6d-1f82-459c-a050-57b54eb978b7 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:02.956258 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23749626-ce6e-43f6-99ef-07fd5aadb796 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:00:02.956648 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-23749626-ce6e-43f6-99ef-07fd5aadb796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:00:02.969416 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:00:02.974570 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9d098f6d-1f82-459c-a050-57b54eb978b7 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:03.027930 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:03.061566 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:03.077857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d098f6d-1f82-459c-a050-57b54eb978b7 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Made reservation on behalf of 1fd2468b0e234af580891f62b12da1b6 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:03.081312 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9d098f6d-1f82-459c-a050-57b54eb978b7 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:03.255492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-23749626-ce6e-43f6-99ef-07fd5aadb796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:03.315194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:03.332952 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-23749626-ce6e-43f6-99ef-07fd5aadb796 admin admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:03.347842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ff16ae8b-5ba5-4c17-b04b-e0387b6710fb None None] Provisioning for port d4f9efb4-da17-4852-9df6-bc446e838e42 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:03.353815 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ff16ae8b-5ba5-4c17-b04b-e0387b6710fb None None] Provisioning complete for port d4f9efb4-da17-4852-9df6-bc446e838e42 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:03.354792 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ff16ae8b-5ba5-4c17-b04b-e0387b6710fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:03.368006 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23749626-ce6e-43f6-99ef-07fd5aadb796 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0e30cd7-2c18-4c27-8b4d-ca225a667253,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:03.370513 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-23749626-ce6e-43f6-99ef-07fd5aadb796 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d0e30cd7-2c18-4c27-8b4d-ca225a667253 HTTP/1.1" status: 204  len: 168 time: 1.1416032
Dec 24 11:00:03.374019 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-23749626-ce6e-43f6-99ef-07fd5aadb796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:03.375252 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52126) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:03.385955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4961c6d4-e43c-4f67-b4a8-c86d2b0f28cf tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:03.495549 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aaeb984-7c1e-48e8-be33-e2c9bfefa930 admin admin] Deleting subnet 23f1c5c0-5adb-4d00-badf-9562c924b3dd {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:00:03.498706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2aaeb984-7c1e-48e8-be33-e2c9bfefa930 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:03.533012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-ff16ae8b-5ba5-4c17-b04b-e0387b6710fb None None] Port d4f9efb4-da17-4852-9df6-bc446e838e42 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:03.547126 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ff16ae8b-5ba5-4c17-b04b-e0387b6710fb None None] Provisioning complete for port d4203b49-c91f-439e-b3f8-08b02714a937 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:03.547517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ff16ae8b-5ba5-4c17-b04b-e0387b6710fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:03.554786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2aaeb984-7c1e-48e8-be33-e2c9bfefa930 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:03.628246 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2aaeb984-7c1e-48e8-be33-e2c9bfefa930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:03.705189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2aaeb984-7c1e-48e8-be33-e2c9bfefa930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:03.710226 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7419560d-7b9e-4a15-8abd-bee741198827 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:03.738765 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9d098f6d-1f82-459c-a050-57b54eb978b7 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:03.745978 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaeb984-7c1e-48e8-be33-e2c9bfefa930 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23f1c5c0-5adb-4d00-badf-9562c924b3dd,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:03.746171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3853ff77-511a-43bf-8f9a-ba5dd523cee0 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:03.747922 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2aaeb984-7c1e-48e8-be33-e2c9bfefa930 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:03.750671 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2aaeb984-7c1e-48e8-be33-e2c9bfefa930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:03.757414 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2aaeb984-7c1e-48e8-be33-e2c9bfefa930 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/23f1c5c0-5adb-4d00-badf-9562c924b3dd HTTP/1.1" status: 204  len: 168 time: 0.3802435
Dec 24 11:00:03.759901 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52132) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:03.803030 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5d2fdf28-6413-425a-ab6b-985502b4dc68 None None] Provisioning complete for port d4f9efb4-da17-4852-9df6-bc446e838e42 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:03.803847 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5d2fdf28-6413-425a-ab6b-985502b4dc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:03.860386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-5d2fdf28-6413-425a-ab6b-985502b4dc68 None None] Port d4f9efb4-da17-4852-9df6-bc446e838e42 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:03.892632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6c2f587a-17a6-4347-b537-bdda678a7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:03.922018 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d098f6d-1f82-459c-a050-57b54eb978b7 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event updated for resources: {'Subnet': ['ID=1175dd2f-e702-436d-9322-ba6a1739f03a,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:03.936775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9d098f6d-1f82-459c-a050-57b54eb978b7 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:03.947941 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d098f6d-1f82-459c-a050-57b54eb978b7 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Checking segment: {'id': '9dd8bb76-6814-47dc-84a7-61498df060a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7fcfbf59-9142-4e4c-815c-6d44066baf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:03.948296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d098f6d-1f82-459c-a050-57b54eb978b7 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Network hostable DHCP agents. Network: 7fcfbf59-9142-4e4c-815c-6d44066baf70, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:00:03.969757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-4961c6d4-e43c-4f67-b4a8-c86d2b0f28cf tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Allocated IP 172.20.0.26 (99c3424a-cee0-409d-ab1c-9627cf8eabcf/7ed1bedc-9ff8-4105-82a8-19710e18ddc3/d4f9efb4-da17-4852-9df6-bc446e838e42) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:04.007439 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d098f6d-1f82-459c-a050-57b54eb978b7 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Network 7fcfbf59-9142-4e4c-815c-6d44066baf70 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:00:04.019295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6c2f587a-17a6-4347-b537-bdda678a7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.051528 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-6c2f587a-17a6-4347-b537-bdda678a7d7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7cef3d60>,) {'filters': {'network_id': ['bb4e36b2-5146-42cf-819e-e6a2ebd073ef']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:04.063910 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-6c2f587a-17a6-4347-b537-bdda678a7d7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cef3d60>, 'bc639853-cc78-4450-84d8-de1f4f9f912f') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:04.064210 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-6c2f587a-17a6-4347-b537-bdda678a7d7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cef3d60>, 'bc639853-cc78-4450-84d8-de1f4f9f912f') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:04.076177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6c2f587a-17a6-4347-b537-bdda678a7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.085827 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-9d098f6d-1f82-459c-a050-57b54eb978b7 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 7fcfbf59-9142-4e4c-815c-6d44066baf70) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:04.093861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7463fc47-b292-43c6-9422-a36b7f72d190 None None] Network 7fcfbf59-9142-4e4c-815c-6d44066baf70 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:04.099720 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6c2f587a-17a6-4347-b537-bdda678a7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.104603 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d098f6d-1f82-459c-a050-57b54eb978b7 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:04.104814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9d098f6d-1f82-459c-a050-57b54eb978b7 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.110640 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2f587a-17a6-4347-b537-bdda678a7d7a admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:00:04.111043 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6c2f587a-17a6-4347-b537-bdda678a7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.126900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06da590-ef7b-47a0-937a-f229090b6827 req-78922306-00ec-4ec1-a139-04c30453d0a0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:04.129165 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b06da590-ef7b-47a0-937a-f229090b6827 req-78922306-00ec-4ec1-a139-04c30453d0a0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.2607105
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:00:04.140695 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:00:04.188553 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9d098f6d-1f82-459c-a050-57b54eb978b7 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5684147
Dec 24 11:00:04.190205 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52136) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:04.200642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-5ec3a3ee-6720-4c56-8130-f566d43d7491 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Request body: {'network': {'name': 'tempest-router-network01--651523114'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:04.227694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5ec3a3ee-6720-4c56-8130-f566d43d7491 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:04.229632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6c2f587a-17a6-4347-b537-bdda678a7d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.234516 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-91b16f6e-073e-4ac9-ad17-fc71e90cd2be tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:04.238722 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5ec3a3ee-6720-4c56-8130-f566d43d7491 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Usage tracker for resource:network and tenant:1fd2468b0e234af580891f62b12da1b6 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:04.244927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5ec3a3ee-6720-4c56-8130-f566d43d7491 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:04.247663 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6c2f587a-17a6-4347-b537-bdda678a7d7a admin admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.256360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f587a-17a6-4347-b537-bdda678a7d7a admin admin] Pushing event deleted for resources: {'Network': ['ID=bb4e36b2-5146-42cf-819e-e6a2ebd073ef,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:04.258142 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b06da590-ef7b-47a0-937a-f229090b6827 req-2407d248-9af1-4fae-86cd-21ea827c691a tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1201186
Dec 24 11:00:04.259078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5ec3a3ee-6720-4c56-8130-f566d43d7491 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:04.270513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6c2f587a-17a6-4347-b537-bdda678a7d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:04.276133 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6c2f587a-17a6-4347-b537-bdda678a7d7a admin admin] 10.222.0.54 "DELETE /v2.0/networks/bb4e36b2-5146-42cf-819e-e6a2ebd073ef HTTP/1.1" status: 204  len: 168 time: 0.5110474
Dec 24 11:00:04.278746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec3a3ee-6720-4c56-8130-f566d43d7491 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Made reservation on behalf of 1fd2468b0e234af580891f62b12da1b6 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:04.283259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a3ee-6720-4c56-8130-f566d43d7491 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.317226 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4961c6d4-e43c-4f67-b4a8-c86d2b0f28cf tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.339419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec3a3ee-6720-4c56-8130-f566d43d7491 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:00:04.341724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-4961c6d4-e43c-4f67-b4a8-c86d2b0f28cf tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Transition to ACTIVE for port object d4f9efb4-da17-4852-9df6-bc446e838e42 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:04.348059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4961c6d4-e43c-4f67-b4a8-c86d2b0f28cf tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.354394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9b6a5c9c-29c4-4836-8007-a24f9f48be9d tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:04.405718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a3ee-6720-4c56-8130-f566d43d7491 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.405718 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-5ec3a3ee-6720-4c56-8130-f566d43d7491 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Added segment d01e8ef5-5a1f-4143-b5f7-08c18d832663 of type vlan for network 9b8bdfd3-59b2-4b6b-8f73-a865c7e282da
Dec 24 11:00:04.426618 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-7fcfbf59-9142-4e4c-815c-6d44066baf70', 'network_id': '7fcfbf59-9142-4e4c-815c-6d44066baf70', 'tenant_id': '1fd2468b0e234af580891f62b12da1b6', 'fixed_ips': [{'subnet_id': '1175dd2f-e702-436d-9322-ba6a1739f03a'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:00:04.426781 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.499845 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a3ee-6720-4c56-8130-f566d43d7491 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.554124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961c6d4-e43c-4f67-b4a8-c86d2b0f28cf tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=d4f9efb4-da17-4852-9df6-bc446e838e42,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:04.574385 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52142) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:04.588642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4961c6d4-e43c-4f67-b4a8-c86d2b0f28cf tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:04.619250 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Allocated IP 2001:db8::2 (7fcfbf59-9142-4e4c-815c-6d44066baf70/1175dd2f-e702-436d-9322-ba6a1739f03a/a8926243-9fcf-4489-8886-ed4609930eff) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:04.642416 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-4961c6d4-e43c-4f67-b4a8-c86d2b0f28cf tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] In _notify_port_updated(), no bound segment for port d4f9efb4-da17-4852-9df6-bc446e838e42 on network 99c3424a-cee0-409d-ab1c-9627cf8eabcf {{(pid=87558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 11:00:04.648484 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4961c6d4-e43c-4f67-b4a8-c86d2b0f28cf tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:04.649488 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4961c6d4-e43c-4f67-b4a8-c86d2b0f28cf tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.649970 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7c5507c8-9446-48b7-8fb2-4b621bc08df4 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=9139ce6928da4135aeeb15619b4838e0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0743651
Dec 24 11:00:04.653361 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4961c6d4-e43c-4f67-b4a8-c86d2b0f28cf tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "PUT /v2.0/ports/d4f9efb4-da17-4852-9df6-bc446e838e42 HTTP/1.1" status: 200  len: 998 time: 1.9931138
Dec 24 11:00:04.653361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52146) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:04.654384 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52148) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:04.680806 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a3ee-6720-4c56-8130-f566d43d7491 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.687121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec3a3ee-6720-4c56-8130-f566d43d7491 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:04.687729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5ec3a3ee-6720-4c56-8130-f566d43d7491 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.708487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fc5079ec-cacb-467a-b8a2-4e66256b6561 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:04.730522 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ab114bf3-f463-4f81-b27b-2e7ff3d9d76a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port d4f9efb4-da17-4852-9df6-bc446e838e42 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:04.730765 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ab114bf3-f463-4f81-b27b-2e7ff3d9d76a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.734812 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5ec3a3ee-6720-4c56-8130-f566d43d7491 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.5433359
Dec 24 11:00:04.742164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52154) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:04.809342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-37f6df1e-7b4e-4f6d-9f7b-062694df4acc tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Request body: {'network': {'name': 'tempest-router-network02--822849026'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:04.832375 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-37f6df1e-7b4e-4f6d-9f7b-062694df4acc tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:04.847217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.849550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3a3ee-6720-4c56-8130-f566d43d7491 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event updated for resources: {'Network': ['ID=9b8bdfd3-59b2-4b6b-8f73-a865c7e282da,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:04.854217 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-37f6df1e-7b4e-4f6d-9f7b-062694df4acc tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Usage tracker for resource:network and tenant:1fd2468b0e234af580891f62b12da1b6 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:04.856202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c637e684-05fa-4891-bd85-6ff086213109 None None] Provisioning for port d4f9efb4-da17-4852-9df6-bc446e838e42 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:04.859905 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5ec3a3ee-6720-4c56-8130-f566d43d7491 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:04.861248 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-37f6df1e-7b4e-4f6d-9f7b-062694df4acc tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:04.864367 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-42eff702-85d9-4d49-853e-bb12fb42a9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.866272 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 9b8bdfd3-59b2-4b6b-8f73-a865c7e282da details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:00:04.869601 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-37f6df1e-7b4e-4f6d-9f7b-062694df4acc tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:04.885267 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c637e684-05fa-4891-bd85-6ff086213109 None None] Provisioning complete for port d4f9efb4-da17-4852-9df6-bc446e838e42 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:04.886274 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c637e684-05fa-4891-bd85-6ff086213109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.901635 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-42eff702-85d9-4d49-853e-bb12fb42a9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.908907 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f6df1e-7b4e-4f6d-9f7b-062694df4acc tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Made reservation on behalf of 1fd2468b0e234af580891f62b12da1b6 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:04.913086 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-37f6df1e-7b4e-4f6d-9f7b-062694df4acc tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.966716 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f6df1e-7b4e-4f6d-9f7b-062694df4acc tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:00:04.978927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-37f6df1e-7b4e-4f6d-9f7b-062694df4acc tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:04.979257 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-37f6df1e-7b4e-4f6d-9f7b-062694df4acc tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Added segment 3fe6e887-c8f2-4bf2-9bdb-9eeb224fa49f of type vlan for network 357bbdeb-b430-4bdc-a6b7-0f2860382836
Dec 24 11:00:05.003279 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:05.009522 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-37f6df1e-7b4e-4f6d-9f7b-062694df4acc tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:05.014123 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-42eff702-85d9-4d49-853e-bb12fb42a9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:05.019075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-22a0061f-3dc8-45d6-91c9-fc2f5ffd6748 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:05.032905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c637e684-05fa-4891-bd85-6ff086213109 None None] Port d4f9efb4-da17-4852-9df6-bc446e838e42 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:05.034227 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eff702-85d9-4d49-853e-bb12fb42a9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28642d4-84c3-443c-8922-7f5314be8623,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:05.042717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Transition to ACTIVE for port object a8926243-9fcf-4489-8886-ed4609930eff will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:05.049383 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-42eff702-85d9-4d49-853e-bb12fb42a9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:05.068921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-37f6df1e-7b4e-4f6d-9f7b-062694df4acc tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:05.074366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f6df1e-7b4e-4f6d-9f7b-062694df4acc tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:05.074978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-37f6df1e-7b4e-4f6d-9f7b-062694df4acc tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:05.081159 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Transition to ACTIVE for port object a8926243-9fcf-4489-8886-ed4609930eff will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:05.081367 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-80d8cee1-b117-491d-a5bb-014c310ccf38 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:05.088682 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:05.099935 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:05.111290 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-42eff702-85d9-4d49-853e-bb12fb42a9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:05.112679 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-42eff702-85d9-4d49-853e-bb12fb42a9ac admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f28642d4-84c3-443c-8922-7f5314be8623 HTTP/1.1" status: 204  len: 168 time: 0.4594018
Dec 24 11:00:05.130621 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ab114bf3-f463-4f81-b27b-2e7ff3d9d76a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:05.153858 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Network 7fcfbf59-9142-4e4c-815c-6d44066baf70 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:05.157173 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:05.161421 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:05.183610 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-37f6df1e-7b4e-4f6d-9f7b-062694df4acc tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.4375994
Dec 24 11:00:05.184572 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52160) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:05.195392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-feb73287-f5ee-4222-aabc-ab20158b0d49 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Request body: {'subnet': {'network_id': '9b8bdfd3-59b2-4b6b-8f73-a865c7e282da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:05.211918 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6df1e-7b4e-4f6d-9f7b-062694df4acc tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event updated for resources: {'Network': ['ID=357bbdeb-b430-4bdc-a6b7-0f2860382836,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:05.218486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-37f6df1e-7b4e-4f6d-9f7b-062694df4acc tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:05.251710 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Pushing event updated for resources: {'Port': ['ID=a8926243-9fcf-4489-8886-ed4609930eff,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:05.260727 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 357bbdeb-b430-4bdc-a6b7-0f2860382836 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:00:05.273824 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ab114bf3-f463-4f81-b27b-2e7ff3d9d76a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for d4f9efb4-da17-4852-9df6-bc446e838e42 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:05.275794 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:05.372177 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Attempting to bind port a8926243-9fcf-4489-8886-ed4609930eff on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:00:05.372177 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Attempting to bind port a8926243-9fcf-4489-8886-ed4609930eff by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '9dd8bb76-6814-47dc-84a7-61498df060a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7fcfbf59-9142-4e4c-815c-6d44066baf70'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:00:05.372177 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Attempting to bind port a8926243-9fcf-4489-8886-ed4609930eff on network 7fcfbf59-9142-4e4c-815c-6d44066baf70 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:00:05.383984 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:00:05.384408 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Checking segment: {'id': '9dd8bb76-6814-47dc-84a7-61498df060a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7fcfbf59-9142-4e4c-815c-6d44066baf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:05.384863 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:05.385400 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Bound using segment: {'id': '9dd8bb76-6814-47dc-84a7-61498df060a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7fcfbf59-9142-4e4c-815c-6d44066baf70'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:00:05.386073 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Bound port: a8926243-9fcf-4489-8886-ed4609930eff, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dd8bb76-6814-47dc-84a7-61498df060a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '7fcfbf59-9142-4e4c-815c-6d44066baf70'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:00:05.386481 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:05.497166 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] For port a8926243-9fcf-4489-8886-ed4609930eff, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:00:05.501591 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] For port a8926243-9fcf-4489-8886-ed4609930eff, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a8926243-9fcf-4489-8886-ed4609930eff,segment=NetworkSegment(9dd8bb76-6814-47dc-84a7-61498df060a9),segment_id=9dd8bb76-6814-47dc-84a7-61498df060a9)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:00:05.507317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:05.513043 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:05.539796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-feb73287-f5ee-4222-aabc-ab20158b0d49 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:05.543822 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-feb73287-f5ee-4222-aabc-ab20158b0d49 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Usage tracker for resource:subnet and tenant:1fd2468b0e234af580891f62b12da1b6 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:05.547403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-feb73287-f5ee-4222-aabc-ab20158b0d49 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:05.553132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-feb73287-f5ee-4222-aabc-ab20158b0d49 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:05.564286 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb73287-f5ee-4222-aabc-ab20158b0d49 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Made reservation on behalf of 1fd2468b0e234af580891f62b12da1b6 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:05.569519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-feb73287-f5ee-4222-aabc-ab20158b0d49 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:05.630107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Pushing event updated for resources: {'Port': ['ID=a8926243-9fcf-4489-8886-ed4609930eff,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:05.641992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:05.682009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d7c23-d0d0-45b6-ab84-47c0335211a5 req-082aab30-dbb7-4692-9ff1-56f8379d2aee tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:05.688996 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-309d7c23-d0d0-45b6-ab84-47c0335211a5 req-082aab30-dbb7-4692-9ff1-56f8379d2aee tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.2710795
Dec 24 11:00:05.690931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ab114bf3-f463-4f81-b27b-2e7ff3d9d76a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:05.694597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52168) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:05.709759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5932f834-8d69-44ac-9872-b1517c9c4e7a tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:05.754470 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6e58ac86-3c53-4289-b847-689a0d5f6005 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=45811a3367ce41e88704717c40005a34&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0585177
Dec 24 11:00:05.758154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52172) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:05.761340 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab114bf3-f463-4f81-b27b-2e7ff3d9d76a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=d4f9efb4-da17-4852-9df6-bc446e838e42,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:05.765973 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ab114bf3-f463-4f81-b27b-2e7ff3d9d76a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:05.873157 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-309d7c23-d0d0-45b6-ab84-47c0335211a5 req-0e34cf1a-27e8-4cad-8d53-abba76715805 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1830435
Dec 24 11:00:05.942820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aedce59c-bf25-4611-a5be-0f6acf3e40c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:05.968297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ab114bf3-f463-4f81-b27b-2e7ff3d9d76a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:05.978839 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ab114bf3-f463-4f81-b27b-2e7ff3d9d76a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/ports/d4f9efb4-da17-4852-9df6-bc446e838e42 HTTP/1.1" status: 204  len: 168 time: 1.3232882
Dec 24 11:00:05.981229 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52176) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:06.011344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aedce59c-bf25-4611-a5be-0f6acf3e40c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:06.014063 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a8926243-9fcf-4489-8886-ed4609930eff up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:06.040724 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-00dd9c07-9e42-4bac-9759-2b5fa4aa2efa tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] GET failed (client error): The resource could not be found.
Dec 24 11:00:06.041272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-00dd9c07-9e42-4bac-9759-2b5fa4aa2efa tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:06.061842 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-00dd9c07-9e42-4bac-9759-2b5fa4aa2efa tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:06.065574 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-00dd9c07-9e42-4bac-9759-2b5fa4aa2efa tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports/d4f9efb4-da17-4852-9df6-bc446e838e42 HTTP/1.1" status: 404  len: 333 time: 0.0808327
Dec 24 11:00:06.065719 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-feb73287-f5ee-4222-aabc-ab20158b0d49 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:06.065932 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52180) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:06.076092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6b13a917-606b-4385-b2b1-f659bdb2fb8e tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:06.119117 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port a8926243-9fcf-4489-8886-ed4609930eff completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:06.160745 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-542d8bd0-e3b7-4f0c-a6a6-2b7e3f4f5581 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting subnet 7ed1bedc-9ff8-4105-82a8-19710e18ddc3 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:00:06.164004 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-542d8bd0-e3b7-4f0c-a6a6-2b7e3f4f5581 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:06.181970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb73287-f5ee-4222-aabc-ab20158b0d49 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event updated for resources: {'Subnet': ['ID=611046d8-b0cc-4a6f-b0bb-3f88ef5f4120,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:06.190396 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-feb73287-f5ee-4222-aabc-ab20158b0d49 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:06.192422 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb73287-f5ee-4222-aabc-ab20158b0d49 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Checking segment: {'id': 'd01e8ef5-5a1f-4143-b5f7-08c18d832663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b8bdfd3-59b2-4b6b-8f73-a865c7e282da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:06.193026 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb73287-f5ee-4222-aabc-ab20158b0d49 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Network hostable DHCP agents. Network: 9b8bdfd3-59b2-4b6b-8f73-a865c7e282da, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:00:06.200322 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aedce59c-bf25-4611-a5be-0f6acf3e40c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:06.205108 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-26ff4fb4-d7af-4265-b7bf-795d682060eb tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:06.224514 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedce59c-bf25-4611-a5be-0f6acf3e40c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f86395e0-be39-44b5-a935-13311f427fb3,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:06.226959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-542d8bd0-e3b7-4f0c-a6a6-2b7e3f4f5581 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:06.228875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aedce59c-bf25-4611-a5be-0f6acf3e40c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:06.238015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aedce59c-bf25-4611-a5be-0f6acf3e40c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:06.239369 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-aedce59c-bf25-4611-a5be-0f6acf3e40c2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/f86395e0-be39-44b5-a935-13311f427fb3 HTTP/1.1" status: 204  len: 168 time: 0.4803524
Dec 24 11:00:06.254170 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb73287-f5ee-4222-aabc-ab20158b0d49 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Network 9b8bdfd3-59b2-4b6b-8f73-a865c7e282da is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:00:06.266924 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-feb73287-f5ee-4222-aabc-ab20158b0d49 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 9b8bdfd3-59b2-4b6b-8f73-a865c7e282da) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:06.271429 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb73287-f5ee-4222-aabc-ab20158b0d49 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:06.272017 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-feb73287-f5ee-4222-aabc-ab20158b0d49 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:06.278724 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bffc1f8-bff3-4940-aaf2-994bef372ec4 None None] Network 9b8bdfd3-59b2-4b6b-8f73-a865c7e282da requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:06.295450 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-feb73287-f5ee-4222-aabc-ab20158b0d49 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1092396
Dec 24 11:00:06.300201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52186) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:06.308835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-d0fdeed3-270c-4dfa-a8b6-0f363682dd6d tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Request body: {'subnet': {'network_id': '357bbdeb-b430-4bdc-a6b7-0f2860382836', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:06.366359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-542d8bd0-e3b7-4f0c-a6a6-2b7e3f4f5581 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:06.485335 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-542d8bd0-e3b7-4f0c-a6a6-2b7e3f4f5581 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:06.486039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d0fdeed3-270c-4dfa-a8b6-0f363682dd6d tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:06.490426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8aff9815-69c8-4caa-aa72-b2f81329405c tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:06.491095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d0fdeed3-270c-4dfa-a8b6-0f363682dd6d tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Usage tracker for resource:subnet and tenant:1fd2468b0e234af580891f62b12da1b6 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:06.498011 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d0fdeed3-270c-4dfa-a8b6-0f363682dd6d tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:06.506541 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d0fdeed3-270c-4dfa-a8b6-0f363682dd6d tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:06.521228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fdeed3-270c-4dfa-a8b6-0f363682dd6d tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Made reservation on behalf of 1fd2468b0e234af580891f62b12da1b6 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:06.526017 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d0fdeed3-270c-4dfa-a8b6-0f363682dd6d tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:06.547048 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d8bd0-e3b7-4f0c-a6a6-2b7e3f4f5581 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Subnet': ['ID=7ed1bedc-9ff8-4105-82a8-19710e18ddc3,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:06.549819 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-542d8bd0-e3b7-4f0c-a6a6-2b7e3f4f5581 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:06.553003 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-542d8bd0-e3b7-4f0c-a6a6-2b7e3f4f5581 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:06.560057 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-542d8bd0-e3b7-4f0c-a6a6-2b7e3f4f5581 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/7ed1bedc-9ff8-4105-82a8-19710e18ddc3 HTTP/1.1" status: 204  len: 168 time: 0.4906571
Dec 24 11:00:06.560166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52190) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:06.570532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a9ad63-2a99-4199-addd-ba8776bd0f97 None None] Network 99c3424a-cee0-409d-ab1c-9627cf8eabcf requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:06.692440 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1e2251c-6d1d-446f-91a7-f68a02cb9554 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting subnet 43068f69-aa18-43bb-8c42-8d91531ce332 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:00:06.698694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e1e2251c-6d1d-446f-91a7-f68a02cb9554 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:06.742503 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-9b8bdfd3-59b2-4b6b-8f73-a865c7e282da', 'network_id': '9b8bdfd3-59b2-4b6b-8f73-a865c7e282da', 'tenant_id': '1fd2468b0e234af580891f62b12da1b6', 'fixed_ips': [{'subnet_id': '611046d8-b0cc-4a6f-b0bb-3f88ef5f4120'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:00:06.743669 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:06.769234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e1e2251c-6d1d-446f-91a7-f68a02cb9554 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:06.867860 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e1e2251c-6d1d-446f-91a7-f68a02cb9554 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:06.930137 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d0fdeed3-270c-4dfa-a8b6-0f363682dd6d tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:06.941448 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c9a318d9-4975-497b-ac47-24e21f3eff1c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:06.970020 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e1e2251c-6d1d-446f-91a7-f68a02cb9554 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:06.981931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-af932dcf-2004-4bbb-bf91-0c1bb6cdfc0c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:07.043505 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2251c-6d1d-446f-91a7-f68a02cb9554 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Subnet': ['ID=43068f69-aa18-43bb-8c42-8d91531ce332,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:07.048380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e1e2251c-6d1d-446f-91a7-f68a02cb9554 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:07.052024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e1e2251c-6d1d-446f-91a7-f68a02cb9554 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:07.062354 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e1e2251c-6d1d-446f-91a7-f68a02cb9554 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/43068f69-aa18-43bb-8c42-8d91531ce332 HTTP/1.1" status: 204  len: 168 time: 0.5011053
Dec 24 11:00:07.065196 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52196) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:07.073354 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12d1c7e-6dfd-4b71-8f25-1fbe2b9ce971 None None] Network 7fcfbf59-9142-4e4c-815c-6d44066baf70 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:07.090407 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Allocated IP 2001:db8::2 (9b8bdfd3-59b2-4b6b-8f73-a865c7e282da/611046d8-b0cc-4a6f-b0bb-3f88ef5f4120/078ec5b6-f462-4c34-8e98-3ddfd167e2e8) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:07.090617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdeed3-270c-4dfa-a8b6-0f363682dd6d tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event updated for resources: {'Subnet': ['ID=88f865c9-cf73-4721-94bd-ddf4836fe102,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:07.102790 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d0fdeed3-270c-4dfa-a8b6-0f363682dd6d tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:07.110396 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fdeed3-270c-4dfa-a8b6-0f363682dd6d tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Checking segment: {'id': '3fe6e887-c8f2-4bf2-9bdb-9eeb224fa49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '357bbdeb-b430-4bdc-a6b7-0f2860382836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:07.110751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fdeed3-270c-4dfa-a8b6-0f363682dd6d tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Network hostable DHCP agents. Network: 357bbdeb-b430-4bdc-a6b7-0f2860382836, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:00:07.142707 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fdeed3-270c-4dfa-a8b6-0f363682dd6d tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Network 357bbdeb-b430-4bdc-a6b7-0f2860382836 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:00:07.159015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-d0fdeed3-270c-4dfa-a8b6-0f363682dd6d tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 357bbdeb-b430-4bdc-a6b7-0f2860382836) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:07.171851 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3f467-6dc9-470f-8cfe-ea7b0a03d052 req-59a375e1-e7c0-485b-bf17-2c48f9ef72ca tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:07.173378 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-40d3f467-6dc9-470f-8cfe-ea7b0a03d052 req-59a375e1-e7c0-485b-bf17-2c48f9ef72ca tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.1424406
Dec 24 11:00:07.175508 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fdeed3-270c-4dfa-a8b6-0f363682dd6d tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:07.176098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d0fdeed3-270c-4dfa-a8b6-0f363682dd6d tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:07.188050 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:07.190760 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227bc750-f436-4f9b-b900-f9638791b7d7 None None] Network 357bbdeb-b430-4bdc-a6b7-0f2860382836 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:07.199747 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port d4203b49-c91f-439e-b3f8-08b02714a937 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:07.200353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:07.227410 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-49f2abe0-38ef-4887-9f1a-4f3ada3fb318 None None] Provisioning for port a8926243-9fcf-4489-8886-ed4609930eff completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:07.232420 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d0fdeed3-270c-4dfa-a8b6-0f363682dd6d tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9285860
Dec 24 11:00:07.233323 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52200) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:07.290695 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-40d3f467-6dc9-470f-8cfe-ea7b0a03d052 req-83006c7f-5271-4c12-a6b6-a47adbbcf4e6 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1104138
Dec 24 11:00:07.351148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-49f2abe0-38ef-4887-9f1a-4f3ada3fb318 None None] Provisioning complete for port a8926243-9fcf-4489-8886-ed4609930eff triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:07.351534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-49f2abe0-38ef-4887-9f1a-4f3ada3fb318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:07.581354 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] For port d4203b49-c91f-439e-b3f8-08b02714a937, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d4203b49-c91f-439e-b3f8-08b02714a937,segment=NetworkSegment(be3a8ccd-0472-4717-8b9a-152aedc81904),segment_id=be3a8ccd-0472-4717-8b9a-152aedc81904)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:07.582146 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:07.716162 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for d4203b49-c91f-439e-b3f8-08b02714a937 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:07.814946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:07.824946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:07.858712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No DVR routers for this DVR port d4203b49-c91f-439e-b3f8-08b02714a937 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:00:07.904956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=d4203b49-c91f-439e-b3f8-08b02714a937,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:07.907505 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:07.942019 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-357bbdeb-b430-4bdc-a6b7-0f2860382836', 'network_id': '357bbdeb-b430-4bdc-a6b7-0f2860382836', 'tenant_id': '1fd2468b0e234af580891f62b12da1b6', 'fixed_ips': [{'subnet_id': '88f865c9-cf73-4721-94bd-ddf4836fe102'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:00:07.942969 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:07.958118 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bfcb47-d808-46e2-82e6-166e5fd543f8 None None] Update dhcp port {'port': {'network_id': '99c3424a-cee0-409d-ab1c-9627cf8eabcf', 'fixed_ips': [{'subnet_id': '43068f69-aa18-43bb-8c42-8d91531ce332'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': 'd4203b49-c91f-439e-b3f8-08b02714a937'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 11:00:07.985630 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.007634 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.036028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2d5f70>,) {'filters': {'network_id': ['99c3424a-cee0-409d-ab1c-9627cf8eabcf']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:08.049991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2d5f70>, 'be3a8ccd-0472-4717-8b9a-152aedc81904') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:08.050289 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2d5f70>, 'be3a8ccd-0472-4717-8b9a-152aedc81904') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:08.063825 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.080178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.080553 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.086071 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bfcb47-d808-46e2-82e6-166e5fd543f8 None None] Host dv-neutron-822668-2-hyperv tried to update port d4203b49-c91f-439e-b3f8-08b02714a937 which no longer exists. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}}
Dec 24 11:00:08.086295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Releasing vlan 353 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:00:08.086688 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.095327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-49f2abe0-38ef-4887-9f1a-4f3ada3fb318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:00:08.102713 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:00:08.125654 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Transition to ACTIVE for port object 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:08.183563 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f24503-75c3-412d-9010-164b1c009e64 None None] Network 99c3424a-cee0-409d-ab1c-9627cf8eabcf requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:08.208537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.212263 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3d6afebe-8340-43d5-ba36-05f9bec98183 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:08.229561 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Transition to ACTIVE for port object 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:08.230596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.239519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Network': ['ID=99c3424a-cee0-409d-ab1c-9627cf8eabcf,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:08.243978 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f24503-75c3-412d-9010-164b1c009e64 None None] Network 99c3424a-cee0-409d-ab1c-9627cf8eabcf could not be found, it might have been deleted concurrently. {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 24 11:00:08.244157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:08.257368 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/networks/99c3424a-cee0-409d-ab1c-9627cf8eabcf HTTP/1.1" status: 204  len: 168 time: 1.1910062
Dec 24 11:00:08.262150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.264358 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52204) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:08.279115 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-49dd3a7b-61e4-4b40-8560-a376a50388b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:08.316817 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-49f2abe0-38ef-4887-9f1a-4f3ada3fb318 None None] For port a8926243-9fcf-4489-8886-ed4609930eff, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a8926243-9fcf-4489-8886-ed4609930eff,segment=NetworkSegment(9dd8bb76-6814-47dc-84a7-61498df060a9),segment_id=9dd8bb76-6814-47dc-84a7-61498df060a9)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:08.359914 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41fc1f1-bafd-48fe-93c8-f061eda3bd0e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:08.360629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b41fc1f1-bafd-48fe-93c8-f061eda3bd0e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:08.376144 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Allocated IP 2001:db8::1 (9b8bdfd3-59b2-4b6b-8f73-a865c7e282da/611046d8-b0cc-4a6f-b0bb-3f88ef5f4120/32a5108c-c793-4ef7-99bc-6fe0ad29fedf) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:08.391854 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b41fc1f1-bafd-48fe-93c8-f061eda3bd0e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:08.398106 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b41fc1f1-bafd-48fe-93c8-f061eda3bd0e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports HTTP/1.1" status: 200  len: 844 time: 0.1277797
Dec 24 11:00:08.398721 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52210) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:08.408664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba52ebcd-ebbb-49cc-859d-0cc34f283d64 None None] DHCP port deletion for 99c3424a-cee0-409d-ab1c-9627cf8eabcf request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:00:08.420128 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Pushing event updated for resources: {'Port': ['ID=078ec5b6-f462-4c34-8e98-3ddfd167e2e8,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:08.450449 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Network 9b8bdfd3-59b2-4b6b-8f73-a865c7e282da is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:08.450449 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:08.454174 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-49f2abe0-38ef-4887-9f1a-4f3ada3fb318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.470154 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3cdfbf5a-91cf-4be4-a7cf-66b876799ec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:08.549705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:08.558150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:08.587032 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1ec77-47b4-4677-b400-362121ce8fa0 req-aa39951b-3a8b-4328-a69e-76791c3eaff0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:08.595331 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9bc1ec77-47b4-4677-b400-362121ce8fa0 req-aa39951b-3a8b-4328-a69e-76791c3eaff0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.1344578
Dec 24 11:00:08.600600 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.619053 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Transition to ACTIVE for port object 32a5108c-c793-4ef7-99bc-6fe0ad29fedf will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:08.621271 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-19588046-8bf5-42d7-a5a8-3afc5a3e76dd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.2206879
Dec 24 11:00:08.626771 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52214) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:08.634419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-4e6a81c8-888e-402c-ad32-ace2956a2ed5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1550934801'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:08.640561 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-4e6a81c8-888e-402c-ad32-ace2956a2ed5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:08.646296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4e6a81c8-888e-402c-ad32-ace2956a2ed5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:network and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:08.650300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4e6a81c8-888e-402c-ad32-ace2956a2ed5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:08.650685 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9bc1ec77-47b4-4677-b400-362121ce8fa0 req-940c4df1-93d3-49fd-b040-f7ea72968339 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544567
Dec 24 11:00:08.658341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-4e6a81c8-888e-402c-ad32-ace2956a2ed5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:08.671762 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f2abe0-38ef-4887-9f1a-4f3ada3fb318 None None] Pushing event updated for resources: {'Port': ['ID=a8926243-9fcf-4489-8886-ed4609930eff,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:08.674322 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.679717 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4961c6d4-e43c-4f67-b4a8-c86d2b0f28cf tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:08.682122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-49f2abe0-38ef-4887-9f1a-4f3ada3fb318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:08.682699 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f81b0d64-fc67-4fa0-8262-d0eaf21874a1 None None] Could not find standard attr ID for object d4203b49-c91f-439e-b3f8-08b02714a937. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 11:00:08.721448 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6a81c8-888e-402c-ad32-ace2956a2ed5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:08.724831 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e6a81c8-888e-402c-ad32-ace2956a2ed5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.750678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Attempting to bind port 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:00:08.751095 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Attempting to bind port 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'd01e8ef5-5a1f-4143-b5f7-08c18d832663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b8bdfd3-59b2-4b6b-8f73-a865c7e282da'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:00:08.751507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Attempting to bind port 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 on network 9b8bdfd3-59b2-4b6b-8f73-a865c7e282da {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:00:08.754151 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Allocated IP 2001:db8::2 (357bbdeb-b430-4bdc-a6b7-0f2860382836/88f865c9-cf73-4721-94bd-ddf4836fe102/05f4dc96-1b9c-49c3-88af-594a68e6b5cc) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:08.762781 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:00:08.763174 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Checking segment: {'id': 'd01e8ef5-5a1f-4143-b5f7-08c18d832663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b8bdfd3-59b2-4b6b-8f73-a865c7e282da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:08.763610 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.764157 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Bound using segment: {'id': 'd01e8ef5-5a1f-4143-b5f7-08c18d832663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b8bdfd3-59b2-4b6b-8f73-a865c7e282da'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:00:08.764663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Bound port: 078ec5b6-f462-4c34-8e98-3ddfd167e2e8, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd01e8ef5-5a1f-4143-b5f7-08c18d832663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9b8bdfd3-59b2-4b6b-8f73-a865c7e282da'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:00:08.765150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.775187 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Network 9b8bdfd3-59b2-4b6b-8f73-a865c7e282da is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:08.781589 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:08.788389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:08.788728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.791222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e6a81c8-888e-402c-ad32-ace2956a2ed5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:00:08.800050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event updated for resources: {'Port': ['ID=32a5108c-c793-4ef7-99bc-6fe0ad29fedf,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:08.811209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:08.821224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e6a81c8-888e-402c-ad32-ace2956a2ed5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.821575 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-4e6a81c8-888e-402c-ad32-ace2956a2ed5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Added segment 4a2469d0-cb4c-4265-a747-aa2096d547c4 of type vlan for network aa653f0b-7cc4-4239-9b94-41486fd46fc9
Dec 24 11:00:08.859871 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e6a81c8-888e-402c-ad32-ace2956a2ed5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.946539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7e5d6a42-57b4-4aed-89d4-0ef4ac093dd5 None None] Provisioning complete for port a8926243-9fcf-4489-8886-ed4609930eff triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:08.946913 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7e5d6a42-57b4-4aed-89d4-0ef4ac093dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.953393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e6a81c8-888e-402c-ad32-ace2956a2ed5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.962761 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6a81c8-888e-402c-ad32-ace2956a2ed5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:08.963342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e6a81c8-888e-402c-ad32-ace2956a2ed5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.966786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:08.984575 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6d38a746-46b0-4aa0-ae61-6f863186be96 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:09.023438 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] For port 078ec5b6-f462-4c34-8e98-3ddfd167e2e8, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:00:09.048456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] For port 078ec5b6-f462-4c34-8e98-3ddfd167e2e8, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=078ec5b6-f462-4c34-8e98-3ddfd167e2e8,segment=NetworkSegment(d01e8ef5-5a1f-4143-b5f7-08c18d832663),segment_id=d01e8ef5-5a1f-4143-b5f7-08c18d832663)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:00:09.062267 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:09.076406 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:09.156056 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4e6a81c8-888e-402c-ad32-ace2956a2ed5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5280163
Dec 24 11:00:09.158933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52218) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:09.172329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-94c65d4f-dcaa-41a6-80d8-e0edae781312 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'subnet': {'network_id': 'aa653f0b-7cc4-4239-9b94-41486fd46fc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:09.175947 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a81c8-888e-402c-ad32-ace2956a2ed5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Network': ['ID=aa653f0b-7cc4-4239-9b94-41486fd46fc9,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:09.180211 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4e6a81c8-888e-402c-ad32-ace2956a2ed5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:09.209323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network aa653f0b-7cc4-4239-9b94-41486fd46fc9 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:00:09.334142 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-94c65d4f-dcaa-41a6-80d8-e0edae781312 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:09.339322 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-94c65d4f-dcaa-41a6-80d8-e0edae781312 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:subnet and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:09.341319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-94c65d4f-dcaa-41a6-80d8-e0edae781312 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:09.347925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-94c65d4f-dcaa-41a6-80d8-e0edae781312 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:09.384220 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Pushing event updated for resources: {'Port': ['ID=078ec5b6-f462-4c34-8e98-3ddfd167e2e8,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:09.393079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:09.396140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:09.404043 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c65d4f-dcaa-41a6-80d8-e0edae781312 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:09.408897 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-94c65d4f-dcaa-41a6-80d8-e0edae781312 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:09.443861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Transition to ACTIVE for port object 05f4dc96-1b9c-49c3-88af-594a68e6b5cc will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:09.479273 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Transition to ACTIVE for port object 05f4dc96-1b9c-49c3-88af-594a68e6b5cc will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:09.502545 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:09.506887 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:09.577829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:09.585233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:09.586941 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:09.593994 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b5fdcede-585c-411e-8574-031a732a9602 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:09.599214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Network 357bbdeb-b430-4bdc-a6b7-0f2860382836 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:09.602718 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:09.605362 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:09.669481 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Pushing event updated for resources: {'Port': ['ID=05f4dc96-1b9c-49c3-88af-594a68e6b5cc,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:09.688929 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:09.723803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-94c65d4f-dcaa-41a6-80d8-e0edae781312 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:09.730450 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-24a4e6af-d30a-4014-b59c-8015f6bbb74e tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:09.762280 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Attempting to bind port 05f4dc96-1b9c-49c3-88af-594a68e6b5cc on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:00:09.762669 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Attempting to bind port 05f4dc96-1b9c-49c3-88af-594a68e6b5cc by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '3fe6e887-c8f2-4bf2-9bdb-9eeb224fa49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '357bbdeb-b430-4bdc-a6b7-0f2860382836'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:00:09.763049 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Attempting to bind port 05f4dc96-1b9c-49c3-88af-594a68e6b5cc on network 357bbdeb-b430-4bdc-a6b7-0f2860382836 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:00:09.778912 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:00:09.779306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Checking segment: {'id': '3fe6e887-c8f2-4bf2-9bdb-9eeb224fa49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '357bbdeb-b430-4bdc-a6b7-0f2860382836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:09.780527 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:09.780950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Bound using segment: {'id': '3fe6e887-c8f2-4bf2-9bdb-9eeb224fa49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '357bbdeb-b430-4bdc-a6b7-0f2860382836'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:00:09.781474 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Bound port: 05f4dc96-1b9c-49c3-88af-594a68e6b5cc, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe6e887-c8f2-4bf2-9bdb-9eeb224fa49f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '357bbdeb-b430-4bdc-a6b7-0f2860382836'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:00:09.781843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:09.822371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52226) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:09.881687 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] For port 05f4dc96-1b9c-49c3-88af-594a68e6b5cc, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:00:09.884450 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] For port 05f4dc96-1b9c-49c3-88af-594a68e6b5cc, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=05f4dc96-1b9c-49c3-88af-594a68e6b5cc,segment=NetworkSegment(3fe6e887-c8f2-4bf2-9bdb-9eeb224fa49f),segment_id=3fe6e887-c8f2-4bf2-9bdb-9eeb224fa49f)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:00:09.890316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:09.894892 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-49f2abe0-38ef-4887-9f1a-4f3ada3fb318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:09.922587 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c65d4f-dcaa-41a6-80d8-e0edae781312 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Subnet': ['ID=bc849689-79b8-4a2d-b863-15eceb435c1d,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:09.926531 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-94c65d4f-dcaa-41a6-80d8-e0edae781312 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:09.983311 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b8ae9f12-7928-4a29-a7d0-d81fc14e7089 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/b59ff935-a702-4e96-93af-738a14915308 HTTP/1.1" status: 200  len: 992 time: 0.1590028
Dec 24 11:00:09.985572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c65d4f-dcaa-41a6-80d8-e0edae781312 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Checking segment: {'id': '4a2469d0-cb4c-4265-a747-aa2096d547c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aa653f0b-7cc4-4239-9b94-41486fd46fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:09.985572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c65d4f-dcaa-41a6-80d8-e0edae781312 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network hostable DHCP agents. Network: aa653f0b-7cc4-4239-9b94-41486fd46fc9, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:00:09.985969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event updated for resources: {'Port': ['ID=32a5108c-c793-4ef7-99bc-6fe0ad29fedf,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:09.990940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:10.004153 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Pushing event updated for resources: {'Port': ['ID=05f4dc96-1b9c-49c3-88af-594a68e6b5cc,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:10.008317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:10.018424 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c65d4f-dcaa-41a6-80d8-e0edae781312 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network aa653f0b-7cc4-4239-9b94-41486fd46fc9 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:00:10.047091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-94c65d4f-dcaa-41a6-80d8-e0edae781312 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, aa653f0b-7cc4-4239-9b94-41486fd46fc9) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:10.052433 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c65d4f-dcaa-41a6-80d8-e0edae781312 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:10.053045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-94c65d4f-dcaa-41a6-80d8-e0edae781312 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:10.075672 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b2a972-8221-47b6-8561-17bbf81203ca None None] Network aa653f0b-7cc4-4239-9b94-41486fd46fc9 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:10.083827 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031146b-b323-4f51-a699-198a89f6066a req-22c09f60-b757-44cb-9af9-b1e85805986b tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:10.091407 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1031146b-b323-4f51-a699-198a89f6066a req-22c09f60-b757-44cb-9af9-b1e85805986b tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.2006853
Dec 24 11:00:10.101440 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-94c65d4f-dcaa-41a6-80d8-e0edae781312 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9377112
Dec 24 11:00:10.104654 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52232) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:10.115221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'network_id': 'aa653f0b-7cc4-4239-9b94-41486fd46fc9', 'name': 'tempest-PortsTestJSON-32592947'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:10.138769 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Network 9b8bdfd3-59b2-4b6b-8f73-a865c7e282da is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:10.146886 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:10.239781 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1031146b-b323-4f51-a699-198a89f6066a req-d9d83577-a1c7-4fed-b85c-0f51119bcedf tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1473565
Dec 24 11:00:10.325272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52238) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:10.380790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a8926243-9fcf-4489-8886-ed4609930eff up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:10.586542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:10.596774 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:10.600613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:10.618363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:10.622258 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:10.629422 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port a8926243-9fcf-4489-8886-ed4609930eff triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:10.629809 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:10.656668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] device_id is not set on port 31ea7720-baa4-4ab3-ae14-412330a0a909 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 11:00:10.676824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-f94e1ed1-025d-4d9f-bae2-5f31e363a09c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port fe83d93f-09c6-4870-871d-a15643751fdc {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:10.677520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f94e1ed1-025d-4d9f-bae2-5f31e363a09c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:10.702227 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-aa653f0b-7cc4-4239-9b94-41486fd46fc9', 'network_id': 'aa653f0b-7cc4-4239-9b94-41486fd46fc9', 'tenant_id': 'e8412d0db8484a06883ce7b4c94c25ba', 'fixed_ips': [{'subnet_id': 'bc849689-79b8-4a2d-b863-15eceb435c1d'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:00:10.704443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:10.767885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Router 984cd7c4-90d3-4c30-ab9b-62c4bd6c597e is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:00:10.844356 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Allocated IP 172.20.0.4 (aa653f0b-7cc4-4239-9b94-41486fd46fc9/bc849689-79b8-4a2d-b863-15eceb435c1d/31ea7720-baa4-4ab3-ae14-412330a0a909) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:10.875218 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:10.908977 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e441ebc-9e4e-49b3-ae3b-a0ac91d9c90d None None] Network 9b8bdfd3-59b2-4b6b-8f73-a865c7e282da requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:11.036729 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c79dfd9d-6c1a-4f7c-8783-85228eed5ec3 None None] Provisioning for port 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:11.041520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:00:11.049083 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "PUT /v2.0/routers/984cd7c4-90d3-4c30-ab9b-62c4bd6c597e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8147430
Dec 24 11:00:11.052036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52242) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:11.055195 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feef0c4-aa22-48e2-aa5b-e10a13ae6501 None None] Sync routers for ids ['984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:00:11.072834 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feef0c4-aa22-48e2-aa5b-e10a13ae6501 None None] Routers {'984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:11.073479 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-2feef0c4-aa22-48e2-aa5b-e10a13ae6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e039ca0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:11.078640 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:11.079373 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:11.099350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Transition to ACTIVE for port object 31ea7720-baa4-4ab3-ae14-412330a0a909 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:11.103660 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:11.105173 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:11.134760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:11.145695 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:11.223320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network aa653f0b-7cc4-4239-9b94-41486fd46fc9 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:11.224713 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-2feef0c4-aa22-48e2-aa5b-e10a13ae6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e039ca0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:11.242193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:11.247184 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:11.257035 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feef0c4-aa22-48e2-aa5b-e10a13ae6501 None None] Routers {'984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:11.259271 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-2feef0c4-aa22-48e2-aa5b-e10a13ae6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e039ca0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:11.345307 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=31ea7720-baa4-4ab3-ae14-412330a0a909,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:11.350872 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:11.387605 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:11.388231 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:11.408855 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-2feef0c4-aa22-48e2-aa5b-e10a13ae6501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e039ca0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:11.409645 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2feef0c4-aa22-48e2-aa5b-e10a13ae6501 None None] The sync data for ids ['984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:00:11.424973 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Allocated IP 172.20.0.2 (aa653f0b-7cc4-4239-9b94-41486fd46fc9/bc849689-79b8-4a2d-b863-15eceb435c1d/6956f139-f094-49ed-a12d-df0c2c769849) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:11.446053 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f94e1ed1-025d-4d9f-bae2-5f31e363a09c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:11.449698 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.3410418
Dec 24 11:00:11.449698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52248) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:11.450640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f94e1ed1-025d-4d9f-bae2-5f31e363a09c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:11.456192 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'network_id': 'aa653f0b-7cc4-4239-9b94-41486fd46fc9', 'name': 'tempest-PortsTestJSON-1645209997'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:11.590945 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:11.653559 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe5c064-44d0-4831-8002-8f6409cbabf1 None None] Network 357bbdeb-b430-4bdc-a6b7-0f2860382836 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:11.691315 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:11.698089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:port and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:11.701928 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:11.709926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:11.719325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ddda36-43e0-4975-a56b-731d5b43dcb7 req-e0a4cb2c-8c99-41d1-ace0-9acae873dc2d tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:11.722422 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f2ddda36-43e0-4975-a56b-731d5b43dcb7 req-e0a4cb2c-8c99-41d1-ace0-9acae873dc2d tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.2101853
Dec 24 11:00:11.759265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:11.765384 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:11.790777 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 078ec5b6-f462-4c34-8e98-3ddfd167e2e8, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=078ec5b6-f462-4c34-8e98-3ddfd167e2e8,segment=NetworkSegment(d01e8ef5-5a1f-4143-b5f7-08c18d832663),segment_id=d01e8ef5-5a1f-4143-b5f7-08c18d832663)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:11.809315 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] device_id is not set on port 008d8435-0a6c-43c2-9b75-964c41d67598 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 11:00:11.813180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:11.816044 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-beb9f0f7-9270-4714-8eae-a7cd3e713085 None None] Provisioning for port 05f4dc96-1b9c-49c3-88af-594a68e6b5cc completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:11.822833 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:11.870870 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f2ddda36-43e0-4975-a56b-731d5b43dcb7 req-7c06671e-b290-432d-80ed-c88746aece55 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1329160
Dec 24 11:00:11.906405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d4203b49-c91f-439e-b3f8-08b02714a937 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:11.962632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: d4203b49-c91f-439e-b3f8-08b02714a937 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:11.962981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d4203b49-c91f-439e-b3f8-08b02714a937 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:12.028911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-f94e1ed1-025d-4d9f-bae2-5f31e363a09c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for fe83d93f-09c6-4870-871d-a15643751fdc owned by network:floatingip {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:12.075942 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=078ec5b6-f462-4c34-8e98-3ddfd167e2e8,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:12.079212 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:12.119513 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 05f4dc96-1b9c-49c3-88af-594a68e6b5cc up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:12.191363 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:12.196058 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-76a1a32e-dfcd-44a6-88d2-aa189a2f1043 None None] Provisioning complete for port 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:12.196436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-76a1a32e-dfcd-44a6-88d2-aa189a2f1043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:12.246609 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-005ddeb7-91d4-4564-8e75-7f705953ae48 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:00:12.251430 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-005ddeb7-91d4-4564-8e75-7f705953ae48 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "PUT /v2.0/routers/984cd7c4-90d3-4c30-ab9b-62c4bd6c597e/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.1985703
Dec 24 11:00:12.252649 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52252) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:12.265659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Transition to ACTIVE for port object 6956f139-f094-49ed-a12d-df0c2c769849 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:12.314691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Transition to ACTIVE for port object 6956f139-f094-49ed-a12d-df0c2c769849 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:12.317533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f94e1ed1-025d-4d9f-bae2-5f31e363a09c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:12.324351 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-52d946d1-a37e-4a94-9517-e75b6118191f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:12.337138 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:12.343878 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5c23f972-c204-4cb9-8457-f0948988179c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:12.377994 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e1ed1-025d-4d9f-bae2-5f31e363a09c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=fe83d93f-09c6-4870-871d-a15643751fdc,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:12.382249 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f94e1ed1-025d-4d9f-bae2-5f31e363a09c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:12.434705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 05f4dc96-1b9c-49c3-88af-594a68e6b5cc completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:12.482799 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f94e1ed1-025d-4d9f-bae2-5f31e363a09c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:12.482799 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-f94e1ed1-025d-4d9f-bae2-5f31e363a09c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP b59ff935-a702-4e96-93af-738a14915308 disassociated (deleted). External IP: 172.26.4.60, port: d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2.
Dec 24 11:00:12.526689 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Allocated IP 172.20.0.9 (aa653f0b-7cc4-4239-9b94-41486fd46fc9/bc849689-79b8-4a2d-b863-15eceb435c1d/008d8435-0a6c-43c2-9b75-964c41d67598) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:12.584974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 05f4dc96-1b9c-49c3-88af-594a68e6b5cc triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:12.585280 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:12.641678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Network aa653f0b-7cc4-4239-9b94-41486fd46fc9 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:12.655972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:12.658602 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:12.670288 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Pushing event updated for resources: {'Port': ['ID=6956f139-f094-49ed-a12d-df0c2c769849,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:12.673137 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:12.791394 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-76a1a32e-dfcd-44a6-88d2-aa189a2f1043 None None] Provisioning for port 32a5108c-c793-4ef7-99bc-6fe0ad29fedf completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:12.799623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-76a1a32e-dfcd-44a6-88d2-aa189a2f1043 None None] Provisioning complete for port 32a5108c-c793-4ef7-99bc-6fe0ad29fedf triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:12.800412 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-76a1a32e-dfcd-44a6-88d2-aa189a2f1043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:12.823293 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Attempting to bind port 6956f139-f094-49ed-a12d-df0c2c769849 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:00:12.823628 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Attempting to bind port 6956f139-f094-49ed-a12d-df0c2c769849 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '4a2469d0-cb4c-4265-a747-aa2096d547c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aa653f0b-7cc4-4239-9b94-41486fd46fc9'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:00:12.823938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Attempting to bind port 6956f139-f094-49ed-a12d-df0c2c769849 on network aa653f0b-7cc4-4239-9b94-41486fd46fc9 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:00:12.876483 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:00:12.876891 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Checking segment: {'id': '4a2469d0-cb4c-4265-a747-aa2096d547c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aa653f0b-7cc4-4239-9b94-41486fd46fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:12.877279 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:12.877683 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Bound using segment: {'id': '4a2469d0-cb4c-4265-a747-aa2096d547c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aa653f0b-7cc4-4239-9b94-41486fd46fc9'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:00:12.878773 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Bound port: 6956f139-f094-49ed-a12d-df0c2c769849, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a2469d0-cb4c-4265-a747-aa2096d547c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'aa653f0b-7cc4-4239-9b94-41486fd46fc9'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:00:12.878773 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:12.929822 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94e1ed1-025d-4d9f-bae2-5f31e363a09c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router c7173390-f140-4854-a63a-39af4a93ebe5 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:00:12.963999 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:12.975532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-76a1a32e-dfcd-44a6-88d2-aa189a2f1043 None None] Port 32a5108c-c793-4ef7-99bc-6fe0ad29fedf cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:13.032771 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 05f4dc96-1b9c-49c3-88af-594a68e6b5cc, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=05f4dc96-1b9c-49c3-88af-594a68e6b5cc,segment=NetworkSegment(3fe6e887-c8f2-4bf2-9bdb-9eeb224fa49f),segment_id=3fe6e887-c8f2-4bf2-9bdb-9eeb224fa49f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:13.034177 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] For port 6956f139-f094-49ed-a12d-df0c2c769849, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:00:13.037818 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] For port 6956f139-f094-49ed-a12d-df0c2c769849, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6956f139-f094-49ed-a12d-df0c2c769849,segment=NetworkSegment(4a2469d0-cb4c-4265-a747-aa2096d547c4),segment_id=4a2469d0-cb4c-4265-a747-aa2096d547c4)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:00:13.039417 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:13.042342 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:13.087717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:13.139958 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ef975d0e-26bf-40d3-83fc-e7fa929a2484 None None] Provisioning complete for port 05f4dc96-1b9c-49c3-88af-594a68e6b5cc triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:13.140345 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ef975d0e-26bf-40d3-83fc-e7fa929a2484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:13.147902 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:13.170611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=05f4dc96-1b9c-49c3-88af-594a68e6b5cc,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:13.170819 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:13.176113 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-072c9f06-ae47-4265-b662-e3ae773baf65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:13.211367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Transition to ACTIVE for port object 008d8435-0a6c-43c2-9b75-964c41d67598 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:13.225513 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52258) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:13.268216 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Pushing event updated for resources: {'Port': ['ID=6956f139-f094-49ed-a12d-df0c2c769849,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:13.268959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:13.271724 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:13.286831 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d6e9513c-f682-47c6-bb2f-c81e0e0e11e8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:13.348911 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ef975d0e-26bf-40d3-83fc-e7fa929a2484 None None] Provisioning complete for port 32a5108c-c793-4ef7-99bc-6fe0ad29fedf triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:13.349295 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ef975d0e-26bf-40d3-83fc-e7fa929a2484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:13.370446 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network aa653f0b-7cc4-4239-9b94-41486fd46fc9 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:13.372717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=008d8435-0a6c-43c2-9b75-964c41d67598,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:13.377470 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:13.382379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:13.384046 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:13.426422 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-ef975d0e-26bf-40d3-83fc-e7fa929a2484 None None] Port 32a5108c-c793-4ef7-99bc-6fe0ad29fedf cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:13.480084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-83255f06-bb3b-4ab4-a406-f01d76e74ba1 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:13.481337 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bc4c5-d771-4ede-9e04-255bf85f9b6d req-9a428000-73ee-4a28-b7f4-2606ed3f7308 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:13.483440 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-684bc4c5-d771-4ede-9e04-255bf85f9b6d req-9a428000-73ee-4a28-b7f4-2606ed3f7308 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.4430964
Dec 24 11:00:13.484549 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94e1ed1-025d-4d9f-bae2-5f31e363a09c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:00:13.496725 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bba0d0-8b4e-427c-8b4c-8cb5cdf08140 None None] Sync routers for ids ['c7173390-f140-4854-a63a-39af4a93ebe5'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:00:13.508667 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bba0d0-8b4e-427c-8b4c-8cb5cdf08140 None None] Routers {'c7173390-f140-4854-a63a-39af4a93ebe5'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:13.509301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d5bba0d0-8b4e-427c-8b4c-8cb5cdf08140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d37ce80>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c7173390-f140-4854-a63a-39af4a93ebe5'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:13.560505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f94e1ed1-025d-4d9f-bae2-5f31e363a09c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:13.666240 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:13.666873 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:13.698544 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-684bc4c5-d771-4ede-9e04-255bf85f9b6d req-a709b6f4-e6e1-4196-8a95-76cb1dc825eb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2027328
Dec 24 11:00:13.733019 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f94e1ed1-025d-4d9f-bae2-5f31e363a09c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/floatingips/b59ff935-a702-4e96-93af-738a14915308 HTTP/1.1" status: 204  len: 168 time: 3.4032831
Dec 24 11:00:13.733251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-d5bba0d0-8b4e-427c-8b4c-8cb5cdf08140 None None] Set router c7173390-f140-4854-a63a-39af4a93ebe5 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:00:13.739586 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdfe115e-44b1-4430-a69e-d4806527d7fe', 'tag': 'd49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:00:13.764246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b0c42e11-b55a-4255-a350-fac0f668fd84 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Deleting port eca6c78c-d1eb-46f1-b755-9b4e3e84740b {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:13.764590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b0c42e11-b55a-4255-a350-fac0f668fd84 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:13.780319 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.3267481
Dec 24 11:00:13.780991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52266) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:13.827168 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdfe115e-44b1-4430-a69e-d4806527d7fe', 'tag': 'd49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2', 'status': 'completed', 'code': 200}
Dec 24 11:00:14.024785 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1425b8-f97d-4953-bdfc-db432a7ae746 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:14.025523 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-de1425b8-f97d-4953-bdfc-db432a7ae746 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:14.036710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b0c42e11-b55a-4255-a350-fac0f668fd84 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:14.037042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b0c42e11-b55a-4255-a350-fac0f668fd84 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:14.128589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60968dde-42c5-44c3-af3c-8fb83ad5538a req-e0b4afc1-fc4f-4e30-a656-88f6713eb205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:14.130804 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-60968dde-42c5-44c3-af3c-8fb83ad5538a req-e0b4afc1-fc4f-4e30-a656-88f6713eb205 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 1098 time: 0.2612822
Dec 24 11:00:14.190645 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d5bba0d0-8b4e-427c-8b4c-8cb5cdf08140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d37ce80>, [{'id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'name': 'tempest-TestNetworkBasicOps-router-989446457', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:58:02Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:04Z', 'updated_at': '2021-12-24T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '189d4be5-4af8-4d10-ac3b-ef6c918a7f8a', 'name': '', 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:b5:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '77865267-627b-4610-a39c-0388c9be33b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:15Z', 'updated_at': '2021-12-24T10:58:29Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '77865267-627b-4610-a39c-0388c9be33b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:14.194915 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bba0d0-8b4e-427c-8b4c-8cb5cdf08140 None None] Checking router: c7173390-f140-4854-a63a-39af4a93ebe5 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:00:14.203924 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bba0d0-8b4e-427c-8b4c-8cb5cdf08140 None None] Routers {'c7173390-f140-4854-a63a-39af4a93ebe5'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:14.204556 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d5bba0d0-8b4e-427c-8b4c-8cb5cdf08140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d37ce80>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c7173390-f140-4854-a63a-39af4a93ebe5'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:14.289034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-b0c42e11-b55a-4255-a350-fac0f668fd84 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Calling delete_port for eca6c78c-d1eb-46f1-b755-9b4e3e84740b owned by network:floatingip {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:14.329861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-de1425b8-f97d-4953-bdfc-db432a7ae746 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:14.334925 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52272) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:14.337205 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-de1425b8-f97d-4953-bdfc-db432a7ae746 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200  len: 920 time: 0.5481443
Dec 24 11:00:14.338933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60968dde-42c5-44c3-af3c-8fb83ad5538a req-90599308-e53d-41d9-a724-d0a263b91df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:14.340071 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-60968dde-42c5-44c3-af3c-8fb83ad5538a req-90599308-e53d-41d9-a724-d0a263b91df9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=208c3ed9-fbba-42d0-989f-caf6c355fd19 HTTP/1.1" status: 200  len: 898 time: 0.1944096
Dec 24 11:00:14.345898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-83255f06-bb3b-4ab4-a406-f01d76e74ba1 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Deleting port 32a5108c-c793-4ef7-99bc-6fe0ad29fedf {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:14.346281 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-83255f06-bb3b-4ab4-a406-f01d76e74ba1 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:14.459088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-d5bba0d0-8b4e-427c-8b4c-8cb5cdf08140 None None] Set router c7173390-f140-4854-a63a-39af4a93ebe5 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:00:14.475997 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-60968dde-42c5-44c3-af3c-8fb83ad5538a req-9d2871bc-c14b-4404-8477-4334eaa1478d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 HTTP/1.1" status: 200  len: 217 time: 0.1035497
Dec 24 11:00:14.478847 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c87e0-2ba0-4345-a108-4d2dd1e043f0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 008d8435-0a6c-43c2-9b75-964c41d67598 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:14.479345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ea2c87e0-2ba0-4345-a108-4d2dd1e043f0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:14.559592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becee492-072a-4e73-b80b-b30340e60dbf req-909bdbf1-9420-4299-b319-edb59d9e23cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:14.560426 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-becee492-072a-4e73-b80b-b30340e60dbf req-909bdbf1-9420-4299-b319-edb59d9e23cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:14.613631 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 05f4dc96-1b9c-49c3-88af-594a68e6b5cc up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:14.640626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60968dde-42c5-44c3-af3c-8fb83ad5538a req-73660621-b105-4526-8133-9c561909cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:14.642108 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-60968dde-42c5-44c3-af3c-8fb83ad5538a req-73660621-b105-4526-8133-9c561909cc51 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=77865267-627b-4610-a39c-0388c9be33b2 HTTP/1.1" status: 200  len: 835 time: 0.1530726
Dec 24 11:00:14.657370 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759bba07-a928-4271-8afa-8028f4c2b8e6 None None] Network aa653f0b-7cc4-4239-9b94-41486fd46fc9 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:14.673391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-becee492-072a-4e73-b80b-b30340e60dbf req-909bdbf1-9420-4299-b319-edb59d9e23cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:14.675058 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-becee492-072a-4e73-b80b-b30340e60dbf req-909bdbf1-9420-4299-b319-edb59d9e23cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 945 time: 0.5202489
Dec 24 11:00:14.763670 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-83255f06-bb3b-4ab4-a406-f01d76e74ba1 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:14.791662 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b0c42e11-b55a-4255-a350-fac0f668fd84 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:14.800531 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-83c0ab0b-7761-40bd-a555-a87c68cd7875 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:14.828540 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ef64f675-f1a5-4630-bd6d-743623d579af None None] Provisioning for port 6956f139-f094-49ed-a12d-df0c2c769849 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:14.867161 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c42e11-b55a-4255-a350-fac0f668fd84 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event deleted for resources: {'Port': ['ID=eca6c78c-d1eb-46f1-b755-9b4e3e84740b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:14.870230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b0c42e11-b55a-4255-a350-fac0f668fd84 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:14.912384 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 05f4dc96-1b9c-49c3-88af-594a68e6b5cc triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:14.912769 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:14.926045 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-becee492-072a-4e73-b80b-b30340e60dbf req-6e94667c-708b-4943-9e77-1483c63c34c5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=6174f0ef-8cb8-4e95-b1a6-be04a016bbb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2283237
Dec 24 11:00:14.991715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ea2c87e0-2ba0-4345-a108-4d2dd1e043f0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:15.099399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-83255f06-bb3b-4ab4-a406-f01d76e74ba1 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Calling delete_port for 32a5108c-c793-4ef7-99bc-6fe0ad29fedf owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:15.128644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-ea2c87e0-2ba0-4345-a108-4d2dd1e043f0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for 008d8435-0a6c-43c2-9b75-964c41d67598 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:15.175689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b0c42e11-b55a-4255-a350-fac0f668fd84 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for floatingip, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:15.176040 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-b0c42e11-b55a-4255-a350-fac0f668fd84 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Floating IP c8b1add2-5cf6-4d11-86e1-eaafcb8511ac disassociated (deleted). External IP: 172.26.4.35, port: 8e3b0452-9518-435a-b6a3-5f0f26627133.
Dec 24 11:00:15.176664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6956f139-f094-49ed-a12d-df0c2c769849 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:15.190675 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60968dde-42c5-44c3-af3c-8fb83ad5538a req-e9cdd6b6-8566-4f88-a27d-66bd74499b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:15.192167 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-60968dde-42c5-44c3-af3c-8fb83ad5538a req-e9cdd6b6-8566-4f88-a27d-66bd74499b93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=208c3ed9-fbba-42d0-989f-caf6c355fd19&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.5340662
Dec 24 11:00:15.233300 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d5bba0d0-8b4e-427c-8b4c-8cb5cdf08140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d37ce80>, [{'id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'name': 'tempest-TestNetworkBasicOps-router-989446457', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:58:02Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:04Z', 'updated_at': '2021-12-24T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '189d4be5-4af8-4d10-ac3b-ef6c918a7f8a', 'name': '', 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:b5:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '77865267-627b-4610-a39c-0388c9be33b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:15Z', 'updated_at': '2021-12-24T10:58:29Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '77865267-627b-4610-a39c-0388c9be33b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:15.251605 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bba0d0-8b4e-427c-8b4c-8cb5cdf08140 None None] The sync data for ids ['c7173390-f140-4854-a63a-39af4a93ebe5'] in dv-neutron-822668-2-hyperv is: [{'id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'name': 'tempest-TestNetworkBasicOps-router-989446457', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:58:02Z', 'updated_at': '2021-12-24T10:58:18Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:04Z', 'updated_at': '2021-12-24T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '189d4be5-4af8-4d10-ac3b-ef6c918a7f8a', 'name': '', 'network_id': '208c3ed9-fbba-42d0-989f-caf6c355fd19', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:b5:3e:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': '77865267-627b-4610-a39c-0388c9be33b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:15Z', 'updated_at': '2021-12-24T10:58:29Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '77865267-627b-4610-a39c-0388c9be33b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:00:15.277447 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 6956f139-f094-49ed-a12d-df0c2c769849 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:15.284673 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 6956f139-f094-49ed-a12d-df0c2c769849 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:15.285690 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:15.385124 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-60968dde-42c5-44c3-af3c-8fb83ad5538a req-89f4b5e4-b879-4b95-8f3e-606ce494d0bf service neutron] 10.222.0.32 "GET /v2.0/networks/208c3ed9-fbba-42d0-989f-caf6c355fd19?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1836293
Dec 24 11:00:15.440721 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:15.492737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 6956f139-f094-49ed-a12d-df0c2c769849, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6956f139-f094-49ed-a12d-df0c2c769849,segment=NetworkSegment(4a2469d0-cb4c-4265-a747-aa2096d547c4),segment_id=4a2469d0-cb4c-4265-a747-aa2096d547c4)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:15.497667 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:15.499690 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:15.538788 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7ba31a21-5ff5-444f-aa79-dd3f6d87a2cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:15.645763 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf040a10-7a73-451f-b78b-ea91bdc6d9fd req-1612baa1-2f11-470d-8b8d-4d9be9a7b880 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:15.647444 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-bf040a10-7a73-451f-b78b-ea91bdc6d9fd req-1612baa1-2f11-470d-8b8d-4d9be9a7b880 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.7912917
Dec 24 11:00:15.651090 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=6956f139-f094-49ed-a12d-df0c2c769849,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:15.655226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:15.676321 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:15.677097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:15.698835 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad75cd85-9c2d-4a2d-9f73-9d191513599b None None] New status for floating IP b59ff935-a702-4e96-93af-738a14915308: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:00:15.777387 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-60968dde-42c5-44c3-af3c-8fb83ad5538a req-46022927-f5ce-4edd-b149-eeedb574a303 service neutron] 10.222.0.32 "GET /v2.0/networks/208c3ed9-fbba-42d0-989f-caf6c355fd19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3386569
Dec 24 11:00:15.780792 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-bf040a10-7a73-451f-b78b-ea91bdc6d9fd req-50dcf720-91df-432d-b0fb-acec1af20017 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948136
Dec 24 11:00:15.809396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3ccdcc31-8855-4cb4-a876-edd8785b44d2 None None] Provisioning for port 008d8435-0a6c-43c2-9b75-964c41d67598 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:15.828561 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ea2c87e0-2ba0-4345-a108-4d2dd1e043f0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:15.829177 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3ccdcc31-8855-4cb4-a876-edd8785b44d2 None None] Provisioning complete for port 008d8435-0a6c-43c2-9b75-964c41d67598 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:15.830419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ccdcc31-8855-4cb4-a876-edd8785b44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:15.838260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:15.879503 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3ccdcc31-8855-4cb4-a876-edd8785b44d2 None None] Port 008d8435-0a6c-43c2-9b75-964c41d67598 was deleted so its status cannot be updated. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 24 11:00:15.897832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2c87e0-2ba0-4345-a108-4d2dd1e043f0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=008d8435-0a6c-43c2-9b75-964c41d67598,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:15.901599 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3ccdcc31-8855-4cb4-a876-edd8785b44d2 None None] Provisioning complete for port 6956f139-f094-49ed-a12d-df0c2c769849 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:15.902979 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ccdcc31-8855-4cb4-a876-edd8785b44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:15.906006 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-83255f06-bb3b-4ab4-a406-f01d76e74ba1 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:15.906479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ea2c87e0-2ba0-4345-a108-4d2dd1e043f0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:15.912190 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:15.980798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83255f06-bb3b-4ab4-a406-f01d76e74ba1 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event deleted for resources: {'Port': ['ID=32a5108c-c793-4ef7-99bc-6fe0ad29fedf,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:15.988667 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-83255f06-bb3b-4ab4-a406-f01d76e74ba1 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:16.141808 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6956f139-f094-49ed-a12d-df0c2c769849 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:16.215708 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3ccdcc31-8855-4cb4-a876-edd8785b44d2 None None] Provisioning for port 31ea7720-baa4-4ab3-ae14-412330a0a909 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:16.224313 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3ccdcc31-8855-4cb4-a876-edd8785b44d2 None None] Provisioning complete for port 31ea7720-baa4-4ab3-ae14-412330a0a909 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:16.224962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ccdcc31-8855-4cb4-a876-edd8785b44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:16.292920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57d0b0-743b-4655-afba-cbea74289682 req-18cd69f8-0420-4abb-ae78-92811905b873 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:16.294207 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-83255f06-bb3b-4ab4-a406-f01d76e74ba1 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:16.295129 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7f57d0b0-743b-4655-afba-cbea74289682 req-18cd69f8-0420-4abb-ae78-92811905b873 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 945 time: 0.7436454
Dec 24 11:00:16.323649 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 6956f139-f094-49ed-a12d-df0c2c769849 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:16.323998 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:16.356381 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3ccdcc31-8855-4cb4-a876-edd8785b44d2 None None] Port 31ea7720-baa4-4ab3-ae14-412330a0a909 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:16.429436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ea2c87e0-2ba0-4345-a108-4d2dd1e043f0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:16.544354 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ea2c87e0-2ba0-4345-a108-4d2dd1e043f0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/ports/008d8435-0a6c-43c2-9b75-964c41d67598 HTTP/1.1" status: 204  len: 168 time: 2.2082155
Dec 24 11:00:16.553392 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52280) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:16.555684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9e082380-8748-45ca-8a3f-9ec465afdd5f None None] Provisioning complete for port 31ea7720-baa4-4ab3-ae14-412330a0a909 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:16.556323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9e082380-8748-45ca-8a3f-9ec465afdd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:16.557646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c42e11-b55a-4255-a350-fac0f668fd84 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Router 78491838-022f-4d68-9cab-210ed7f126c1 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:00:16.561979 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-7f57d0b0-743b-4655-afba-cbea74289682 req-49d44e64-a0a4-4fc9-bd11-b506b91bdf4d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:16.562466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7f57d0b0-743b-4655-afba-cbea74289682 req-49d44e64-a0a4-4fc9-bd11-b506b91bdf4d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:16.613727 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57f6b95-e313-4c46-9b3d-510d94683fdc tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] GET failed (client error): The resource could not be found.
Dec 24 11:00:16.618614 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f57f6b95-e313-4c46-9b3d-510d94683fdc tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports/008d8435-0a6c-43c2-9b75-964c41d67598 HTTP/1.1" status: 404  len: 333 time: 0.0592759
Dec 24 11:00:16.619220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52284) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:16.632938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9e082380-8748-45ca-8a3f-9ec465afdd5f None None] Port 31ea7720-baa4-4ab3-ae14-412330a0a909 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:16.637351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9e082380-8748-45ca-8a3f-9ec465afdd5f None None] Could not find standard attr ID for object 008d8435-0a6c-43c2-9b75-964c41d67598. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 11:00:16.706561 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c012b4b-ef7d-4502-b03f-8a49d7be5b90 req-42e7b1cb-6f93-413d-a5bb-7b90ff521703 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:16.710391 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9c012b4b-ef7d-4502-b03f-8a49d7be5b90 req-42e7b1cb-6f93-413d-a5bb-7b90ff521703 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 945 time: 0.5642276
Dec 24 11:00:16.751575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83255f06-bb3b-4ab4-a406-f01d76e74ba1 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Router 984cd7c4-90d3-4c30-ab9b-62c4bd6c597e has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:00:16.762753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-eb00a7e4-095f-41f9-a55d-9329bce12bf1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 31ea7720-baa4-4ab3-ae14-412330a0a909 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:16.763105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eb00a7e4-095f-41f9-a55d-9329bce12bf1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:17.012644 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9c012b4b-ef7d-4502-b03f-8a49d7be5b90 req-8447557d-2198-4e5c-9044-59129f10a8c8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=6174f0ef-8cb8-4e95-b1a6-be04a016bbb4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2762585
Dec 24 11:00:17.027670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c42e11-b55a-4255-a350-fac0f668fd84 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:00:17.039728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b0c42e11-b55a-4255-a350-fac0f668fd84 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:17.044918 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3302d76f-e09e-4b1b-a236-fe83dd96d463 None None] Sync routers for ids ['78491838-022f-4d68-9cab-210ed7f126c1'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:00:17.054916 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3302d76f-e09e-4b1b-a236-fe83dd96d463 None None] Routers {'78491838-022f-4d68-9cab-210ed7f126c1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:17.055464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-3302d76f-e09e-4b1b-a236-fe83dd96d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1cd820>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['78491838-022f-4d68-9cab-210ed7f126c1'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:17.131722 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b0c42e11-b55a-4255-a350-fac0f668fd84 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "DELETE /v2.0/floatingips/c8b1add2-5cf6-4d11-86e1-eaafcb8511ac HTTP/1.1" status: 204  len: 168 time: 3.9030738
Dec 24 11:00:17.133823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-7f57d0b0-743b-4655-afba-cbea74289682 req-49d44e64-a0a4-4fc9-bd11-b506b91bdf4d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2,segment=NetworkSegment(3f84a4d6-5818-4cf0-8bfb-33120ec09fe1),segment_id=3f84a4d6-5818-4cf0-8bfb-33120ec09fe1)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:17.134210 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7f57d0b0-743b-4655-afba-cbea74289682 req-49d44e64-a0a4-4fc9-bd11-b506b91bdf4d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:17.137925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83255f06-bb3b-4ab4-a406-f01d76e74ba1 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:00:17.142133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c458806-d227-4056-8f80-f1b515c60151', 'tag': '8e3b0452-9518-435a-b6a3-5f0f26627133'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:00:17.158013 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b303f73f-1c38-4b57-8442-a1e39e730c70 None None] Sync routers for ids ['984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:00:17.173808 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b303f73f-1c38-4b57-8442-a1e39e730c70 None None] Routers {'984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:17.175827 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b303f73f-1c38-4b57-8442-a1e39e730c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db27070>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:17.193774 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-83255f06-bb3b-4ab4-a406-f01d76e74ba1 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "PUT /v2.0/routers/984cd7c4-90d3-4c30-ab9b-62c4bd6c597e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9397914
Dec 24 11:00:17.200042 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52298) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:17.249472 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-3302d76f-e09e-4b1b-a236-fe83dd96d463 None None] Set router 78491838-022f-4d68-9cab-210ed7f126c1 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:00:17.280824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-7f57d0b0-743b-4655-afba-cbea74289682 req-49d44e64-a0a4-4fc9-bd11-b506b91bdf4d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:17.284488 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-076caa96-c2fd-4faa-aa7b-f680397963cd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] delete failed (client error): The resource could not be found.
Dec 24 11:00:17.285541 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-076caa96-c2fd-4faa-aa7b-f680397963cd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "DELETE /v2.0/routers/tempest-non_exist_router-2122698748 HTTP/1.1" status: 404  len: 335 time: 0.0845683
Dec 24 11:00:17.304806 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52302) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:17.315013 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b303f73f-1c38-4b57-8442-a1e39e730c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db27070>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:17.317473 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ccac7167-a36f-4e55-a1b4-744623b6f674 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Request body: {'router': {'external_gateway_info': {'network_id': '984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:17.325797 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b303f73f-1c38-4b57-8442-a1e39e730c70 None None] Routers {'984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:17.326729 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b303f73f-1c38-4b57-8442-a1e39e730c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db27070>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:17.400213 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b303f73f-1c38-4b57-8442-a1e39e730c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db27070>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:17.400827 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b303f73f-1c38-4b57-8442-a1e39e730c70 None None] The sync data for ids ['984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:00:17.608590 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c458806-d227-4056-8f80-f1b515c60151', 'tag': '8e3b0452-9518-435a-b6a3-5f0f26627133', 'status': 'completed', 'code': 200}
Dec 24 11:00:17.633974 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1c38f-2b3d-4e3d-bc07-91dfa0df8f4c req-6fefc7f7-645f-47b9-8b28-78dc927b6621 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:17.635215 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-22e1c38f-2b3d-4e3d-bc07-91dfa0df8f4c req-6fefc7f7-645f-47b9-8b28-78dc927b6621 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.5543458
Dec 24 11:00:17.734733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7f57d0b0-743b-4655-afba-cbea74289682 req-49d44e64-a0a4-4fc9-bd11-b506b91bdf4d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:17.750392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-312724c4-8df8-4a04-bc71-bf4e62a66d27 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:17.789248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:17.799531 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d44e64-a0a4-4fc9-bd11-b506b91bdf4d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:17.807808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eb00a7e4-095f-41f9-a55d-9329bce12bf1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:17.837724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-49d44e64-a0a4-4fc9-bd11-b506b91bdf4d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:17.856402 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:17.857168 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:17.884447 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f57d0b0-743b-4655-afba-cbea74289682 req-49d44e64-a0a4-4fc9-bd11-b506b91bdf4d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] No DVR routers for this DVR port d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:00:17.888672 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7f57d0b0-743b-4655-afba-cbea74289682 req-49d44e64-a0a4-4fc9-bd11-b506b91bdf4d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:17.894738 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-3302d76f-e09e-4b1b-a236-fe83dd96d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1cd820>, [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '4711c7bd-3dba-4197-abba-895e7fa4ed3e', 'tenant_id': '8543661828634582b0e4847120774eaa', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'port_id': '6262f94d-101a-408f-82da-f2200a2a550a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'mac_address': 'fa:16:3e:61:62:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:55:56Z', 'updated_at': '2021-12-24T10:56:03Z', 'revision_number': 1, 'project_id': '8543661828634582b0e4847120774eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:39Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:17.898575 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3302d76f-e09e-4b1b-a236-fe83dd96d463 None None] Checking router: 78491838-022f-4d68-9cab-210ed7f126c1 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:00:17.909398 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7f57d0b0-743b-4655-afba-cbea74289682 req-49d44e64-a0a4-4fc9-bd11-b506b91bdf4d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "DELETE /v2.0/ports/d49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2 HTTP/1.1" status: 204  len: 173 time: 1.5366971
Dec 24 11:00:17.909683 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3302d76f-e09e-4b1b-a236-fe83dd96d463 None None] Routers {'78491838-022f-4d68-9cab-210ed7f126c1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:17.910376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-3302d76f-e09e-4b1b-a236-fe83dd96d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1cd820>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['78491838-022f-4d68-9cab-210ed7f126c1'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:18.005298 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e18755-2231-4bb2-98ee-297c4a0ed3d0 req-2bec8f56-88d7-4d7c-880b-f37e7f787bdb tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:18.006044 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-82e18755-2231-4bb2-98ee-297c4a0ed3d0 req-2bec8f56-88d7-4d7c-880b-f37e7f787bdb tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Synchronizing usage tracker for tenant:8543661828634582b0e4847120774eaa on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:18.019614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-82e18755-2231-4bb2-98ee-297c4a0ed3d0 req-2bec8f56-88d7-4d7c-880b-f37e7f787bdb tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Unset dirty status for tenant:8543661828634582b0e4847120774eaa on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:18.026434 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-82e18755-2231-4bb2-98ee-297c4a0ed3d0 req-2bec8f56-88d7-4d7c-880b-f37e7f787bdb tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 945 time: 0.4173932
Dec 24 11:00:18.041705 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-eb00a7e4-095f-41f9-a55d-9329bce12bf1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for 31ea7720-baa4-4ab3-ae14-412330a0a909 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:18.090646 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-82e18755-2231-4bb2-98ee-297c4a0ed3d0 req-4601ae6f-561e-4e06-93cb-4f363b2daabf tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0632141
Dec 24 11:00:18.135847 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-3302d76f-e09e-4b1b-a236-fe83dd96d463 None None] Set router 78491838-022f-4d68-9cab-210ed7f126c1 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:00:18.149232 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-22e1c38f-2b3d-4e3d-bc07-91dfa0df8f4c req-a5979d4e-2e6c-4a3c-a661-8caa015a7576 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4581690
Dec 24 11:00:18.168926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ccac7167-a36f-4e55-a1b4-744623b6f674 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:18.200838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c36f47-fe69-4e75-88b6-2f6882f6e914 req-2eaee9c1-b833-498e-a960-ccb06e93a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:18.202449 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-17c36f47-fe69-4e75-88b6-2f6882f6e914 req-2eaee9c1-b833-498e-a960-ccb06e93a6a2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8543661828634582b0e4847120774eaa&device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 1098 time: 0.6540151
Dec 24 11:00:18.262236 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a753882b-f718-4671-a9b9-1dca282f511b req-d97a3a27-4843-4cc2-b2b9-7d3dcce3efcb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:18.282348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a753882b-f718-4671-a9b9-1dca282f511b req-d97a3a27-4843-4cc2-b2b9-7d3dcce3efcb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:18.285694 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a753882b-f718-4671-a9b9-1dca282f511b req-d97a3a27-4843-4cc2-b2b9-7d3dcce3efcb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bdfe115e-44b1-4430-a69e-d4806527d7fe HTTP/1.1" status: 200  len: 210 time: 0.0751445
Dec 24 11:00:18.314198 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-ccac7167-a36f-4e55-a1b4-744623b6f674 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] update failed (client error): The resource could not be found.
Dec 24 11:00:18.316295 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ccac7167-a36f-4e55-a1b4-744623b6f674 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "PUT /v2.0/routers/984cd7c4-90d3-4c30-ab9b-62c4bd6c597e HTTP/1.1" status: 404  len: 339 time: 1.0064170
Dec 24 11:00:18.319101 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52312) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:18.324801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-7341ef8e-0589-41f7-8c02-067bfe38b0bd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-811176971'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:18.335994 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7341ef8e-0589-41f7-8c02-067bfe38b0bd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:18.340286 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-7341ef8e-0589-41f7-8c02-067bfe38b0bd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Usage tracker for resource:network and tenant:1fd2468b0e234af580891f62b12da1b6 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:18.354694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-7341ef8e-0589-41f7-8c02-067bfe38b0bd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:18.362272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7341ef8e-0589-41f7-8c02-067bfe38b0bd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:18.375710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7341ef8e-0589-41f7-8c02-067bfe38b0bd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Made reservation on behalf of 1fd2468b0e234af580891f62b12da1b6 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:18.381437 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7341ef8e-0589-41f7-8c02-067bfe38b0bd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:18.588198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7341ef8e-0589-41f7-8c02-067bfe38b0bd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:00:18.590508 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-3302d76f-e09e-4b1b-a236-fe83dd96d463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1cd820>, [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '4711c7bd-3dba-4197-abba-895e7fa4ed3e', 'tenant_id': '8543661828634582b0e4847120774eaa', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'port_id': '6262f94d-101a-408f-82da-f2200a2a550a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'mac_address': 'fa:16:3e:61:62:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:55:56Z', 'updated_at': '2021-12-24T10:56:03Z', 'revision_number': 1, 'project_id': '8543661828634582b0e4847120774eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:39Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:18.595914 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eb00a7e4-095f-41f9-a55d-9329bce12bf1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:18.596113 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3302d76f-e09e-4b1b-a236-fe83dd96d463 None None] The sync data for ids ['78491838-022f-4d68-9cab-210ed7f126c1'] in dv-neutron-822668-2-hyperv is: [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '4711c7bd-3dba-4197-abba-895e7fa4ed3e', 'tenant_id': '8543661828634582b0e4847120774eaa', 'floating_ip_address': '172.26.4.162', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'port_id': '6262f94d-101a-408f-82da-f2200a2a550a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'mac_address': 'fa:16:3e:61:62:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T10:55:56Z', 'updated_at': '2021-12-24T10:56:03Z', 'revision_number': 1, 'project_id': '8543661828634582b0e4847120774eaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:39Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:00:18.600668 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7341ef8e-0589-41f7-8c02-067bfe38b0bd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:18.601472 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-7341ef8e-0589-41f7-8c02-067bfe38b0bd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Added segment 31df64c3-daeb-4fa6-a766-86b748d244be of type vlan for network 9092f91f-21e1-4bee-9061-af4a7edfdcd7
Dec 24 11:00:18.603779 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:18.639966 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7341ef8e-0589-41f7-8c02-067bfe38b0bd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:18.666419 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00a7e4-095f-41f9-a55d-9329bce12bf1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=31ea7720-baa4-4ab3-ae14-412330a0a909,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:18.672410 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-eb00a7e4-095f-41f9-a55d-9329bce12bf1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:18.683335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7341ef8e-0589-41f7-8c02-067bfe38b0bd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:18.689523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7341ef8e-0589-41f7-8c02-067bfe38b0bd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:18.690356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7341ef8e-0589-41f7-8c02-067bfe38b0bd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:18.695599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dcc12187-46d6-43f5-9d56-fd961a8c567a tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:18.702204 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c36f47-fe69-4e75-88b6-2f6882f6e914 req-4f4a2267-26de-4353-942a-91fe102c76a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:18.703804 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-17c36f47-fe69-4e75-88b6-2f6882f6e914 req-4f4a2267-26de-4353-942a-91fe102c76a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 200  len: 912 time: 0.4771934
Dec 24 11:00:18.816701 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-17c36f47-fe69-4e75-88b6-2f6882f6e914 req-016307a9-d16a-4e54-8960-e9caf77c2b2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8e3b0452-9518-435a-b6a3-5f0f26627133 HTTP/1.1" status: 200  len: 217 time: 0.1029716
Dec 24 11:00:18.819150 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7341ef8e-0589-41f7-8c02-067bfe38b0bd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.4988449
Dec 24 11:00:18.824296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52316) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:18.831061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7341ef8e-0589-41f7-8c02-067bfe38b0bd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event updated for resources: {'Network': ['ID=9092f91f-21e1-4bee-9061-af4a7edfdcd7,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:18.845760 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7341ef8e-0589-41f7-8c02-067bfe38b0bd tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:18.847389 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 9092f91f-21e1-4bee-9061-af4a7edfdcd7 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:00:18.889002 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4e414eb8-02db-481f-b760-20591a06abae tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Request body: {'subnet': {'network_id': '9092f91f-21e1-4bee-9061-af4a7edfdcd7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:18.974111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59b378-7643-47da-84e9-3a4462c596a8 None None] New status for floating IP c8b1add2-5cf6-4d11-86e1-eaafcb8511ac: DOWN {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:00:18.997075 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-eb00a7e4-095f-41f9-a55d-9329bce12bf1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:19.023409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c36f47-fe69-4e75-88b6-2f6882f6e914 req-32c4ee81-347e-4323-a4d5-fdc3210520d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:19.023409 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-17c36f47-fe69-4e75-88b6-2f6882f6e914 req-32c4ee81-347e-4323-a4d5-fdc3210520d3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0a321e5-1d5c-4349-a6e4-b5d68559fd38 HTTP/1.1" status: 200  len: 850 time: 0.1963711
Dec 24 11:00:19.069098 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-eb00a7e4-095f-41f9-a55d-9329bce12bf1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/ports/31ea7720-baa4-4ab3-ae14-412330a0a909 HTTP/1.1" status: 204  len: 168 time: 2.4470716
Dec 24 11:00:19.071934 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52320) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:19.087165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4e414eb8-02db-481f-b760-20591a06abae tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:19.092812 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4e414eb8-02db-481f-b760-20591a06abae tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Usage tracker for resource:subnet and tenant:1fd2468b0e234af580891f62b12da1b6 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:19.096724 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4e414eb8-02db-481f-b760-20591a06abae tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:19.104701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4e414eb8-02db-481f-b760-20591a06abae tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:19.125216 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-84918af4-7ec8-4f19-a69d-77607db920c9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] GET failed (client error): The resource could not be found.
Dec 24 11:00:19.125443 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e414eb8-02db-481f-b760-20591a06abae tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Made reservation on behalf of 1fd2468b0e234af580891f62b12da1b6 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:19.125849 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-84918af4-7ec8-4f19-a69d-77607db920c9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:19.129239 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4e414eb8-02db-481f-b760-20591a06abae tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:19.154902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-84918af4-7ec8-4f19-a69d-77607db920c9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:19.156139 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-84918af4-7ec8-4f19-a69d-77607db920c9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports/31ea7720-baa4-4ab3-ae14-412330a0a909 HTTP/1.1" status: 404  len: 333 time: 0.0831633
Dec 24 11:00:19.160639 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52326) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:19.271177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c36f47-fe69-4e75-88b6-2f6882f6e914 req-7661fcfe-9429-43dd-8c1d-b05576678e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:19.272602 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-17c36f47-fe69-4e75-88b6-2f6882f6e914 req-7661fcfe-9429-43dd-8c1d-b05576678e00 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5649a2db-549e-48e6-b856-f7dfd6b31b16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2359257
Dec 24 11:00:19.344757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a6ef15-f45a-4cf5-a0ee-d8286071ac28 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting subnet bc849689-79b8-4a2d-b863-15eceb435c1d {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:00:19.353772 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ef15-f45a-4cf5-a0ee-d8286071ac28 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:19.442349 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ef15-f45a-4cf5-a0ee-d8286071ac28 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:19.512121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f7770-245b-4f99-b99b-f144c1a81b76 req-9b8964f9-ef34-49f7-8984-763db48ab092 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:19.514176 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3e1f7770-245b-4f99-b99b-f144c1a81b76 req-9b8964f9-ef34-49f7-8984-763db48ab092 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 945 time: 0.2686179
Dec 24 11:00:19.524052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc998827-d3e5-4a81-8ade-daff271c52c3 req-7aff97f4-ad82-42b1-aa11-61cd64dab9a4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:19.526342 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cc998827-d3e5-4a81-8ade-daff271c52c3 req-7aff97f4-ad82-42b1-aa11-61cd64dab9a4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.2344766
Dec 24 11:00:19.531134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd3579-e1a3-433e-a754-0db1ceb9932e req-40ee521e-7e55-4a65-94c5-a36e349e729e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:19.532912 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-eacd3579-e1a3-433e-a754-0db1ceb9932e req-40ee521e-7e55-4a65-94c5-a36e349e729e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 945 time: 0.3095000
Dec 24 11:00:19.538205 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-17c36f47-fe69-4e75-88b6-2f6882f6e914 req-d2fa5333-c0fd-4822-b966-53bfad0fceb2 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2571135
Dec 24 11:00:19.635196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdfe115e-44b1-4430-a69e-d4806527d7fe', 'name': 'network-vif-deleted', 'tag': 'd49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:00:19.685018 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4e414eb8-02db-481f-b760-20591a06abae tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:19.691521 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5b1526a5-d7c3-4fdf-94f0-714cbd70ee81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:19.706423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-3e1f7770-245b-4f99-b99b-f144c1a81b76 req-7c70c4a9-53f0-4eb5-8c8d-bc2d047d9d94 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Deleting port 8e3b0452-9518-435a-b6a3-5f0f26627133 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:19.706684 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-3e1f7770-245b-4f99-b99b-f144c1a81b76 req-7c70c4a9-53f0-4eb5-8c8d-bc2d047d9d94 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:19.724643 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-eacd3579-e1a3-433e-a754-0db1ceb9932e req-f5dbd39b-5568-4ed1-a061-bd950ec824b0 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1841087
Dec 24 11:00:19.744555 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ef15-f45a-4cf5-a0ee-d8286071ac28 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:19.789658 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cc998827-d3e5-4a81-8ade-daff271c52c3 req-f56f0033-0623-4024-9751-bebbfa120233 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2476990
Dec 24 11:00:19.800842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 63ce2256-bac9-446d-84df-b3154e987ffc no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:19.833485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e414eb8-02db-481f-b760-20591a06abae tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Checking segment: {'id': '31df64c3-daeb-4fa6-a766-86b748d244be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9092f91f-21e1-4bee-9061-af4a7edfdcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:19.834094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e414eb8-02db-481f-b760-20591a06abae tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Network hostable DHCP agents. Network: 9092f91f-21e1-4bee-9061-af4a7edfdcd7, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:00:19.848321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e414eb8-02db-481f-b760-20591a06abae tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event updated for resources: {'Subnet': ['ID=dc7c2e12-d317-4058-b673-57e7dee18fb7,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:19.851482 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52336) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:19.853631 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-17c36f47-fe69-4e75-88b6-2f6882f6e914 req-bae682db-3278-4c19-b6ab-d4c98ed79897 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2977991
Dec 24 11:00:19.856440 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4e414eb8-02db-481f-b760-20591a06abae tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:19.878363 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdfe115e-44b1-4430-a69e-d4806527d7fe', 'name': 'network-vif-deleted', 'tag': 'd49561bd-2d1b-4505-a5f7-ccf4bbe2c7b2', 'status': 'completed', 'code': 200}
Dec 24 11:00:19.891027 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e414eb8-02db-481f-b760-20591a06abae tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Network 9092f91f-21e1-4bee-9061-af4a7edfdcd7 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:00:19.906127 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eadec0-027f-4121-aeb5-2ecf8e4d7838 req-e5ed958d-6864-4f25-9595-c46cf68d0d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:19.908235 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46eadec0-027f-4121-aeb5-2ecf8e4d7838 req-e5ed958d-6864-4f25-9595-c46cf68d0d1c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 1099 time: 0.3259702
Dec 24 11:00:19.923190 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-4e414eb8-02db-481f-b760-20591a06abae tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 9092f91f-21e1-4bee-9061-af4a7edfdcd7) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:19.932078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e414eb8-02db-481f-b760-20591a06abae tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:19.933138 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4e414eb8-02db-481f-b760-20591a06abae tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:19.937623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf27ae2-edde-49ab-b152-efd37034cd6d None None] Network 9092f91f-21e1-4bee-9061-af4a7edfdcd7 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:19.966339 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e2e47072-502b-469f-9e97-5f7d6247862d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:19.977702 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4e414eb8-02db-481f-b760-20591a06abae tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.1523199
Dec 24 11:00:19.981537 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52340) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:20.001729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e2e47072-502b-469f-9e97-5f7d6247862d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:20.036797 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-5482905d-89f4-4230-bfd2-3bc2521980b0 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Request body: {'router': {'external_gateway_info': {'network_id': '9092f91f-21e1-4bee-9061-af4a7edfdcd7'}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:20.038312 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:20.077496 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e2e47072-502b-469f-9e97-5f7d6247862d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:20.085999 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63ce2256-bac9-446d-84df-b3154e987ffc'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:00:20.087408 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a353a4a9-8087-4832-a036-d92c8bad5a71 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:20.098026 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ef15-f45a-4cf5-a0ee-d8286071ac28 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:20.100831 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e47072-502b-469f-9e97-5f7d6247862d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6174f0ef-8cb8-4e95-b1a6-be04a016bbb4,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:20.109364 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 63ce2256-bac9-446d-84df-b3154e987ffc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=63ce2256-bac9-446d-84df-b3154e987ffc,segment=NetworkSegment(7466a746-9d32-47d2-9c5a-cffb39f2290f),segment_id=7466a746-9d32-47d2-9c5a-cffb39f2290f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:20.110386 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e2e47072-502b-469f-9e97-5f7d6247862d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:20.117583 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e2e47072-502b-469f-9e97-5f7d6247862d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:20.119043 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e2e47072-502b-469f-9e97-5f7d6247862d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/security-groups/6174f0ef-8cb8-4e95-b1a6-be04a016bbb4 HTTP/1.1" status: 204  len: 168 time: 0.2644374
Dec 24 11:00:20.136061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f3dd6b97-beb0-4de7-9ae2-7b852347c05a tempest-NetworksTestDHCPv6-446764453 tempest-NetworksTestDHCPv6-446764453-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:20.151672 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:20.158122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-34180987-4d66-4239-b128-1c2ba5aee308 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:20.159030 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52348) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:20.199127 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63ce2256-bac9-446d-84df-b3154e987ffc', 'code': 200}
Dec 24 11:00:20.283919 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=63ce2256-bac9-446d-84df-b3154e987ffc,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:20.286541 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:20.297351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-9092f91f-21e1-4bee-9061-af4a7edfdcd7', 'network_id': '9092f91f-21e1-4bee-9061-af4a7edfdcd7', 'tenant_id': '1fd2468b0e234af580891f62b12da1b6', 'fixed_ips': [{'subnet_id': 'dc7c2e12-d317-4058-b673-57e7dee18fb7'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:00:20.298275 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:20.453725 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6ef15-f45a-4cf5-a0ee-d8286071ac28 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Subnet': ['ID=bc849689-79b8-4a2d-b863-15eceb435c1d,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:20.463720 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d8a6ef15-f45a-4cf5-a0ee-d8286071ac28 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:20.467778 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46eadec0-027f-4121-aeb5-2ecf8e4d7838 req-3222a916-e0da-46b6-936a-4021c7b340f9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5462799
Dec 24 11:00:20.467951 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a741761-3a15-43c9-b18f-47e7ccf8e827 None None] Network aa653f0b-7cc4-4239-9b94-41486fd46fc9 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:20.479276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d8a6ef15-f45a-4cf5-a0ee-d8286071ac28 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:20.540611 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d8a6ef15-f45a-4cf5-a0ee-d8286071ac28 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/bc849689-79b8-4a2d-b863-15eceb435c1d HTTP/1.1" status: 204  len: 168 time: 1.3787706
Dec 24 11:00:20.547709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52352) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:20.577086 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Allocated IP 2001:db8:1::2 (9092f91f-21e1-4bee-9061-af4a7edfdcd7/dc7c2e12-d317-4058-b673-57e7dee18fb7/c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:20.711394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-3e1f7770-245b-4f99-b99b-f144c1a81b76 req-7c70c4a9-53f0-4eb5-8c8d-bc2d047d9d94 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] For port 8e3b0452-9518-435a-b6a3-5f0f26627133, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8e3b0452-9518-435a-b6a3-5f0f26627133,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:20.711807 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-3e1f7770-245b-4f99-b99b-f144c1a81b76 req-7c70c4a9-53f0-4eb5-8c8d-bc2d047d9d94 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:20.720717 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5482905d-89f4-4230-bfd2-3bc2521980b0 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:20.765984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:20.835371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 6956f139-f094-49ed-a12d-df0c2c769849 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:20.844968 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:20.866415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-3e1f7770-245b-4f99-b99b-f144c1a81b76 req-7c70c4a9-53f0-4eb5-8c8d-bc2d047d9d94 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Calling delete_port for 8e3b0452-9518-435a-b6a3-5f0f26627133 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:20.962820 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:20.980510 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Transition to ACTIVE for port object c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:21.001032 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Transition to ACTIVE for port object c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:21.007237 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:21.017977 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:21.075490 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Network 9092f91f-21e1-4bee-9061-af4a7edfdcd7 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:21.078789 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:21.082865 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:21.094343 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c756edba-c221-4928-84b5-c6c322ad7b41 None None] DHCP port deletion for aa653f0b-7cc4-4239-9b94-41486fd46fc9 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:00:21.137632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c756edba-c221-4928-84b5-c6c322ad7b41 None None] Deleting port 6956f139-f094-49ed-a12d-df0c2c769849 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:21.138073 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c756edba-c221-4928-84b5-c6c322ad7b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:21.200247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda9317-0d20-4812-b928-074def2e92b9 req-e6f0f176-2fe1-4749-ac5f-1bd51766c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:21.201896 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1fda9317-0d20-4812-b928-074def2e92b9 req-e6f0f176-2fe1-4749-ac5f-1bd51766c610 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98de35a2a0854b569df1a645612802a5&device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 1097 time: 0.2895415
Dec 24 11:00:21.204660 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Pushing event updated for resources: {'Port': ['ID=c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:21.215566 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:21.222460 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bc26d-1539-434b-9c29-9ebc01bb9019 req-dbfe58a0-c0ac-46d5-a622-6db643c6eb5a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:21.224287 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c54bc26d-1539-434b-9c29-9ebc01bb9019 req-dbfe58a0-c0ac-46d5-a622-6db643c6eb5a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 945 time: 0.2970376
Dec 24 11:00:21.232800 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Attempting to bind port c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:00:21.233228 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Attempting to bind port c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '31df64c3-daeb-4fa6-a766-86b748d244be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9092f91f-21e1-4bee-9061-af4a7edfdcd7'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:00:21.233599 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Attempting to bind port c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a on network 9092f91f-21e1-4bee-9061-af4a7edfdcd7 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:00:21.240602 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d658e-1b9f-431b-8618-8a6bdbaaee3e req-ad6260f7-11bc-4082-8c2e-70c7c60e9f62 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:21.241175 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:00:21.241641 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Checking segment: {'id': '31df64c3-daeb-4fa6-a766-86b748d244be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9092f91f-21e1-4bee-9061-af4a7edfdcd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:21.242262 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:21.242663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Bound using segment: {'id': '31df64c3-daeb-4fa6-a766-86b748d244be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9092f91f-21e1-4bee-9061-af4a7edfdcd7'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:00:21.243145 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Bound port: c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31df64c3-daeb-4fa6-a766-86b748d244be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '9092f91f-21e1-4bee-9061-af4a7edfdcd7'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:00:21.244196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:21.246360 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a02d658e-1b9f-431b-8618-8a6bdbaaee3e req-ad6260f7-11bc-4082-8c2e-70c7c60e9f62 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 944 time: 0.2951095
Dec 24 11:00:21.276104 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-3e1f7770-245b-4f99-b99b-f144c1a81b76 req-7c70c4a9-53f0-4eb5-8c8d-bc2d047d9d94 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:21.296243 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] For port 6956f139-f094-49ed-a12d-df0c2c769849, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6956f139-f094-49ed-a12d-df0c2c769849,segment=NetworkSegment(4a2469d0-cb4c-4265-a747-aa2096d547c4),segment_id=4a2469d0-cb4c-4265-a747-aa2096d547c4)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:21.296660 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:21.319927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5fe8bc23-9327-4952-9170-4f0d8415c4b8 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:21.371020 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c54bc26d-1539-434b-9c29-9ebc01bb9019 req-2db27eb1-eda8-41cf-800e-90b1f34fa94b tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1324399
Dec 24 11:00:21.384087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c70c4a9-53f0-4eb5-8c8d-bc2d047d9d94 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event deleted for resources: {'Port': ['ID=8e3b0452-9518-435a-b6a3-5f0f26627133,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:21.390378 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7c70c4a9-53f0-4eb5-8c8d-bc2d047d9d94 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:21.441535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for 6956f139-f094-49ed-a12d-df0c2c769849 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:21.501522 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-5482905d-89f4-4230-bfd2-3bc2521980b0 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:00:21.502617 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5482905d-89f4-4230-bfd2-3bc2521980b0 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "PUT /v2.0/routers/984cd7c4-90d3-4c30-ab9b-62c4bd6c597e HTTP/1.1" status: 400  len: 364 time: 1.5201089
Dec 24 11:00:21.509590 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52360) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:21.549268 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a02d658e-1b9f-431b-8618-8a6bdbaaee3e req-d34fd9e9-9563-4616-b5a9-bf3d4a02d3ce tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2902915
Dec 24 11:00:21.555618 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] For port c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:00:21.558775 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] For port c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a,segment=NetworkSegment(31df64c3-daeb-4fa6-a766-86b748d244be),segment_id=31df64c3-daeb-4fa6-a766-86b748d244be)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:00:21.561350 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1f7770-245b-4f99-b99b-f144c1a81b76 req-7c70c4a9-53f0-4eb5-8c8d-bc2d047d9d94 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] No DVR routers for this DVR port 8e3b0452-9518-435a-b6a3-5f0f26627133 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:00:21.565220 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-3e1f7770-245b-4f99-b99b-f144c1a81b76 req-7c70c4a9-53f0-4eb5-8c8d-bc2d047d9d94 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:21.581322 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:21.593213 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:21.616262 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3e1f7770-245b-4f99-b99b-f144c1a81b76 req-7c70c4a9-53f0-4eb5-8c8d-bc2d047d9d94 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.32 "DELETE /v2.0/ports/8e3b0452-9518-435a-b6a3-5f0f26627133 HTTP/1.1" status: 204  len: 173 time: 2.0761199
Dec 24 11:00:21.645211 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda9317-0d20-4812-b928-074def2e92b9 req-afb00ec5-6579-4ac5-a3c7-330a206e66a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:21.648208 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1fda9317-0d20-4812-b928-074def2e92b9 req-afb00ec5-6579-4ac5-a3c7-330a206e66a6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fb245b42-692c-44e7-9807-a5875458e289 HTTP/1.1" status: 200  len: 897 time: 0.3726711
Dec 24 11:00:21.675221 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c756edba-c221-4928-84b5-c6c322ad7b41 None None] For port 6956f139-f094-49ed-a12d-df0c2c769849, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6956f139-f094-49ed-a12d-df0c2c769849,segment=NetworkSegment(4a2469d0-cb4c-4265-a747-aa2096d547c4),segment_id=4a2469d0-cb4c-4265-a747-aa2096d547c4)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:21.675221 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c756edba-c221-4928-84b5-c6c322ad7b41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:21.813608 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1fda9317-0d20-4812-b928-074def2e92b9 req-c09a6caf-ccd4-4959-a92b-b401725acaf1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63ce2256-bac9-446d-84df-b3154e987ffc HTTP/1.1" status: 200  len: 999 time: 0.1557822
Dec 24 11:00:21.904180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 63ce2256-bac9-446d-84df-b3154e987ffc details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:00:21.906560 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8e3b0452-9518-435a-b6a3-5f0f26627133 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:21.985818 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c756edba-c221-4928-84b5-c6c322ad7b41 None None] Calling delete_port for 6956f139-f094-49ed-a12d-df0c2c769849 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:22.074400 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 8e3b0452-9518-435a-b6a3-5f0f26627133 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:22.074758 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8e3b0452-9518-435a-b6a3-5f0f26627133 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:22.085687 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Pushing event updated for resources: {'Port': ['ID=c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:22.109308 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:22.277396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6956f139-f094-49ed-a12d-df0c2c769849 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:22.288680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c458806-d227-4056-8f80-f1b515c60151', 'name': 'network-vif-deleted', 'tag': '8e3b0452-9518-435a-b6a3-5f0f26627133'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   from cryptography.utils import int_from_bytes
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   from cryptography.utils import int_from_bytes
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn_limited(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn_limited(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:22.310294 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:00:22.338155 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:22.349461 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 6956f139-f094-49ed-a12d-df0c2c769849 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:22.351824 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6956f139-f094-49ed-a12d-df0c2c769849 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:22.359771 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-c756edba-c221-4928-84b5-c6c322ad7b41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:00:22.359771 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-c756edba-c221-4928-84b5-c6c322ad7b41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:00:22.369305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-82d01e79-8422-4d4d-94ed-1601df7fc83e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:22.387659 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c458806-d227-4056-8f80-f1b515c60151', 'name': 'network-vif-deleted', 'tag': '8e3b0452-9518-435a-b6a3-5f0f26627133', 'status': 'completed', 'code': 200}
Dec 24 11:00:22.390252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda9317-0d20-4812-b928-074def2e92b9 req-bad32e2f-5e3f-44ce-a41d-196fee0e4cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:22.391608 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1fda9317-0d20-4812-b928-074def2e92b9 req-bad32e2f-5e3f-44ce-a41d-196fee0e4cd8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=730c7b02-f4dc-44e6-88f3-f081b2bbdfe2 HTTP/1.1" status: 200  len: 834 time: 0.5712323
Dec 24 11:00:22.448126 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 63ce2256-bac9-446d-84df-b3154e987ffc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=63ce2256-bac9-446d-84df-b3154e987ffc,segment=NetworkSegment(7466a746-9d32-47d2-9c5a-cffb39f2290f),segment_id=7466a746-9d32-47d2-9c5a-cffb39f2290f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:22.472697 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '63ce2256-bac9-446d-84df-b3154e987ffc', 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289', 'port_id': '63ce2256-bac9-446d-84df-b3154e987ffc', 'mac_address': 'fa:16:3e:9b:83:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:00:22.570709 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:22.587547 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7c39b193-5aaf-4c67-bde1-6eeea3e9ab3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:22.589711 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ce2256-bac9-446d-84df-b3154e987ffc {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:00:22.618705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 63ce2256-bac9-446d-84df-b3154e987ffc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=63ce2256-bac9-446d-84df-b3154e987ffc,segment=NetworkSegment(7466a746-9d32-47d2-9c5a-cffb39f2290f),segment_id=7466a746-9d32-47d2-9c5a-cffb39f2290f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:22.625889 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:22.631785 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:22.641930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=6956f139-f094-49ed-a12d-df0c2c769849,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:22.644125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-be0e8ee6-842f-44a2-86a7-03c19cdbf501 req-dcb0ea68-a852-487d-8eaa-882d6bf3fca4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Synchronizing usage tracker for tenant:8543661828634582b0e4847120774eaa on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:22.644855 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:22.649528 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No DVR routers for this DVR port 6956f139-f094-49ed-a12d-df0c2c769849 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:00:22.667116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda9317-0d20-4812-b928-074def2e92b9 req-c91b1e28-ed80-4d2a-980a-c8cdd06a31d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:22.668699 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1fda9317-0d20-4812-b928-074def2e92b9 req-c91b1e28-ed80-4d2a-980a-c8cdd06a31d4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb245b42-692c-44e7-9807-a5875458e289&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2707355
Dec 24 11:00:22.736937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=63ce2256-bac9-446d-84df-b3154e987ffc,revision_number=7']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:22.738086 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-be0e8ee6-842f-44a2-86a7-03c19cdbf501 req-dcb0ea68-a852-487d-8eaa-882d6bf3fca4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Unset dirty status for tenant:8543661828634582b0e4847120774eaa on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:22.752896 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:22.757702 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-be0e8ee6-842f-44a2-86a7-03c19cdbf501 req-dcb0ea68-a852-487d-8eaa-882d6bf3fca4 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=0c458806-d227-4056-8f80-f1b515c60151 HTTP/1.1" status: 200  len: 210 time: 0.2250557
Dec 24 11:00:22.860611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c756edba-c221-4928-84b5-c6c322ad7b41 None None] Deleting port 6956f139-f094-49ed-a12d-df0c2c769849 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:22.861005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c756edba-c221-4928-84b5-c6c322ad7b41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:22.895382 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1fda9317-0d20-4812-b928-074def2e92b9 req-d42a8e7f-3a67-41e7-b0a9-5d40a793e27f service neutron] 10.222.0.32 "GET /v2.0/networks/fb245b42-692c-44e7-9807-a5875458e289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2013757
Dec 24 11:00:22.944289 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:22.960521 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c756edba-c221-4928-84b5-c6c322ad7b41 None None] The port '6956f139-f094-49ed-a12d-df0c2c769849' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:00:22.975080 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['63ce2256-bac9-446d-84df-b3154e987ffc'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:00:23.061883 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1fda9317-0d20-4812-b928-074def2e92b9 req-56b52851-2eec-461f-9dd3-b8b6e84170d3 service neutron] 10.222.0.32 "GET /v2.0/networks/fb245b42-692c-44e7-9807-a5875458e289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1586182
Dec 24 11:00:23.122129 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c0cddc0>,) {'filters': {'network_id': ['aa653f0b-7cc4-4239-9b94-41486fd46fc9']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:23.131077 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:23.233513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c0cddc0>, '4a2469d0-cb4c-4265-a747-aa2096d547c4') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:23.233656 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c0cddc0>, '4a2469d0-cb4c-4265-a747-aa2096d547c4') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:23.256821 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fadb4ad-fd49-47b8-a798-c435d4c89ef5 None None] Network 9092f91f-21e1-4bee-9061-af4a7edfdcd7 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:23.375026 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:23.390821 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e259c406-4d1c-4450-be68-4cf5b86bed88 None None] Provisioning for port c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:23.474826 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:23.488712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edfd01-cdc0-4b6b-87d9-ba97a3ad1ff3 req-1a4c99ec-ac72-4f71-8d10-fab0d348325b tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:23.490159 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b3edfd01-cdc0-4b6b-87d9-ba97a3ad1ff3 req-1a4c99ec-ac72-4f71-8d10-fab0d348325b tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 945 time: 0.7744811
Dec 24 11:00:23.506652 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:00:23.507053 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:00:23.521978 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:00:23.704404 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b3edfd01-cdc0-4b6b-87d9-ba97a3ad1ff3 req-a7af4e15-c18f-4fff-9327-53e850543bd1 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2046385
Dec 24 11:00:23.713618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:23.721981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-20ca04c8-e18b-45d5-8146-327a5fc632f5 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:23.728908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52372) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:23.739286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:23.767274 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Network': ['ID=aa653f0b-7cc4-4239-9b94-41486fd46fc9,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:23.808041 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:23.872035 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-79de2659-76c8-4180-9e91-e2d63cb19188 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/floatingips/1a453905-5457-4d25-bfa3-f8eca35f06b3 HTTP/1.1" status: 200  len: 992 time: 0.1418681
Dec 24 11:00:24.019503 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/networks/aa653f0b-7cc4-4239-9b94-41486fd46fc9 HTTP/1.1" status: 204  len: 168 time: 3.4706750
Dec 24 11:00:24.023874 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52382) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:24.030356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-2f920699-75a8-4bd6-ad66-baef0de7fe3e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-388329519'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:24.036323 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2f920699-75a8-4bd6-ad66-baef0de7fe3e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:24.040890 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2f920699-75a8-4bd6-ad66-baef0de7fe3e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:network and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:24.044064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2f920699-75a8-4bd6-ad66-baef0de7fe3e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:24.044186 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-7c39b193-5aaf-4c67-bde1-6eeea3e9ab3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:24.044458 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7c39b193-5aaf-4c67-bde1-6eeea3e9ab3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:24.050926 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2f920699-75a8-4bd6-ad66-baef0de7fe3e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:24.063280 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f920699-75a8-4bd6-ad66-baef0de7fe3e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:24.067605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2f920699-75a8-4bd6-ad66-baef0de7fe3e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:24.094153 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Allocated IP 2001:db8::1 (7fcfbf59-9142-4e4c-815c-6d44066baf70/1175dd2f-e702-436d-9322-ba6a1739f03a/c47a4ef7-ffde-47cb-ba04-b7b6f721129f) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:24.098469 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f920699-75a8-4bd6-ad66-baef0de7fe3e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:00:24.108758 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2f920699-75a8-4bd6-ad66-baef0de7fe3e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:24.109501 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-2f920699-75a8-4bd6-ad66-baef0de7fe3e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Added segment 09f7d865-4a81-499d-aa98-92dbc47a435f of type vlan for network 7ea7c591-bcab-4a29-a0a8-07c7d7936089
Dec 24 11:00:24.137258 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2f920699-75a8-4bd6-ad66-baef0de7fe3e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:24.164961 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:24.184822 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2f920699-75a8-4bd6-ad66-baef0de7fe3e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:24.190588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f920699-75a8-4bd6-ad66-baef0de7fe3e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:24.191450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2f920699-75a8-4bd6-ad66-baef0de7fe3e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:24.195760 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fdc1e384-66e9-4c67-a6c3-84ddda8253f1 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:24.258161 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:24.265318 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:24.265845 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:24.331117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f920699-75a8-4bd6-ad66-baef0de7fe3e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Network': ['ID=7ea7c591-bcab-4a29-a0a8-07c7d7936089,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:24.338402 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2f920699-75a8-4bd6-ad66-baef0de7fe3e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3134520
Dec 24 11:00:24.339303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52386) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:24.340923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2f920699-75a8-4bd6-ad66-baef0de7fe3e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:24.350852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-922c204d-6668-4333-9d78-f6d8f8d0ba68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'subnet': {'network_id': '7ea7c591-bcab-4a29-a0a8-07c7d7936089', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:24.364711 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 7ea7c591-bcab-4a29-a0a8-07c7d7936089 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:00:24.379279 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-7c39b193-5aaf-4c67-bde1-6eeea3e9ab3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=189d4be5-4af8-4d10-ac3b-ef6c918a7f8a,segment=NetworkSegment(3f84a4d6-5818-4cf0-8bfb-33120ec09fe1),segment_id=3f84a4d6-5818-4cf0-8bfb-33120ec09fe1)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:24.379829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7c39b193-5aaf-4c67-bde1-6eeea3e9ab3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:24.484791 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-922c204d-6668-4333-9d78-f6d8f8d0ba68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:24.488998 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-922c204d-6668-4333-9d78-f6d8f8d0ba68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:subnet and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:24.492487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-922c204d-6668-4333-9d78-f6d8f8d0ba68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:24.499315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-922c204d-6668-4333-9d78-f6d8f8d0ba68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:24.511656 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922c204d-6668-4333-9d78-f6d8f8d0ba68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:24.515708 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-922c204d-6668-4333-9d78-f6d8f8d0ba68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:24.522309 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:24.533882 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-7c39b193-5aaf-4c67-bde1-6eeea3e9ab3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:24.595125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Transition to ACTIVE for port object c47a4ef7-ffde-47cb-ba04-b7b6f721129f will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:24.677455 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:24.683553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-57e0c628-e17d-4647-ba51-a93ad3e2dc92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:24.699091 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:24.744707 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a,segment=NetworkSegment(31df64c3-daeb-4fa6-a766-86b748d244be),segment_id=31df64c3-daeb-4fa6-a766-86b748d244be)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:24.751109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:24.753201 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d8d2dfb6-350d-47d5-bf2b-0a2d75d03149 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:24.758671 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Network 7fcfbf59-9142-4e4c-815c-6d44066baf70 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:24.767411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:24.773097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:24.773379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:24.780826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-922c204d-6668-4333-9d78-f6d8f8d0ba68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:24.786298 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b871532f-7347-48ce-b733-6b738c3695a3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:24.846261 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:24.856357 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:24.891811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922c204d-6668-4333-9d78-f6d8f8d0ba68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Subnet': ['ID=7d78eced-8913-4f9a-b8fc-96026b33a0d4,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:24.894666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-922c204d-6668-4333-9d78-f6d8f8d0ba68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:24.906504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922c204d-6668-4333-9d78-f6d8f8d0ba68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Checking segment: {'id': '09f7d865-4a81-499d-aa98-92dbc47a435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7ea7c591-bcab-4a29-a0a8-07c7d7936089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:24.906884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922c204d-6668-4333-9d78-f6d8f8d0ba68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network hostable DHCP agents. Network: 7ea7c591-bcab-4a29-a0a8-07c7d7936089, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:00:24.928439 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event updated for resources: {'Port': ['ID=c47a4ef7-ffde-47cb-ba04-b7b6f721129f,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:24.938812 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922c204d-6668-4333-9d78-f6d8f8d0ba68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network 7ea7c591-bcab-4a29-a0a8-07c7d7936089 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:00:24.952723 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-922c204d-6668-4333-9d78-f6d8f8d0ba68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 7ea7c591-bcab-4a29-a0a8-07c7d7936089) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:24.957963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922c204d-6668-4333-9d78-f6d8f8d0ba68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:24.958993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-922c204d-6668-4333-9d78-f6d8f8d0ba68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:24.965656 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a44c9ba-1580-4aa4-9f42-b24b6fc8cb8c None None] Network 7ea7c591-bcab-4a29-a0a8-07c7d7936089 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:24.969318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:25.011890 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-922c204d-6668-4333-9d78-f6d8f8d0ba68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6690772
Dec 24 11:00:25.014837 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52390) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:25.025003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'network_id': '7ea7c591-bcab-4a29-a0a8-07c7d7936089', 'name': 'tempest-PortsTestJSON-662076654', 'fixed_ips': [{'subnet_id': '7d78eced-8913-4f9a-b8fc-96026b33a0d4', 'ip_address': '172.20.0.10'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:25.138459 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7c39b193-5aaf-4c67-bde1-6eeea3e9ab3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:25.151510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-60b5b89c-6b5c-48b7-b10d-8815ae60e4d6 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:25.211317 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c39b193-5aaf-4c67-bde1-6eeea3e9ab3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=189d4be5-4af8-4d10-ac3b-ef6c918a7f8a,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:25.214558 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7c39b193-5aaf-4c67-bde1-6eeea3e9ab3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:25.237023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:25.246042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:port and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:25.250900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:25.257773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:25.271707 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:25.277937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d282684c-f0d9-43e4-bdc2-781155841705 None None] Provisioning for port c47a4ef7-ffde-47cb-ba04-b7b6f721129f completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:25.296091 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d282684c-f0d9-43e4-bdc2-781155841705 None None] Provisioning complete for port c47a4ef7-ffde-47cb-ba04-b7b6f721129f triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:25.296561 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d282684c-f0d9-43e4-bdc2-781155841705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:25.328248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-7ea7c591-bcab-4a29-a0a8-07c7d7936089', 'network_id': '7ea7c591-bcab-4a29-a0a8-07c7d7936089', 'tenant_id': 'e8412d0db8484a06883ce7b4c94c25ba', 'fixed_ips': [{'subnet_id': '7d78eced-8913-4f9a-b8fc-96026b33a0d4'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:00:25.329086 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:25.475335 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:25.479379 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:25.499641 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-d282684c-f0d9-43e4-bdc2-781155841705 None None] Port c47a4ef7-ffde-47cb-ba04-b7b6f721129f cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:25.531585 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] device_id is not set on port ff17452c-4b37-4d26-a6ae-761c0c905cff yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 11:00:25.630368 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Allocated IP 172.20.0.2 (7ea7c591-bcab-4a29-a0a8-07c7d7936089/7d78eced-8913-4f9a-b8fc-96026b33a0d4/c9e60a6d-d51d-4c6f-b253-e510bf9bde95) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:25.807126 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7c39b193-5aaf-4c67-bde1-6eeea3e9ab3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:25.868081 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 63ce2256-bac9-446d-84df-b3154e987ffc up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:25.946105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:25.962730 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Transition to ACTIVE for port object c9e60a6d-d51d-4c6f-b253-e510bf9bde95 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:25.984889 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Transition to ACTIVE for port object c9e60a6d-d51d-4c6f-b253-e510bf9bde95 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:25.993001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 63ce2256-bac9-446d-84df-b3154e987ffc triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:25.993389 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:26.055517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:26.067394 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:26.128785 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Network 7ea7c591-bcab-4a29-a0a8-07c7d7936089 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:26.134338 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Allocated IP 172.20.0.10 (7ea7c591-bcab-4a29-a0a8-07c7d7936089/7d78eced-8913-4f9a-b8fc-96026b33a0d4/ff17452c-4b37-4d26-a6ae-761c0c905cff) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:26.199692 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:26.223812 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:26.226539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:26.247699 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 63ce2256-bac9-446d-84df-b3154e987ffc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=63ce2256-bac9-446d-84df-b3154e987ffc,segment=NetworkSegment(7466a746-9d32-47d2-9c5a-cffb39f2290f),segment_id=7466a746-9d32-47d2-9c5a-cffb39f2290f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:26.252519 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ce2256-bac9-446d-84df-b3154e987ffc'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:00:26.265461 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:26.309493 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Pushing event updated for resources: {'Port': ['ID=c9e60a6d-d51d-4c6f-b253-e510bf9bde95,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:26.313268 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:26.342586 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:26.416741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:26.508107 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ce2256-bac9-446d-84df-b3154e987ffc', 'code': 200}
Dec 24 11:00:26.556407 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:26.575105 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Transition to ACTIVE for port object ff17452c-4b37-4d26-a6ae-761c0c905cff will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:26.598148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=63ce2256-bac9-446d-84df-b3154e987ffc,revision_number=8']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:26.602138 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:26.611075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-052ec0b3-aa89-4099-9d47-1709760b4ecd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:26.629472 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:26.636518 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Attempting to bind port c9e60a6d-d51d-4c6f-b253-e510bf9bde95 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:00:26.637343 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Attempting to bind port c9e60a6d-d51d-4c6f-b253-e510bf9bde95 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '09f7d865-4a81-499d-aa98-92dbc47a435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7ea7c591-bcab-4a29-a0a8-07c7d7936089'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:00:26.637926 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Attempting to bind port c9e60a6d-d51d-4c6f-b253-e510bf9bde95 on network 7ea7c591-bcab-4a29-a0a8-07c7d7936089 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:00:26.654774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c39b193-5aaf-4c67-bde1-6eeea3e9ab3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router c7173390-f140-4854-a63a-39af4a93ebe5 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:00:26.683163 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:00:26.683549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Checking segment: {'id': '09f7d865-4a81-499d-aa98-92dbc47a435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7ea7c591-bcab-4a29-a0a8-07c7d7936089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:26.683964 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:26.684363 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Bound using segment: {'id': '09f7d865-4a81-499d-aa98-92dbc47a435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7ea7c591-bcab-4a29-a0a8-07c7d7936089'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:00:26.684852 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Bound port: c9e60a6d-d51d-4c6f-b253-e510bf9bde95, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f7d865-4a81-499d-aa98-92dbc47a435f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '7ea7c591-bcab-4a29-a0a8-07c7d7936089'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:00:26.685281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:26.696464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=ff17452c-4b37-4d26-a6ae-761c0c905cff,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:26.700021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:26.711096 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network 7ea7c591-bcab-4a29-a0a8-07c7d7936089 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:26.712313 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:26.718568 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:26.795585 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:26.796194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:26.824491 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.8083465
Dec 24 11:00:26.827413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52404) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:26.834787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'network_id': '7ea7c591-bcab-4a29-a0a8-07c7d7936089', 'name': 'tempest-PortsTestJSON-744713613', 'fixed_ips': [{'subnet_id': '7d78eced-8913-4f9a-b8fc-96026b33a0d4', 'ip_address': '172.20.0.9'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:26.854541 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:26.855497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:26.927716 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] For port c9e60a6d-d51d-4c6f-b253-e510bf9bde95, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:00:26.953737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] For port c9e60a6d-d51d-4c6f-b253-e510bf9bde95, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c9e60a6d-d51d-4c6f-b253-e510bf9bde95,segment=NetworkSegment(09f7d865-4a81-499d-aa98-92dbc47a435f),segment_id=09f7d865-4a81-499d-aa98-92dbc47a435f)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:00:26.968642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:26.970938 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:26.979287 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:26.990676 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c39b193-5aaf-4c67-bde1-6eeea3e9ab3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:00:27.007264 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:27.008093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:27.008658 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57728d2-1e46-4a34-aded-f9156526c7e3 None None] Sync routers for ids ['c7173390-f140-4854-a63a-39af4a93ebe5'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:00:27.025994 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57728d2-1e46-4a34-aded-f9156526c7e3 None None] Routers {'c7173390-f140-4854-a63a-39af4a93ebe5'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:27.027522 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b57728d2-1e46-4a34-aded-f9156526c7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db27280>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c7173390-f140-4854-a63a-39af4a93ebe5'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:27.033953 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c9935c76-ea64-4451-a958-8672e48d95b8 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:27.060741 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:27.066056 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:port and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:27.073296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:27.085649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:27.120643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:27.125991 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:27.157648 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] device_id is not set on port 48471c69-7e80-47e7-82ba-86c6b942f2d0 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 11:00:27.170093 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Pushing event updated for resources: {'Port': ['ID=c9e60a6d-d51d-4c6f-b253-e510bf9bde95,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:27.180687 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:27.246470 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7c39b193-5aaf-4c67-bde1-6eeea3e9ab3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/c7173390-f140-4854-a63a-39af4a93ebe5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0863171
Dec 24 11:00:27.249539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52408) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:27.294753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event updated for resources: {'Port': ['ID=c47a4ef7-ffde-47cb-ba04-b7b6f721129f,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:27.299711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:27.304617 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-b57728d2-1e46-4a34-aded-f9156526c7e3 None None] Set router c7173390-f140-4854-a63a-39af4a93ebe5 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:00:27.366782 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Network 7fcfbf59-9142-4e4c-815c-6d44066baf70 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:27.368242 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:27.469242 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73b9c5c-48f5-4adf-8099-cfc8e67da28e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting subnet 77865267-627b-4610-a39c-0388c9be33b2 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:00:27.483767 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f73b9c5c-48f5-4adf-8099-cfc8e67da28e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:27.582039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Router 984cd7c4-90d3-4c30-ab9b-62c4bd6c597e has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:00:27.663922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f73b9c5c-48f5-4adf-8099-cfc8e67da28e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:27.739483 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Allocated IP 172.20.0.9 (7ea7c591-bcab-4a29-a0a8-07c7d7936089/7d78eced-8913-4f9a-b8fc-96026b33a0d4/48471c69-7e80-47e7-82ba-86c6b942f2d0) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:27.829350 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b57728d2-1e46-4a34-aded-f9156526c7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db27280>, [{'id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'name': 'tempest-TestNetworkBasicOps-router-989446457', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:58:02Z', 'updated_at': '2021-12-24T11:00:24Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:04Z', 'updated_at': '2021-12-24T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:27.834558 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57728d2-1e46-4a34-aded-f9156526c7e3 None None] Checking router: c7173390-f140-4854-a63a-39af4a93ebe5 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:00:27.846528 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57728d2-1e46-4a34-aded-f9156526c7e3 None None] Routers {'c7173390-f140-4854-a63a-39af4a93ebe5'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:27.848203 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b57728d2-1e46-4a34-aded-f9156526c7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db27280>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['c7173390-f140-4854-a63a-39af4a93ebe5'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:27.848446 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-38d7bf63-39c0-43a5-98e1-21306439f59c None None] Provisioning complete for port c47a4ef7-ffde-47cb-ba04-b7b6f721129f triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:27.848907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-38d7bf63-39c0-43a5-98e1-21306439f59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:27.945964 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f73b9c5c-48f5-4adf-8099-cfc8e67da28e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:27.998571 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-38d7bf63-39c0-43a5-98e1-21306439f59c None None] Port c47a4ef7-ffde-47cb-ba04-b7b6f721129f cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:28.079655 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-b57728d2-1e46-4a34-aded-f9156526c7e3 None None] Set router c7173390-f140-4854-a63a-39af4a93ebe5 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:00:28.157073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:28.167275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f73b9c5c-48f5-4adf-8099-cfc8e67da28e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:28.177778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f36ef243-0157-46b2-9df1-d87e8e68f985 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:28.218582 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c9e60a6d-d51d-4c6f-b253-e510bf9bde95 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:28.254334 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b9c5c-48f5-4adf-8099-cfc8e67da28e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Subnet': ['ID=77865267-627b-4610-a39c-0388c9be33b2,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:28.267403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f73b9c5c-48f5-4adf-8099-cfc8e67da28e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:28.269594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Transition to ACTIVE for port object 48471c69-7e80-47e7-82ba-86c6b942f2d0 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:28.271264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f73b9c5c-48f5-4adf-8099-cfc8e67da28e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:28.287395 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f73b9c5c-48f5-4adf-8099-cfc8e67da28e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/subnets/77865267-627b-4610-a39c-0388c9be33b2 HTTP/1.1" status: 204  len: 168 time: 1.0343814
Dec 24 11:00:28.288358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52414) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:28.301993 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c65ad67-d51d-4047-9814-23cd85e85432 None None] Network 208c3ed9-fbba-42d0-989f-caf6c355fd19 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:28.312511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:00:28.324054 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "PUT /v2.0/routers/984cd7c4-90d3-4c30-ab9b-62c4bd6c597e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8082483
Dec 24 11:00:28.331374 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52418) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:28.484506 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b57728d2-1e46-4a34-aded-f9156526c7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db27280>, [{'id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'name': 'tempest-TestNetworkBasicOps-router-989446457', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:58:02Z', 'updated_at': '2021-12-24T11:00:24Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:04Z', 'updated_at': '2021-12-24T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:28.491971 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:28.496885 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57728d2-1e46-4a34-aded-f9156526c7e3 None None] The sync data for ids ['c7173390-f140-4854-a63a-39af4a93ebe5'] in dv-neutron-822668-2-hyperv is: [{'id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'name': 'tempest-TestNetworkBasicOps-router-989446457', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9'}], 'enable_snat': True}, 'gw_port_id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:58:02Z', 'updated_at': '2021-12-24T11:00:24Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '563679cd-13ec-46a9-b3d4-1dfc724ed1d5', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:37:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7173390-f140-4854-a63a-39af4a93ebe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:04Z', 'updated_at': '2021-12-24T10:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:00:28.507273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7997a11d-967b-4d91-91fc-263b8cff0b71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:28.572897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c267fe-cdb9-4841-a07c-85cf4f28f5cf None None] Sync routers for ids ['984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:00:28.647905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c267fe-cdb9-4841-a07c-85cf4f28f5cf None None] Routers {'984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:28.648541 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-12c267fe-cdb9-4841-a07c-85cf4f28f5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c4b05e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:28.681971 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0c7ad353-43a2-4ad6-9ee7-58c1b89e2915 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:28.727737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-12c267fe-cdb9-4841-a07c-85cf4f28f5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c4b05e0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:28.747488 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c267fe-cdb9-4841-a07c-85cf4f28f5cf None None] Routers {'984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:28.748189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-12c267fe-cdb9-4841-a07c-85cf4f28f5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c4b05e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:28.806416 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f65514b-13b5-42af-91b8-0be754aeed73 None None] Network 7ea7c591-bcab-4a29-a0a8-07c7d7936089 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:28.809341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52424) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:28.821471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network 7ea7c591-bcab-4a29-a0a8-07c7d7936089 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:28.825340 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=48471c69-7e80-47e7-82ba-86c6b942f2d0,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:28.828294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:28.829731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:28.831984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:28.857167 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port c9e60a6d-d51d-4c6f-b253-e510bf9bde95 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:28.860273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6c52e024-31cd-4167-a2dd-7f2af9cd8d4e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:28.913351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-12c267fe-cdb9-4841-a07c-85cf4f28f5cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c4b05e0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:28.914163 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c267fe-cdb9-4841-a07c-85cf4f28f5cf None None] The sync data for ids ['984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:00:28.956952 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-51d83d6a-f515-407f-9f83-d3a4de98a281 None None] Provisioning for port c9e60a6d-d51d-4c6f-b253-e510bf9bde95 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:28.967985 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-51d83d6a-f515-407f-9f83-d3a4de98a281 None None] Provisioning complete for port c9e60a6d-d51d-4c6f-b253-e510bf9bde95 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:28.968857 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-51d83d6a-f515-407f-9f83-d3a4de98a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:28.980717 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:28.981369 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:29.059825 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a8dba1-d04e-4bf8-9a8f-4242a3aef9aa None None] DHCP port deletion for 208c3ed9-fbba-42d0-989f-caf6c355fd19 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:00:29.081496 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-51a8dba1-d04e-4bf8-9a8f-4242a3aef9aa None None] Deleting port 8c963211-d716-46df-ab58-24f9c46f8558 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:29.082003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-51a8dba1-d04e-4bf8-9a8f-4242a3aef9aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:29.083084 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 2.2544589
Dec 24 11:00:29.085529 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-0c7ad353-43a2-4ad6-9ee7-58c1b89e2915 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] delete failed (client error): There was a conflict when trying to complete your request.
Dec 24 11:00:29.089799 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0c7ad353-43a2-4ad6-9ee7-58c1b89e2915 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "DELETE /v2.0/routers/984cd7c4-90d3-4c30-ab9b-62c4bd6c597e HTTP/1.1" status: 409  len: 329 time: 0.7542160
Dec 24 11:00:29.089988 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52428) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:29.094445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52432) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:29.150323 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6c52e024-31cd-4167-a2dd-7f2af9cd8d4e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:29.177949 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-6c52e024-31cd-4167-a2dd-7f2af9cd8d4e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 563679cd-13ec-46a9-b3d4-1dfc724ed1d5 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:29.178663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6c52e024-31cd-4167-a2dd-7f2af9cd8d4e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:29.232967 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d2723d-6739-4503-80ef-67ca7a85c95f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:29.233659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c8d2723d-6739-4503-80ef-67ca7a85c95f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:29.285959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-06859ad8-a3e3-416e-96d4-4a5652667de5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Deleting port 90cdfe94-905e-484c-a2bc-0e7c300c185e {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:29.286788 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-06859ad8-a3e3-416e-96d4-4a5652667de5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:29.326532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c8d2723d-6739-4503-80ef-67ca7a85c95f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:29.330357 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c8d2723d-6739-4503-80ef-67ca7a85c95f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 0.2399938
Dec 24 11:00:29.332269 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52436) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:29.353846 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-51d83d6a-f515-407f-9f83-d3a4de98a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:29.463243 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ceeded-f2a3-4b63-be3b-0723bcf87a6f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:29.469508 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ceeded-f2a3-4b63-be3b-0723bcf87a6f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:29.475663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-51d83d6a-f515-407f-9f83-d3a4de98a281 None None] For port c9e60a6d-d51d-4c6f-b253-e510bf9bde95, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c9e60a6d-d51d-4c6f-b253-e510bf9bde95,segment=NetworkSegment(09f7d865-4a81-499d-aa98-92dbc47a435f),segment_id=09f7d865-4a81-499d-aa98-92dbc47a435f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:29.475846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ceeded-f2a3-4b63-be3b-0723bcf87a6f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:29.477762 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-02ceeded-f2a3-4b63-be3b-0723bcf87a6f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2376 time: 0.1444519
Dec 24 11:00:29.478272 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-51a8dba1-d04e-4bf8-9a8f-4242a3aef9aa None None] For port 8c963211-d716-46df-ab58-24f9c46f8558, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=8c963211-d716-46df-ab58-24f9c46f8558,segment=NetworkSegment(3f84a4d6-5818-4cf0-8bfb-33120ec09fe1),segment_id=3f84a4d6-5818-4cf0-8bfb-33120ec09fe1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:29.478847 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-51a8dba1-d04e-4bf8-9a8f-4242a3aef9aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:29.481699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52440) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:29.491287 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-51d83d6a-f515-407f-9f83-d3a4de98a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:29.495624 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-00b2fe4e-9bee-4c8d-acc9-c8c812d02fbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:29.549054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-6c52e024-31cd-4167-a2dd-7f2af9cd8d4e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 563679cd-13ec-46a9-b3d4-1dfc724ed1d5, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=563679cd-13ec-46a9-b3d4-1dfc724ed1d5,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:29.549466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6c52e024-31cd-4167-a2dd-7f2af9cd8d4e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:29.648304 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-51a8dba1-d04e-4bf8-9a8f-4242a3aef9aa None None] Calling delete_port for 8c963211-d716-46df-ab58-24f9c46f8558 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:29.682626 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-e52e6908-e9fc-485c-afc2-ecdf3686309e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 48471c69-7e80-47e7-82ba-86c6b942f2d0 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:29.682962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e52e6908-e9fc-485c-afc2-ecdf3686309e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:29.733498 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-69d84ac6-8fe5-4665-a7bf-a86d97e3ec43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:29.737378 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-6c52e024-31cd-4167-a2dd-7f2af9cd8d4e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 563679cd-13ec-46a9-b3d4-1dfc724ed1d5 owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:29.742735 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d83d6a-f515-407f-9f83-d3a4de98a281 None None] Pushing event updated for resources: {'Port': ['ID=c9e60a6d-d51d-4c6f-b253-e510bf9bde95,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:29.747242 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-51d83d6a-f515-407f-9f83-d3a4de98a281 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:29.780591 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-51a8dba1-d04e-4bf8-9a8f-4242a3aef9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:29.790195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:29.843079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8dba1-d04e-4bf8-9a8f-4242a3aef9aa None None] Pushing event deleted for resources: {'Port': ['ID=8c963211-d716-46df-ab58-24f9c46f8558,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:29.845116 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8dba1-d04e-4bf8-9a8f-4242a3aef9aa None None] No DVR routers for this DVR port 8c963211-d716-46df-ab58-24f9c46f8558 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:00:29.846688 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-51a8dba1-d04e-4bf8-9a8f-4242a3aef9aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:29.894519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-06859ad8-a3e3-416e-96d4-4a5652667de5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:29.894519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-06859ad8-a3e3-416e-96d4-4a5652667de5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:30.026125 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0dbf0eb8-3725-4b82-b5f8-cd3db8009a2b None None] Provisioning for port ff17452c-4b37-4d26-a6ae-761c0c905cff completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:30.033189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-06859ad8-a3e3-416e-96d4-4a5652667de5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Calling delete_port for 90cdfe94-905e-484c-a2bc-0e7c300c185e owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:30.038294 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0dbf0eb8-3725-4b82-b5f8-cd3db8009a2b None None] Provisioning complete for port ff17452c-4b37-4d26-a6ae-761c0c905cff triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:30.038896 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0eb8-3725-4b82-b5f8-cd3db8009a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:30.052034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e52e6908-e9fc-485c-afc2-ecdf3686309e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:30.159026 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c9e60a6d-d51d-4c6f-b253-e510bf9bde95 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:30.225682 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d4aae30f-f815-4379-9cb3-1b4de2eb9f69 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:30.226700 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-0dbf0eb8-3725-4b82-b5f8-cd3db8009a2b None None] Port ff17452c-4b37-4d26-a6ae-761c0c905cff cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:30.227069 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-e52e6908-e9fc-485c-afc2-ecdf3686309e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for 48471c69-7e80-47e7-82ba-86c6b942f2d0 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:30.248283 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0dbf0eb8-3725-4b82-b5f8-cd3db8009a2b None None] Provisioning complete for port c9e60a6d-d51d-4c6f-b253-e510bf9bde95 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:30.248666 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0dbf0eb8-3725-4b82-b5f8-cd3db8009a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:30.294535 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port c9e60a6d-d51d-4c6f-b253-e510bf9bde95 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:30.294926 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:30.463231 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e52e6908-e9fc-485c-afc2-ecdf3686309e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:30.472106 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:30.535211 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0dbf0eb8-3725-4b82-b5f8-cd3db8009a2b None None] Could not find standard attr ID for object 48471c69-7e80-47e7-82ba-86c6b942f2d0. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 11:00:30.599861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:30.609584 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-06859ad8-a3e3-416e-96d4-4a5652667de5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:30.615394 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-eb00a7e4-095f-41f9-a55d-9329bce12bf1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:30.635499 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:30.635855 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 189d4be5-4af8-4d10-ac3b-ef6c918a7f8a not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:30.636297 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 8c963211-d716-46df-ab58-24f9c46f8558 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:30.660616 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06859ad8-a3e3-416e-96d4-4a5652667de5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event deleted for resources: {'Port': ['ID=90cdfe94-905e-484c-a2bc-0e7c300c185e,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:30.665280 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-06859ad8-a3e3-416e-96d4-4a5652667de5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:30.676396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 8c963211-d716-46df-ab58-24f9c46f8558 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:30.676718 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 8c963211-d716-46df-ab58-24f9c46f8558 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:30.677285 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e6908-e9fc-485c-afc2-ecdf3686309e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=48471c69-7e80-47e7-82ba-86c6b942f2d0,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:30.682060 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e52e6908-e9fc-485c-afc2-ecdf3686309e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:30.705347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2095edd3-396f-4992-84d7-07167e3ee70d None None] Provisioning complete for port ff17452c-4b37-4d26-a6ae-761c0c905cff triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:30.705347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2095edd3-396f-4992-84d7-07167e3ee70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:30.761358 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-2095edd3-396f-4992-84d7-07167e3ee70d None None] Port ff17452c-4b37-4d26-a6ae-761c0c905cff cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:30.762655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6c52e024-31cd-4167-a2dd-7f2af9cd8d4e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:30.765304 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2095edd3-396f-4992-84d7-07167e3ee70d None None] Could not find standard attr ID for object 48471c69-7e80-47e7-82ba-86c6b942f2d0. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 11:00:30.772410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a843d625-4568-41f9-ad29-641670893695 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:30.817228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-d4aae30f-f815-4379-9cb3-1b4de2eb9f69 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Deleting port c47a4ef7-ffde-47cb-ba04-b7b6f721129f {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:30.817488 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d4aae30f-f815-4379-9cb3-1b4de2eb9f69 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:30.828612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52e024-31cd-4167-a2dd-7f2af9cd8d4e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=563679cd-13ec-46a9-b3d4-1dfc724ed1d5,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:30.835723 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6c52e024-31cd-4167-a2dd-7f2af9cd8d4e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:30.846078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-06859ad8-a3e3-416e-96d4-4a5652667de5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:30.846417 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-06859ad8-a3e3-416e-96d4-4a5652667de5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Floating IP 4711c7bd-3dba-4197-abba-895e7fa4ed3e disassociated (deleted). External IP: 172.26.4.162, port: 6262f94d-101a-408f-82da-f2200a2a550a.
Dec 24 11:00:30.876540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e52e6908-e9fc-485c-afc2-ecdf3686309e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:30.937260 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e52e6908-e9fc-485c-afc2-ecdf3686309e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/ports/48471c69-7e80-47e7-82ba-86c6b942f2d0 HTTP/1.1" status: 204  len: 168 time: 1.4456110
Dec 24 11:00:30.939924 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52444) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:30.980801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6c52e024-31cd-4167-a2dd-7f2af9cd8d4e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:31.088916 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-459a67ba-6050-443b-8e43-ac5e147cf0a2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] GET failed (client error): The resource could not be found.
Dec 24 11:00:31.089451 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-459a67ba-6050-443b-8e43-ac5e147cf0a2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:31.167340 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6c52e024-31cd-4167-a2dd-7f2af9cd8d4e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:31.169965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6c52e024-31cd-4167-a2dd-7f2af9cd8d4e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:31.174976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-459a67ba-6050-443b-8e43-ac5e147cf0a2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:31.176122 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-459a67ba-6050-443b-8e43-ac5e147cf0a2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports/48471c69-7e80-47e7-82ba-86c6b942f2d0 HTTP/1.1" status: 404  len: 333 time: 0.2337587
Dec 24 11:00:31.178995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52448) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:31.223678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d4aae30f-f815-4379-9cb3-1b4de2eb9f69 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:31.235365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6c52e024-31cd-4167-a2dd-7f2af9cd8d4e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:31.235964 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c52e024-31cd-4167-a2dd-7f2af9cd8d4e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Fanout notify agent at l3_agent the message router_deleted on router c7173390-f140-4854-a63a-39af4a93ebe5 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:00:31.262064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6c52e024-31cd-4167-a2dd-7f2af9cd8d4e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:31.263178 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6c52e024-31cd-4167-a2dd-7f2af9cd8d4e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/routers/c7173390-f140-4854-a63a-39af4a93ebe5 HTTP/1.1" status: 204  len: 168 time: 2.9739351
Dec 24 11:00:31.266085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52452) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:31.271740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-37e57eea-882e-4138-88cf-dcb6cc1f2781 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port ff17452c-4b37-4d26-a6ae-761c0c905cff {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:31.272085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-37e57eea-882e-4138-88cf-dcb6cc1f2781 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:31.474228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9313009e-8c44-42f0-b0e3-5a3287298cbd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:31.517746 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-d4aae30f-f815-4379-9cb3-1b4de2eb9f69 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Calling delete_port for c47a4ef7-ffde-47cb-ba04-b7b6f721129f owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:31.707702 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9313009e-8c44-42f0-b0e3-5a3287298cbd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:31.760181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-9313009e-8c44-42f0-b0e3-5a3287298cbd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6a7c70>,) {'filters': {'network_id': ['208c3ed9-fbba-42d0-989f-caf6c355fd19']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:31.775389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-37e57eea-882e-4138-88cf-dcb6cc1f2781 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:31.788187 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-9313009e-8c44-42f0-b0e3-5a3287298cbd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6a7c70>, '3f84a4d6-5818-4cf0-8bfb-33120ec09fe1') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:31.788477 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-9313009e-8c44-42f0-b0e3-5a3287298cbd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6a7c70>, '3f84a4d6-5818-4cf0-8bfb-33120ec09fe1') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:31.808344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06859ad8-a3e3-416e-96d4-4a5652667de5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Router 78491838-022f-4d68-9cab-210ed7f126c1 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:00:31.860872 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-508843e9-7da6-4730-a41f-d5482b876628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:31.906283 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9313009e-8c44-42f0-b0e3-5a3287298cbd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:31.919844 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-37e57eea-882e-4138-88cf-dcb6cc1f2781 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for ff17452c-4b37-4d26-a6ae-761c0c905cff owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:31.966223 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9313009e-8c44-42f0-b0e3-5a3287298cbd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:31.982016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9313009e-8c44-42f0-b0e3-5a3287298cbd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:00:31.982395 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9313009e-8c44-42f0-b0e3-5a3287298cbd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:00:31.996241 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:00:32.081304 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 563679cd-13ec-46a9-b3d4-1dfc724ed1d5 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:32.088744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06859ad8-a3e3-416e-96d4-4a5652667de5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:00:32.102794 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d5abe-54a3-4033-a283-42145a7b2ca7 None None] Sync routers for ids ['78491838-022f-4d68-9cab-210ed7f126c1'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:00:32.105576 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d4aae30f-f815-4379-9cb3-1b4de2eb9f69 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:32.110103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-83255f06-bb3b-4ab4-a406-f01d76e74ba1 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:32.113942 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d5abe-54a3-4033-a283-42145a7b2ca7 None None] Routers {'78491838-022f-4d68-9cab-210ed7f126c1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:32.114843 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-358d5abe-54a3-4033-a283-42145a7b2ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd100d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['78491838-022f-4d68-9cab-210ed7f126c1'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:32.121981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 563679cd-13ec-46a9-b3d4-1dfc724ed1d5 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:32.122354 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 563679cd-13ec-46a9-b3d4-1dfc724ed1d5 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:32.163968 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aae30f-f815-4379-9cb3-1b4de2eb9f69 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event deleted for resources: {'Port': ['ID=c47a4ef7-ffde-47cb-ba04-b7b6f721129f,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:32.166486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d4aae30f-f815-4379-9cb3-1b4de2eb9f69 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:32.203266 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-06859ad8-a3e3-416e-96d4-4a5652667de5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:32.279092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9313009e-8c44-42f0-b0e3-5a3287298cbd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:32.287333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:32.310974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9313009e-8c44-42f0-b0e3-5a3287298cbd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:32.327523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9313009e-8c44-42f0-b0e3-5a3287298cbd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Network': ['ID=208c3ed9-fbba-42d0-989f-caf6c355fd19,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:32.339481 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-358d5abe-54a3-4033-a283-42145a7b2ca7 None None] Set router 78491838-022f-4d68-9cab-210ed7f126c1 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:00:32.341159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9313009e-8c44-42f0-b0e3-5a3287298cbd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:32.371701 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9313009e-8c44-42f0-b0e3-5a3287298cbd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/networks/208c3ed9-fbba-42d0-989f-caf6c355fd19 HTTP/1.1" status: 204  len: 168 time: 1.1045713
Dec 24 11:00:32.390170 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52456) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:32.399797 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-e02237b4-85ca-4d06-a476-4763c2c4d444 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'network': {'name': 'tempest-network-smoke--892617009', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'port_security_enabled': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:32.413588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e02237b4-85ca-4d06-a476-4763c2c4d444 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:32.419153 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-06859ad8-a3e3-416e-96d4-4a5652667de5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "DELETE /v2.0/floatingips/4711c7bd-3dba-4197-abba-895e7fa4ed3e HTTP/1.1" status: 204  len: 168 time: 3.6086681
Dec 24 11:00:32.420500 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'tag': '6262f94d-101a-408f-82da-f2200a2a550a'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:00:32.425608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d4aae30f-f815-4379-9cb3-1b4de2eb9f69 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:32.435528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e02237b4-85ca-4d06-a476-4763c2c4d444 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:network and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:32.449409 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e02237b4-85ca-4d06-a476-4763c2c4d444 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:32.456763 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e02237b4-85ca-4d06-a476-4763c2c4d444 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:32.469366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-37e57eea-882e-4138-88cf-dcb6cc1f2781 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:32.482937 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6c52e024-31cd-4167-a2dd-7f2af9cd8d4e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:32.538588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02237b4-85ca-4d06-a476-4763c2c4d444 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:32.542590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e02237b4-85ca-4d06-a476-4763c2c4d444 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:32.546150 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'tag': '6262f94d-101a-408f-82da-f2200a2a550a', 'status': 'completed', 'code': 200}
Dec 24 11:00:32.679085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e57eea-882e-4138-88cf-dcb6cc1f2781 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=ff17452c-4b37-4d26-a6ae-761c0c905cff,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:32.696931 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02237b4-85ca-4d06-a476-4763c2c4d444 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:00:32.705931 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e02237b4-85ca-4d06-a476-4763c2c4d444 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:32.706284 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-e02237b4-85ca-4d06-a476-4763c2c4d444 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Added segment 078bf30d-8961-4056-aa68-743fc1bbd1d4 of type vlan for network de2fc362-105d-46a9-ae69-5fec96f20435
Dec 24 11:00:32.733531 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e02237b4-85ca-4d06-a476-4763c2c4d444 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:32.742041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-37e57eea-882e-4138-88cf-dcb6cc1f2781 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:32.851708 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-358d5abe-54a3-4033-a283-42145a7b2ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd100d0>, [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:39Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:32.859989 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d5abe-54a3-4033-a283-42145a7b2ca7 None None] Checking router: 78491838-022f-4d68-9cab-210ed7f126c1 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:00:32.881566 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d5abe-54a3-4033-a283-42145a7b2ca7 None None] Routers {'78491838-022f-4d68-9cab-210ed7f126c1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:32.882364 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-358d5abe-54a3-4033-a283-42145a7b2ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd100d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['78491838-022f-4d68-9cab-210ed7f126c1'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:32.903974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91426fab-a7d0-43a0-be12-99d162760a9c req-8b048013-5467-4e31-a3bc-48dfb6532e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:32.905519 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-91426fab-a7d0-43a0-be12-99d162760a9c req-8b048013-5467-4e31-a3bc-48dfb6532e44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=8543661828634582b0e4847120774eaa&device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 1099 time: 0.3685431
Dec 24 11:00:32.940175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-37e57eea-882e-4138-88cf-dcb6cc1f2781 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:32.950211 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-37e57eea-882e-4138-88cf-dcb6cc1f2781 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/ports/ff17452c-4b37-4d26-a6ae-761c0c905cff HTTP/1.1" status: 204  len: 168 time: 1.7675922
Dec 24 11:00:32.951529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52466) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:32.999513 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-2117494b-ae17-4c0b-8ac8-e209675cf4a4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] GET failed (client error): The resource could not be found.
Dec 24 11:00:33.000043 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2117494b-ae17-4c0b-8ac8-e209675cf4a4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:33.002434 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e02237b4-85ca-4d06-a476-4763c2c4d444 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:33.007914 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02237b4-85ca-4d06-a476-4763c2c4d444 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:33.008635 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e02237b4-85ca-4d06-a476-4763c2c4d444 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:33.025068 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:33.047886 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-37f6df1e-7b4e-4f6d-9f7b-062694df4acc tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:33.061501 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:33.125826 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e02237b4-85ca-4d06-a476-4763c2c4d444 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7345102
Dec 24 11:00:33.136744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52470) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:33.146595 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-956107397', 'admin_state_up': True, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:33.155156 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:33.160761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:router and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:33.164694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:33.174138 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:33.202195 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4aae30f-f815-4379-9cb3-1b4de2eb9f69 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Router 984cd7c4-90d3-4c30-ab9b-62c4bd6c597e has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:00:33.214078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:33.217223 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:33.229488 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2117494b-ae17-4c0b-8ac8-e209675cf4a4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:33.230722 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2117494b-ae17-4c0b-8ac8-e209675cf4a4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports/ff17452c-4b37-4d26-a6ae-761c0c905cff HTTP/1.1" status: 404  len: 333 time: 0.2786562
Dec 24 11:00:33.235964 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52474) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:33.236708 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02237b4-85ca-4d06-a476-4763c2c4d444 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Network': ['ID=de2fc362-105d-46a9-ae69-5fec96f20435,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:33.249354 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network de2fc362-105d-46a9-ae69-5fec96f20435 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:00:33.258369 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-358d5abe-54a3-4033-a283-42145a7b2ca7 None None] Set router 78491838-022f-4d68-9cab-210ed7f126c1 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:00:33.330356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e02237b4-85ca-4d06-a476-4763c2c4d444 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:33.335886 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-e629204d-af03-41ee-8103-22bad76fc15e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting subnet 7d78eced-8913-4f9a-b8fc-96026b33a0d4 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:00:33.338914 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e629204d-af03-41ee-8103-22bad76fc15e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:33.454993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e629204d-af03-41ee-8103-22bad76fc15e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:33.463216 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:33.497068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4aae30f-f815-4379-9cb3-1b4de2eb9f69 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:00:33.512181 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e328244a-17c9-46a9-9702-56d3d853a0a1 None None] Sync routers for ids ['984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:00:33.527413 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e328244a-17c9-46a9-9702-56d3d853a0a1 None None] Routers {'984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:33.529598 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e328244a-17c9-46a9-9702-56d3d853a0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d5d20a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:33.542711 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d4aae30f-f815-4379-9cb3-1b4de2eb9f69 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "PUT /v2.0/routers/984cd7c4-90d3-4c30-ab9b-62c4bd6c597e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4474201
Dec 24 11:00:33.549798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52478) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:33.570723 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e629204d-af03-41ee-8103-22bad76fc15e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:33.660669 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-358d5abe-54a3-4033-a283-42145a7b2ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd100d0>, [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:39Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:33.663166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e629204d-af03-41ee-8103-22bad76fc15e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:33.667522 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d5abe-54a3-4033-a283-42145a7b2ca7 None None] The sync data for ids ['78491838-022f-4d68-9cab-210ed7f126c1'] in dv-neutron-822668-2-hyperv is: [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dbe9551d-1546-4acc-9f3e-5c8380be1867', 'name': '', 'network_id': '5649a2db-549e-48e6-b856-f7dfd6b31b16', 'tenant_id': '8543661828634582b0e4847120774eaa', 'mac_address': 'fa:16:3e:05:ca:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:30Z', 'updated_at': '2021-12-24T10:51:39Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'subnets': [{'id': 'e0a321e5-1d5c-4349-a6e4-b5d68559fd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:00:33.674412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-18ec0b89-3214-45ac-8276-3c2aa74515e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:33.678684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e328244a-17c9-46a9-9702-56d3d853a0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d5d20a0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:33.691564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e328244a-17c9-46a9-9702-56d3d853a0a1 None None] Routers {'984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:33.692352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e328244a-17c9-46a9-9702-56d3d853a0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d5d20a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:33.714444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629204d-af03-41ee-8103-22bad76fc15e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Subnet': ['ID=7d78eced-8913-4f9a-b8fc-96026b33a0d4,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:33.727485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e629204d-af03-41ee-8103-22bad76fc15e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:33.744043 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e629204d-af03-41ee-8103-22bad76fc15e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:33.749345 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-eea7b077-11d3-45ab-971d-08e86099b204 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] show failed (client error): The resource could not be found.
Dec 24 11:00:33.754429 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-eea7b077-11d3-45ab-971d-08e86099b204 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "GET /v2.0/routers/tempest-non_exist_router-886353163 HTTP/1.1" status: 404  len: 334 time: 0.1903241
Dec 24 11:00:33.762479 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52482) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:33.765544 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403eb7d1-b434-453a-ac4c-411bfaac87e0 None None] Network 7ea7c591-bcab-4a29-a0a8-07c7d7936089 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:33.768814 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e629204d-af03-41ee-8103-22bad76fc15e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/7d78eced-8913-4f9a-b8fc-96026b33a0d4 HTTP/1.1" status: 204  len: 168 time: 0.5295801
Dec 24 11:00:33.770336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91426fab-a7d0-43a0-be12-99d162760a9c req-0c469300-ae6d-4681-b4fa-880840835e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:33.771397 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5a96984b-ad92-4e82-8e10-a48bf5255a47 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:33.772795 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-91426fab-a7d0-43a0-be12-99d162760a9c req-0c469300-ae6d-4681-b4fa-880840835e34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 200  len: 912 time: 0.8523431
Dec 24 11:00:33.773533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52486) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:33.860318 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e328244a-17c9-46a9-9702-56d3d853a0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d5d20a0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:33.860817 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e328244a-17c9-46a9-9702-56d3d853a0a1 None None] The sync data for ids ['984cd7c4-90d3-4c30-ab9b-62c4bd6c597e'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:00:33.879679 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-91426fab-a7d0-43a0-be12-99d162760a9c req-294a7fb2-0e51-41ab-9647-c52bc95c1077 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6262f94d-101a-408f-82da-f2200a2a550a HTTP/1.1" status: 200  len: 217 time: 0.0852320
Dec 24 11:00:33.914003 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-5a96984b-ad92-4e82-8e10-a48bf5255a47 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] update failed (client error): The resource could not be found.
Dec 24 11:00:33.914003 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5a96984b-ad92-4e82-8e10-a48bf5255a47 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "PUT /v2.0/routers/tempest-non_exist_router-798675789 HTTP/1.1" status: 404  len: 334 time: 0.1467242
Dec 24 11:00:33.924185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df280d24-8853-493c-b47a-ba797fcdb4af req-f2070b43-13b1-4eac-8084-a39476ae622a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:33.924915 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-df280d24-8853-493c-b47a-ba797fcdb4af req-f2070b43-13b1-4eac-8084-a39476ae622a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Synchronizing usage tracker for tenant:8543661828634582b0e4847120774eaa on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:33.929547 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52490) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:34.031947 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91426fab-a7d0-43a0-be12-99d162760a9c req-b0d91c16-a3ad-4d57-b7d6-987f2489ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:34.033725 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-91426fab-a7d0-43a0-be12-99d162760a9c req-b0d91c16-a3ad-4d57-b7d6-987f2489ebd5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e0a321e5-1d5c-4349-a6e4-b5d68559fd38 HTTP/1.1" status: 200  len: 850 time: 0.0994031
Dec 24 11:00:34.040779 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-df280d24-8853-493c-b47a-ba797fcdb4af req-f2070b43-13b1-4eac-8084-a39476ae622a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Unset dirty status for tenant:8543661828634582b0e4847120774eaa on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:34.041967 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-df280d24-8853-493c-b47a-ba797fcdb4af req-f2070b43-13b1-4eac-8084-a39476ae622a tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 946 time: 0.8198040
Dec 24 11:00:34.073512 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d198a6-605d-4192-9e1c-158bb223c335 None None] DHCP port deletion for 7ea7c591-bcab-4a29-a0a8-07c7d7936089 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:00:34.078792 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-54d198a6-605d-4192-9e1c-158bb223c335 None None] Deleting port c9e60a6d-d51d-4c6f-b253-e510bf9bde95 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:34.079184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-54d198a6-605d-4192-9e1c-158bb223c335 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:34.112500 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ecd9bb-2808-4fe9-9a93-de58da8c7e3a None None] New status for floating IP 4711c7bd-3dba-4197-abba-895e7fa4ed3e: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:00:34.128827 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:34.155602 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port c9e60a6d-d51d-4c6f-b253-e510bf9bde95 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:34.155973 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:34.176519 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-df280d24-8853-493c-b47a-ba797fcdb4af req-a4dfa33b-ca4d-430c-8ed6-363ce5ba8818 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0708661
Dec 24 11:00:34.180123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:34.201695 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a530382-009f-40fe-9237-c62091077164 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Deleting subnet dc7c2e12-d317-4058-b673-57e7dee18fb7 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:00:34.230044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a530382-009f-40fe-9237-c62091077164 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:34.309104 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91426fab-a7d0-43a0-be12-99d162760a9c req-5db43f73-9d84-40f2-8b7a-1da10ef41423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:34.311166 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-91426fab-a7d0-43a0-be12-99d162760a9c req-5db43f73-9d84-40f2-8b7a-1da10ef41423 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5649a2db-549e-48e6-b856-f7dfd6b31b16&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2567375
Dec 24 11:00:34.319106 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-54d198a6-605d-4192-9e1c-158bb223c335 None None] For port c9e60a6d-d51d-4c6f-b253-e510bf9bde95, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c9e60a6d-d51d-4c6f-b253-e510bf9bde95,segment=NetworkSegment(09f7d865-4a81-499d-aa98-92dbc47a435f),segment_id=09f7d865-4a81-499d-aa98-92dbc47a435f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:34.319591 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-54d198a6-605d-4192-9e1c-158bb223c335 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:34.373796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a530382-009f-40fe-9237-c62091077164 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:34.483127 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-54d198a6-605d-4192-9e1c-158bb223c335 None None] Calling delete_port for c9e60a6d-d51d-4c6f-b253-e510bf9bde95 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:34.567177 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-54d198a6-605d-4192-9e1c-158bb223c335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:34.569319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a530382-009f-40fe-9237-c62091077164 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:34.573680 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:34.665366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d198a6-605d-4192-9e1c-158bb223c335 None None] Pushing event deleted for resources: {'Port': ['ID=c9e60a6d-d51d-4c6f-b253-e510bf9bde95,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:34.668959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-54d198a6-605d-4192-9e1c-158bb223c335 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:34.670195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d198a6-605d-4192-9e1c-158bb223c335 None None] No DVR routers for this DVR port c9e60a6d-d51d-4c6f-b253-e510bf9bde95 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:00:34.712598 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] For port c9e60a6d-d51d-4c6f-b253-e510bf9bde95, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c9e60a6d-d51d-4c6f-b253-e510bf9bde95,segment=NetworkSegment(09f7d865-4a81-499d-aa98-92dbc47a435f),segment_id=09f7d865-4a81-499d-aa98-92dbc47a435f)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:34.713264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:34.805232 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:34.863818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for c9e60a6d-d51d-4c6f-b253-e510bf9bde95 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:34.886850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:34.920607 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:34.940145 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-91426fab-a7d0-43a0-be12-99d162760a9c req-23592e65-1719-467a-90b6-2b3ac3e6ee89 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6154714
Dec 24 11:00:34.975968 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a530382-009f-40fe-9237-c62091077164 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:34.981418 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a04ae89-2e76-41a9-8fa7-a22b88ec3292 req-3cfac115-b5f5-4eee-9287-6f44326f8650 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:34.983470 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1a04ae89-2e76-41a9-8fa7-a22b88ec3292 req-3cfac115-b5f5-4eee-9287-6f44326f8650 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.32 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 946 time: 0.4750969
Dec 24 11:00:34.987050 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f8b2ac4f-af80-46dd-826f-b25a91c6aef7 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:35.029497 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a530382-009f-40fe-9237-c62091077164 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event deleted for resources: {'Subnet': ['ID=dc7c2e12-d317-4058-b673-57e7dee18fb7,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:35.033947 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a530382-009f-40fe-9237-c62091077164 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:35.035993 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477232ee-9ea6-4f91-827f-89c85110353c None None] Network 9092f91f-21e1-4bee-9061-af4a7edfdcd7 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:35.038743 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6a530382-009f-40fe-9237-c62091077164 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:35.054289 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6a530382-009f-40fe-9237-c62091077164 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "DELETE /v2.0/subnets/dc7c2e12-d317-4058-b673-57e7dee18fb7 HTTP/1.1" status: 204  len: 168 time: 1.1125903
Dec 24 11:00:35.078659 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52494) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:35.118898 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:00:35.119291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:00:35.144909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-1a04ae89-2e76-41a9-8fa7-a22b88ec3292 req-06d3577d-296a-4740-96a1-46733192ad9e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Deleting port 6262f94d-101a-408f-82da-f2200a2a550a {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:35.145252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1a04ae89-2e76-41a9-8fa7-a22b88ec3292 req-06d3577d-296a-4740-96a1-46733192ad9e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:35.212082 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.26.4.47 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/f4030903-4b73-4065-a6be-921a526af0af) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:35.221244 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-91426fab-a7d0-43a0-be12-99d162760a9c req-1bdc915d-7ca2-4ed8-89d2-3e4fae0970f6 service neutron] 10.222.0.32 "GET /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2711823
Dec 24 11:00:35.230118 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:35.316420 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Deleting port c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:35.316770 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:35.343188 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1103945b-aa72-4754-88a9-3d4ec45f0997 None None] DHCP port deletion for 9092f91f-21e1-4bee-9061-af4a7edfdcd7 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:00:35.347479 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1103945b-aa72-4754-88a9-3d4ec45f0997 None None] Deleting port c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:35.347982 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1103945b-aa72-4754-88a9-3d4ec45f0997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:35.502182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:35.527828 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf702337-159f-4e7c-8ba2-48a942fd31dd req-5ba709db-0bcc-4ce2-8543-8a2c456ac2dc tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:35.529803 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bf702337-159f-4e7c-8ba2-48a942fd31dd req-5ba709db-0bcc-4ce2-8543-8a2c456ac2dc tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 946 time: 0.2005339
Dec 24 11:00:35.531471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-1a04ae89-2e76-41a9-8fa7-a22b88ec3292 req-06d3577d-296a-4740-96a1-46733192ad9e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] For port 6262f94d-101a-408f-82da-f2200a2a550a, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6262f94d-101a-408f-82da-f2200a2a550a,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:35.531822 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1a04ae89-2e76-41a9-8fa7-a22b88ec3292 req-06d3577d-296a-4740-96a1-46733192ad9e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:35.572228 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-1103945b-aa72-4754-88a9-3d4ec45f0997 None None] For port c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a,segment=NetworkSegment(31df64c3-daeb-4fa6-a766-86b748d244be),segment_id=31df64c3-daeb-4fa6-a766-86b748d244be)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:35.572646 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1103945b-aa72-4754-88a9-3d4ec45f0997 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:35.596064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] For port c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a,segment=NetworkSegment(31df64c3-daeb-4fa6-a766-86b748d244be),segment_id=31df64c3-daeb-4fa6-a766-86b748d244be)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:35.596663 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:35.629399 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port c9e60a6d-d51d-4c6f-b253-e510bf9bde95 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:35.629743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:35.700776 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1103945b-aa72-4754-88a9-3d4ec45f0997 None None] Calling delete_port for c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:35.722658 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Calling delete_port for c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:35.722993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-1a04ae89-2e76-41a9-8fa7-a22b88ec3292 req-06d3577d-296a-4740-96a1-46733192ad9e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Calling delete_port for 6262f94d-101a-408f-82da-f2200a2a550a owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:35.772090 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bf702337-159f-4e7c-8ba2-48a942fd31dd req-b7307b74-ec9a-4f9c-b848-282c5eb4ffae tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/security-groups?id=1d2e0dbf-18a7-4853-97c1-5be96ce78daf&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2323377
Dec 24 11:00:35.785590 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:35.785960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1103945b-aa72-4754-88a9-3d4ec45f0997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:35.797914 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-30c6530e-4767-4a37-9472-35d2cfc8e450 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:35.798037 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-51d83d6a-f515-407f-9f83-d3a4de98a281 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:35.809429 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] The port 'c9e60a6d-d51d-4c6f-b253-e510bf9bde95' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:00:35.834918 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1103945b-aa72-4754-88a9-3d4ec45f0997 None None] No DVR routers for this DVR port c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:00:35.845338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103945b-aa72-4754-88a9-3d4ec45f0997 None None] Pushing event deleted for resources: {'Port': ['ID=c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:35.853251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-1103945b-aa72-4754-88a9-3d4ec45f0997 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:35.869817 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:35.874418 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:35.876280 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=f4030903-4b73-4065-a6be-921a526af0af,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:35.878406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:35.906876 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.api [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:00:35.907200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_db.api [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:00:35.908263 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:36.007823 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:00:36.080029 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:36.094320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:36.124420 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:36.124704 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:36.125275 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c9e60a6d-d51d-4c6f-b253-e510bf9bde95 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:36.152400 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7e583850>,) {'filters': {'network_id': ['7ea7c591-bcab-4a29-a0a8-07c7d7936089']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:36.159919 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: c9e60a6d-d51d-4c6f-b253-e510bf9bde95 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:36.160225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c9e60a6d-d51d-4c6f-b253-e510bf9bde95 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:36.177316 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e583850>, '09f7d865-4a81-499d-aa98-92dbc47a435f') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:36.177552 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e583850>, '09f7d865-4a81-499d-aa98-92dbc47a435f') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:36.193725 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:36.217329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:36.221754 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1a04ae89-2e76-41a9-8fa7-a22b88ec3292 req-06d3577d-296a-4740-96a1-46733192ad9e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:36.229130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7c70c4a9-53f0-4eb5-8c8d-bc2d047d9d94 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:36.259022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:00:36.259420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:00:36.282785 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:00:36.372316 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d3577d-296a-4740-96a1-46733192ad9e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event deleted for resources: {'Port': ['ID=6262f94d-101a-408f-82da-f2200a2a550a,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:36.385238 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-06d3577d-296a-4740-96a1-46733192ad9e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:36.411705 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Deleting port c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:36.412063 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:36.445463 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a04ae89-2e76-41a9-8fa7-a22b88ec3292 req-06d3577d-296a-4740-96a1-46733192ad9e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] No DVR routers for this DVR port 6262f94d-101a-408f-82da-f2200a2a550a on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:00:36.448272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1a04ae89-2e76-41a9-8fa7-a22b88ec3292 req-06d3577d-296a-4740-96a1-46733192ad9e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:36.451424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'name': 'network-vif-deleted', 'tag': '6262f94d-101a-408f-82da-f2200a2a550a'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:00:36.457589 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:36.462859 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:36.477900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:36.487389 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] The port 'c62d3df1-5b06-44be-ac2e-e03b4f6f7b4a' was deleted {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:00:36.493795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Network': ['ID=7ea7c591-bcab-4a29-a0a8-07c7d7936089,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:36.498310 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:36.505468 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1a04ae89-2e76-41a9-8fa7-a22b88ec3292 req-06d3577d-296a-4740-96a1-46733192ad9e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.32 "DELETE /v2.0/ports/6262f94d-101a-408f-82da-f2200a2a550a HTTP/1.1" status: 204  len: 173 time: 1.5069854
Dec 24 11:00:36.507316 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/networks/7ea7c591-bcab-4a29-a0a8-07c7d7936089 HTTP/1.1" status: 204  len: 168 time: 2.7324579
Dec 24 11:00:36.511526 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52502) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:36.517318 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f294a54c-c93d-4df3-8080-e6f27575799c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-596609646'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:36.525771 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc6b369-70d3-445a-b029-d52bcb6450d1', 'name': 'network-vif-deleted', 'tag': '6262f94d-101a-408f-82da-f2200a2a550a', 'status': 'completed', 'code': 200}
Dec 24 11:00:36.528551 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f294a54c-c93d-4df3-8080-e6f27575799c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:36.534871 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f294a54c-c93d-4df3-8080-e6f27575799c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:network and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:36.538668 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f294a54c-c93d-4df3-8080-e6f27575799c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:36.546396 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f294a54c-c93d-4df3-8080-e6f27575799c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:36.559023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f294a54c-c93d-4df3-8080-e6f27575799c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:36.562965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f294a54c-c93d-4df3-8080-e6f27575799c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:36.570459 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:36.592604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f294a54c-c93d-4df3-8080-e6f27575799c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:00:36.602282 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f294a54c-c93d-4df3-8080-e6f27575799c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:36.602627 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-f294a54c-c93d-4df3-8080-e6f27575799c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Added segment 52b2ca09-f331-4fc5-b630-5c8805225f9f of type vlan for network fcef63c0-550b-4491-85df-936cce7c535c
Dec 24 11:00:36.630068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f294a54c-c93d-4df3-8080-e6f27575799c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:36.662703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f294a54c-c93d-4df3-8080-e6f27575799c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:36.668573 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f294a54c-c93d-4df3-8080-e6f27575799c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:36.669181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f294a54c-c93d-4df3-8080-e6f27575799c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:36.688846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a16cea30-4bc3-43c1-8b20-9a1cf8d89e07 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:36.727072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:36.770497 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f294a54c-c93d-4df3-8080-e6f27575799c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2553341
Dec 24 11:00:36.774338 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52506) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:36.796743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-dfbc028a-656c-4f9a-8907-2e2974a13971 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'subnet': {'network_id': 'fcef63c0-550b-4491-85df-936cce7c535c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:36.833250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f294a54c-c93d-4df3-8080-e6f27575799c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Network': ['ID=fcef63c0-550b-4491-85df-936cce7c535c,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:36.833982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c347670>,) {'filters': {'network_id': ['9092f91f-21e1-4bee-9061-af4a7edfdcd7']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:36.849849 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network fcef63c0-550b-4491-85df-936cce7c535c details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:00:36.852420 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c347670>, '31df64c3-daeb-4fa6-a766-86b748d244be') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:36.852731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c347670>, '31df64c3-daeb-4fa6-a766-86b748d244be') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:36.887579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f294a54c-c93d-4df3-8080-e6f27575799c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:36.898833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:36.940260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-dfbc028a-656c-4f9a-8907-2e2974a13971 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:36.944341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-dfbc028a-656c-4f9a-8907-2e2974a13971 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:subnet and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:36.947673 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-dfbc028a-656c-4f9a-8907-2e2974a13971 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:36.954623 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-dfbc028a-656c-4f9a-8907-2e2974a13971 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:37.010596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.014078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-edba7465-f807-4ad2-8de5-28d99a7ad2c1 req-c95802fc-5cb7-4323-a78d-a5229cebabc6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Synchronizing usage tracker for tenant:8543661828634582b0e4847120774eaa on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:37.019003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbc028a-656c-4f9a-8907-2e2974a13971 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:37.022882 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dfbc028a-656c-4f9a-8907-2e2974a13971 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.076305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:00:37.076562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn(
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn(
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn(
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn(
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:00:37.093155 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:00:37.124569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-edba7465-f807-4ad2-8de5-28d99a7ad2c1 req-c95802fc-5cb7-4323-a78d-a5229cebabc6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Unset dirty status for tenant:8543661828634582b0e4847120774eaa on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:37.125740 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-edba7465-f807-4ad2-8de5-28d99a7ad2c1 req-c95802fc-5cb7-4323-a78d-a5229cebabc6 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "GET /v2.0/ports?device_id=3bc6b369-70d3-445a-b029-d52bcb6450d1 HTTP/1.1" status: 200  len: 210 time: 0.1622958
Dec 24 11:00:37.195196 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.258005 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.268603 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-447bc3ac-c4cd-4350-8bc7-d3bd067fd2ac tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:37.283700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.299867 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event deleted for resources: {'Network': ['ID=9092f91f-21e1-4bee-9061-af4a7edfdcd7,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:37.304964 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:37.311432 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "DELETE /v2.0/networks/9092f91f-21e1-4bee-9061-af4a7edfdcd7 HTTP/1.1" status: 204  len: 168 time: 2.2294524
Dec 24 11:00:37.315703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52512) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:37.394364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7209ba3-c979-4bd7-b367-3cfe0bf98d8b tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Deleting subnet 88f865c9-cf73-4721-94bd-ddf4836fe102 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:00:37.397625 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b7209ba3-c979-4bd7-b367-3cfe0bf98d8b tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.425290 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dfbc028a-656c-4f9a-8907-2e2974a13971 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.433321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7a91cfbb-3e4d-4491-aa6e-989f1a56d949 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:37.455362 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 9b2b77f2-7c26-4502-979f-3149b241d884 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:00:37.512286 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b7209ba3-c979-4bd7-b367-3cfe0bf98d8b tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.560572 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc028a-656c-4f9a-8907-2e2974a13971 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Subnet': ['ID=0a45d651-87fb-4549-9b28-e48a9da4dab6,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:37.563200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dfbc028a-656c-4f9a-8907-2e2974a13971 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:37.586746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbc028a-656c-4f9a-8907-2e2974a13971 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Checking segment: {'id': '52b2ca09-f331-4fc5-b630-5c8805225f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fcef63c0-550b-4491-85df-936cce7c535c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:37.587105 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbc028a-656c-4f9a-8907-2e2974a13971 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network hostable DHCP agents. Network: fcef63c0-550b-4491-85df-936cce7c535c, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:00:37.627267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbc028a-656c-4f9a-8907-2e2974a13971 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network fcef63c0-550b-4491-85df-936cce7c535c is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:00:37.636206 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:00:37.640112 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b7209ba3-c979-4bd7-b367-3cfe0bf98d8b tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.647363 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Sync routers for ids ['9b2b77f2-7c26-4502-979f-3149b241d884'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:00:37.659343 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Routers {'9b2b77f2-7c26-4502-979f-3149b241d884'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:37.660554 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c54c2b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['9b2b77f2-7c26-4502-979f-3149b241d884'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:37.663948 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.665646 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 4.5273285
Dec 24 11:00:37.669126 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52516) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:37.679124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-dfbc028a-656c-4f9a-8907-2e2974a13971 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, fcef63c0-550b-4491-85df-936cce7c535c) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:37.688828 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbc028a-656c-4f9a-8907-2e2974a13971 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:37.689425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dfbc028a-656c-4f9a-8907-2e2974a13971 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.722862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3259f050-640f-465c-8819-5a92d44d665b None None] Network fcef63c0-550b-4491-85df-936cce7c535c requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:37.741033 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52522) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:37.741609 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-dfbc028a-656c-4f9a-8907-2e2974a13971 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9657609
Dec 24 11:00:37.747066 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-95707e84-497c-4fc8-a721-44352eab7b56 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-820341392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:37.760637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-95707e84-497c-4fc8-a721-44352eab7b56 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:37.766700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-95707e84-497c-4fc8-a721-44352eab7b56 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:router and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:37.771136 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-95707e84-497c-4fc8-a721-44352eab7b56 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:37.777898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-95707e84-497c-4fc8-a721-44352eab7b56 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:37.780303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b7209ba3-c979-4bd7-b367-3cfe0bf98d8b tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.786309 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e629204d-af03-41ee-8103-22bad76fc15e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:37.795726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-95707e84-497c-4fc8-a721-44352eab7b56 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.797039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-95707e84-497c-4fc8-a721-44352eab7b56 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.830916 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-95707e84-497c-4fc8-a721-44352eab7b56 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.856063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7209ba3-c979-4bd7-b367-3cfe0bf98d8b tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event deleted for resources: {'Subnet': ['ID=88f865c9-cf73-4721-94bd-ddf4836fe102,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:37.859946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b7209ba3-c979-4bd7-b367-3cfe0bf98d8b tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:37.862660 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b7209ba3-c979-4bd7-b367-3cfe0bf98d8b tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.869506 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b7209ba3-c979-4bd7-b367-3cfe0bf98d8b tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "DELETE /v2.0/subnets/88f865c9-cf73-4721-94bd-ddf4836fe102 HTTP/1.1" status: 204  len: 168 time: 0.5526505
Dec 24 11:00:37.871851 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52526) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:37.904631 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d8d329ab-cb96-43d5-8d73-f6eeed7f2223 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=1df2c4270c8b4c3e834179de6e64472f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2305982
Dec 24 11:00:37.904999 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52530) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:37.916694 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2874ef02-7398-406c-bfd5-f7745508ae31 None None] Network 357bbdeb-b430-4bdc-a6b7-0f2860382836 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:37.932316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-95707e84-497c-4fc8-a721-44352eab7b56 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.932635 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 6262f94d-101a-408f-82da-f2200a2a550a no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:37.944955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d059347-b04d-42cf-b9a3-2eb609bcf761 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Deleting subnet 611046d8-b0cc-4a6f-b0bb-3f88ef5f4120 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:00:37.948039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8d059347-b04d-42cf-b9a3-2eb609bcf761 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:37.987968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 6262f94d-101a-408f-82da-f2200a2a550a {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:37.988381 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 6262f94d-101a-408f-82da-f2200a2a550a not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:38.012879 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8d059347-b04d-42cf-b9a3-2eb609bcf761 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:38.110140 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8d059347-b04d-42cf-b9a3-2eb609bcf761 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:38.165235 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-95707e84-497c-4fc8-a721-44352eab7b56 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:38.166423 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-95707e84-497c-4fc8-a721-44352eab7b56 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.4243524
Dec 24 11:00:38.169156 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52536) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:38.179058 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'network_id': 'fcef63c0-550b-4491-85df-936cce7c535c', 'name': 'tempest-PortsTestJSON-838419629'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:38.207987 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Set router 9b2b77f2-7c26-4502-979f-3149b241d884 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:00:38.271508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52540) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:38.337318 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8d059347-b04d-42cf-b9a3-2eb609bcf761 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:38.341072 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-feb73287-f5ee-4222-aabc-ab20158b0d49 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:38.377992 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d059347-b04d-42cf-b9a3-2eb609bcf761 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event deleted for resources: {'Subnet': ['ID=611046d8-b0cc-4a6f-b0bb-3f88ef5f4120,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:38.380386 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8d059347-b04d-42cf-b9a3-2eb609bcf761 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:38.385047 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8d059347-b04d-42cf-b9a3-2eb609bcf761 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:38.392064 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8d059347-b04d-42cf-b9a3-2eb609bcf761 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "DELETE /v2.0/subnets/611046d8-b0cc-4a6f-b0bb-3f88ef5f4120 HTTP/1.1" status: 204  len: 168 time: 0.5186825
Dec 24 11:00:38.394486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52544) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:38.471992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc26ddd-7445-4082-b66e-01ef6b7ddcfa None None] Network 9b8bdfd3-59b2-4b6b-8f73-a865c7e282da requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:38.515789 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:38.525497 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:38.526279 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Deleting port 05f4dc96-1b9c-49c3-88af-594a68e6b5cc {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:38.526621 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:38.548030 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:port and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:38.551804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e15629-201d-42c3-9e7f-3484e1df729c tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:38.555973 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-74e15629-201d-42c3-9e7f-3484e1df729c tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.6473827
Dec 24 11:00:38.556316 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52548) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:38.557137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:38.561055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-fbc07742-ee17-493f-a903-e315111aceb2 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Deleting port 36597a12-d703-4345-a8ce-12ec6dc57aa1 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:38.561410 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fbc07742-ee17-493f-a903-e315111aceb2 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:38.592947 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:38.611201 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b0fbe6ac-6919-4cdb-8681-9f74d7cbf9d7 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0513110
Dec 24 11:00:38.611579 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52552) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:38.626294 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5f359fa0-553e-46b3-a024-bcefae81c81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-52434082', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:38.650214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-fcef63c0-550b-4491-85df-936cce7c535c', 'network_id': 'fcef63c0-550b-4491-85df-936cce7c535c', 'tenant_id': 'e8412d0db8484a06883ce7b4c94c25ba', 'fixed_ips': [{'subnet_id': '0a45d651-87fb-4549-9b28-e48a9da4dab6'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:00:38.650864 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:38.651321 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:38.654338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:38.801192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] For port 05f4dc96-1b9c-49c3-88af-594a68e6b5cc, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=05f4dc96-1b9c-49c3-88af-594a68e6b5cc,segment=NetworkSegment(3fe6e887-c8f2-4bf2-9bdb-9eeb224fa49f),segment_id=3fe6e887-c8f2-4bf2-9bdb-9eeb224fa49f)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:38.801808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:38.816587 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] device_id is not set on port 500062eb-8bf8-4b44-9022-25d2c1709c1b yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 11:00:38.929273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5f359fa0-553e-46b3-a024-bcefae81c81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:38.940634 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5f359fa0-553e-46b3-a024-bcefae81c81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:subnet and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:38.945669 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5f359fa0-553e-46b3-a024-bcefae81c81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:38.948646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Calling delete_port for 05f4dc96-1b9c-49c3-88af-594a68e6b5cc owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:38.949272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fbc07742-ee17-493f-a903-e315111aceb2 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:38.949603 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fbc07742-ee17-493f-a903-e315111aceb2 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:38.969904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5f359fa0-553e-46b3-a024-bcefae81c81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:38.996550 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02082897-f388-4a90-9cd1-79cb68cc8ab0 None None] DHCP port deletion for 357bbdeb-b430-4bdc-a6b7-0f2860382836 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:00:39.004227 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-02082897-f388-4a90-9cd1-79cb68cc8ab0 None None] Deleting port 05f4dc96-1b9c-49c3-88af-594a68e6b5cc {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:39.004675 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-02082897-f388-4a90-9cd1-79cb68cc8ab0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.052182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.058231 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4100e68f-1443-4f2c-ada3-894371d4fdf3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:39.062178 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Allocated IP 172.20.0.2 (fcef63c0-550b-4491-85df-936cce7c535c/0a45d651-87fb-4549-9b28-e48a9da4dab6/436aa8e7-5a15-47bb-82ec-785722246235) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:39.067804 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c54c2b0>, [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:00:36Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:39.077292 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Checking router: 9b2b77f2-7c26-4502-979f-3149b241d884 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:00:39.077656 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Updating router 9b2b77f2-7c26-4502-979f-3149b241d884 port f4030903-4b73-4065-a6be-921a526af0af binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:00:39.094557 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-fbc07742-ee17-493f-a903-e315111aceb2 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Calling delete_port for 36597a12-d703-4345-a8ce-12ec6dc57aa1 owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:39.105066 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event deleted for resources: {'Port': ['ID=05f4dc96-1b9c-49c3-88af-594a68e6b5cc,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:39.108770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:39.109729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] No DVR routers for this DVR port 05f4dc96-1b9c-49c3-88af-594a68e6b5cc on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:00:39.132098 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e339f7e-5363-414f-a215-71a6e6c1da23 None None] DHCP port deletion for 9b8bdfd3-59b2-4b6b-8f73-a865c7e282da request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:00:39.132432 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f359fa0-553e-46b3-a024-bcefae81c81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:39.135937 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5f359fa0-553e-46b3-a024-bcefae81c81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.155441 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-02082897-f388-4a90-9cd1-79cb68cc8ab0 None None] The port '05f4dc96-1b9c-49c3-88af-594a68e6b5cc' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:00:39.156362 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-2e339f7e-5363-414f-a215-71a6e6c1da23 None None] Deleting port 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:39.156712 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2e339f7e-5363-414f-a215-71a6e6c1da23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.236743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.263950 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7e49a550>,) {'filters': {'network_id': ['357bbdeb-b430-4bdc-a6b7-0f2860382836']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:39.277638 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e49a550>, '3fe6e887-c8f2-4bf2-9bdb-9eeb224fa49f') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:39.277981 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e49a550>, '3fe6e887-c8f2-4bf2-9bdb-9eeb224fa49f') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:39.283517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.292738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.309680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.316084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:00:39.316478 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:00:39.331146 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:00:39.435343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.438855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f22600d5-32ef-47df-9193-6f34d6e9e13b tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:39.445600 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fbc07742-ee17-493f-a903-e315111aceb2 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.452155 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:39.453796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.466052 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "DELETE /v2.0/networks/357bbdeb-b430-4bdc-a6b7-0f2860382836 HTTP/1.1" status: 204  len: 168 time: 1.0691524
Dec 24 11:00:39.468845 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52556) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:39.469790 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event deleted for resources: {'Network': ['ID=357bbdeb-b430-4bdc-a6b7-0f2860382836,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:39.473649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:39.529536 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5f359fa0-553e-46b3-a024-bcefae81c81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.541397 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc07742-ee17-493f-a903-e315111aceb2 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event deleted for resources: {'Port': ['ID=36597a12-d703-4345-a8ce-12ec6dc57aa1,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:39.544984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fbc07742-ee17-493f-a903-e315111aceb2 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:39.550674 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9e040d03-fc98-4be1-842b-5d620f133da2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:39.594517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.605587 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Deleting port 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:39.605999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.791237 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-2e339f7e-5363-414f-a215-71a6e6c1da23 None None] For port 078ec5b6-f462-4c34-8e98-3ddfd167e2e8, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=078ec5b6-f462-4c34-8e98-3ddfd167e2e8,segment=NetworkSegment(d01e8ef5-5a1f-4143-b5f7-08c18d832663),segment_id=d01e8ef5-5a1f-4143-b5f7-08c18d832663)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:39.791957 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2e339f7e-5363-414f-a215-71a6e6c1da23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.819926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f359fa0-553e-46b3-a024-bcefae81c81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Subnet': ['ID=7168e6e2-722a-455d-8425-dc939e21f14d,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:39.824873 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5f359fa0-553e-46b3-a024-bcefae81c81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:39.825742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fbc07742-ee17-493f-a903-e315111aceb2 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.828675 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f359fa0-553e-46b3-a024-bcefae81c81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Checking segment: {'id': '078bf30d-8961-4056-aa68-743fc1bbd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:39.829178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f359fa0-553e-46b3-a024-bcefae81c81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network hostable DHCP agents. Network: de2fc362-105d-46a9-ae69-5fec96f20435, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:00:39.843916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] For port 078ec5b6-f462-4c34-8e98-3ddfd167e2e8, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=078ec5b6-f462-4c34-8e98-3ddfd167e2e8,segment=NetworkSegment(d01e8ef5-5a1f-4143-b5f7-08c18d832663),segment_id=d01e8ef5-5a1f-4143-b5f7-08c18d832663)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:39.844574 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.858983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f359fa0-553e-46b3-a024-bcefae81c81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network de2fc362-105d-46a9-ae69-5fec96f20435 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:00:39.870593 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fbc07742-ee17-493f-a903-e315111aceb2 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.874979 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fbc07742-ee17-493f-a903-e315111aceb2 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "DELETE /v2.0/floatingips/97b69ac0-2187-4b51-9c16-de0778720188 HTTP/1.1" status: 204  len: 168 time: 1.5990705
Dec 24 11:00:39.876685 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-5f359fa0-553e-46b3-a024-bcefae81c81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, de2fc362-105d-46a9-ae69-5fec96f20435) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:39.880897 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f359fa0-553e-46b3-a024-bcefae81c81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:39.881446 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5f359fa0-553e-46b3-a024-bcefae81c81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:39.901035 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5f359fa0-553e-46b3-a024-bcefae81c81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.2883201
Dec 24 11:00:39.903897 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52562) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:40.012731 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-2e339f7e-5363-414f-a215-71a6e6c1da23 None None] Calling delete_port for 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:40.101628 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c80fc04-815e-45b7-9df0-10a582f10279 None None] Network de2fc362-105d-46a9-ae69-5fec96f20435 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:40.127684 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Calling delete_port for 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:40.196897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 05f4dc96-1b9c-49c3-88af-594a68e6b5cc no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:40.227151 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2e339f7e-5363-414f-a215-71a6e6c1da23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:40.232499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:00:40.232910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:00:40.287671 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:40.318205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:40.358823 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 05f4dc96-1b9c-49c3-88af-594a68e6b5cc {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:40.359104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 05f4dc96-1b9c-49c3-88af-594a68e6b5cc not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:40.359677 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:40.408539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e339f7e-5363-414f-a215-71a6e6c1da23 None None] No DVR routers for this DVR port 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:00:40.414911 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Transition to ACTIVE for port object 436aa8e7-5a15-47bb-82ec-785722246235 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:40.428913 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e339f7e-5363-414f-a215-71a6e6c1da23 None None] Pushing event deleted for resources: {'Port': ['ID=078ec5b6-f462-4c34-8e98-3ddfd167e2e8,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:40.431665 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2e339f7e-5363-414f-a215-71a6e6c1da23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:40.442960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:40.443318 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:40.455611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.resource_extend [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 11:00:40.536426 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Transition to ACTIVE for port object 436aa8e7-5a15-47bb-82ec-785722246235 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:40.549269 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:40.565067 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:40.570189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8eec7f3a-8e58-4510-89f8-4c555d7b9222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:40.663315 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:40.698728 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Transition to ACTIVE for port object f4030903-4b73-4065-a6be-921a526af0af will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:40.706135 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Network fcef63c0-550b-4491-85df-936cce7c535c is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:40.711997 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:40.713429 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.api [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c38f2069-ad8c-43dd-8021-633db69e9991 {{(pid=87559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:00:40.713758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_db.api [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:00:40.714605 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:40.724691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Pushing event updated for resources: {'Port': ['ID=436aa8e7-5a15-47bb-82ec-785722246235,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:40.727419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:40.728223 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:40.733564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:40.734170 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Deleting port 078ec5b6-f462-4c34-8e98-3ddfd167e2e8 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:40.734693 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:40.777536 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:40.807133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] The port '078ec5b6-f462-4c34-8e98-3ddfd167e2e8' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:00:40.909223 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-de2fc362-105d-46a9-ae69-5fec96f20435', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ips': [{'subnet_id': '7168e6e2-722a-455d-8425-dc939e21f14d'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:00:40.910222 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:40.954599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:40.958844 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892dfcd-d6df-4ace-bd03-58da63dd9352 None None] Pushing event updated for resources: {'Port': ['ID=f4030903-4b73-4065-a6be-921a526af0af,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:40.961714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c892dfcd-d6df-4ace-bd03-58da63dd9352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:40.965487 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Attempting to bind port f4030903-4b73-4065-a6be-921a526af0af on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:00:40.965854 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Attempting to bind port f4030903-4b73-4065-a6be-921a526af0af by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:00:40.966462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Attempting to bind port f4030903-4b73-4065-a6be-921a526af0af on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:00:40.993698 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7e44d610>,) {'filters': {'network_id': ['9b8bdfd3-59b2-4b6b-8f73-a865c7e282da']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:41.008976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e44d610>, 'd01e8ef5-5a1f-4143-b5f7-08c18d832663') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:41.009284 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e44d610>, 'd01e8ef5-5a1f-4143-b5f7-08c18d832663') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:41.010175 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Attempting to bind port 436aa8e7-5a15-47bb-82ec-785722246235 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:00:41.010564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Attempting to bind port 436aa8e7-5a15-47bb-82ec-785722246235 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '52b2ca09-f331-4fc5-b630-5c8805225f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fcef63c0-550b-4491-85df-936cce7c535c'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:00:41.010935 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Attempting to bind port 436aa8e7-5a15-47bb-82ec-785722246235 on network fcef63c0-550b-4491-85df-936cce7c535c {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:00:41.017977 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:00:41.018784 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:41.018898 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.019277 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:00:41.019756 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Bound port: f4030903-4b73-4065-a6be-921a526af0af, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:00:41.020160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.024360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.042451 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.051904 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:00:41.052593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.061960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:00:41.062347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Checking segment: {'id': '52b2ca09-f331-4fc5-b630-5c8805225f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fcef63c0-550b-4491-85df-936cce7c535c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:41.062808 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.063289 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Bound using segment: {'id': '52b2ca09-f331-4fc5-b630-5c8805225f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fcef63c0-550b-4491-85df-936cce7c535c'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:00:41.063811 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Bound port: 436aa8e7-5a15-47bb-82ec-785722246235, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b2ca09-f331-4fc5-b630-5c8805225f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'fcef63c0-550b-4491-85df-936cce7c535c'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:00:41.064194 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:00:41.073802 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:00:41.177175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.181415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2f920699-75a8-4bd6-ad66-baef0de7fe3e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:41.209056 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] For port f4030903-4b73-4065-a6be-921a526af0af, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:00:41.209278 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.220729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.222360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event deleted for resources: {'Network': ['ID=9b8bdfd3-59b2-4b6b-8f73-a865c7e282da,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:41.225080 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] For port f4030903-4b73-4065-a6be-921a526af0af, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f4030903-4b73-4065-a6be-921a526af0af,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:00:41.227674 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:41.230161 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] For port 436aa8e7-5a15-47bb-82ec-785722246235, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:00:41.233475 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d0d0f148-d133-4fdc-9a69-f6ad42d836a3 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "DELETE /v2.0/networks/9b8bdfd3-59b2-4b6b-8f73-a865c7e282da HTTP/1.1" status: 204  len: 168 time: 1.7586739
Dec 24 11:00:41.233598 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.233703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52572) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:41.238320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] For port 436aa8e7-5a15-47bb-82ec-785722246235, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=436aa8e7-5a15-47bb-82ec-785722246235,segment=NetworkSegment(52b2ca09-f331-4fc5-b630-5c8805225f9f),segment_id=52b2ca09-f331-4fc5-b630-5c8805225f9f)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:00:41.239223 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2e339f7e-5363-414f-a215-71a6e6c1da23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:41.274647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.276742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] device_id is not set on port 5c059671-9e1e-4338-a5ec-7afe252f7a4c yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 11:00:41.317462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e69454-f461-4831-ad6c-72f71075aa18 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Deleting subnet 1175dd2f-e702-436d-9322-ba6a1739f03a {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:00:41.321016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71e69454-f461-4831-ad6c-72f71075aa18 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.333265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.1 (de2fc362-105d-46a9-ae69-5fec96f20435/7168e6e2-722a-455d-8425-dc939e21f14d/0b699d13-b813-44a8-a810-2929d1017857) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:41.336640 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892dfcd-d6df-4ace-bd03-58da63dd9352 None None] Pushing event updated for resources: {'Port': ['ID=f4030903-4b73-4065-a6be-921a526af0af,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:41.340105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c892dfcd-d6df-4ace-bd03-58da63dd9352 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:41.344366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-1103945b-aa72-4754-88a9-3d4ec45f0997 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:41.386960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Routers {'9b2b77f2-7c26-4502-979f-3149b241d884'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:41.387349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c54c2b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['9b2b77f2-7c26-4502-979f-3149b241d884'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:41.442760 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71e69454-f461-4831-ad6c-72f71075aa18 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.546724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71e69454-f461-4831-ad6c-72f71075aa18 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.642530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71e69454-f461-4831-ad6c-72f71075aa18 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.648657 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8b645798-1f26-4a8a-b487-ba3023996230 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:41.696123 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e69454-f461-4831-ad6c-72f71075aa18 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event deleted for resources: {'Subnet': ['ID=1175dd2f-e702-436d-9322-ba6a1739f03a,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:41.700150 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-71e69454-f461-4831-ad6c-72f71075aa18 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:41.702066 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-71e69454-f461-4831-ad6c-72f71075aa18 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.708331 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-71e69454-f461-4831-ad6c-72f71075aa18 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "DELETE /v2.0/subnets/1175dd2f-e702-436d-9322-ba6a1739f03a HTTP/1.1" status: 204  len: 168 time: 0.4734709
Dec 24 11:00:41.710814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52578) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:41.772597 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Pushing event updated for resources: {'Port': ['ID=436aa8e7-5a15-47bb-82ec-785722246235,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:41.775526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db768fd-8038-4dc2-85d6-5bd1b86e9ba5 None None] Network 7fcfbf59-9142-4e4c-815c-6d44066baf70 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:41.788004 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Allocated IP 172.20.0.13 (fcef63c0-550b-4491-85df-936cce7c535c/0a45d651-87fb-4549-9b28-e48a9da4dab6/5c059671-9e1e-4338-a5ec-7afe252f7a4c) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:41.789452 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:41.822978 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.867168 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object 0b699d13-b813-44a8-a810-2929d1017857 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:41.879762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.935073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Deleting port a8926243-9fcf-4489-8886-ed4609930eff {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:41.935484 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:41.986275 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] Set router 9b2b77f2-7c26-4502-979f-3149b241d884 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:00:42.063211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:42.093819 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-38810f08-4785-43ae-9bea-1b1f1911c75a tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:42.182079 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network de2fc362-105d-46a9-ae69-5fec96f20435 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:42.200584 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:42.224070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:42.240488 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] For port a8926243-9fcf-4489-8886-ed4609930eff, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a8926243-9fcf-4489-8886-ed4609930eff,segment=NetworkSegment(9dd8bb76-6814-47dc-84a7-61498df060a9),segment_id=9dd8bb76-6814-47dc-84a7-61498df060a9)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:42.241070 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:42.244338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Transition to ACTIVE for port object 5c059671-9e1e-4338-a5ec-7afe252f7a4c will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:42.287610 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 436aa8e7-5a15-47bb-82ec-785722246235 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:42.295030 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=0b699d13-b813-44a8-a810-2929d1017857,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:42.303371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:42.333378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:42.337539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:42.348724 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-24c57e4a-72f1-4238-852d-e923b5b269f9 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:42.372361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Calling delete_port for a8926243-9fcf-4489-8886-ed4609930eff owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:42.433339 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=5c059671-9e1e-4338-a5ec-7afe252f7a4c,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:42.443165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:42.463201 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network fcef63c0-550b-4491-85df-936cce7c535c is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:42.464303 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:42.468035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:42.472860 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-06d3577d-296a-4740-96a1-46733192ad9e tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:42.489716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:42.493798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:42.532139 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event deleted for resources: {'Port': ['ID=a8926243-9fcf-4489-8886-ed4609930eff,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:42.534353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] No DVR routers for this DVR port a8926243-9fcf-4489-8886-ed4609930eff on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:00:42.536255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:42.572868 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:42.573576 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:42.594311 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Allocated IP 172.20.0.2 (de2fc362-105d-46a9-ae69-5fec96f20435/7168e6e2-722a-455d-8425-dc939e21f14d/9dad2553-5151-4537-846f-43bc9a05a7b7) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:42.622408 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52584) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:42.664408 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 4.4911640
Dec 24 11:00:42.677218 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52588) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:42.736330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:42.801707 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b77ef81f0>,) {'filters': {'network_id': ['7fcfbf59-9142-4e4c-815c-6d44066baf70']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:42.831365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77ef81f0>, '9dd8bb76-6814-47dc-84a7-61498df060a9') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:42.831845 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77ef81f0>, '9dd8bb76-6814-47dc-84a7-61498df060a9') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:42.850205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 436aa8e7-5a15-47bb-82ec-785722246235 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:42.851301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:42.860074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d337b939-0e6f-4b36-b94c-661ce4f76906 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:42.893439 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:42.910594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d337b939-0e6f-4b36-b94c-661ce4f76906 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:42.922673 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:00:42.923536 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:00:42.941451 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:00:43.043677 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd78a693-ceea-4448-855a-669ada894ee6 None None] DHCP port deletion for 7fcfbf59-9142-4e4c-815c-6d44066baf70 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:00:43.107717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c54c2b0>, [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:00:36Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:43.113193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:43.115879 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15315a1d-a9dc-4b5a-93dc-7915f6a447f8 None None] The sync data for ids ['9b2b77f2-7c26-4502-979f-3149b241d884'] in dv-neutron-822668-2-hyperv is: [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:00:36Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:00:43.136028 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Transition to ACTIVE for port object 9dad2553-5151-4537-846f-43bc9a05a7b7 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:43.145548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d337b939-0e6f-4b36-b94c-661ce4f76906 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:43.158495 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aedce59c-bf25-4611-a5be-0f6acf3e40c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:43.159442 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Transition to ACTIVE for port object 9dad2553-5151-4537-846f-43bc9a05a7b7 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:43.172579 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:43.179738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:43.181640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337b939-0e6f-4b36-b94c-661ce4f76906 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2e0dbf-18a7-4853-97c1-5be96ce78daf,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:43.186562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:43.199498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:43.202387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d337b939-0e6f-4b36-b94c-661ce4f76906 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:43.203002 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a26d1103-46a6-4fc4-aaf0-8964de4d759e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:43.242284 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Pushing event deleted for resources: {'Network': ['ID=7fcfbf59-9142-4e4c-815c-6d44066baf70,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:43.252407 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:43.257102 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fe6e05-dc7b-4be3-8f48-87adb6fad5f3 None None] Network fcef63c0-550b-4491-85df-936cce7c535c requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:43.271004 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d337b939-0e6f-4b36-b94c-661ce4f76906 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:43.272787 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d337b939-0e6f-4b36-b94c-661ce4f76906 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] 10.222.0.54 "DELETE /v2.0/security-groups/1d2e0dbf-18a7-4853-97c1-5be96ce78daf HTTP/1.1" status: 204  len: 168 time: 0.6449704
Dec 24 11:00:43.283461 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Network de2fc362-105d-46a9-ae69-5fec96f20435 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:43.290242 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:43.293494 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:43.297681 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "DELETE /v2.0/networks/7fcfbf59-9142-4e4c-815c-6d44066baf70 HTTP/1.1" status: 204  len: 168 time: 1.5855484
Dec 24 11:00:43.299194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52594) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:43.373747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52598) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:43.446597 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:43.527133 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Attempting to bind port 9dad2553-5151-4537-846f-43bc9a05a7b7 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:00:43.527524 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Attempting to bind port 9dad2553-5151-4537-846f-43bc9a05a7b7 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '078bf30d-8961-4056-aa68-743fc1bbd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:00:43.527901 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Attempting to bind port 9dad2553-5151-4537-846f-43bc9a05a7b7 on network de2fc362-105d-46a9-ae69-5fec96f20435 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:00:43.530097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Pushing event updated for resources: {'Port': ['ID=9dad2553-5151-4537-846f-43bc9a05a7b7,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:43.533240 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:43.534121 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bf84e5c1-fe79-4e84-a432-e3a825988ad0 None None] Provisioning for port 436aa8e7-5a15-47bb-82ec-785722246235 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:43.548906 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:00:43.549298 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Checking segment: {'id': '078bf30d-8961-4056-aa68-743fc1bbd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:43.549715 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:43.550171 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Bound using segment: {'id': '078bf30d-8961-4056-aa68-743fc1bbd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:00:43.550669 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Bound port: 9dad2553-5151-4537-846f-43bc9a05a7b7, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078bf30d-8961-4056-aa68-743fc1bbd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:00:43.551108 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:43.617830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2a372b3b-71a9-4ae9-b75d-bb55530f5db6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Synchronizing usage tracker for tenant:1fd2468b0e234af580891f62b12da1b6 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:43.621331 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bf84e5c1-fe79-4e84-a432-e3a825988ad0 None None] Provisioning complete for port 436aa8e7-5a15-47bb-82ec-785722246235 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:43.621550 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bf84e5c1-fe79-4e84-a432-e3a825988ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:43.645143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2a372b3b-71a9-4ae9-b75d-bb55530f5db6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Unset dirty status for tenant:1fd2468b0e234af580891f62b12da1b6 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:43.647555 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2a372b3b-71a9-4ae9-b75d-bb55530f5db6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "GET /v2.0/ports?device_id=984cd7c4-90d3-4c30-ab9b-62c4bd6c597e HTTP/1.1" status: 200  len: 205 time: 0.3463130
Dec 24 11:00:43.649746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52604) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:43.856719 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0981c74d-b0bc-4a8e-9b54-449bf3f27790 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:43.885042 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] For port 9dad2553-5151-4537-846f-43bc9a05a7b7, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:00:43.890694 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] For port 9dad2553-5151-4537-846f-43bc9a05a7b7, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=9dad2553-5151-4537-846f-43bc9a05a7b7,segment=NetworkSegment(078bf30d-8961-4056-aa68-743fc1bbd1d4),segment_id=078bf30d-8961-4056-aa68-743fc1bbd1d4)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:00:43.940133 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:43.958931 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5b897cdf-55cf-4b0a-b0b7-e3af05c258a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:44.169815 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bf84e5c1-fe79-4e84-a432-e3a825988ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:44.210465 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Pushing event updated for resources: {'Port': ['ID=9dad2553-5151-4537-846f-43bc9a05a7b7,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:44.252108 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:44.253097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f4030903-4b73-4065-a6be-921a526af0af up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:44.314382 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-bf84e5c1-fe79-4e84-a432-e3a825988ad0 None None] For port 436aa8e7-5a15-47bb-82ec-785722246235, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=436aa8e7-5a15-47bb-82ec-785722246235,segment=NetworkSegment(52b2ca09-f331-4fc5-b630-5c8805225f9f),segment_id=52b2ca09-f331-4fc5-b630-5c8805225f9f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:44.353554 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bf84e5c1-fe79-4e84-a432-e3a825988ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:44.390034 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c5b5d279-def7-4129-a2f2-be32c5b16cb8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:44.440639 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:44.458551 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:44.492440 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ffd7ff21-180d-4e1d-8483-13fd62cfd099 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:44.528387 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port f4030903-4b73-4065-a6be-921a526af0af completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:44.539521 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84e5c1-fe79-4e84-a432-e3a825988ad0 None None] Pushing event updated for resources: {'Port': ['ID=436aa8e7-5a15-47bb-82ec-785722246235,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:44.549630 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bf84e5c1-fe79-4e84-a432-e3a825988ad0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:44.551733 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port f4030903-4b73-4065-a6be-921a526af0af triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:44.552349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:44.602435 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:44.747220 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:44.767100 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port f4030903-4b73-4065-a6be-921a526af0af, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f4030903-4b73-4065-a6be-921a526af0af,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:44.776339 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:44.783948 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=0b699d13-b813-44a8-a810-2929d1017857,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:44.794825 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:44.797994 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:44.808710 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:44.856048 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a8926243-9fcf-4489-8886-ed4609930eff no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:44.866139 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0981c74d-b0bc-4a8e-9b54-449bf3f27790 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:44.868506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0981c74d-b0bc-4a8e-9b54-449bf3f27790 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:44.906375 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: a8926243-9fcf-4489-8886-ed4609930eff {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:44.907565 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a8926243-9fcf-4489-8886-ed4609930eff not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:44.913342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0981c74d-b0bc-4a8e-9b54-449bf3f27790 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:44.913826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0981c74d-b0bc-4a8e-9b54-449bf3f27790 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Fanout notify agent at l3_agent the message router_deleted on router 984cd7c4-90d3-4c30-ab9b-62c4bd6c597e {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:00:44.930732 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0981c74d-b0bc-4a8e-9b54-449bf3f27790 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:44.934341 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0981c74d-b0bc-4a8e-9b54-449bf3f27790 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] 10.222.0.54 "DELETE /v2.0/routers/984cd7c4-90d3-4c30-ab9b-62c4bd6c597e HTTP/1.1" status: 204  len: 168 time: 1.2832720
Dec 24 11:00:44.953717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=f4030903-4b73-4065-a6be-921a526af0af,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:44.964800 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:44.990826 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8ff6a9ab-a5d8-42e7-9924-52cd56b8102a None None] Provisioning for port 5c059671-9e1e-4338-a5ec-7afe252f7a4c completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:44.999546 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8ff6a9ab-a5d8-42e7-9924-52cd56b8102a None None] Provisioning complete for port 5c059671-9e1e-4338-a5ec-7afe252f7a4c triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:45.000623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8ff6a9ab-a5d8-42e7-9924-52cd56b8102a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:45.063642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1500957b-945b-446a-8c1c-90f483f0389a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:45.101804 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-8ff6a9ab-a5d8-42e7-9924-52cd56b8102a None None] Port 5c059671-9e1e-4338-a5ec-7afe252f7a4c cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:45.113803 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8ff6a9ab-a5d8-42e7-9924-52cd56b8102a None None] Provisioning complete for port 436aa8e7-5a15-47bb-82ec-785722246235 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:45.114657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8ff6a9ab-a5d8-42e7-9924-52cd56b8102a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:45.274833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network de2fc362-105d-46a9-ae69-5fec96f20435 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:45.279054 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:45.376434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52612) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:45.446842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-f60e8cc1-565c-4b6d-ae30-d1469e3a0692 None None] Provisioning complete for port 5c059671-9e1e-4338-a5ec-7afe252f7a4c triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:45.447430 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f60e8cc1-565c-4b6d-ae30-d1469e3a0692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:45.458986 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:45.534939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:45.541761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d56cf7bc-95f1-4dad-b423-d717f80a064c tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:45.554894 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-f60e8cc1-565c-4b6d-ae30-d1469e3a0692 None None] Port 5c059671-9e1e-4338-a5ec-7afe252f7a4c cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:45.730862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6c2292-76d8-4f5c-b39d-ee6a51a8ea28 None None] Network de2fc362-105d-46a9-ae69-5fec96f20435 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:45.735055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=5c059671-9e1e-4338-a5ec-7afe252f7a4c,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:45.740452 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1500957b-945b-446a-8c1c-90f483f0389a admin admin] Deleting port dbe9551d-1546-4acc-9f3e-5c8380be1867 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:45.740798 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1500957b-945b-446a-8c1c-90f483f0389a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:45.746354 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:45.755021 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 9b2b77f2-7c26-4502-979f-3149b241d884 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:00:45.891027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9b756df2-9c86-4d15-8cdb-d10f470172a1 None None] Provisioning for port 9dad2553-5151-4537-846f-43bc9a05a7b7 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:45.902531 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-dde28e2b-e5ab-4be9-aa49-aa6f200aa296 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1fd2468b0e234af580891f62b12da1b6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.5223656
Dec 24 11:00:45.905003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52618) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:46.008168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-1500957b-945b-446a-8c1c-90f483f0389a admin admin] For port dbe9551d-1546-4acc-9f3e-5c8380be1867, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=dbe9551d-1546-4acc-9f3e-5c8380be1867,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:46.008546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1500957b-945b-446a-8c1c-90f483f0389a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:46.069564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-178643f9-cede-44f0-b665-48f2bb5b35bd None None] Provisioning complete for port 5c059671-9e1e-4338-a5ec-7afe252f7a4c triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:46.070080 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-178643f9-cede-44f0-b665-48f2bb5b35bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:46.145690 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-178643f9-cede-44f0-b665-48f2bb5b35bd None None] Port 5c059671-9e1e-4338-a5ec-7afe252f7a4c cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:46.164365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1500957b-945b-446a-8c1c-90f483f0389a admin admin] Calling delete_port for dbe9551d-1546-4acc-9f3e-5c8380be1867 owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:46.196885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-34b00e4d-f985-4d05-9ee1-b125616584bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:46.225542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-34b00e4d-f985-4d05-9ee1-b125616584bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:46.300220 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f4030903-4b73-4065-a6be-921a526af0af up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:46.327281 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:46.347598 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:00:46.353618 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/9b2b77f2-7c26-4502-979f-3149b241d884/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4486885
Dec 24 11:00:46.360834 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52622) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:46.362407 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Sync routers for ids ['9b2b77f2-7c26-4502-979f-3149b241d884'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:00:46.381927 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Routers {'9b2b77f2-7c26-4502-979f-3149b241d884'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:46.391404 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbac520>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['9b2b77f2-7c26-4502-979f-3149b241d884'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:46.402146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port f4030903-4b73-4065-a6be-921a526af0af triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:46.403109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:46.414643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-34b00e4d-f985-4d05-9ee1-b125616584bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:46.419398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:46.433007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b00e4d-f985-4d05-9ee1-b125616584bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42756997-9aeb-49ee-a858-3e8df2125b9f,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:46.441952 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-34b00e4d-f985-4d05-9ee1-b125616584bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:46.444824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-34b00e4d-f985-4d05-9ee1-b125616584bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:46.450255 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-34b00e4d-f985-4d05-9ee1-b125616584bc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/42756997-9aeb-49ee-a858-3e8df2125b9f HTTP/1.1" status: 204  len: 168 time: 0.5401745
Dec 24 11:00:46.608750 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2c7e3714-f327-4dce-97e9-775c4a6e7e13 None None] Provisioning for port 0b699d13-b813-44a8-a810-2929d1017857 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:46.626823 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2c7e3714-f327-4dce-97e9-775c4a6e7e13 None None] Provisioning complete for port 0b699d13-b813-44a8-a810-2929d1017857 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:46.627349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2c7e3714-f327-4dce-97e9-775c4a6e7e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:46.650375 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1500957b-945b-446a-8c1c-90f483f0389a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:46.658906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:46.672553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9676ebce-e496-41fa-8b64-3729ea514100 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:46.673076 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9676ebce-e496-41fa-8b64-3729ea514100 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:46.673558 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9676ebce-e496-41fa-8b64-3729ea514100 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:46.677778 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9676ebce-e496-41fa-8b64-3729ea514100 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:46.680946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9676ebce-e496-41fa-8b64-3729ea514100 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:46.681623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9676ebce-e496-41fa-8b64-3729ea514100 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:46.682271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9676ebce-e496-41fa-8b64-3729ea514100 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:46.682991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9676ebce-e496-41fa-8b64-3729ea514100 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:46.683547 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9676ebce-e496-41fa-8b64-3729ea514100 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:46.692919 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9676ebce-e496-41fa-8b64-3729ea514100 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6309 time: 0.3309855
Dec 24 11:00:46.694435 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52628) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:46.734009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500957b-945b-446a-8c1c-90f483f0389a admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe9551d-1546-4acc-9f3e-5c8380be1867,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:46.735736 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1500957b-945b-446a-8c1c-90f483f0389a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:46.788909 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:46.804860 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 436aa8e7-5a15-47bb-82ec-785722246235 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:46.843020 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Set router 9b2b77f2-7c26-4502-979f-3149b241d884 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:00:46.946082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-2c7e3714-f327-4dce-97e9-775c4a6e7e13 None None] Port 0b699d13-b813-44a8-a810-2929d1017857 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:46.968836 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 436aa8e7-5a15-47bb-82ec-785722246235 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:46.969287 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:47.169198 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9c58181e-33a6-495d-95d2-85cd397e0edb None None] Provisioning complete for port 0b699d13-b813-44a8-a810-2929d1017857 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:47.169586 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9c58181e-33a6-495d-95d2-85cd397e0edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:47.234521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1500957b-945b-446a-8c1c-90f483f0389a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:47.253614 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 9dad2553-5151-4537-846f-43bc9a05a7b7 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:47.266708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e2d72a-27c7-4ea9-8272-a62b300e76ca tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:47.267186 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e2d72a-27c7-4ea9-8272-a62b300e76ca tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:47.267651 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e2d72a-27c7-4ea9-8272-a62b300e76ca tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:47.268109 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e2d72a-27c7-4ea9-8272-a62b300e76ca tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:47.268565 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e2d72a-27c7-4ea9-8272-a62b300e76ca tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:47.269009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e2d72a-27c7-4ea9-8272-a62b300e76ca tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:47.269517 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e2d72a-27c7-4ea9-8272-a62b300e76ca tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:47.269999 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e2d72a-27c7-4ea9-8272-a62b300e76ca tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:47.271965 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-97e2d72a-27c7-4ea9-8272-a62b300e76ca tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5217 time: 0.5746813
Dec 24 11:00:47.280269 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52632) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:47.288638 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9c58181e-33a6-495d-95d2-85cd397e0edb None None] Port 0b699d13-b813-44a8-a810-2929d1017857 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:47.332498 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 9dad2553-5151-4537-846f-43bc9a05a7b7 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:47.338609 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 9dad2553-5151-4537-846f-43bc9a05a7b7 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:47.339027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:47.405505 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbac520>, [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:00:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '0b699d13-b813-44a8-a810-2929d1017857', 'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:7c:c1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:41Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 2, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:47.410831 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Checking router: 9b2b77f2-7c26-4502-979f-3149b241d884 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:00:47.411664 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Updating router 9b2b77f2-7c26-4502-979f-3149b241d884 port 0b699d13-b813-44a8-a810-2929d1017857 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:00:47.469949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-49b14933-9a7e-4cb2-99a7-98a16a728e7d None None] Provisioning complete for port 0b699d13-b813-44a8-a810-2929d1017857 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:47.473557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-49b14933-9a7e-4cb2-99a7-98a16a728e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:47.475813 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:47.588057 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-49b14933-9a7e-4cb2-99a7-98a16a728e7d None None] Port 0b699d13-b813-44a8-a810-2929d1017857 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:47.622799 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:47.649760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:47.666247 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 9dad2553-5151-4537-846f-43bc9a05a7b7, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=9dad2553-5151-4537-846f-43bc9a05a7b7,segment=NetworkSegment(078bf30d-8961-4056-aa68-743fc1bbd1d4),segment_id=078bf30d-8961-4056-aa68-743fc1bbd1d4)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:47.666839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:47.673315 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:47.679813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bf84e5c1-fe79-4e84-a432-e3a825988ad0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:47.694350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2ba5f013-f062-4b13-bd09-a9656264eef4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:47.770087 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=9dad2553-5151-4537-846f-43bc9a05a7b7,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:47.781920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:47.803599 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=5c059671-9e1e-4338-a5ec-7afe252f7a4c,revision_number=3']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:47.814120 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b11828b1-4066-4197-91d3-961fb483fc5a tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4300 time: 0.5304124
Dec 24 11:00:47.814120 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:47.818858 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:47.829531 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1500957b-945b-446a-8c1c-90f483f0389a admin admin] Router 78491838-022f-4d68-9cab-210ed7f126c1 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:00:47.902000 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:47.914699 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Transition to ACTIVE for port object 0b699d13-b813-44a8-a810-2929d1017857 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:47.927738 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:47.935505 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-4b3311a7-1e83-4951-bba6-0b19ad5e1bc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:48.091948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1500957b-945b-446a-8c1c-90f483f0389a admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:00:48.107283 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615614c9-10be-4522-be54-319997c1765c None None] Sync routers for ids ['78491838-022f-4d68-9cab-210ed7f126c1'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:00:48.122607 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1500957b-945b-446a-8c1c-90f483f0389a admin admin] 10.222.0.54 "PUT /v2.0/routers/78491838-022f-4d68-9cab-210ed7f126c1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7452741
Dec 24 11:00:48.123619 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52638) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:48.126093 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615614c9-10be-4522-be54-319997c1765c None None] Routers {'78491838-022f-4d68-9cab-210ed7f126c1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:48.126856 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-615614c9-10be-4522-be54-319997c1765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4550d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['78491838-022f-4d68-9cab-210ed7f126c1'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:48.244045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 9dad2553-5151-4537-846f-43bc9a05a7b7 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:48.246458 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1319107-18e0-46aa-93b5-af3f208b16b8 None None] Pushing event updated for resources: {'Port': ['ID=0b699d13-b813-44a8-a810-2929d1017857,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:48.252381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52642) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:48.273040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-5e269914-b61b-4705-b655-585d107cf68c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-632403167', 'description': 'tempest-secgroup-smoke-632403167 description', 'project_id': '1df2c4270c8b4c3e834179de6e64472f'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:48.287071 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5e269914-b61b-4705-b655-585d107cf68c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:48.295126 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network fcef63c0-550b-4491-85df-936cce7c535c is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:48.297062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:48.297836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5e269914-b61b-4705-b655-585d107cf68c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:48.298722 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1319107-18e0-46aa-93b5-af3f208b16b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:48.299075 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1319107-18e0-46aa-93b5-af3f208b16b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:48.299827 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1319107-18e0-46aa-93b5-af3f208b16b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:48.300172 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1319107-18e0-46aa-93b5-af3f208b16b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:48.300503 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1319107-18e0-46aa-93b5-af3f208b16b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:48.300833 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1319107-18e0-46aa-93b5-af3f208b16b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:48.301337 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1319107-18e0-46aa-93b5-af3f208b16b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:48.301461 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1319107-18e0-46aa-93b5-af3f208b16b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:48.301794 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1319107-18e0-46aa-93b5-af3f208b16b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:48.302146 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1319107-18e0-46aa-93b5-af3f208b16b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:48.305694 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1319107-18e0-46aa-93b5-af3f208b16b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:48.306242 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1319107-18e0-46aa-93b5-af3f208b16b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:48.310871 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5e269914-b61b-4705-b655-585d107cf68c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:48.321560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5e269914-b61b-4705-b655-585d107cf68c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:48.342854 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-f1319107-18e0-46aa-93b5-af3f208b16b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:48.357396 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Attempting to bind port 0b699d13-b813-44a8-a810-2929d1017857 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:00:48.358163 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Attempting to bind port 0b699d13-b813-44a8-a810-2929d1017857 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '078bf30d-8961-4056-aa68-743fc1bbd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:00:48.358541 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Attempting to bind port 0b699d13-b813-44a8-a810-2929d1017857 on network de2fc362-105d-46a9-ae69-5fec96f20435 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:00:48.368756 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:00:48.369016 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Checking segment: {'id': '078bf30d-8961-4056-aa68-743fc1bbd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:48.369501 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:48.369834 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Bound using segment: {'id': '078bf30d-8961-4056-aa68-743fc1bbd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:00:48.370356 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Bound port: 0b699d13-b813-44a8-a810-2929d1017857, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078bf30d-8961-4056-aa68-743fc1bbd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:00:48.370837 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:48.415511 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5e269914-b61b-4705-b655-585d107cf68c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:48.422898 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 9dad2553-5151-4537-846f-43bc9a05a7b7 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:48.423584 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:48.452671 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0d5cf64-34db-4758-b66d-c6a0d0f9121a admin admin] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:48.519371 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5e269914-b61b-4705-b655-585d107cf68c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:48.540676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5e269914-b61b-4705-b655-585d107cf68c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:48.546017 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5e269914-b61b-4705-b655-585d107cf68c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:48.575282 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5e269914-b61b-4705-b655-585d107cf68c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:48.626031 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-615614c9-10be-4522-be54-319997c1765c None None] Set router 78491838-022f-4d68-9cab-210ed7f126c1 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:00:48.640285 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Router b7288fe2-01ef-4edc-832c-1bbde3154330 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:00:48.649310 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] For port 0b699d13-b813-44a8-a810-2929d1017857, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:00:48.653780 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] For port 0b699d13-b813-44a8-a810-2929d1017857, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0b699d13-b813-44a8-a810-2929d1017857,segment=NetworkSegment(078bf30d-8961-4056-aa68-743fc1bbd1d4),segment_id=078bf30d-8961-4056-aa68-743fc1bbd1d4)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:00:48.676110 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:48.681564 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-8d889887-09ee-4409-a32a-7c18368896af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:48.769149 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1319107-18e0-46aa-93b5-af3f208b16b8 None None] Pushing event updated for resources: {'Port': ['ID=0b699d13-b813-44a8-a810-2929d1017857,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:48.773494 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-f1319107-18e0-46aa-93b5-af3f208b16b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:48.776948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0d5cf64-34db-4758-b66d-c6a0d0f9121a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:48.807315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5cf64-34db-4758-b66d-c6a0d0f9121a admin admin] Deleting port e04d31cd-d8f1-4158-a91d-83b5ee7f16b9 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:48.807920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0d5cf64-34db-4758-b66d-c6a0d0f9121a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:48.812690 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Routers {'9b2b77f2-7c26-4502-979f-3149b241d884'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:48.813340 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbac520>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['9b2b77f2-7c26-4502-979f-3149b241d884'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:48.845915 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:00:48.859766 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "PUT /v2.0/routers/b7288fe2-01ef-4edc-832c-1bbde3154330/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1816223
Dec 24 11:00:48.862748 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52646) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:48.916196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5e269914-b61b-4705-b655-585d107cf68c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:48.952596 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5e269914-b61b-4705-b655-585d107cf68c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:48.956290 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda4dcf4-e0bc-4332-b24a-76505e68ea5b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:48.957141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fda4dcf4-e0bc-4332-b24a-76505e68ea5b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:48.978758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fda4dcf4-e0bc-4332-b24a-76505e68ea5b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:48.980267 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fda4dcf4-e0bc-4332-b24a-76505e68ea5b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7288fe2-01ef-4edc-832c-1bbde3154330 HTTP/1.1" status: 200  len: 982 time: 0.1161835
Dec 24 11:00:48.984119 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52650) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:48.986159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-422eb5a1-e663-4e68-adde-6badbba2b302 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:48.990762 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b86d42-8ff6-4321-a18c-dd07a98936e6 None None] Sync routers for ids ['b7288fe2-01ef-4edc-832c-1bbde3154330'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:00:49.049847 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b86d42-8ff6-4321-a18c-dd07a98936e6 None None] Routers {'b7288fe2-01ef-4edc-832c-1bbde3154330'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:49.050603 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d4b86d42-8ff6-4321-a18c-dd07a98936e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e00baf0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['b7288fe2-01ef-4edc-832c-1bbde3154330'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:49.111752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5e269914-b61b-4705-b655-585d107cf68c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:49.112958 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5e269914-b61b-4705-b655-585d107cf68c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.8594894
Dec 24 11:00:49.119955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52654) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:49.127507 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-e54cbadf-dc65-47ac-82a6-bf740c8a05ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '642e09a0-a108-4686-bd84-bd4338f9fcab', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:49.137615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e54cbadf-dc65-47ac-82a6-bf740c8a05ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:49.143384 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e269914-b61b-4705-b655-585d107cf68c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642e09a0-a108-4686-bd84-bd4338f9fcab,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:49.148789 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e54cbadf-dc65-47ac-82a6-bf740c8a05ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:49.151524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5e269914-b61b-4705-b655-585d107cf68c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:49.152315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e54cbadf-dc65-47ac-82a6-bf740c8a05ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:49.161283 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d4b86d42-8ff6-4321-a18c-dd07a98936e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e00baf0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:49.172745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e54cbadf-dc65-47ac-82a6-bf740c8a05ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:49.175268 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] Set router 9b2b77f2-7c26-4502-979f-3149b241d884 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:00:49.201808 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-75ed0393-aac0-4acb-b893-01e56bb0be42 None None] Provisioning complete for port 5c059671-9e1e-4338-a5ec-7afe252f7a4c triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:49.202112 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-c0d5cf64-34db-4758-b66d-c6a0d0f9121a admin admin] For port e04d31cd-d8f1-4158-a91d-83b5ee7f16b9, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e04d31cd-d8f1-4158-a91d-83b5ee7f16b9,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:49.202252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0d5cf64-34db-4758-b66d-c6a0d0f9121a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:49.202353 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-75ed0393-aac0-4acb-b893-01e56bb0be42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:49.221251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e54cbadf-dc65-47ac-82a6-bf740c8a05ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:49.235640 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b86d42-8ff6-4321-a18c-dd07a98936e6 None None] Routers {'b7288fe2-01ef-4edc-832c-1bbde3154330'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:49.236642 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d4b86d42-8ff6-4321-a18c-dd07a98936e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e00baf0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['b7288fe2-01ef-4edc-832c-1bbde3154330'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:49.268880 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-75ed0393-aac0-4acb-b893-01e56bb0be42 None None] Port 5c059671-9e1e-4338-a5ec-7afe252f7a4c cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:49.273133 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-615614c9-10be-4522-be54-319997c1765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4550d0>, [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233'}], 'enable_snat': True}, 'gw_port_id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T11:00:46Z', 'revision_number': 5, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port': {'id': 'e04d31cd-d8f1-4158-a91d-83b5ee7f16b9', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78491838-022f-4d68-9cab-210ed7f126c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:22Z', 'updated_at': '2021-12-24T10:51:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:49.281360 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615614c9-10be-4522-be54-319997c1765c None None] Checking router: 78491838-022f-4d68-9cab-210ed7f126c1 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:00:49.297194 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615614c9-10be-4522-be54-319997c1765c None None] Routers {'78491838-022f-4d68-9cab-210ed7f126c1'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:49.297829 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-615614c9-10be-4522-be54-319997c1765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4550d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['78491838-022f-4d68-9cab-210ed7f126c1'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:49.304036 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d4b86d42-8ff6-4321-a18c-dd07a98936e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e00baf0>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:49.304779 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b86d42-8ff6-4321-a18c-dd07a98936e6 None None] The sync data for ids ['b7288fe2-01ef-4edc-832c-1bbde3154330'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:00:49.365627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5cf64-34db-4758-b66d-c6a0d0f9121a admin admin] Calling delete_port for e04d31cd-d8f1-4158-a91d-83b5ee7f16b9 owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:49.472048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e54cbadf-dc65-47ac-82a6-bf740c8a05ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:49.484033 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-615614c9-10be-4522-be54-319997c1765c None None] Set router 78491838-022f-4d68-9cab-210ed7f126c1 gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:00:49.484329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e54cbadf-dc65-47ac-82a6-bf740c8a05ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:49.501378 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cb97c088-652d-4836-877d-8b6b50483039 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:49.537928 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e54cbadf-dc65-47ac-82a6-bf740c8a05ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:49.539194 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e54cbadf-dc65-47ac-82a6-bf740c8a05ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4183009
Dec 24 11:00:49.542358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52658) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:49.547894 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54cbadf-dc65-47ac-82a6-bf740c8a05ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4b21f1-7d0e-4022-bd56-c85fbc8e82cd,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:49.553580 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-59ffe2fd-37e2-4535-9007-071e8677469c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '642e09a0-a108-4686-bd84-bd4338f9fcab', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:49.558596 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e54cbadf-dc65-47ac-82a6-bf740c8a05ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:49.563866 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-59ffe2fd-37e2-4535-9007-071e8677469c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:49.570589 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-59ffe2fd-37e2-4535-9007-071e8677469c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:49.580067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-59ffe2fd-37e2-4535-9007-071e8677469c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:49.590131 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-59ffe2fd-37e2-4535-9007-071e8677469c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:49.642981 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbac520>, [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:00:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '0b699d13-b813-44a8-a810-2929d1017857', 'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:7c:c1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:41Z', 'updated_at': '2021-12-24T11:00:48Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:49.656609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0616ff55-1fe9-4214-999b-a7d984de213c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:49.659279 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-59ffe2fd-37e2-4535-9007-071e8677469c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:49.662433 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd2b983-e6d8-4416-92fb-05cba33d831c None None] The sync data for ids ['9b2b77f2-7c26-4502-979f-3149b241d884'] in dv-neutron-822668-2-hyperv is: [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:00:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '0b699d13-b813-44a8-a810-2929d1017857', 'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:7c:c1:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:41Z', 'updated_at': '2021-12-24T11:00:48Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:00:49.672574 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-615614c9-10be-4522-be54-319997c1765c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4550d0>, [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T11:00:48Z', 'revision_number': 6, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:49.682124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615614c9-10be-4522-be54-319997c1765c None None] The sync data for ids ['78491838-022f-4d68-9cab-210ed7f126c1'] in dv-neutron-822668-2-hyperv is: [{'id': '78491838-022f-4d68-9cab-210ed7f126c1', 'name': 'tempest-TestVolumeBootPattern-593629473-router', 'tenant_id': '8543661828634582b0e4847120774eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:19Z', 'updated_at': '2021-12-24T11:00:48Z', 'revision_number': 6, 'project_id': '8543661828634582b0e4847120774eaa', 'gw_port_host': None}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:00:49.755838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0d5cf64-34db-4758-b66d-c6a0d0f9121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:49.761889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-59ffe2fd-37e2-4535-9007-071e8677469c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:49.763566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d7a7b8f6-edfe-4690-b3bf-d8b9fd92be8b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:49.808935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-59ffe2fd-37e2-4535-9007-071e8677469c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:49.811725 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5cf64-34db-4758-b66d-c6a0d0f9121a admin admin] Pushing event deleted for resources: {'Port': ['ID=e04d31cd-d8f1-4158-a91d-83b5ee7f16b9,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:49.821250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c0d5cf64-34db-4758-b66d-c6a0d0f9121a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:49.821767 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-98e72b84-e1f5-4146-b822-9c72d8ee2ea8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:49.980383 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-0616ff55-1fe9-4214-999b-a7d984de213c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 5c059671-9e1e-4338-a5ec-7afe252f7a4c {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:49.980927 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0616ff55-1fe9-4214-999b-a7d984de213c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.047746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffe2fd-37e2-4535-9007-071e8677469c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7cd108-78a1-486d-9caf-7881f71aa636,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:50.058768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-59ffe2fd-37e2-4535-9007-071e8677469c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:50.072597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-59ffe2fd-37e2-4535-9007-071e8677469c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.073851 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-59ffe2fd-37e2-4535-9007-071e8677469c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5288367
Dec 24 11:00:50.077155 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52662) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:50.083861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-793a899e-3c0e-4e35-8b56-c3d1a6aae1b6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '642e09a0-a108-4686-bd84-bd4338f9fcab', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:50.092371 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-793a899e-3c0e-4e35-8b56-c3d1a6aae1b6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:50.113084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-793a899e-3c0e-4e35-8b56-c3d1a6aae1b6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:50.117473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-793a899e-3c0e-4e35-8b56-c3d1a6aae1b6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:50.127158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-793a899e-3c0e-4e35-8b56-c3d1a6aae1b6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:50.136780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0d5cf64-34db-4758-b66d-c6a0d0f9121a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.299581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0b699d13-b813-44a8-a810-2929d1017857 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:50.358955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0d5cf64-34db-4758-b66d-c6a0d0f9121a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.361148 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0d5cf64-34db-4758-b66d-c6a0d0f9121a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.366940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0616ff55-1fe9-4214-999b-a7d984de213c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.382800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-793a899e-3c0e-4e35-8b56-c3d1a6aae1b6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.408876 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0d5cf64-34db-4758-b66d-c6a0d0f9121a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.409379 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d5cf64-34db-4758-b66d-c6a0d0f9121a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78491838-022f-4d68-9cab-210ed7f126c1 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:00:50.412870 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 0b699d13-b813-44a8-a810-2929d1017857 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:50.424315 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 0b699d13-b813-44a8-a810-2929d1017857 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:50.424692 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.459072 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c0d5cf64-34db-4758-b66d-c6a0d0f9121a admin admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.464151 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c0d5cf64-34db-4758-b66d-c6a0d0f9121a admin admin] 10.222.0.54 "DELETE /v2.0/routers/78491838-022f-4d68-9cab-210ed7f126c1 HTTP/1.1" status: 204  len: 168 time: 2.3373032
Dec 24 11:00:50.465060 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52666) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:50.517723 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-0616ff55-1fe9-4214-999b-a7d984de213c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for 5c059671-9e1e-4338-a5ec-7afe252f7a4c owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:50.557469 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.572042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-793a899e-3c0e-4e35-8b56-c3d1a6aae1b6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.580391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-793a899e-3c0e-4e35-8b56-c3d1a6aae1b6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.583892 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d47a502d-5882-46eb-b0e5-620bbe2726e9 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:50.599816 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 0b699d13-b813-44a8-a810-2929d1017857, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0b699d13-b813-44a8-a810-2929d1017857,segment=NetworkSegment(078bf30d-8961-4056-aa68-743fc1bbd1d4),segment_id=078bf30d-8961-4056-aa68-743fc1bbd1d4)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:50.604755 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.608837 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:50.615351 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-89ed1726-20d5-4f7e-8517-19b790cf28a5 admin admin] Deleting subnet e0a321e5-1d5c-4349-a6e4-b5d68559fd38 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:00:50.619218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-89ed1726-20d5-4f7e-8517-19b790cf28a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.646406 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dbe9551d-1546-4acc-9f3e-5c8380be1867 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:50.696044 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: dbe9551d-1546-4acc-9f3e-5c8380be1867 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:50.696622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dbe9551d-1546-4acc-9f3e-5c8380be1867 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:50.726327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=0b699d13-b813-44a8-a810-2929d1017857,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:50.729842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:50.735016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a899e-3c0e-4e35-8b56-c3d1a6aae1b6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42182c34-15f9-4e94-a7be-442436ad691d,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:50.739468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-793a899e-3c0e-4e35-8b56-c3d1a6aae1b6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:50.740426 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-793a899e-3c0e-4e35-8b56-c3d1a6aae1b6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.741691 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-793a899e-3c0e-4e35-8b56-c3d1a6aae1b6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6636128
Dec 24 11:00:50.744416 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52670) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:50.750364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-89ed1726-20d5-4f7e-8517-19b790cf28a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.785322 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-915da92b-6ad0-481a-b811-998f32665a61 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '642e09a0-a108-4686-bd84-bd4338f9fcab', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:50.807760 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-915da92b-6ad0-481a-b811-998f32665a61 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:50.815366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-915da92b-6ad0-481a-b811-998f32665a61 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:50.819625 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-915da92b-6ad0-481a-b811-998f32665a61 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:50.828088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-915da92b-6ad0-481a-b811-998f32665a61 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:50.869162 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-915da92b-6ad0-481a-b811-998f32665a61 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.900476 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-89ed1726-20d5-4f7e-8517-19b790cf28a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.952711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0616ff55-1fe9-4214-999b-a7d984de213c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:50.959730 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4c65ac7a-5b95-4985-94b4-95624771dcf6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:51.002582 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-915da92b-6ad0-481a-b811-998f32665a61 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.007585 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0616ff55-1fe9-4214-999b-a7d984de213c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=5c059671-9e1e-4338-a5ec-7afe252f7a4c,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:51.009791 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-915da92b-6ad0-481a-b811-998f32665a61 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.018117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6a5b307f-e63a-40f9-80ec-db1e640b5294 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:51.029905 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-89ed1726-20d5-4f7e-8517-19b790cf28a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.048153 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0616ff55-1fe9-4214-999b-a7d984de213c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:51.049624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915da92b-6ad0-481a-b811-998f32665a61 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ab7656-130f-48a4-a7ff-c29bc5fd0811,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:51.052064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-915da92b-6ad0-481a-b811-998f32665a61 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:51.053393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d8a6ef15-f45a-4cf5-a0ee-d8286071ac28 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:51.081256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-89ed1726-20d5-4f7e-8517-19b790cf28a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.088245 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f99207-b7be-4217-b501-d9b065e56954 None None] Network 5649a2db-549e-48e6-b856-f7dfd6b31b16 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:51.100397 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed1726-20d5-4f7e-8517-19b790cf28a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0a321e5-1d5c-4349-a6e4-b5d68559fd38,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:51.102846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-89ed1726-20d5-4f7e-8517-19b790cf28a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:51.111861 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-89ed1726-20d5-4f7e-8517-19b790cf28a5 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/e0a321e5-1d5c-4349-a6e4-b5d68559fd38 HTTP/1.1" status: 204  len: 168 time: 0.6414413
Dec 24 11:00:51.111861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-915da92b-6ad0-481a-b811-998f32665a61 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.112252 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-915da92b-6ad0-481a-b811-998f32665a61 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3666880
Dec 24 11:00:51.112502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52674) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:51.115198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52678) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:51.152244 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-557ba042-e06a-4bab-a7cc-00927aec9fc4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '642e09a0-a108-4686-bd84-bd4338f9fcab', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:51.166224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-557ba042-e06a-4bab-a7cc-00927aec9fc4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:51.238040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-557ba042-e06a-4bab-a7cc-00927aec9fc4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:51.255390 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-557ba042-e06a-4bab-a7cc-00927aec9fc4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:51.268302 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-557ba042-e06a-4bab-a7cc-00927aec9fc4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:51.294079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.301605 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-557ba042-e06a-4bab-a7cc-00927aec9fc4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:00:51.314120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-557ba042-e06a-4bab-a7cc-00927aec9fc4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.346286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0616ff55-1fe9-4214-999b-a7d984de213c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.356520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Deleting port d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:51.356902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.456532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-557ba042-e06a-4bab-a7cc-00927aec9fc4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.471502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-557ba042-e06a-4bab-a7cc-00927aec9fc4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.484083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e3855eb6-339e-4650-8a26-a3db26b62133 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:51.531494 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e279aa39-4107-400b-8f3a-391a4bc73c29 None None] DHCP port deletion for 5649a2db-549e-48e6-b856-f7dfd6b31b16 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:00:51.536336 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-e279aa39-4107-400b-8f3a-391a4bc73c29 None None] Deleting port d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:51.536684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e279aa39-4107-400b-8f3a-391a4bc73c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.547004 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557ba042-e06a-4bab-a7cc-00927aec9fc4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12f336dd-b9e6-44fa-a349-e282af77b17e,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:51.550028 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-557ba042-e06a-4bab-a7cc-00927aec9fc4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:51.553353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-557ba042-e06a-4bab-a7cc-00927aec9fc4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.556529 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-557ba042-e06a-4bab-a7cc-00927aec9fc4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4384007
Dec 24 11:00:51.558541 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52682) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:51.572774 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-b7ea55de-1fba-47ef-9257-9497f49e124a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '642e09a0-a108-4686-bd84-bd4338f9fcab', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:51.583314 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b7ea55de-1fba-47ef-9257-9497f49e124a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:51.607249 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b7ea55de-1fba-47ef-9257-9497f49e124a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:51.614523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b7ea55de-1fba-47ef-9257-9497f49e124a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:51.676916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b7ea55de-1fba-47ef-9257-9497f49e124a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:51.691297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0616ff55-1fe9-4214-999b-a7d984de213c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Router b7288fe2-01ef-4edc-832c-1bbde3154330 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:00:51.710737 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-b7ea55de-1fba-47ef-9257-9497f49e124a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:00:51.721685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] For port d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:51.722061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.735356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b7ea55de-1fba-47ef-9257-9497f49e124a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.748885 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e279aa39-4107-400b-8f3a-391a4bc73c29 None None] For port d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0,segment=NetworkSegment(05421bbd-6cbf-40dd-9449-3a214d65c2e8),segment_id=05421bbd-6cbf-40dd-9449-3a214d65c2e8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:51.749408 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e279aa39-4107-400b-8f3a-391a4bc73c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.861181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Calling delete_port for d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:51.881017 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-e279aa39-4107-400b-8f3a-391a4bc73c29 None None] Calling delete_port for d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:51.960036 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e279aa39-4107-400b-8f3a-391a4bc73c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.963998 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-51a8dba1-d04e-4bf8-9a8f-4242a3aef9aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:51.980952 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b7ea55de-1fba-47ef-9257-9497f49e124a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.981244 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0616ff55-1fe9-4214-999b-a7d984de213c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:00:51.988496 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b7ea55de-1fba-47ef-9257-9497f49e124a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:51.995632 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:00:51.996398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:00:51.998898 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b3272b5b-408c-4fe7-a4f2-9d581dc3c3d6 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:52.000656 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0616ff55-1fe9-4214-999b-a7d984de213c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "PUT /v2.0/routers/b7288fe2-01ef-4edc-832c-1bbde3154330/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0150323
Dec 24 11:00:52.003020 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52686) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:52.007503 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcdfea8-2c50-40d8-b2cf-7db31704a1a5 None None] Sync routers for ids ['b7288fe2-01ef-4edc-832c-1bbde3154330'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:00:52.022953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279aa39-4107-400b-8f3a-391a4bc73c29 None None] Pushing event deleted for resources: {'Port': ['ID=d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:52.026953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e279aa39-4107-400b-8f3a-391a4bc73c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:52.027732 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e279aa39-4107-400b-8f3a-391a4bc73c29 None None] No DVR routers for this DVR port d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:00:52.031754 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea55de-1fba-47ef-9257-9497f49e124a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d589844-8a1d-4756-8fe3-fc77ec9ff143,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:52.033365 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcdfea8-2c50-40d8-b2cf-7db31704a1a5 None None] Routers {'b7288fe2-01ef-4edc-832c-1bbde3154330'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:52.034015 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9dcdfea8-2c50-40d8-b2cf-7db31704a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c30dc10>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['b7288fe2-01ef-4edc-832c-1bbde3154330'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:52.035201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b7ea55de-1fba-47ef-9257-9497f49e124a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:52.036448 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b7ea55de-1fba-47ef-9257-9497f49e124a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:52.037663 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b7ea55de-1fba-47ef-9257-9497f49e124a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4755447
Dec 24 11:00:52.055070 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8ece12-4fed-4efa-95f3-a8b8e41a97eb tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] GET failed (client error): The resource could not be found.
Dec 24 11:00:52.055656 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3b8ece12-4fed-4efa-95f3-a8b8e41a97eb tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:52.077645 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3b8ece12-4fed-4efa-95f3-a8b8e41a97eb tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:52.079847 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3b8ece12-4fed-4efa-95f3-a8b8e41a97eb tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports/5c059671-9e1e-4338-a5ec-7afe252f7a4c HTTP/1.1" status: 404  len: 333 time: 0.0754004
Dec 24 11:00:52.082434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52692) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:52.116168 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9dcdfea8-2c50-40d8-b2cf-7db31704a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c30dc10>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:52.133036 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcdfea8-2c50-40d8-b2cf-7db31704a1a5 None None] Routers {'b7288fe2-01ef-4edc-832c-1bbde3154330'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:52.134051 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9dcdfea8-2c50-40d8-b2cf-7db31704a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c30dc10>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['b7288fe2-01ef-4edc-832c-1bbde3154330'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:52.197774 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0b699d13-b813-44a8-a810-2929d1017857 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:52.238173 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9dcdfea8-2c50-40d8-b2cf-7db31704a1a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c30dc10>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:52.238506 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcdfea8-2c50-40d8-b2cf-7db31704a1a5 None None] The sync data for ids ['b7288fe2-01ef-4edc-832c-1bbde3154330'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:00:52.240793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a345b7da-581b-4a03-8fc3-2fe31795a005 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:52.276340 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 0b699d13-b813-44a8-a810-2929d1017857 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:52.277334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:52.286518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-0bebe2fd-4a3e-46b0-a089-ad9ff247fde1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:52.302029 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-0bebe2fd-4a3e-46b0-a089-ad9ff247fde1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:52.303323 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-0bebe2fd-4a3e-46b0-a089-ad9ff247fde1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-632403167&fields=id&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 267 time: 0.0648708
Dec 24 11:00:52.452391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e04d31cd-d8f1-4158-a91d-83b5ee7f16b9 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:52.524785 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: e04d31cd-d8f1-4158-a91d-83b5ee7f16b9 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:52.525140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e04d31cd-d8f1-4158-a91d-83b5ee7f16b9 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:52.525578 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:52.532889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Deleting port d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:52.533380 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:52.558593 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:52.559082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:52.577461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a345b7da-581b-4a03-8fc3-2fe31795a005 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:52.579650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a345b7da-581b-4a03-8fc3-2fe31795a005 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:52.602416 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a345b7da-581b-4a03-8fc3-2fe31795a005 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:52.603305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a345b7da-581b-4a03-8fc3-2fe31795a005 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Fanout notify agent at l3_agent the message router_deleted on router b7288fe2-01ef-4edc-832c-1bbde3154330 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:00:52.616123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a345b7da-581b-4a03-8fc3-2fe31795a005 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:52.619682 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a345b7da-581b-4a03-8fc3-2fe31795a005 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/routers/b7288fe2-01ef-4edc-832c-1bbde3154330 HTTP/1.1" status: 204  len: 168 time: 0.5336061
Dec 24 11:00:52.619819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] The port 'd9139dd4-f75e-4c0a-a964-0b5ad6f2f6e0' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:00:52.620183 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52706) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:52.686666 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1210877-d0bd-4e24-bd13-fac24f3125c3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting subnet 0a45d651-87fb-4549-9b28-e48a9da4dab6 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:00:52.689540 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1210877-d0bd-4e24-bd13-fac24f3125c3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:52.742827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1210877-d0bd-4e24-bd13-fac24f3125c3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:52.773917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:52.787747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-ae8eac60-348a-4cd8-864b-8ef701f5106d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:52.788435 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-ae8eac60-348a-4cd8-864b-8ef701f5106d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:52.816163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b77241940>,) {'filters': {'network_id': ['5649a2db-549e-48e6-b856-f7dfd6b31b16']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:52.828377 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1210877-d0bd-4e24-bd13-fac24f3125c3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:52.828557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-ae8eac60-348a-4cd8-864b-8ef701f5106d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:52.829597 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-ae8eac60-348a-4cd8-864b-8ef701f5106d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/networks?id=de2fc362-105d-46a9-ae69-5fec96f20435 HTTP/1.1" status: 200  len: 796 time: 0.5184081
Dec 24 11:00:52.831210 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77241940>, '05421bbd-6cbf-40dd-9449-3a214d65c2e8') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:52.831511 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77241940>, '05421bbd-6cbf-40dd-9449-3a214d65c2e8') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:52.851519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:52.860094 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-0ef02ff4-e3a0-4e60-81ca-c876afa0abbf tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/quotas/1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 375 time: 0.0219181
Dec 24 11:00:52.899801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1210877-d0bd-4e24-bd13-fac24f3125c3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:52.904869 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-67825490-ddc8-43e3-a849-069048bc3498 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:52.911330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:52.926122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:00:52.926523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:00:52.940979 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:00:52.945365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1210877-d0bd-4e24-bd13-fac24f3125c3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Subnet': ['ID=0a45d651-87fb-4549-9b28-e48a9da4dab6,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:52.947370 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1210877-d0bd-4e24-bd13-fac24f3125c3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:52.950163 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b1210877-d0bd-4e24-bd13-fac24f3125c3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:52.954349 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b1210877-d0bd-4e24-bd13-fac24f3125c3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/0a45d651-87fb-4549-9b28-e48a9da4dab6 HTTP/1.1" status: 204  len: 168 time: 0.3331568
Dec 24 11:00:52.957199 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c170775-9906-4a35-9e7d-29d7429606ea None None] Network fcef63c0-550b-4491-85df-936cce7c535c requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:52.962411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52710) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:53.032939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:53.037203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:53.040649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-13add632-e9b9-48b0-b9c5-7b4f3be1acdf tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:53.069105 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5649a2db-549e-48e6-b856-f7dfd6b31b16,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:53.086381 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-660a5e18-189e-4ec3-a84f-c05e91674855 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2150762
Dec 24 11:00:53.088499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:53.092995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:53.096528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-45eeda9a-e1e2-4764-a934-39868f2e30a9 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:00:53.097490 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-45eeda9a-e1e2-4764-a934-39868f2e30a9 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0061212
Dec 24 11:00:53.100174 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5649a2db-549e-48e6-b856-f7dfd6b31b16 HTTP/1.1" status: 204  len: 168 time: 1.9867716
Dec 24 11:00:53.103019 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52714) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:53.107504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 436aa8e7-5a15-47bb-82ec-785722246235 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:53.107963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:53.228317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c91365-b2eb-467c-95b7-dff2899cc8dc None None] DHCP port deletion for fcef63c0-550b-4491-85df-936cce7c535c request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:00:53.233618 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-72c91365-b2eb-467c-95b7-dff2899cc8dc None None] Deleting port 436aa8e7-5a15-47bb-82ec-785722246235 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:53.234053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-72c91365-b2eb-467c-95b7-dff2899cc8dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:53.318711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] For port 436aa8e7-5a15-47bb-82ec-785722246235, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=436aa8e7-5a15-47bb-82ec-785722246235,segment=NetworkSegment(52b2ca09-f331-4fc5-b630-5c8805225f9f),segment_id=52b2ca09-f331-4fc5-b630-5c8805225f9f)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:53.319096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:53.406228 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-596a3d10-06cf-437f-a1d5-37a14a774271 service neutron] 10.222.0.54 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3005428
Dec 24 11:00:53.451441 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-72c91365-b2eb-467c-95b7-dff2899cc8dc None None] For port 436aa8e7-5a15-47bb-82ec-785722246235, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=436aa8e7-5a15-47bb-82ec-785722246235,segment=NetworkSegment(52b2ca09-f331-4fc5-b630-5c8805225f9f),segment_id=52b2ca09-f331-4fc5-b630-5c8805225f9f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:53.451802 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-72c91365-b2eb-467c-95b7-dff2899cc8dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:53.581001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-72c91365-b2eb-467c-95b7-dff2899cc8dc None None] Calling delete_port for 436aa8e7-5a15-47bb-82ec-785722246235 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:53.585203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for 436aa8e7-5a15-47bb-82ec-785722246235 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:53.655958 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-72c91365-b2eb-467c-95b7-dff2899cc8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:53.661416 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c892dfcd-d6df-4ace-bd03-58da63dd9352 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:53.663471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.api [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:00:53.663898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_db.api [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:00:53.704567 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c91365-b2eb-467c-95b7-dff2899cc8dc None None] Pushing event deleted for resources: {'Port': ['ID=436aa8e7-5a15-47bb-82ec-785722246235,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:53.706292 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c91365-b2eb-467c-95b7-dff2899cc8dc None None] No DVR routers for this DVR port 436aa8e7-5a15-47bb-82ec-785722246235 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:00:53.707662 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-72c91365-b2eb-467c-95b7-dff2899cc8dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:53.756827 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-130487c3-0b7f-4875-9ff5-66be60ae4aaa service neutron] 10.222.0.54 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2057669
Dec 24 11:00:53.901779 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a4c08699-b96d-40a9-9c9e-f72a3c21fd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:53.941466 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-d9a3f216-4c19-4bd7-add4-1e9352323be2 req-b7ada77b-51e2-49fa-983b-03f40610eabb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:53.958769 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-d9a3f216-4c19-4bd7-add4-1e9352323be2 req-b7ada77b-51e2-49fa-983b-03f40610eabb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:53.959892 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d9a3f216-4c19-4bd7-add4-1e9352323be2 req-b7ada77b-51e2-49fa-983b-03f40610eabb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 210 time: 0.0628943
Dec 24 11:00:54.085431 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 436aa8e7-5a15-47bb-82ec-785722246235 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:54.126751 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 436aa8e7-5a15-47bb-82ec-785722246235 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:54.127178 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 436aa8e7-5a15-47bb-82ec-785722246235 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:54.165165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 436aa8e7-5a15-47bb-82ec-785722246235 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:54.165641 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:54.246451 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] The port '436aa8e7-5a15-47bb-82ec-785722246235' was deleted {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:00:54.369822 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:54.396871 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b76ff9a00>,) {'filters': {'network_id': ['fcef63c0-550b-4491-85df-936cce7c535c']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:54.411098 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76ff9a00>, '52b2ca09-f331-4fc5-b630-5c8805225f9f') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:54.411404 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76ff9a00>, '52b2ca09-f331-4fc5-b630-5c8805225f9f') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:54.424404 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:54.436896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a4c08699-b96d-40a9-9c9e-f72a3c21fd18 admin admin] Deleting port b4878cf4-4af5-4399-b428-0b48f9778aac {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:54.437382 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a4c08699-b96d-40a9-9c9e-f72a3c21fd18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:54.442321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:54.448955 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:00:54.449297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn(
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn(
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn(
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   util.warn(
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:00:54.464108 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:00:54.551941 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:54.556526 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6dd641c2-bb67-4e99-9e71-fd66002df1f5 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:54.573257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:54.584613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Network': ['ID=fcef63c0-550b-4491-85df-936cce7c535c,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:54.589184 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:54.596905 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5ccbeabf-7a67-4adb-85b1-6246cb83516e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/networks/fcef63c0-550b-4491-85df-936cce7c535c HTTP/1.1" status: 204  len: 168 time: 1.6333735
Dec 24 11:00:54.601005 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52732) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:54.621504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-a4c08699-b96d-40a9-9c9e-f72a3c21fd18 admin admin] For port b4878cf4-4af5-4399-b428-0b48f9778aac, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=b4878cf4-4af5-4399-b428-0b48f9778aac,segment=NetworkSegment(a50a588d-17bb-4ee3-8c80-ef81578bebcd),segment_id=a50a588d-17bb-4ee3-8c80-ef81578bebcd)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:54.621861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a4c08699-b96d-40a9-9c9e-f72a3c21fd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:54.678133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e325a277-0bd7-4914-857f-5673766b06cb tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:54.678762 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e325a277-0bd7-4914-857f-5673766b06cb tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:54.694646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e325a277-0bd7-4914-857f-5673766b06cb tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:54.699293 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e325a277-0bd7-4914-857f-5673766b06cb tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports/d96b3036-3c79-451d-af10-2c319143c9f6 HTTP/1.1" status: 200  len: 841 time: 0.0945041
Dec 24 11:00:54.699630 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52736) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:54.747652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a4c08699-b96d-40a9-9c9e-f72a3c21fd18 admin admin] Calling delete_port for b4878cf4-4af5-4399-b428-0b48f9778aac owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:54.775625 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4ff449bf-7c95-48b2-a636-83e7e205ae49 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports/d96b3036-3c79-451d-af10-2c319143c9f6?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0738745
Dec 24 11:00:54.779869 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52740) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:54.786581 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-37c53dee-977b-4a30-a35a-fcd182f82100 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'subnet': {'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:54.901516 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-37c53dee-977b-4a30-a35a-fcd182f82100 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:54.905681 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-37c53dee-977b-4a30-a35a-fcd182f82100 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:subnet and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:54.908974 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-37c53dee-977b-4a30-a35a-fcd182f82100 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:54.914728 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-37c53dee-977b-4a30-a35a-fcd182f82100 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:54.924511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c53dee-977b-4a30-a35a-fcd182f82100 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:54.925899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a4c08699-b96d-40a9-9c9e-f72a3c21fd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:54.928070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-37c53dee-977b-4a30-a35a-fcd182f82100 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:54.930269 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c0efe750-a861-490a-99ba-b15decabd791 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:54.974601 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c08699-b96d-40a9-9c9e-f72a3c21fd18 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4878cf4-4af5-4399-b428-0b48f9778aac,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:54.977643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a4c08699-b96d-40a9-9c9e-f72a3c21fd18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:55.186215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-37c53dee-977b-4a30-a35a-fcd182f82100 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:55.191496 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2aaeb984-7c1e-48e8-be33-e2c9bfefa930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:55.257618 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1db4844c-7fd0-4de8-b27a-464dbf83b154 req-1407ffb6-0c1a-4bb8-8acd-bd0ce36f9c59 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 210 time: 0.1514192
Dec 24 11:00:55.259605 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c53dee-977b-4a30-a35a-fcd182f82100 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:55.264631 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-37c53dee-977b-4a30-a35a-fcd182f82100 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:55.280356 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c53dee-977b-4a30-a35a-fcd182f82100 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:55.281052 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-37c53dee-977b-4a30-a35a-fcd182f82100 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:55.289278 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80358723-5eec-4531-a48f-efa5facd3428 None None] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:55.296050 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c53dee-977b-4a30-a35a-fcd182f82100 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Subnet': ['ID=a4900308-dedd-4f98-97cd-72b123e82483,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:55.300478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-37c53dee-977b-4a30-a35a-fcd182f82100 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:55.313282 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-37c53dee-977b-4a30-a35a-fcd182f82100 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5317941
Dec 24 11:00:55.315446 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52746) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:55.322385 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-a4cd71ce-02c1-44bd-ac8e-b537f1e922fd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'security_group': {'name': 'tempest-secgroup-1609729470'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:55.328487 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a4cd71ce-02c1-44bd-ac8e-b537f1e922fd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:55.332413 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a4cd71ce-02c1-44bd-ac8e-b537f1e922fd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:security_group and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:55.335372 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a4cd71ce-02c1-44bd-ac8e-b537f1e922fd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:55.341733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a4cd71ce-02c1-44bd-ac8e-b537f1e922fd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:55.353205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a4cd71ce-02c1-44bd-ac8e-b537f1e922fd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:55.376128 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a4cd71ce-02c1-44bd-ac8e-b537f1e922fd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:55.380120 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a4cd71ce-02c1-44bd-ac8e-b537f1e922fd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:security_group_rule and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:55.384099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a4cd71ce-02c1-44bd-ac8e-b537f1e922fd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:55.392239 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a4cd71ce-02c1-44bd-ac8e-b537f1e922fd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:55.484318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a4cd71ce-02c1-44bd-ac8e-b537f1e922fd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:55.490768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a4cd71ce-02c1-44bd-ac8e-b537f1e922fd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:55.498334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:55.531637 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-00417e31-2f42-4dcf-9904-eeebef95cd83 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:55.533369 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-00417e31-2f42-4dcf-9904-eeebef95cd83 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/networks?id=de2fc362-105d-46a9-ae69-5fec96f20435 HTTP/1.1" status: 200  len: 796 time: 0.3409147
Dec 24 11:00:55.541402 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a4c08699-b96d-40a9-9c9e-f72a3c21fd18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:55.547579 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a4cd71ce-02c1-44bd-ac8e-b537f1e922fd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:55.551939 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a4cd71ce-02c1-44bd-ac8e-b537f1e922fd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2327032
Dec 24 11:00:55.553378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52754) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:55.559369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-7300fa63-c10c-4373-bb26-3eb90588af24 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'security_group': {'name': 'tempest-secgroup-237129788'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:55.564319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cd71ce-02c1-44bd-ac8e-b537f1e922fd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b534e548-a2c5-4162-839d-d5a071d7c59b,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:55.572315 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7300fa63-c10c-4373-bb26-3eb90588af24 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:55.578658 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7300fa63-c10c-4373-bb26-3eb90588af24 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:security_group and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:55.581999 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a4cd71ce-02c1-44bd-ac8e-b537f1e922fd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:55.583461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7300fa63-c10c-4373-bb26-3eb90588af24 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:55.592325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7300fa63-c10c-4373-bb26-3eb90588af24 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:55.602533 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'tenant_id': 'e8412d0db8484a06883ce7b4c94c25ba', 'fixed_ips': [{'subnet_id': 'a4900308-dedd-4f98-97cd-72b123e82483'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:00:55.603574 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:55.604264 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7300fa63-c10c-4373-bb26-3eb90588af24 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:55.627495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7300fa63-c10c-4373-bb26-3eb90588af24 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:55.631552 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7300fa63-c10c-4373-bb26-3eb90588af24 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:security_group_rule and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:55.636810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7300fa63-c10c-4373-bb26-3eb90588af24 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:55.643920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7300fa63-c10c-4373-bb26-3eb90588af24 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:55.724762 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7300fa63-c10c-4373-bb26-3eb90588af24 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:55.728877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7300fa63-c10c-4373-bb26-3eb90588af24 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:55.734816 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c66761b8-b22b-4e89-a522-eaeb0284e103 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:55.772068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300fa63-c10c-4373-bb26-3eb90588af24 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb072126-2bef-44e0-8e6a-0e893b1daf14,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:55.775073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7300fa63-c10c-4373-bb26-3eb90588af24 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:55.775977 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7300fa63-c10c-4373-bb26-3eb90588af24 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:55.777264 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7300fa63-c10c-4373-bb26-3eb90588af24 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2227750
Dec 24 11:00:55.780488 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52758) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:55.787419 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1144448421', 'security_groups': ['fb072126-2bef-44e0-8e6a-0e893b1daf14'], 'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a4900308-dedd-4f98-97cd-72b123e82483'}]}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:55.790139 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Allocated IP 172.20.0.2 (dfde7c4a-c5c9-415a-b882-50889fccf3ed/a4900308-dedd-4f98-97cd-72b123e82483/63ccd33c-79c0-4eb6-9268-0dca017a9d2a) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:55.799369 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-3c701847-eb92-44f4-8db9-27e7b0b1e484 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 379 time: 0.2542360
Dec 24 11:00:55.865209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-e3e3da17-b322-444e-a2ed-4c83955c3b99 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'port': {'device_id': '61bf4341-5780-4e00-941f-cd3d5fd07d35', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'admin_state_up': True, 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'security_groups': ['642e09a0-a108-4686-bd84-bd4338f9fcab']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:55.927277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:55.938648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:55.950363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:56.001205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:56.011216 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Transition to ACTIVE for port object 63ccd33c-79c0-4eb6-9268-0dca017a9d2a will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:56.045674 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Transition to ACTIVE for port object 63ccd33c-79c0-4eb6-9268-0dca017a9d2a will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:56.055072 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:56.065597 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e279aa39-4107-400b-8f3a-391a4bc73c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:56.120111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:56.123328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:56.127286 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:56.157543 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-e3e3da17-b322-444e-a2ed-4c83955c3b99 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:56.178710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-e3e3da17-b322-444e-a2ed-4c83955c3b99 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:56.211079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-e3e3da17-b322-444e-a2ed-4c83955c3b99 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:56.214674 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-e3e3da17-b322-444e-a2ed-4c83955c3b99 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:56.239898 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c08699-b96d-40a9-9c9e-f72a3c21fd18 admin admin] Router 3a750c06-2dc2-4e9d-970d-5ccf85112050 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:00:56.253461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:56.256954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Pushing event updated for resources: {'Port': ['ID=63ccd33c-79c0-4eb6-9268-0dca017a9d2a,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:56.262969 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:56.274203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] device_id is not set on port 69b1daa0-28d3-4a5e-a975-a980769e6bfc yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 11:00:56.289513 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Attempting to bind port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:00:56.290068 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Attempting to bind port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'aa023d58-560d-4c25-b171-73ba87b2a7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:00:56.294561 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Attempting to bind port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a on network dfde7c4a-c5c9-415a-b882-50889fccf3ed {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:00:56.300868 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:00:56.301344 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Checking segment: {'id': 'aa023d58-560d-4c25-b171-73ba87b2a7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:56.301825 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:56.302324 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Bound using segment: {'id': 'aa023d58-560d-4c25-b171-73ba87b2a7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:00:56.302864 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Bound port: 63ccd33c-79c0-4eb6-9268-0dca017a9d2a, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa023d58-560d-4c25-b171-73ba87b2a7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:00:56.303311 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:56.414415 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] For port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:00:56.420092 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] For port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=63ccd33c-79c0-4eb6-9268-0dca017a9d2a,segment=NetworkSegment(aa023d58-560d-4c25-b171-73ba87b2a7ca),segment_id=aa023d58-560d-4c25-b171-73ba87b2a7ca)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:00:56.424938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:56.436934 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:56.525953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Pushing event updated for resources: {'Port': ['ID=63ccd33c-79c0-4eb6-9268-0dca017a9d2a,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:56.534511 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:56.543466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c08699-b96d-40a9-9c9e-f72a3c21fd18 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:00:56.545308 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e84ca3de-0fb6-4116-945f-a3d1cc5d404c req-84304a86-3753-4343-9f4e-2f97fc7900a7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 210 time: 0.0596936
Dec 24 11:00:56.546083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-e3e3da17-b322-444e-a2ed-4c83955c3b99 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.3 (de2fc362-105d-46a9-ae69-5fec96f20435/7168e6e2-722a-455d-8425-dc939e21f14d/7efce9d1-47d1-4574-9400-ef0ff7c5a24d) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:56.564653 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40521681-0b2f-49d4-873b-82cf70dcd790 None None] Sync routers for ids ['3a750c06-2dc2-4e9d-970d-5ccf85112050'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:00:56.568412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Allocated IP 172.20.0.10 (dfde7c4a-c5c9-415a-b882-50889fccf3ed/a4900308-dedd-4f98-97cd-72b123e82483/69b1daa0-28d3-4a5e-a975-a980769e6bfc) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:00:56.583567 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a4c08699-b96d-40a9-9c9e-f72a3c21fd18 admin admin] 10.222.0.54 "PUT /v2.0/routers/3a750c06-2dc2-4e9d-970d-5ccf85112050/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4794323
Dec 24 11:00:56.588268 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52764) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:56.590392 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40521681-0b2f-49d4-873b-82cf70dcd790 None None] Routers {'3a750c06-2dc2-4e9d-970d-5ccf85112050'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:56.591698 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-40521681-0b2f-49d4-873b-82cf70dcd790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0b4c70>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['3a750c06-2dc2-4e9d-970d-5ccf85112050'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:56.778869 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-e3e3da17-b322-444e-a2ed-4c83955c3b99 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:56.799853 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-40521681-0b2f-49d4-873b-82cf70dcd790 None None] Set router 3a750c06-2dc2-4e9d-970d-5ccf85112050 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:00:56.804315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-e3e3da17-b322-444e-a2ed-4c83955c3b99 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object 7efce9d1-47d1-4574-9400-ef0ff7c5a24d will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:56.863540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-e3e3da17-b322-444e-a2ed-4c83955c3b99 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:56.879195 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d491c650-9753-4015-9c93-a21f318fffc6 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:56.912987 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22316fb2-dda5-43b2-aff3-d8bf89ad3561 admin admin] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:56.953077 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-e3e3da17-b322-444e-a2ed-4c83955c3b99 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network de2fc362-105d-46a9-ae69-5fec96f20435 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:56.956306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-e3e3da17-b322-444e-a2ed-4c83955c3b99 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:56.960335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-e3e3da17-b322-444e-a2ed-4c83955c3b99 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:57.031792 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e3da17-b322-444e-a2ed-4c83955c3b99 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=7efce9d1-47d1-4574-9400-ef0ff7c5a24d,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:57.045318 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e3e3da17-b322-444e-a2ed-4c83955c3b99 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:57.078198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-e3e3da17-b322-444e-a2ed-4c83955c3b99 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:57.079050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-e3e3da17-b322-444e-a2ed-4c83955c3b99 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:57.114618 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-e3e3da17-b322-444e-a2ed-4c83955c3b99 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2634313
Dec 24 11:00:57.126145 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:57.126741 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-b2f9fa6c-660b-48f1-a767-18767b86812e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:00:57.128802 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-b2f9fa6c-660b-48f1-a767-18767b86812e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0069449
Dec 24 11:00:57.161150 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Transition to ACTIVE for port object 69b1daa0-28d3-4a5e-a975-a980769e6bfc will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:57.181012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22316fb2-dda5-43b2-aff3-d8bf89ad3561 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:57.194801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-22316fb2-dda5-43b2-aff3-d8bf89ad3561 admin admin] Deleting port 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:57.195144 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22316fb2-dda5-43b2-aff3-d8bf89ad3561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:57.248026 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-40521681-0b2f-49d4-873b-82cf70dcd790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0b4c70>, [{'id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'name': 'tempest-TestVolumeBootPattern-1790870919-router', 'tenant_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.5'}], 'enable_snat': True}, 'gw_port_id': '77805776-f9e3-4d86-b3cc-cb9a94e5a7fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:40Z', 'updated_at': '2021-12-24T11:00:54Z', 'revision_number': 5, 'project_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'gw_port': {'id': '77805776-f9e3-4d86-b3cc-cb9a94e5a7fa', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:71:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:51:43Z', 'updated_at': '2021-12-24T10:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:57.253984 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40521681-0b2f-49d4-873b-82cf70dcd790 None None] Checking router: 3a750c06-2dc2-4e9d-970d-5ccf85112050 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:00:57.267350 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40521681-0b2f-49d4-873b-82cf70dcd790 None None] Routers {'3a750c06-2dc2-4e9d-970d-5ccf85112050'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:00:57.268178 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-40521681-0b2f-49d4-873b-82cf70dcd790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0b4c70>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:00:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['3a750c06-2dc2-4e9d-970d-5ccf85112050'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:57.269505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Request body: {'port': {'device_id': '61bf4341-5780-4e00-941f-cd3d5fd07d35', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:57.280129 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:57.289586 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:57.395704 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3834cb7c-d8bc-466f-b062-152094042ddd None None] Provisioning for port 7efce9d1-47d1-4574-9400-ef0ff7c5a24d completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:57.401237 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3834cb7c-d8bc-466f-b062-152094042ddd None None] Provisioning complete for port 7efce9d1-47d1-4574-9400-ef0ff7c5a24d triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:57.401739 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3834cb7c-d8bc-466f-b062-152094042ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:57.410269 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:57.421153 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:57.426454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:57.430219 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=69b1daa0-28d3-4a5e-a975-a980769e6bfc,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:57.432455 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:00:57.474688 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3834cb7c-d8bc-466f-b062-152094042ddd None None] Port 7efce9d1-47d1-4574-9400-ef0ff7c5a24d cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:57.477827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:57.478249 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:57.478698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:57.479079 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:57.479453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:57.479832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:57.480195 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:57.480564 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:57.480930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:57.481324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:57.481694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:57.482096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:57.516407 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:57.541654 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-40521681-0b2f-49d4-873b-82cf70dcd790 None None] Set router 3a750c06-2dc2-4e9d-970d-5ccf85112050 gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:00:57.565334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:57.566045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:57.579051 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-22316fb2-dda5-43b2-aff3-d8bf89ad3561 admin admin] For port 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=77805776-f9e3-4d86-b3cc-cb9a94e5a7fa,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:57.579429 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22316fb2-dda5-43b2-aff3-d8bf89ad3561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:57.678210 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-40521681-0b2f-49d4-873b-82cf70dcd790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e0b4c70>, [{'id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'name': 'tempest-TestVolumeBootPattern-1790870919-router', 'tenant_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:40Z', 'updated_at': '2021-12-24T11:00:57Z', 'revision_number': 6, 'project_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:00:57.682727 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40521681-0b2f-49d4-873b-82cf70dcd790 None None] The sync data for ids ['3a750c06-2dc2-4e9d-970d-5ccf85112050'] in dv-neutron-822668-2-hyperv is: [{'id': '3a750c06-2dc2-4e9d-970d-5ccf85112050', 'name': 'tempest-TestVolumeBootPattern-1790870919-router', 'tenant_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:51:40Z', 'updated_at': '2021-12-24T11:00:57Z', 'revision_number': 6, 'project_id': 'f4ccfd3ae4d147cda057698a41ad92b1', 'gw_port_host': None}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:00:57.742304 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-22316fb2-dda5-43b2-aff3-d8bf89ad3561 admin admin] Calling delete_port for 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:00:57.780454 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 1.9987476
Dec 24 11:00:57.785189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52772) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:57.794954 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-edd9a075-d835-43e8-845a-487e39bbee16 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'subnet': {'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:57.948253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7742accb-c266-46c3-bda5-d1cbf3ce1f17 req-f87dcb58-ac74-422b-b6e9-5d7ea39ea3de tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:57.949045 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7742accb-c266-46c3-bda5-d1cbf3ce1f17 req-f87dcb58-ac74-422b-b6e9-5d7ea39ea3de tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:57.985407 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7742accb-c266-46c3-bda5-d1cbf3ce1f17 req-f87dcb58-ac74-422b-b6e9-5d7ea39ea3de tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:57.987405 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7742accb-c266-46c3-bda5-d1cbf3ce1f17 req-f87dcb58-ac74-422b-b6e9-5d7ea39ea3de tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 931 time: 0.2506406
Dec 24 11:00:58.008213 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ed509f20-1db9-476b-8cc1-5db3ea7622ab None None] Provisioning for port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:58.052411 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ed509f20-1db9-476b-8cc1-5db3ea7622ab None None] Provisioning complete for port d96b3036-3c79-451d-af10-2c319143c9f6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:58.057328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ed509f20-1db9-476b-8cc1-5db3ea7622ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:58.148964 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efce9d1-47d1-4574-9400-ef0ff7c5a24d {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:00:58.167269 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7742accb-c266-46c3-bda5-d1cbf3ce1f17 req-92cc3fad-0787-45a8-ad7a-cb522f57361a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=642e09a0-a108-4686-bd84-bd4338f9fcab&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1661081
Dec 24 11:00:58.168206 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-edd9a075-d835-43e8-845a-487e39bbee16 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:58.173762 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-edd9a075-d835-43e8-845a-487e39bbee16 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:subnet and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:58.174812 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:58.177857 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-edd9a075-d835-43e8-845a-487e39bbee16 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:58.186465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-edd9a075-d835-43e8-845a-487e39bbee16 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:58.200585 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Transition to ACTIVE for port object 7efce9d1-47d1-4574-9400-ef0ff7c5a24d will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:00:58.217521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:58.222844 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b0c42e11-b55a-4255-a350-fac0f668fd84 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:58.245887 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 63ccd33c-79c0-4eb6-9268-0dca017a9d2a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:00:58.251996 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd9a075-d835-43e8-845a-487e39bbee16 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:58.256473 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-edd9a075-d835-43e8-845a-487e39bbee16 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:58.312962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-ed509f20-1db9-476b-8cc1-5db3ea7622ab None None] Port d96b3036-3c79-451d-af10-2c319143c9f6 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:58.370485 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:58.385348 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:58.385750 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:58.423034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7efce9d1-47d1-4574-9400-ef0ff7c5a24d,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:58.433008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:58.440304 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22316fb2-dda5-43b2-aff3-d8bf89ad3561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:58.449771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-424fb3cf-bb96-4bb1-88f0-12b11b773361 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:58.480201 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ab7b523b-810b-44c4-b9e9-9adafb207fd8 None None] Provisioning for port 69b1daa0-28d3-4a5e-a975-a980769e6bfc completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:00:58.492532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ab7b523b-810b-44c4-b9e9-9adafb207fd8 None None] Provisioning complete for port 69b1daa0-28d3-4a5e-a975-a980769e6bfc triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:00:58.494202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ab7b523b-810b-44c4-b9e9-9adafb207fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:58.516005 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22316fb2-dda5-43b2-aff3-d8bf89ad3561 admin admin] Pushing event deleted for resources: {'Port': ['ID=77805776-f9e3-4d86-b3cc-cb9a94e5a7fa,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:58.518992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-22316fb2-dda5-43b2-aff3-d8bf89ad3561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:58.521636 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Attempting to bind port 7efce9d1-47d1-4574-9400-ef0ff7c5a24d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:00:58.522647 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Attempting to bind port 7efce9d1-47d1-4574-9400-ef0ff7c5a24d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '078bf30d-8961-4056-aa68-743fc1bbd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:00:58.523165 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Attempting to bind port 7efce9d1-47d1-4574-9400-ef0ff7c5a24d on network de2fc362-105d-46a9-ae69-5fec96f20435 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:00:58.532287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Port 7efce9d1-47d1-4574-9400-ef0ff7c5a24d on network de2fc362-105d-46a9-ae69-5fec96f20435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:00:58.532786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Attempting to bind port 7efce9d1-47d1-4574-9400-ef0ff7c5a24d on network de2fc362-105d-46a9-ae69-5fec96f20435 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:00:58.541125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:00:58.542028 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Checking segment: {'id': '078bf30d-8961-4056-aa68-743fc1bbd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:00:58.542573 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Bound using segment: {'id': '078bf30d-8961-4056-aa68-743fc1bbd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:00:58.543209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Bound port: 7efce9d1-47d1-4574-9400-ef0ff7c5a24d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078bf30d-8961-4056-aa68-743fc1bbd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:00:58.543716 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:58.615823 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.ipam_backend_mixin [None req-edd9a075-d835-43e8-845a-487e39bbee16 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a4900308-dedd-4f98-97cd-72b123e82483 (CIDR: 172.20.0.0/28)
Dec 24 11:00:58.621092 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-ab7b523b-810b-44c4-b9e9-9adafb207fd8 None None] Port 69b1daa0-28d3-4a5e-a975-a980769e6bfc cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:00:58.627322 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd9a075-d835-43e8-845a-487e39bbee16 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:00:58.627921 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd9a075-d835-43e8-845a-487e39bbee16 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:00:58.658992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:58.669459 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22316fb2-dda5-43b2-aff3-d8bf89ad3561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:58.670622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] For port 7efce9d1-47d1-4574-9400-ef0ff7c5a24d, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:00:58.674012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] For port 7efce9d1-47d1-4574-9400-ef0ff7c5a24d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7efce9d1-47d1-4574-9400-ef0ff7c5a24d,segment=NetworkSegment(078bf30d-8961-4056-aa68-743fc1bbd1d4),segment_id=078bf30d-8961-4056-aa68-743fc1bbd1d4)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:00:58.679645 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:58.685229 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-95ee3adc-5b58-4b85-b800-c6c8d895229e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:58.696834 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=63ccd33c-79c0-4eb6-9268-0dca017a9d2a,segment=NetworkSegment(aa023d58-560d-4c25-b171-73ba87b2a7ca),segment_id=aa023d58-560d-4c25-b171-73ba87b2a7ca)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:58.711023 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:58.712884 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6eafb38d-e6f2-4a9c-9a1a-74557783f912 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:58.732974 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-edd9a075-d835-43e8-845a-487e39bbee16 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9463279
Dec 24 11:00:58.736769 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52780) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:58.748970 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device b4878cf4-4af5-4399-b428-0b48f9778aac no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:00:58.750765 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-804ace48-d2dd-4bb6-8276-8a3d8d1f7ed9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'subnet': {'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:00:58.765704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:58.766341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:58.767689 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] 10.222.0.32 "PUT /v2.0/ports/7efce9d1-47d1-4574-9400-ef0ff7c5a24d HTTP/1.1" status: 200  len: 1093 time: 1.6313362
Dec 24 11:00:58.775077 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bf4341-5780-4e00-941f-cd3d5fd07d35', 'tag': '7efce9d1-47d1-4574-9400-ef0ff7c5a24d'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:00:58.827316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: b4878cf4-4af5-4399-b428-0b48f9778aac {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:00:58.827578 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device b4878cf4-4af5-4399-b428-0b48f9778aac not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:00:58.833721 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Pushing event updated for resources: {'Port': ['ID=7efce9d1-47d1-4574-9400-ef0ff7c5a24d,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:58.863392 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=63ccd33c-79c0-4eb6-9268-0dca017a9d2a,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:58.870925 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:58.871280 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:58.871626 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:58.872482 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:58.872821 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:58.873154 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:58.873484 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:58.873812 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:58.874168 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:58.874495 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:58.874820 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:58.875143 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:00:58.879127 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:58.940193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22316fb2-dda5-43b2-aff3-d8bf89ad3561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:58.942681 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22316fb2-dda5-43b2-aff3-d8bf89ad3561 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:58.946594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:58.948231 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bf4341-5780-4e00-941f-cd3d5fd07d35', 'tag': '7efce9d1-47d1-4574-9400-ef0ff7c5a24d', 'status': 'completed', 'code': 200}
Dec 24 11:00:58.967817 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22316fb2-dda5-43b2-aff3-d8bf89ad3561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:58.968384 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22316fb2-dda5-43b2-aff3-d8bf89ad3561 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a750c06-2dc2-4e9d-970d-5ccf85112050 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:00:58.984393 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22316fb2-dda5-43b2-aff3-d8bf89ad3561 admin admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:58.987990 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-22316fb2-dda5-43b2-aff3-d8bf89ad3561 admin admin] 10.222.0.54 "DELETE /v2.0/routers/3a750c06-2dc2-4e9d-970d-5ccf85112050 HTTP/1.1" status: 204  len: 168 time: 2.3998024
Dec 24 11:00:58.988938 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52786) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:59.053156 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-804ace48-d2dd-4bb6-8276-8a3d8d1f7ed9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:00:59.053790 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e30eafe-67a6-4e4b-aa00-c73c46331583 admin admin] Deleting subnet b15dd3d7-c180-43ef-972c-1ab18940e3a8 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:00:59.060321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e30eafe-67a6-4e4b-aa00-c73c46331583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:59.062327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-804ace48-d2dd-4bb6-8276-8a3d8d1f7ed9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:subnet and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:00:59.066303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-804ace48-d2dd-4bb6-8276-8a3d8d1f7ed9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:00:59.073319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-804ace48-d2dd-4bb6-8276-8a3d8d1f7ed9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:00:59.077592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-d47695e8-f6d7-48e0-94da-95f10c773e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:59.079193 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-d47695e8-f6d7-48e0-94da-95f10c773e8c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 1096 time: 0.2414870
Dec 24 11:00:59.119031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e30eafe-67a6-4e4b-aa00-c73c46331583 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:59.141279 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804ace48-d2dd-4bb6-8276-8a3d8d1f7ed9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:00:59.144707 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-804ace48-d2dd-4bb6-8276-8a3d8d1f7ed9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:59.176704 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-d3ba1952-792d-452c-8843-ce063c63e15e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7efce9d1-47d1-4574-9400-ef0ff7c5a24d HTTP/1.1" status: 200  len: 217 time: 0.0875998
Dec 24 11:00:59.200222 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e30eafe-67a6-4e4b-aa00-c73c46331583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:59.277332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e30eafe-67a6-4e4b-aa00-c73c46331583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:59.283699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d78ad81b-4e48-4526-8b11-03888f83e6f4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:59.330007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-ce7117ee-c05f-4e6b-a06e-fa517b62cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:59.331360 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-ce7117ee-c05f-4e6b-a06e-fa517b62cca7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7168e6e2-722a-455d-8425-dc939e21f14d HTTP/1.1" status: 200  len: 833 time: 0.0985563
Dec 24 11:00:59.356225 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30eafe-67a6-4e4b-aa00-c73c46331583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b15dd3d7-c180-43ef-972c-1ab18940e3a8,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:59.368162 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7e30eafe-67a6-4e4b-aa00-c73c46331583 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:59.370130 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7e30eafe-67a6-4e4b-aa00-c73c46331583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:59.377069 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d755e976-cd0d-43aa-9f85-3ae08d81bae7 None None] Network 1bc9d21c-308f-47a7-b560-9ceb17b79e84 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:59.378411 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7e30eafe-67a6-4e4b-aa00-c73c46331583 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b15dd3d7-c180-43ef-972c-1ab18940e3a8 HTTP/1.1" status: 204  len: 168 time: 0.3884292
Dec 24 11:00:59.383102 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52792) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:59.468301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-c0480f6e-75c5-442b-9ecd-66458f41724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:59.469803 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-c0480f6e-75c5-442b-9ecd-66458f41724c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de2fc362-105d-46a9-ae69-5fec96f20435&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1309826
Dec 24 11:00:59.516141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595ab27-6eb5-4829-90bd-7d526d01c118 req-4b1f3ceb-5e45-47e1-8fda-925a0bfbe15f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:59.526512 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5595ab27-6eb5-4829-90bd-7d526d01c118 req-4b1f3ceb-5e45-47e1-8fda-925a0bfbe15f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 943 time: 0.2111657
Dec 24 11:00:59.531699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:59.573173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Deleting port d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:59.573907 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:59.609236 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-01501c42-c8ea-4a84-a8ff-3abd8e0f0452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:59.614189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-5595ab27-6eb5-4829-90bd-7d526d01c118 req-b34cb8f1-10a7-44f7-9d64-4c834068b946 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:00:59.644509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-804ace48-d2dd-4bb6-8276-8a3d8d1f7ed9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:59.650625 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7860e75c-3457-48d8-9856-b4b08b567892 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:00:59.690185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-5595ab27-6eb5-4829-90bd-7d526d01c118 req-b34cb8f1-10a7-44f7-9d64-4c834068b946 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:00:59.691393 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5595ab27-6eb5-4829-90bd-7d526d01c118 req-b34cb8f1-10a7-44f7-9d64-4c834068b946 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=642e09a0-a108-4686-bd84-bd4338f9fcab&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1641004
Dec 24 11:00:59.698518 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5096bdf7-4d82-44c1-82db-b0bdd5e91870 None None] DHCP port deletion for 1bc9d21c-308f-47a7-b560-9ceb17b79e84 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:00:59.703526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-5096bdf7-4d82-44c1-82db-b0bdd5e91870 None None] Deleting port d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:00:59.703913 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5096bdf7-4d82-44c1-82db-b0bdd5e91870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:59.809962 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-e91e78fb-d65b-4b4f-8793-6a739dd78f2e service neutron] 10.222.0.32 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3283327
Dec 24 11:00:59.831493 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] For port d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6,segment=NetworkSegment(a50a588d-17bb-4ee3-8c80-ef81578bebcd),segment_id=a50a588d-17bb-4ee3-8c80-ef81578bebcd)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:00:59.831752 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:59.863793 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804ace48-d2dd-4bb6-8276-8a3d8d1f7ed9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:00:59.870167 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-804ace48-d2dd-4bb6-8276-8a3d8d1f7ed9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:00:59.884641 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03795459-0d68-43ec-b71b-f24882f11b9d None None] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:00:59.921679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804ace48-d2dd-4bb6-8276-8a3d8d1f7ed9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:00:59.922215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-804ace48-d2dd-4bb6-8276-8a3d8d1f7ed9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:00:59.926179 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804ace48-d2dd-4bb6-8276-8a3d8d1f7ed9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Subnet': ['ID=cedbe845-c4cb-4555-9828-f911c5391dbf,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:00:59.935521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-804ace48-d2dd-4bb6-8276-8a3d8d1f7ed9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:00:59.967859 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-804ace48-d2dd-4bb6-8276-8a3d8d1f7ed9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.2241473
Dec 24 11:00:59.968114 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52796) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:00:59.976593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-27ee9721-fbb9-4e13-9ffe-b2adf330cf62 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1609199277', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cedbe845-c4cb-4555-9828-f911c5391dbf'}], 'security_groups': ['b534e548-a2c5-4162-839d-d5a071d7c59b']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:01:00.003054 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-5096bdf7-4d82-44c1-82db-b0bdd5e91870 None None] For port d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6,segment=NetworkSegment(a50a588d-17bb-4ee3-8c80-ef81578bebcd),segment_id=a50a588d-17bb-4ee3-8c80-ef81578bebcd)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:01:00.003599 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5096bdf7-4d82-44c1-82db-b0bdd5e91870 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:00.060358 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62628d8f-521b-44f7-9f9f-85e38a0ab2fe req-b5c4dbca-bb83-473d-9f6d-f88c584bd39f service neutron] 10.222.0.32 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2422888
Dec 24 11:01:00.130019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Calling delete_port for d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:01:00.167884 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 63ccd33c-79c0-4eb6-9268-0dca017a9d2a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:01:00.206298 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-5096bdf7-4d82-44c1-82db-b0bdd5e91870 None None] Calling delete_port for d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:01:00.207795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:00.212835 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-65c49435-466d-4e90-a837-f11722acacc9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:00.259993 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Pushing event deleted for resources: {'Port': ['ID=d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:00.263513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:00.264314 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] No DVR routers for this DVR port d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:01:00.333471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20ad64-18eb-4354-b677-8d9f37f7bcd0 req-5c756209-af0e-410f-88f3-199bd8252c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:00.334977 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2d20ad64-18eb-4354-b677-8d9f37f7bcd0 req-5c756209-af0e-410f-88f3-199bd8252c6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 1096 time: 0.1871343
Dec 24 11:01:00.337073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27ee9721-fbb9-4e13-9ffe-b2adf330cf62 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:00.413082 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:00.442844 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d867f10>,) {'filters': {'network_id': ['1bc9d21c-308f-47a7-b560-9ceb17b79e84']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:00.457120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-5096bdf7-4d82-44c1-82db-b0bdd5e91870 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:01:00.457481 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-5096bdf7-4d82-44c1-82db-b0bdd5e91870 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:01:00.458042 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d867f10>, 'a50a588d-17bb-4ee3-8c80-ef81578bebcd') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:00.458358 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d867f10>, 'a50a588d-17bb-4ee3-8c80-ef81578bebcd') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:00.459959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:00.460549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:00.470839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:00.487137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:00.495166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:01:00.495631 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:00.510937 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:00.599688 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:00.603686 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7e701f35-47f6-4487-a33c-b8702fa0cbfb tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:00.612908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20ad64-18eb-4354-b677-8d9f37f7bcd0 req-c4a8d060-42ed-4f5b-b122-868e129221dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:00.614469 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2d20ad64-18eb-4354-b677-8d9f37f7bcd0 req-c4a8d060-42ed-4f5b-b122-868e129221dc service neutron] 10.222.0.32 "GET /v2.0/networks?id=de2fc362-105d-46a9-ae69-5fec96f20435 HTTP/1.1" status: 200  len: 897 time: 0.2667265
Dec 24 11:01:00.619920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:00.627144 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc9d21c-308f-47a7-b560-9ceb17b79e84,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:00.631572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:00.640858 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] 10.222.0.54 "DELETE /v2.0/networks/1bc9d21c-308f-47a7-b560-9ceb17b79e84 HTTP/1.1" status: 204  len: 168 time: 1.2527218
Dec 24 11:01:00.681443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:01:00.720610 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:01:00.720610 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 77805776-f9e3-4d86-b3cc-cb9a94e5a7fa not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:01:00.721747 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:01:00.768429 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:01:00.768789 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:01:00.786173 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f80150-8bef-4d56-bff4-deaa623eae82 None None] Update dhcp port {'port': {'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'fixed_ips': [{'subnet_id': 'a4900308-dedd-4f98-97cd-72b123e82483', 'ip_address': '172.20.0.2'}, {'subnet_id': 'cedbe845-c4cb-4555-9828-f911c5391dbf'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': '63ccd33c-79c0-4eb6-9268-0dca017a9d2a'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 11:01:00.795795 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2d20ad64-18eb-4354-b677-8d9f37f7bcd0 req-84b550fd-11f7-4d61-b3d0-62433a90699d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7efce9d1-47d1-4574-9400-ef0ff7c5a24d HTTP/1.1" status: 200  len: 217 time: 0.1641765
Dec 24 11:01:00.844570 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d3f80150-8bef-4d56-bff4-deaa623eae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:00.869101 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52804) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:00.926521 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ca7c466a-6d70-444d-97aa-eb856805c9c9 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=8543661828634582b0e4847120774eaa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0557957
Dec 24 11:01:00.928787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52810) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:00.962937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-5096bdf7-4d82-44c1-82db-b0bdd5e91870 None None] Deleting port d47eadbf-da2f-4bb8-8c23-f4f283bdf3c6 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:01:00.963185 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5096bdf7-4d82-44c1-82db-b0bdd5e91870 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:00.967835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20ad64-18eb-4354-b677-8d9f37f7bcd0 req-c8ee9a92-1b2c-468d-a226-88204041c29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:00.969283 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2d20ad64-18eb-4354-b677-8d9f37f7bcd0 req-c8ee9a92-1b2c-468d-a226-88204041c29f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7168e6e2-722a-455d-8425-dc939e21f14d HTTP/1.1" status: 200  len: 833 time: 0.1661263
Dec 24 11:01:00.994752 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6cefce97-e973-47a3-91e6-1a27cdea3a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:01.022488 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6cefce97-e973-47a3-91e6-1a27cdea3a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:01.052790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-5096bdf7-4d82-44c1-82db-b0bdd5e91870 None None] The port 'd47eadbf-da2f-4bb8-8c23-f4f283bdf3c6' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:01:01.089221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6cefce97-e973-47a3-91e6-1a27cdea3a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:01.092691 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-25f5107d-dd69-4a64-aa90-49f9885d6f9f tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:01.096774 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee872954-a4b6-43d9-bb34-7b507be041f3 req-fb20af36-6908-4032-860f-ff1d63539f19 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:01.098299 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ee872954-a4b6-43d9-bb34-7b507be041f3 req-fb20af36-6908-4032-860f-ff1d63539f19 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 943 time: 0.2625384
Dec 24 11:01:01.106907 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cefce97-e973-47a3-91e6-1a27cdea3a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34935f88-b6f7-4006-8662-eff5d8da3bdb,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:01.110688 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6cefce97-e973-47a3-91e6-1a27cdea3a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:01.113684 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6cefce97-e973-47a3-91e6-1a27cdea3a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:01.117302 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6cefce97-e973-47a3-91e6-1a27cdea3a70 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/34935f88-b6f7-4006-8662-eff5d8da3bdb HTTP/1.1" status: 204  len: 168 time: 0.1851561
Dec 24 11:01:01.148347 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-27ee9721-fbb9-4e13-9ffe-b2adf330cf62 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Delete allocated IP 172.20.0.10 (dfde7c4a-c5c9-415a-b882-50889fccf3ed/a4900308-dedd-4f98-97cd-72b123e82483) {{(pid=87558) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 24 11:01:01.173222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-27ee9721-fbb9-4e13-9ffe-b2adf330cf62 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Allocated IP 172.20.0.25 (dfde7c4a-c5c9-415a-b882-50889fccf3ed/cedbe845-c4cb-4555-9828-f911c5391dbf/69b1daa0-28d3-4a5e-a975-a980769e6bfc) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:01:01.178464 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ee872954-a4b6-43d9-bb34-7b507be041f3 req-ab623a0c-26ab-4be6-950d-8500ed174602 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=642e09a0-a108-4686-bd84-bd4338f9fcab&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0704367
Dec 24 11:01:01.191605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20ad64-18eb-4354-b677-8d9f37f7bcd0 req-5f7942e7-fe2b-4c15-9500-60f85dea788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:01.193157 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2d20ad64-18eb-4354-b677-8d9f37f7bcd0 req-5f7942e7-fe2b-4c15-9500-60f85dea788a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de2fc362-105d-46a9-ae69-5fec96f20435&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2057343
Dec 24 11:01:01.475102 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52818) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:01.526189 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f58ba6e4-9afa-4ed6-b924-f1cbc40f2b6e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f4ccfd3ae4d147cda057698a41ad92b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0496800
Dec 24 11:01:01.528640 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52822) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:01.587302 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2d20ad64-18eb-4354-b677-8d9f37f7bcd0 req-25af68f6-9b9b-4895-b9be-ff12cad703ce service neutron] 10.222.0.32 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3850133
Dec 24 11:01:01.588535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-abe821a9-45f8-4cb4-b4b2-00bc0cdc2b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:01.615560 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-abe821a9-45f8-4cb4-b4b2-00bc0cdc2b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:01.668371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-abe821a9-45f8-4cb4-b4b2-00bc0cdc2b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:01.672830 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:01.686014 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe821a9-45f8-4cb4-b4b2-00bc0cdc2b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58652d11-2116-40d6-bb21-17cfb84370a8,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:01.688818 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-abe821a9-45f8-4cb4-b4b2-00bc0cdc2b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:01.690777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-abe821a9-45f8-4cb4-b4b2-00bc0cdc2b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:01.694212 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-abe821a9-45f8-4cb4-b4b2-00bc0cdc2b2d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/58652d11-2116-40d6-bb21-17cfb84370a8 HTTP/1.1" status: 204  len: 168 time: 0.1623607
Dec 24 11:01:01.779460 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27ee9721-fbb9-4e13-9ffe-b2adf330cf62 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:01.798794 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2d20ad64-18eb-4354-b677-8d9f37f7bcd0 req-40e15f6e-6690-460e-8f10-26a7de130ffc service neutron] 10.222.0.32 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1988585
Dec 24 11:01:01.804271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-27ee9721-fbb9-4e13-9ffe-b2adf330cf62 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Transition to ACTIVE for port object 69b1daa0-28d3-4a5e-a975-a980769e6bfc will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:01:01.808131 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27ee9721-fbb9-4e13-9ffe-b2adf330cf62 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:01.813681 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e52e6908-e9fc-485c-afc2-ecdf3686309e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:01.869119 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-28f43c37-1b20-4b8f-9236-f681d662642a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:01.883130 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-d3f80150-8bef-4d56-bff4-deaa623eae82 None None] Allocated IP 172.20.0.18 (dfde7c4a-c5c9-415a-b882-50889fccf3ed/cedbe845-c4cb-4555-9828-f911c5391dbf/63ccd33c-79c0-4eb6-9268-0dca017a9d2a) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:01:01.975013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ee9721-fbb9-4e13-9ffe-b2adf330cf62 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=69b1daa0-28d3-4a5e-a975-a980769e6bfc,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:01.984918 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-27ee9721-fbb9-4e13-9ffe-b2adf330cf62 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:02.004606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-27ee9721-fbb9-4e13-9ffe-b2adf330cf62 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] In _notify_port_updated(), no bound segment for port 69b1daa0-28d3-4a5e-a975-a980769e6bfc on network dfde7c4a-c5c9-415a-b882-50889fccf3ed {{(pid=87558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 11:01:02.010157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ee9721-fbb9-4e13-9ffe-b2adf330cf62 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:02.010831 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27ee9721-fbb9-4e13-9ffe-b2adf330cf62 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:02.012185 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-27ee9721-fbb9-4e13-9ffe-b2adf330cf62 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "PUT /v2.0/ports/69b1daa0-28d3-4a5e-a975-a980769e6bfc HTTP/1.1" status: 200  len: 921 time: 2.0432203
Dec 24 11:01:02.015279 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52828) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:02.036004 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d3f80150-8bef-4d56-bff4-deaa623eae82 None None] For port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=63ccd33c-79c0-4eb6-9268-0dca017a9d2a,segment=NetworkSegment(aa023d58-560d-4c25-b171-73ba87b2a7ca),segment_id=aa023d58-560d-4c25-b171-73ba87b2a7ca)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:01:02.065928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d3f80150-8bef-4d56-bff4-deaa623eae82 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:02.084796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d3f80150-8bef-4d56-bff4-deaa623eae82 None None] Transition to ACTIVE for port object 63ccd33c-79c0-4eb6-9268-0dca017a9d2a will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:01:02.089123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d3f80150-8bef-4d56-bff4-deaa623eae82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:02.093424 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:02.098126 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-10166ad7-4299-4e77-808c-d2ff8830ddff tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 69b1daa0-28d3-4a5e-a975-a980769e6bfc {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:01:02.098476 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-10166ad7-4299-4e77-808c-d2ff8830ddff tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:02.231329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f80150-8bef-4d56-bff4-deaa623eae82 None None] Pushing event updated for resources: {'Port': ['ID=63ccd33c-79c0-4eb6-9268-0dca017a9d2a,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:02.233742 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d3f80150-8bef-4d56-bff4-deaa623eae82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:02.411984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-10166ad7-4299-4e77-808c-d2ff8830ddff tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:02.553792 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-10166ad7-4299-4e77-808c-d2ff8830ddff tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for 69b1daa0-28d3-4a5e-a975-a980769e6bfc owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:01:02.602445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63b661-47ea-4c81-a08f-07f2b52f7a09 req-d4a386af-8bc8-4c75-ae45-4f3996d2c678 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:02.604015 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8b63b661-47ea-4c81-a08f-07f2b52f7a09 req-d4a386af-8bc8-4c75-ae45-4f3996d2c678 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 943 time: 0.3043802
Dec 24 11:01:02.677145 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8b63b661-47ea-4c81-a08f-07f2b52f7a09 req-f4305195-266e-4d97-8866-8a9dc21764e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=642e09a0-a108-4686-bd84-bd4338f9fcab&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656285
Dec 24 11:01:02.754086 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-10166ad7-4299-4e77-808c-d2ff8830ddff tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:02.754588 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1137cd79-a971-4c02-84a6-d3ef045d0d36 None None] Provisioning for port 69b1daa0-28d3-4a5e-a975-a980769e6bfc completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:01:02.759770 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1137cd79-a971-4c02-84a6-d3ef045d0d36 None None] Provisioning complete for port 69b1daa0-28d3-4a5e-a975-a980769e6bfc triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:02.760152 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1137cd79-a971-4c02-84a6-d3ef045d0d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:02.760498 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fbc07742-ee17-493f-a903-e315111aceb2 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:02.798328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1137cd79-a971-4c02-84a6-d3ef045d0d36 None None] Port 69b1daa0-28d3-4a5e-a975-a980769e6bfc was deleted so its status cannot be updated. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 24 11:01:02.809975 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1137cd79-a971-4c02-84a6-d3ef045d0d36 None None] Provisioning for port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:01:02.815324 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1137cd79-a971-4c02-84a6-d3ef045d0d36 None None] Provisioning complete for port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:02.815706 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1137cd79-a971-4c02-84a6-d3ef045d0d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:02.943855 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1137cd79-a971-4c02-84a6-d3ef045d0d36 None None] Provisioning complete for port d96b3036-3c79-451d-af10-2c319143c9f6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:02.944522 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1137cd79-a971-4c02-84a6-d3ef045d0d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:02.965174 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10166ad7-4299-4e77-808c-d2ff8830ddff tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=69b1daa0-28d3-4a5e-a975-a980769e6bfc,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:02.967619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-10166ad7-4299-4e77-808c-d2ff8830ddff tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:02.999974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1137cd79-a971-4c02-84a6-d3ef045d0d36 None None] Port d96b3036-3c79-451d-af10-2c319143c9f6 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:01:03.016475 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:03.034542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-10166ad7-4299-4e77-808c-d2ff8830ddff tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:03.044733 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:03.045709 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-10166ad7-4299-4e77-808c-d2ff8830ddff tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/ports/69b1daa0-28d3-4a5e-a975-a980769e6bfc HTTP/1.1" status: 204  len: 168 time: 1.0290580
Dec 24 11:01:03.048266 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52834) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:03.092208 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-d92de845-7019-47c8-9550-2f08ed92e385 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] GET failed (client error): The resource could not be found.
Dec 24 11:01:03.092754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d92de845-7019-47c8-9550-2f08ed92e385 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:01:03.108984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d92de845-7019-47c8-9550-2f08ed92e385 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:01:03.110231 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d92de845-7019-47c8-9550-2f08ed92e385 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports/69b1daa0-28d3-4a5e-a975-a980769e6bfc HTTP/1.1" status: 404  len: 333 time: 0.0609982
Dec 24 11:01:03.113069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52838) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:03.177409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5efbcc8b-2d1e-42da-acaa-4c3fa8b8d3d4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:03.205615 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5efbcc8b-2d1e-42da-acaa-4c3fa8b8d3d4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:03.257526 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5efbcc8b-2d1e-42da-acaa-4c3fa8b8d3d4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:03.261779 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e05bf29c-27f3-4729-b7ed-7e5570802cc4 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:03.275217 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbcc8b-2d1e-42da-acaa-4c3fa8b8d3d4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb072126-2bef-44e0-8e6a-0e893b1daf14,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:03.279566 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5efbcc8b-2d1e-42da-acaa-4c3fa8b8d3d4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:03.283292 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5efbcc8b-2d1e-42da-acaa-4c3fa8b8d3d4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:03.287154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52842) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:03.287613 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5efbcc8b-2d1e-42da-acaa-4c3fa8b8d3d4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/security-groups/fb072126-2bef-44e0-8e6a-0e893b1daf14 HTTP/1.1" status: 204  len: 168 time: 0.1731005
Dec 24 11:01:03.311808 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c41e98a0-8815-4194-ad24-a74a8041f00f None None] Could not find standard attr ID for object 69b1daa0-28d3-4a5e-a975-a980769e6bfc. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 11:01:03.357330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:03.384887 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:03.434160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:03.439665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5b343240-d83b-47c3-82f4-47b41fb516b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:03.454165 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b534e548-a2c5-4162-839d-d5a071d7c59b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:03.461443 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:03.462560 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/security-groups/b534e548-a2c5-4162-839d-d5a071d7c59b HTTP/1.1" status: 204  len: 168 time: 0.1744344
Dec 24 11:01:03.463926 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:01:03.464318 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:01:03.464781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:01:03.465168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:01:03.465298 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52846) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:03.465567 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:01:03.465962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:01:03.466332 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:01:03.466801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:01:03.467257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:01:03.467646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:01:03.467999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:01:03.468359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:01:03.471357 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:03.531677 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-7244db0a-906e-4d24-816f-66296dfaa974 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting subnet a4900308-dedd-4f98-97cd-72b123e82483 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:01:03.534778 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7244db0a-906e-4d24-816f-66296dfaa974 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:03.587961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7244db0a-906e-4d24-816f-66296dfaa974 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:03.671300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7244db0a-906e-4d24-816f-66296dfaa974 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:03.742778 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7244db0a-906e-4d24-816f-66296dfaa974 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:03.746556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5f359fa0-553e-46b3-a024-bcefae81c81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:03.784049 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244db0a-906e-4d24-816f-66296dfaa974 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Subnet': ['ID=a4900308-dedd-4f98-97cd-72b123e82483,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:03.786325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7244db0a-906e-4d24-816f-66296dfaa974 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:03.790818 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7244db0a-906e-4d24-816f-66296dfaa974 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:03.797840 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e199b7-9209-4e3b-89a5-b8f94c8e11a0 None None] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:01:03.798568 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7244db0a-906e-4d24-816f-66296dfaa974 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/a4900308-dedd-4f98-97cd-72b123e82483 HTTP/1.1" status: 204  len: 168 time: 0.3321795
Dec 24 11:01:03.802359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52852) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:03.808558 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-52301e3b-3167-4f97-8731-1ad1ce0bc98b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'subnet': {'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:01:03.879961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d830ce-6cfc-4ade-ae8c-ecc720c89d6c req-1a319b10-610a-46e8-b848-9425cfec80e9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:03.881705 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-74d830ce-6cfc-4ade-ae8c-ecc720c89d6c req-1a319b10-610a-46e8-b848-9425cfec80e9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 943 time: 0.0961015
Dec 24 11:01:03.931674 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-74d830ce-6cfc-4ade-ae8c-ecc720c89d6c req-953c3ba0-fb67-4b7e-872e-326a538bc2b9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=642e09a0-a108-4686-bd84-bd4338f9fcab&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431607
Dec 24 11:01:03.963350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-52301e3b-3167-4f97-8731-1ad1ce0bc98b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:03.967695 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-52301e3b-3167-4f97-8731-1ad1ce0bc98b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:subnet and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:01:03.970588 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-52301e3b-3167-4f97-8731-1ad1ce0bc98b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:01:03.976108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-52301e3b-3167-4f97-8731-1ad1ce0bc98b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:01:03.985817 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52301e3b-3167-4f97-8731-1ad1ce0bc98b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:01:03.989244 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52301e3b-3167-4f97-8731-1ad1ce0bc98b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:04.064207 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 7efce9d1-47d1-4574-9400-ef0ff7c5a24d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:01:04.154586 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 63ccd33c-79c0-4eb6-9268-0dca017a9d2a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:01:04.266763 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52301e3b-3167-4f97-8731-1ad1ce0bc98b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:04.272338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4057fd53-11c5-493a-9f3b-aede17349537 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:04.273731 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 7efce9d1-47d1-4574-9400-ef0ff7c5a24d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7efce9d1-47d1-4574-9400-ef0ff7c5a24d,segment=NetworkSegment(078bf30d-8961-4056-aa68-743fc1bbd1d4),segment_id=078bf30d-8961-4056-aa68-743fc1bbd1d4)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:01:04.291433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '7efce9d1-47d1-4574-9400-ef0ff7c5a24d', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'port_id': '7efce9d1-47d1-4574-9400-ef0ff7c5a24d', 'mac_address': 'fa:16:3e:ba:16:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:01:04.294839 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:04.295231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:04.333655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52301e3b-3167-4f97-8731-1ad1ce0bc98b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:01:04.336651 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-52301e3b-3167-4f97-8731-1ad1ce0bc98b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:01:04.341506 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52301e3b-3167-4f97-8731-1ad1ce0bc98b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:04.342125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52301e3b-3167-4f97-8731-1ad1ce0bc98b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:04.355552 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52301e3b-3167-4f97-8731-1ad1ce0bc98b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Subnet': ['ID=4ed237f4-951b-4869-8cf3-046f3a442e92,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:04.360707 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-52301e3b-3167-4f97-8731-1ad1ce0bc98b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:04.378013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52856) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:04.378702 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-52301e3b-3167-4f97-8731-1ad1ce0bc98b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5744965
Dec 24 11:01:04.387368 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-e361e249-df45-46f8-942a-3d66d5501ac4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'security_group': {'name': 'tempest-secgroup-1275895412'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:01:04.397535 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:04.400260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e361e249-df45-46f8-942a-3d66d5501ac4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:04.405854 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e361e249-df45-46f8-942a-3d66d5501ac4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:security_group and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:01:04.410251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e361e249-df45-46f8-942a-3d66d5501ac4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:01:04.421349 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e361e249-df45-46f8-942a-3d66d5501ac4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:01:04.425476 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efce9d1-47d1-4574-9400-ef0ff7c5a24d {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:01:04.440730 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e361e249-df45-46f8-942a-3d66d5501ac4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:04.466900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e361e249-df45-46f8-942a-3d66d5501ac4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:04.472420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e361e249-df45-46f8-942a-3d66d5501ac4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:security_group_rule and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:01:04.475680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e361e249-df45-46f8-942a-3d66d5501ac4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:01:04.480230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 7efce9d1-47d1-4574-9400-ef0ff7c5a24d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7efce9d1-47d1-4574-9400-ef0ff7c5a24d,segment=NetworkSegment(078bf30d-8961-4056-aa68-743fc1bbd1d4),segment_id=078bf30d-8961-4056-aa68-743fc1bbd1d4)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:01:04.483586 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e361e249-df45-46f8-942a-3d66d5501ac4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:01:04.492896 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:04.497585 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:04.568170 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e361e249-df45-46f8-942a-3d66d5501ac4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:04.568429 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=7efce9d1-47d1-4574-9400-ef0ff7c5a24d,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:04.571783 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:04.573454 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e361e249-df45-46f8-942a-3d66d5501ac4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:04.579921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4791fafd-d4d9-4bba-84a6-d29205523722 tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:04.618858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361e249-df45-46f8-942a-3d66d5501ac4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467a50c2-019e-4f83-8b0d-21491d5c6319,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:04.621565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e361e249-df45-46f8-942a-3d66d5501ac4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:04.794492 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['7efce9d1-47d1-4574-9400-ef0ff7c5a24d'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:01:04.818469 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e361e249-df45-46f8-942a-3d66d5501ac4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:04.819511 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e361e249-df45-46f8-942a-3d66d5501ac4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.4393263
Dec 24 11:01:04.822393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52862) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:04.830240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-fb810496-b4ce-4993-aa7f-c0a50365b5b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'security_group': {'name': 'tempest-secgroup-719742731'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:01:04.836838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-fb810496-b4ce-4993-aa7f-c0a50365b5b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:04.841197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-fb810496-b4ce-4993-aa7f-c0a50365b5b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:security_group and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:01:04.844491 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-fb810496-b4ce-4993-aa7f-c0a50365b5b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:01:04.844841 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed4d419-dae9-43c8-b87d-88acb0d2f443 None None] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:01:04.849709 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-fb810496-b4ce-4993-aa7f-c0a50365b5b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:01:04.863609 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fb810496-b4ce-4993-aa7f-c0a50365b5b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:04.870109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:04.883257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-fb810496-b4ce-4993-aa7f-c0a50365b5b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:04.886998 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-fb810496-b4ce-4993-aa7f-c0a50365b5b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:security_group_rule and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:01:04.890371 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-fb810496-b4ce-4993-aa7f-c0a50365b5b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:01:04.895945 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-fb810496-b4ce-4993-aa7f-c0a50365b5b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:01:04.963213 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-15c3c961-77da-4882-b7fa-7346686c5089 None None] Provisioning complete for port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:04.963685 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-15c3c961-77da-4882-b7fa-7346686c5089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:04.973755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fb810496-b4ce-4993-aa7f-c0a50365b5b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:04.977818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fb810496-b4ce-4993-aa7f-c0a50365b5b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:04.981610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-91ceb6ab-45b6-4074-ad7c-8f2a551a46c9 tempest-ServerActionsTestJSON-1681609006 tempest-ServerActionsTestJSON-1681609006-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:05.021725 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb810496-b4ce-4993-aa7f-c0a50365b5b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecd04cc-6631-476e-8cef-ead0cb8e6cce,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:05.025084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fb810496-b4ce-4993-aa7f-c0a50365b5b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:05.026701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fb810496-b4ce-4993-aa7f-c0a50365b5b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:05.028065 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fb810496-b4ce-4993-aa7f-c0a50365b5b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2041671
Dec 24 11:01:05.030767 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52868) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:05.036970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-72253e45-f288-4c05-887f-6ab4fdc5c91a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'security_group': {'name': 'tempest-secgroup-1006521919'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:01:05.043220 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-72253e45-f288-4c05-887f-6ab4fdc5c91a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:05.047291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-72253e45-f288-4c05-887f-6ab4fdc5c91a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:security_group and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:01:05.050187 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-72253e45-f288-4c05-887f-6ab4fdc5c91a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:01:05.055963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-72253e45-f288-4c05-887f-6ab4fdc5c91a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:01:05.068336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-72253e45-f288-4c05-887f-6ab4fdc5c91a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:05.091205 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-72253e45-f288-4c05-887f-6ab4fdc5c91a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:05.095676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-72253e45-f288-4c05-887f-6ab4fdc5c91a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:security_group_rule and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:01:05.100072 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-72253e45-f288-4c05-887f-6ab4fdc5c91a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:01:05.106186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-72253e45-f288-4c05-887f-6ab4fdc5c91a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:01:05.127602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cdd0a7-0e36-4bd8-85d0-f89f238e17bd req-96be4fc3-1ac9-4065-b67f-6776e9c6ad71 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:05.129555 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a7cdd0a7-0e36-4bd8-85d0-f89f238e17bd req-96be4fc3-1ac9-4065-b67f-6776e9c6ad71 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 944 time: 0.0860143
Dec 24 11:01:05.179405 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a7cdd0a7-0e36-4bd8-85d0-f89f238e17bd req-0ed36aee-d13c-4839-8c1c-4b98df9444f3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=642e09a0-a108-4686-bd84-bd4338f9fcab&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415478
Dec 24 11:01:05.186400 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-72253e45-f288-4c05-887f-6ab4fdc5c91a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:05.202352 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-72253e45-f288-4c05-887f-6ab4fdc5c91a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:05.203905 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ac4d316b-be47-4150-b2ce-029897c6a776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:05.238370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72253e45-f288-4c05-887f-6ab4fdc5c91a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52beb6a9-0e7f-4a0a-8143-5b9323554f92,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:05.240669 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-72253e45-f288-4c05-887f-6ab4fdc5c91a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:05.244416 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-72253e45-f288-4c05-887f-6ab4fdc5c91a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1745 time: 0.2100501
Dec 24 11:01:05.244416 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-72253e45-f288-4c05-887f-6ab4fdc5c91a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:05.244804 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52872) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:05.250935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1248579878', 'security_groups': ['52beb6a9-0e7f-4a0a-8143-5b9323554f92'], 'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4ed237f4-951b-4869-8cf3-046f3a442e92'}]}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:01:05.347974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-15c3c961-77da-4882-b7fa-7346686c5089 None None] Provisioning complete for port d96b3036-3c79-451d-af10-2c319143c9f6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:05.348566 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-15c3c961-77da-4882-b7fa-7346686c5089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:05.387441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:05.397939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:01:05.408476 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:01:05.447008 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-15c3c961-77da-4882-b7fa-7346686c5089 None None] Port d96b3036-3c79-451d-af10-2c319143c9f6 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:01:05.542098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:05.566309 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] device_id is not set on port 85420922-7611-4453-8510-bb7b84fef1b3 yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 11:01:05.572480 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a78b0f2-936a-4b91-937b-0b4326fbf8ce None None] Update dhcp port {'port': {'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'fixed_ips': [{'subnet_id': 'cedbe845-c4cb-4555-9828-f911c5391dbf', 'ip_address': '172.20.0.18'}, {'subnet_id': '4ed237f4-951b-4869-8cf3-046f3a442e92'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': '63ccd33c-79c0-4eb6-9268-0dca017a9d2a'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 11:01:05.633615 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7a78b0f2-936a-4b91-937b-0b4326fbf8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:05.766723 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Allocated IP 172.20.0.5 (dfde7c4a-c5c9-415a-b882-50889fccf3ed/4ed237f4-951b-4869-8cf3-046f3a442e92/85420922-7611-4453-8510-bb7b84fef1b3) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:01:05.950445 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:05.965385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Transition to ACTIVE for port object 85420922-7611-4453-8510-bb7b84fef1b3 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:01:05.988708 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:05.994041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-49d44e64-a0a4-4fc9-bd11-b506b91bdf4d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:06.053914 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-7a78b0f2-936a-4b91-937b-0b4326fbf8ce None None] Allocated IP 172.20.0.2 (dfde7c4a-c5c9-415a-b882-50889fccf3ed/4ed237f4-951b-4869-8cf3-046f3a442e92/63ccd33c-79c0-4eb6-9268-0dca017a9d2a) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:01:06.060404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:01:06.063880 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:01:06.067747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:06.106085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=85420922-7611-4453-8510-bb7b84fef1b3,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:06.114498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:06.136339 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:06.136956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:06.162049 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 0.9161465
Dec 24 11:01:06.164882 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52876) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:06.170690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4d57437d-db27-490b-98e7-e7d86f61ece2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'subnet': {'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:01:06.198230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-7a78b0f2-936a-4b91-937b-0b4326fbf8ce None None] For port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=63ccd33c-79c0-4eb6-9268-0dca017a9d2a,segment=NetworkSegment(aa023d58-560d-4c25-b171-73ba87b2a7ca),segment_id=aa023d58-560d-4c25-b171-73ba87b2a7ca)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:01:06.226668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7a78b0f2-936a-4b91-937b-0b4326fbf8ce None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:06.243901 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7a78b0f2-936a-4b91-937b-0b4326fbf8ce None None] Transition to ACTIVE for port object 63ccd33c-79c0-4eb6-9268-0dca017a9d2a will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:01:06.249259 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7a78b0f2-936a-4b91-937b-0b4326fbf8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:06.252877 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-27dc7752-75e5-4d98-83b8-713522d31289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:06.318173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4d57437d-db27-490b-98e7-e7d86f61ece2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:06.321999 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4d57437d-db27-490b-98e7-e7d86f61ece2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:subnet and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:01:06.325753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4d57437d-db27-490b-98e7-e7d86f61ece2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:01:06.333178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4d57437d-db27-490b-98e7-e7d86f61ece2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:01:06.345289 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d57437d-db27-490b-98e7-e7d86f61ece2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:01:06.349288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4d57437d-db27-490b-98e7-e7d86f61ece2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:06.377780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29d9b3-0ee1-45cb-876c-9e7f2fa02640 req-c3d7181b-a545-454e-9a2d-fdf22126d9f7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:06.379431 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4a29d9b3-0ee1-45cb-876c-9e7f2fa02640 req-c3d7181b-a545-454e-9a2d-fdf22126d9f7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 944 time: 0.0869496
Dec 24 11:01:06.439088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78b0f2-936a-4b91-937b-0b4326fbf8ce None None] Pushing event updated for resources: {'Port': ['ID=63ccd33c-79c0-4eb6-9268-0dca017a9d2a,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:06.442504 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7a78b0f2-936a-4b91-937b-0b4326fbf8ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:06.452483 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4a29d9b3-0ee1-45cb-876c-9e7f2fa02640 req-cc14dc0b-2d90-405a-b443-108b3da3166b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=642e09a0-a108-4686-bd84-bd4338f9fcab&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658793
Dec 24 11:01:06.508181 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.ipam_backend_mixin [None req-4d57437d-db27-490b-98e7-e7d86f61ece2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4ed237f4-951b-4869-8cf3-046f3a442e92 (CIDR: 172.20.0.0/28)
Dec 24 11:01:06.511663 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d57437d-db27-490b-98e7-e7d86f61ece2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:01:06.512224 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d57437d-db27-490b-98e7-e7d86f61ece2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:01:06.530836 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4d57437d-db27-490b-98e7-e7d86f61ece2 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3648231
Dec 24 11:01:06.533836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52882) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:06.539597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-d27a909b-b200-4068-b18a-e98390510e90 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'subnet': {'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:01:06.803540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d27a909b-b200-4068-b18a-e98390510e90 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:06.807601 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d27a909b-b200-4068-b18a-e98390510e90 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:subnet and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:01:06.811026 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d27a909b-b200-4068-b18a-e98390510e90 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:01:06.816916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d27a909b-b200-4068-b18a-e98390510e90 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:01:06.827154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27a909b-b200-4068-b18a-e98390510e90 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:01:06.830678 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d27a909b-b200-4068-b18a-e98390510e90 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:06.963106 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.ipam_backend_mixin [None req-d27a909b-b200-4068-b18a-e98390510e90 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet cedbe845-c4cb-4555-9828-f911c5391dbf (CIDR: 172.20.0.16/28)
Dec 24 11:01:06.967094 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27a909b-b200-4068-b18a-e98390510e90 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:01:06.967660 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27a909b-b200-4068-b18a-e98390510e90 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:01:06.978918 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-df949796-f87f-4102-9142-23f7f101adf4 None None] Provisioning for port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:01:06.985268 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-df949796-f87f-4102-9142-23f7f101adf4 None None] Provisioning complete for port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:06.985735 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-df949796-f87f-4102-9142-23f7f101adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:06.987054 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d27a909b-b200-4068-b18a-e98390510e90 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 0.4519899
Dec 24 11:01:06.990087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52886) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:06.995847 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-305e7003-df02-4b30-94c9-b037c9a3fa6e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'subnet': {'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:01:07.129002 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-df949796-f87f-4102-9142-23f7f101adf4 None None] Provisioning complete for port d96b3036-3c79-451d-af10-2c319143c9f6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:07.129389 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-df949796-f87f-4102-9142-23f7f101adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:07.146732 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-305e7003-df02-4b30-94c9-b037c9a3fa6e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:07.150577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-305e7003-df02-4b30-94c9-b037c9a3fa6e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Usage tracker for resource:subnet and tenant:e8412d0db8484a06883ce7b4c94c25ba is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:01:07.156482 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-305e7003-df02-4b30-94c9-b037c9a3fa6e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:01:07.160736 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-305e7003-df02-4b30-94c9-b037c9a3fa6e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:01:07.176698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305e7003-df02-4b30-94c9-b037c9a3fa6e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Made reservation on behalf of e8412d0db8484a06883ce7b4c94c25ba for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:01:07.180819 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-305e7003-df02-4b30-94c9-b037c9a3fa6e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:07.186456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-df949796-f87f-4102-9142-23f7f101adf4 None None] Port d96b3036-3c79-451d-af10-2c319143c9f6 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:01:07.305154 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-13a7fb4b-5cb6-4ef7-a90c-7bc2b5c9f12a None None] Provisioning for port 85420922-7611-4453-8510-bb7b84fef1b3 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:01:07.311112 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-13a7fb4b-5cb6-4ef7-a90c-7bc2b5c9f12a None None] Provisioning complete for port 85420922-7611-4453-8510-bb7b84fef1b3 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:07.311500 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-13a7fb4b-5cb6-4ef7-a90c-7bc2b5c9f12a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:07.369205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-13a7fb4b-5cb6-4ef7-a90c-7bc2b5c9f12a None None] Port 85420922-7611-4453-8510-bb7b84fef1b3 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:01:07.448742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-305e7003-df02-4b30-94c9-b037c9a3fa6e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:07.453819 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-556b2d58-f52d-4670-847f-0573e7f3d569 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:07.505231 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305e7003-df02-4b30-94c9-b037c9a3fa6e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:01:07.508390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-305e7003-df02-4b30-94c9-b037c9a3fa6e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:01:07.513192 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305e7003-df02-4b30-94c9-b037c9a3fa6e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:07.513898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-305e7003-df02-4b30-94c9-b037c9a3fa6e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:07.518870 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b0e9bd-506e-43ee-8e08-dea843b38764 None None] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:01:07.535649 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e7003-df02-4b30-94c9-b037c9a3fa6e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Subnet': ['ID=fcd7d7e9-cbba-45de-9d31-6ab10ae2ed50,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:07.540566 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-305e7003-df02-4b30-94c9-b037c9a3fa6e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:07.549893 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52892) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:07.550352 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-305e7003-df02-4b30-94c9-b037c9a3fa6e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 0.5588195
Dec 24 11:01:07.556965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-60a72395-ec75-4743-9fef-f1b6a6cbdaa6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-467059536', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fcd7d7e9-cbba-45de-9d31-6ab10ae2ed50'}], 'security_groups': ['467a50c2-019e-4f83-8b0d-21491d5c6319', '6ecd04cc-6631-476e-8cef-ead0cb8e6cce']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:01:07.649196 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09feaa8f-c371-412c-808d-1961674039c7 req-086de52a-7133-4420-844f-2fbe3f4cb67e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:07.650782 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-09feaa8f-c371-412c-808d-1961674039c7 req-086de52a-7133-4420-844f-2fbe3f4cb67e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 944 time: 0.0915546
Dec 24 11:01:07.690239 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-60a72395-ec75-4743-9fef-f1b6a6cbdaa6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:07.820779 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-09feaa8f-c371-412c-808d-1961674039c7 req-8a66fcfd-cc50-453e-b6d0-2f8af6b7006a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=642e09a0-a108-4686-bd84-bd4338f9fcab&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1633804
Dec 24 11:01:07.880508 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712b6c90-0ebc-46c0-b48e-7160571e5a79 None None] Update dhcp port {'port': {'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'fixed_ips': [{'subnet_id': 'cedbe845-c4cb-4555-9828-f911c5391dbf', 'ip_address': '172.20.0.18'}, {'subnet_id': '4ed237f4-951b-4869-8cf3-046f3a442e92', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fcd7d7e9-cbba-45de-9d31-6ab10ae2ed50'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': '63ccd33c-79c0-4eb6-9268-0dca017a9d2a'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 11:01:07.941448 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-712b6c90-0ebc-46c0-b48e-7160571e5a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:08.050485 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 7efce9d1-47d1-4574-9400-ef0ff7c5a24d up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:01:08.112977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-60a72395-ec75-4743-9fef-f1b6a6cbdaa6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Delete allocated IP 172.20.0.5 (dfde7c4a-c5c9-415a-b882-50889fccf3ed/4ed237f4-951b-4869-8cf3-046f3a442e92) {{(pid=87558) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
Dec 24 11:01:08.120145 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 63ccd33c-79c0-4eb6-9268-0dca017a9d2a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:01:08.122559 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-60a72395-ec75-4743-9fef-f1b6a6cbdaa6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Allocated IP 172.20.0.43 (dfde7c4a-c5c9-415a-b882-50889fccf3ed/fcd7d7e9-cbba-45de-9d31-6ab10ae2ed50/85420922-7611-4453-8510-bb7b84fef1b3) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:01:08.207477 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 7efce9d1-47d1-4574-9400-ef0ff7c5a24d completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:01:08.216554 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:08.216970 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:08.240148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 7efce9d1-47d1-4574-9400-ef0ff7c5a24d triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:08.240521 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:08.342547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-60a72395-ec75-4743-9fef-f1b6a6cbdaa6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:08.358130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-60a72395-ec75-4743-9fef-f1b6a6cbdaa6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Transition to ACTIVE for port object 85420922-7611-4453-8510-bb7b84fef1b3 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:01:08.362420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-60a72395-ec75-4743-9fef-f1b6a6cbdaa6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:08.367709 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-69be13d3-3560-42e1-9b2b-9778103e685c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:08.487578 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:08.500799 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a72395-ec75-4743-9fef-f1b6a6cbdaa6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event updated for resources: {'Port': ['ID=85420922-7611-4453-8510-bb7b84fef1b3,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:08.509319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-60a72395-ec75-4743-9fef-f1b6a6cbdaa6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:08.518971 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-712b6c90-0ebc-46c0-b48e-7160571e5a79 None None] Allocated IP 172.20.0.34 (dfde7c4a-c5c9-415a-b882-50889fccf3ed/fcd7d7e9-cbba-45de-9d31-6ab10ae2ed50/63ccd33c-79c0-4eb6-9268-0dca017a9d2a) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:01:08.526617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-60a72395-ec75-4743-9fef-f1b6a6cbdaa6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] In _notify_port_updated(), no bound segment for port 85420922-7611-4453-8510-bb7b84fef1b3 on network dfde7c4a-c5c9-415a-b882-50889fccf3ed {{(pid=87558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 11:01:08.526790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bf4341-5780-4e00-941f-cd3d5fd07d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efce9d1-47d1-4574-9400-ef0ff7c5a24d'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:01:08.532529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a72395-ec75-4743-9fef-f1b6a6cbdaa6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:08.533132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-60a72395-ec75-4743-9fef-f1b6a6cbdaa6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:08.535085 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-60a72395-ec75-4743-9fef-f1b6a6cbdaa6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "PUT /v2.0/ports/85420922-7611-4453-8510-bb7b84fef1b3 HTTP/1.1" status: 200  len: 959 time: 0.9833744
Dec 24 11:01:08.537293 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52898) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:08.544245 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 7efce9d1-47d1-4574-9400-ef0ff7c5a24d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7efce9d1-47d1-4574-9400-ef0ff7c5a24d,segment=NetworkSegment(078bf30d-8961-4056-aa68-743fc1bbd1d4),segment_id=078bf30d-8961-4056-aa68-743fc1bbd1d4)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:01:08.563495 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:08.569110 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-65e1dc27-d970-4971-b950-5ed96ba4e17f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:08.609540 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bf4341-5780-4e00-941f-cd3d5fd07d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efce9d1-47d1-4574-9400-ef0ff7c5a24d', 'code': 200}
Dec 24 11:01:08.610115 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-53bc598d-a9b6-4848-8c2d-8bd187a5fd82 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 85420922-7611-4453-8510-bb7b84fef1b3 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:01:08.611675 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53bc598d-a9b6-4848-8c2d-8bd187a5fd82 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:08.720629 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=7efce9d1-47d1-4574-9400-ef0ff7c5a24d,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:08.724552 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:08.783848 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-712b6c90-0ebc-46c0-b48e-7160571e5a79 None None] For port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=63ccd33c-79c0-4eb6-9268-0dca017a9d2a,segment=NetworkSegment(aa023d58-560d-4c25-b171-73ba87b2a7ca),segment_id=aa023d58-560d-4c25-b171-73ba87b2a7ca)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:01:08.808623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-712b6c90-0ebc-46c0-b48e-7160571e5a79 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:08.816850 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802119e8-3f17-4ba8-ad73-68e54e7b5a06 req-34713808-a08e-4054-96a6-c40716d39eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:08.818753 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-802119e8-3f17-4ba8-ad73-68e54e7b5a06 req-34713808-a08e-4054-96a6-c40716d39eb0 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 1098 time: 0.0715508
Dec 24 11:01:08.826159 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-712b6c90-0ebc-46c0-b48e-7160571e5a79 None None] Transition to ACTIVE for port object 63ccd33c-79c0-4eb6-9268-0dca017a9d2a will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:01:08.831975 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-712b6c90-0ebc-46c0-b48e-7160571e5a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:08.836320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-736cdefa-f43b-4119-a31b-2f85f3003260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:08.874613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53bc598d-a9b6-4848-8c2d-8bd187a5fd82 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:08.882734 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-802119e8-3f17-4ba8-ad73-68e54e7b5a06 req-dfebbc83-4481-4495-b0b9-e66aa9738a63 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=642e09a0-a108-4686-bd84-bd4338f9fcab&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564289
Dec 24 11:01:09.006486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-53bc598d-a9b6-4848-8c2d-8bd187a5fd82 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for 85420922-7611-4453-8510-bb7b84fef1b3 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:01:09.007679 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b6c90-0ebc-46c0-b48e-7160571e5a79 None None] Pushing event updated for resources: {'Port': ['ID=63ccd33c-79c0-4eb6-9268-0dca017a9d2a,revision_number=7']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:09.010573 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-712b6c90-0ebc-46c0-b48e-7160571e5a79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:09.204052 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503dece-b903-4770-ae90-ba4688fa9d36 req-008657f1-e9bd-4191-a820-b299104590c7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:09.205596 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3503dece-b903-4770-ae90-ba4688fa9d36 req-008657f1-e9bd-4191-a820-b299104590c7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 945 time: 0.2611504
Dec 24 11:01:09.256249 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53bc598d-a9b6-4848-8c2d-8bd187a5fd82 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:09.265214 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ab114bf3-f463-4f81-b27b-2e7ff3d9d76a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:09.307060 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3503dece-b903-4770-ae90-ba4688fa9d36 req-383bbe3e-4c1b-49de-8745-a7018bce7b25 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=642e09a0-a108-4686-bd84-bd4338f9fcab&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0952036
Dec 24 11:01:09.317671 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc598d-a9b6-4848-8c2d-8bd187a5fd82 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=85420922-7611-4453-8510-bb7b84fef1b3,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:09.348694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-53bc598d-a9b6-4848-8c2d-8bd187a5fd82 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:09.433059 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53bc598d-a9b6-4848-8c2d-8bd187a5fd82 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:09.444041 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-53bc598d-a9b6-4848-8c2d-8bd187a5fd82 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/ports/85420922-7611-4453-8510-bb7b84fef1b3 HTTP/1.1" status: 204  len: 168 time: 0.9056451
Dec 24 11:01:09.446541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52906) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:09.494703 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e34d42-fac3-4788-8737-a4146d015c8b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] GET failed (client error): The resource could not be found.
Dec 24 11:01:09.495277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-87e34d42-fac3-4788-8737-a4146d015c8b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:01:09.512468 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-87e34d42-fac3-4788-8737-a4146d015c8b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:01:09.513805 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-87e34d42-fac3-4788-8737-a4146d015c8b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports/85420922-7611-4453-8510-bb7b84fef1b3 HTTP/1.1" status: 404  len: 333 time: 0.0662971
Dec 24 11:01:09.516447 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52910) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:09.580558 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1ae05cd4-b788-483d-a6fa-c59c4202cc7e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:09.603752 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ec42a8ec-4a8b-49ee-9406-e1bd11f8dda8 None None] Provisioning for port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:01:09.609148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ec42a8ec-4a8b-49ee-9406-e1bd11f8dda8 None None] Provisioning complete for port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:09.609606 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ec42a8ec-4a8b-49ee-9406-e1bd11f8dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:09.610186 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1ae05cd4-b788-483d-a6fa-c59c4202cc7e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:09.657795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1ae05cd4-b788-483d-a6fa-c59c4202cc7e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:09.662740 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5bd6a061-d681-4150-9ac4-d2b955a43f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:09.678375 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae05cd4-b788-483d-a6fa-c59c4202cc7e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52beb6a9-0e7f-4a0a-8143-5b9323554f92,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:09.680678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1ae05cd4-b788-483d-a6fa-c59c4202cc7e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:09.683025 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1ae05cd4-b788-483d-a6fa-c59c4202cc7e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:09.684296 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1ae05cd4-b788-483d-a6fa-c59c4202cc7e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/security-groups/52beb6a9-0e7f-4a0a-8143-5b9323554f92 HTTP/1.1" status: 204  len: 168 time: 0.1668975
Dec 24 11:01:09.687030 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52914) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:09.750057 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ec42a8ec-4a8b-49ee-9406-e1bd11f8dda8 None None] Provisioning complete for port d96b3036-3c79-451d-af10-2c319143c9f6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:09.750368 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ec42a8ec-4a8b-49ee-9406-e1bd11f8dda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:09.752310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c81bddd3-f0da-4f36-87f3-6429ba31c396 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:09.778597 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c81bddd3-f0da-4f36-87f3-6429ba31c396 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:09.806127 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-ec42a8ec-4a8b-49ee-9406-e1bd11f8dda8 None None] Port d96b3036-3c79-451d-af10-2c319143c9f6 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:01:09.808996 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ec42a8ec-4a8b-49ee-9406-e1bd11f8dda8 None None] Could not find standard attr ID for object 85420922-7611-4453-8510-bb7b84fef1b3. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 11:01:09.827731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c81bddd3-f0da-4f36-87f3-6429ba31c396 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:09.831729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3442e060-baba-493f-9262-13121b23d548 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:09.847942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81bddd3-f0da-4f36-87f3-6429ba31c396 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecd04cc-6631-476e-8cef-ead0cb8e6cce,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:09.851769 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c81bddd3-f0da-4f36-87f3-6429ba31c396 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:09.855097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c81bddd3-f0da-4f36-87f3-6429ba31c396 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:09.859141 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c81bddd3-f0da-4f36-87f3-6429ba31c396 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/security-groups/6ecd04cc-6631-476e-8cef-ead0cb8e6cce HTTP/1.1" status: 204  len: 168 time: 0.1679475
Dec 24 11:01:09.859469 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52918) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:09.926090 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ca2b579f-fe98-4512-86e9-b5c3be99c663 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:09.956153 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ca2b579f-fe98-4512-86e9-b5c3be99c663 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:10.006306 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ca2b579f-fe98-4512-86e9-b5c3be99c663 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:10.010235 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c7c572f0-448f-407d-9b1e-405a3260c70e tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:10.022074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-315a3899-fb91-4226-9671-893b3ca8e458 None None] Could not find standard attr ID for object 85420922-7611-4453-8510-bb7b84fef1b3. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 11:01:10.025962 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b579f-fe98-4512-86e9-b5c3be99c663 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=467a50c2-019e-4f83-8b0d-21491d5c6319,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:10.029322 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ca2b579f-fe98-4512-86e9-b5c3be99c663 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:10.030326 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ca2b579f-fe98-4512-86e9-b5c3be99c663 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:10.034089 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ca2b579f-fe98-4512-86e9-b5c3be99c663 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/security-groups/467a50c2-019e-4f83-8b0d-21491d5c6319 HTTP/1.1" status: 204  len: 168 time: 0.1709542
Dec 24 11:01:10.034580 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52922) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:10.107594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeadab1a-a600-4810-96e2-68da910b93f6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting subnet 4ed237f4-951b-4869-8cf3-046f3a442e92 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:01:10.110651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aeadab1a-a600-4810-96e2-68da910b93f6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:10.127365 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 63ccd33c-79c0-4eb6-9268-0dca017a9d2a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:01:10.167725 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aeadab1a-a600-4810-96e2-68da910b93f6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:10.213753 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:10.214906 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:10.275145 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aeadab1a-a600-4810-96e2-68da910b93f6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:10.348898 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aeadab1a-a600-4810-96e2-68da910b93f6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:10.365858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ec385701-8dd5-4620-9fd4-f9d8e1049a35 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:10.400773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeadab1a-a600-4810-96e2-68da910b93f6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Subnet': ['ID=4ed237f4-951b-4869-8cf3-046f3a442e92,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:10.402803 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aeadab1a-a600-4810-96e2-68da910b93f6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:10.406122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aeadab1a-a600-4810-96e2-68da910b93f6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:10.410724 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-aeadab1a-a600-4810-96e2-68da910b93f6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/4ed237f4-951b-4869-8cf3-046f3a442e92 HTTP/1.1" status: 204  len: 168 time: 0.3751476
Dec 24 11:01:10.415164 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52928) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:10.420376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c5bb51-15b4-42eb-8c6f-8e8e0a3daf86 None None] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:01:10.489794 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-90de9928-094d-422d-8616-22f487b2fd7a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting subnet fcd7d7e9-cbba-45de-9d31-6ab10ae2ed50 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:01:10.492861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-90de9928-094d-422d-8616-22f487b2fd7a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:10.512147 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:10.521093 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3b212-e725-48f6-8f6a-1e2cd7f535cc req-4a5de3d8-7347-4c95-a452-781e48cc5d5a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:10.524059 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5dc3b212-e725-48f6-8f6a-1e2cd7f535cc req-4a5de3d8-7347-4c95-a452-781e48cc5d5a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 945 time: 0.0862117
Dec 24 11:01:10.555360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-90de9928-094d-422d-8616-22f487b2fd7a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:10.568966 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5dc3b212-e725-48f6-8f6a-1e2cd7f535cc req-07bd2970-d962-436f-848e-ba2440fa8225 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=642e09a0-a108-4686-bd84-bd4338f9fcab&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395164
Dec 24 11:01:10.646754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-90de9928-094d-422d-8616-22f487b2fd7a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:10.781206 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-90de9928-094d-422d-8616-22f487b2fd7a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:10.786686 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1431bdde-fb8b-4e28-b236-d194ee28352f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:10.832831 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab6fee6-efc3-4b49-b672-4e90d862442c req-ebac57ef-2f80-41d5-8b1a-4f691e4398e3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:10.834354 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1ab6fee6-efc3-4b49-b672-4e90d862442c req-ebac57ef-2f80-41d5-8b1a-4f691e4398e3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 945 time: 0.1500342
Dec 24 11:01:10.835525 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-90de9928-094d-422d-8616-22f487b2fd7a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:10.838286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de9928-094d-422d-8616-22f487b2fd7a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd7d7e9-cbba-45de-9d31-6ab10ae2ed50,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:10.844617 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-90de9928-094d-422d-8616-22f487b2fd7a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:10.864417 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-90de9928-094d-422d-8616-22f487b2fd7a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/fcd7d7e9-cbba-45de-9d31-6ab10ae2ed50 HTTP/1.1" status: 204  len: 168 time: 0.4460971
Dec 24 11:01:10.864807 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52934) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:10.889452 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1ab6fee6-efc3-4b49-b672-4e90d862442c req-b0fe09fd-ea6e-4b91-8a79-5eaa079c7e2a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=642e09a0-a108-4686-bd84-bd4338f9fcab&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474510
Dec 24 11:01:10.907780 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-be88413a-089a-46da-874e-8549960c6422 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:10.908613 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be88413a-089a-46da-874e-8549960c6422 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:01:10.911506 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-be88413a-089a-46da-874e-8549960c6422 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/4ed237f4-951b-4869-8cf3-046f3a442e92 HTTP/1.1" status: 404  len: 337 time: 0.0456662
Dec 24 11:01:10.913425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52938) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:10.913826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52940) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:11.027355 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-c737134c-08ca-41be-be68-6d76730a60dd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting subnet cedbe845-c4cb-4555-9828-f911c5391dbf {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:01:11.032351 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c737134c-08ca-41be-be68-6d76730a60dd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:11.192374 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5a9ab5-e67a-4890-8ea4-6f5456d5e2e8 None None] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:01:11.221141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c737134c-08ca-41be-be68-6d76730a60dd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:11.250061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fc783e-0987-4ac6-b19e-6b928ec02052 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:11.251579 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-87fc783e-0987-4ac6-b19e-6b928ec02052 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 1093 time: 0.3367951
Dec 24 11:01:11.254647 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52946) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:11.261373 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '7efce9d1-47d1-4574-9400-ef0ff7c5a24d', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:01:11.267670 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:11.271403 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:floatingip and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:01:11.274332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:01:11.281535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:01:11.290840 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1a03b1c0-d0b9-47eb-badb-5c90160ac2ef None None] Provisioning complete for port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:11.291176 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1a03b1c0-d0b9-47eb-badb-5c90160ac2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:11.294867 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:11.315470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c737134c-08ca-41be-be68-6d76730a60dd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:11.415098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c737134c-08ca-41be-be68-6d76730a60dd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:11.423517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4a6f7a16-4ada-4d34-b637-5c30f0b1536b tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:11.470267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c737134c-08ca-41be-be68-6d76730a60dd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Subnet': ['ID=cedbe845-c4cb-4555-9828-f911c5391dbf,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:11.473930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c737134c-08ca-41be-be68-6d76730a60dd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:11.475049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c737134c-08ca-41be-be68-6d76730a60dd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:11.484798 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c737134c-08ca-41be-be68-6d76730a60dd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/cedbe845-c4cb-4555-9828-f911c5391dbf HTTP/1.1" status: 204  len: 168 time: 0.5663295
Dec 24 11:01:11.485191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52950) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:11.537737 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5455d69-1996-4b66-b0a3-8be2661bd37d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:11.538230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5455d69-1996-4b66-b0a3-8be2661bd37d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:01:11.542527 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e5455d69-1996-4b66-b0a3-8be2661bd37d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/a4900308-dedd-4f98-97cd-72b123e82483 HTTP/1.1" status: 404  len: 337 time: 0.0527465
Dec 24 11:01:11.542758 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52954) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:11.549019 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1a03b1c0-d0b9-47eb-badb-5c90160ac2ef None None] Provisioning complete for port d96b3036-3c79-451d-af10-2c319143c9f6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:11.549403 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1a03b1c0-d0b9-47eb-badb-5c90160ac2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:11.567040 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:11.593838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-77ddab68-688a-4dd7-b23c-cfc28db058f0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Synchronizing usage tracker for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:01:11.608146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-77ddab68-688a-4dd7-b23c-cfc28db058f0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Unset dirty status for tenant:e8412d0db8484a06883ce7b4c94c25ba on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:01:11.608854 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1a03b1c0-d0b9-47eb-badb-5c90160ac2ef None None] Port d96b3036-3c79-451d-af10-2c319143c9f6 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:01:11.613032 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-77ddab68-688a-4dd7-b23c-cfc28db058f0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "GET /v2.0/ports?device_id=b7288fe2-01ef-4edc-832c-1bbde3154330 HTTP/1.1" status: 200  len: 205 time: 0.0684052
Dec 24 11:01:11.622198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52958) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:11.693057 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-e0d71997-a9bf-4dd5-8041-9a03ee984be5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] delete failed (client error): The resource could not be found.
Dec 24 11:01:11.694103 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e0d71997-a9bf-4dd5-8041-9a03ee984be5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/routers/b7288fe2-01ef-4edc-832c-1bbde3154330 HTTP/1.1" status: 404  len: 336 time: 0.0707946
Dec 24 11:01:11.696750 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52962) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:11.709217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bff8948-d4e8-465f-b556-a2b85f5319e3 None None] Update dhcp port {'port': {'network_id': 'dfde7c4a-c5c9-415a-b882-50889fccf3ed', 'fixed_ips': [{'subnet_id': 'cedbe845-c4cb-4555-9828-f911c5391dbf'}], 'binding:host_id': 'dv-neutron-822668-2-hyperv'}, 'id': '63ccd33c-79c0-4eb6-9268-0dca017a9d2a'} from dv-neutron-822668-2-hyperv. {{(pid=87560) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}}
Dec 24 11:01:11.743801 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-39993cf0-8000-4a43-8478-7fe4ad137a94 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:11.744259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39993cf0-8000-4a43-8478-7fe4ad137a94 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:01:11.759022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.26.4.246 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/7db12f66-3dba-4463-a566-fc36a3bef386) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:01:11.760940 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1bff8948-d4e8-465f-b556-a2b85f5319e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:11.761589 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-39993cf0-8000-4a43-8478-7fe4ad137a94 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/0a45d651-87fb-4549-9b28-e48a9da4dab6 HTTP/1.1" status: 404  len: 337 time: 0.0638981
Dec 24 11:01:11.764209 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52966) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:11.807343 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-cce7f777-e616-41cc-adcb-5b334917df14 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:11.807711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cce7f777-e616-41cc-adcb-5b334917df14 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:01:11.809924 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cce7f777-e616-41cc-adcb-5b334917df14 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/7d78eced-8913-4f9a-b8fc-96026b33a0d4 HTTP/1.1" status: 404  len: 337 time: 0.0443003
Dec 24 11:01:11.813077 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52970) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:11.915843 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbda7ce-dd5e-48ca-99fc-1192a70afad6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:11.916299 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffbda7ce-dd5e-48ca-99fc-1192a70afad6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:01:11.918060 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ffbda7ce-dd5e-48ca-99fc-1192a70afad6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/bc849689-79b8-4a2d-b863-15eceb435c1d HTTP/1.1" status: 404  len: 337 time: 0.1043122
Dec 24 11:01:11.921283 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52974) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:11.959012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a664338b-f7f2-4a65-a52c-12615bf63ab4 None None] Network dfde7c4a-c5c9-415a-b882-50889fccf3ed requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:01:11.963158 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f084bd-5a37-45cf-868b-9259202ba77d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:11.963630 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1f084bd-5a37-45cf-868b-9259202ba77d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:01:11.965329 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e1f084bd-5a37-45cf-868b-9259202ba77d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/ports/d4f9efb4-da17-4852-9df6-bc446e838e42 HTTP/1.1" status: 404  len: 333 time: 0.0430346
Dec 24 11:01:11.967935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52978) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:11.990837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.010245 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6385757-87ed-459c-b990-0d395b068918 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:12.010716 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6385757-87ed-459c-b990-0d395b068918 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:01:12.013028 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f6385757-87ed-459c-b990-0d395b068918 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/7ed1bedc-9ff8-4105-82a8-19710e18ddc3 HTTP/1.1" status: 404  len: 337 time: 0.0435383
Dec 24 11:01:12.015381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 52982) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:12.056241 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c223e1-1968-4167-9ade-341e889cfdfb tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:12.056712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c223e1-1968-4167-9ade-341e889cfdfb tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:01:12.062188 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d4c223e1-1968-4167-9ade-341e889cfdfb tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/43068f69-aa18-43bb-8c42-8d91531ce332 HTTP/1.1" status: 404  len: 337 time: 0.0422940
Dec 24 11:01:12.062188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.063670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52986) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:12.064419 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-129bd20a-5e1b-4a07-b0cd-bba1dff4b967 tempest-TestServerAdvancedOps-1334783049 tempest-TestServerAdvancedOps-1334783049-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:12.109686 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 63ccd33c-79c0-4eb6-9268-0dca017a9d2a no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:01:12.119193 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b81462-a8f3-4595-9a57-92b9e9bdca3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:12.119916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32b81462-a8f3-4595-9a57-92b9e9bdca3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:01:12.122965 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-32b81462-a8f3-4595-9a57-92b9e9bdca3c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/ports/76b5a222-224f-486b-a3f3-86cfbb2fa1c7 HTTP/1.1" status: 404  len: 333 time: 0.0548933
Dec 24 11:01:12.124775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52990) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:12.134277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:01:12.137575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:01:12.143878 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:12.163900 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8ed892-6f6e-4641-a1bc-fe6332851a6a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:12.164456 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8ed892-6f6e-4641-a1bc-fe6332851a6a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:01:12.167759 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0f8ed892-6f6e-4641-a1bc-fe6332851a6a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/0129f8ce-9b45-4d96-9815-033b6f86a214 HTTP/1.1" status: 404  len: 337 time: 0.0402899
Dec 24 11:01:12.169497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52994) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:12.174597 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=7db12f66-3dba-4463-a566-fc36a3bef386,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:12.180722 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:12.187916 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bce24e48-b63d-4b36-bb68-0fb515ba31b2 None None] Provisioning complete for port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:12.188308 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bce24e48-b63d-4b36-bb68-0fb515ba31b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.213111 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef744639-aec0-4f3b-95df-7d65ffe216df tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:01:12.213651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef744639-aec0-4f3b-95df-7d65ffe216df tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:01:12.219139 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ef744639-aec0-4f3b-95df-7d65ffe216df tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/subnets/bd7cbe34-5bc8-45f1-8d9a-f440341c4571 HTTP/1.1" status: 404  len: 337 time: 0.0449722
Dec 24 11:01:12.219139 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 52998) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:12.286587 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-63e99e14-def1-4dc9-b744-c3ab56e1744c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port d96b3036-3c79-451d-af10-2c319143c9f6 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:01:12.287304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-63e99e14-def1-4dc9-b744-c3ab56e1744c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.366267 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.409399 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=63ccd33c-79c0-4eb6-9268-0dca017a9d2a,segment=NetworkSegment(aa023d58-560d-4c25-b171-73ba87b2a7ca),segment_id=aa023d58-560d-4c25-b171-73ba87b2a7ca)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:01:12.466089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.470859 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:12.516843 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-63e99e14-def1-4dc9-b744-c3ab56e1744c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.537083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bce24e48-b63d-4b36-bb68-0fb515ba31b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.567366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e15739c-4a82-4bcb-bb90-6ee6ad695fbf None None] DHCP port deletion for dfde7c4a-c5c9-415a-b882-50889fccf3ed request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:01:12.584392 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-0e15739c-4a82-4bcb-bb90-6ee6ad695fbf None None] Deleting port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:01:12.584786 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e15739c-4a82-4bcb-bb90-6ee6ad695fbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.592268 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.607717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=63ccd33c-79c0-4eb6-9268-0dca017a9d2a,revision_number=11']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:12.617031 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:12.632943 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-bce24e48-b63d-4b36-bb68-0fb515ba31b2 None None] For port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=63ccd33c-79c0-4eb6-9268-0dca017a9d2a,segment=NetworkSegment(aa023d58-560d-4c25-b171-73ba87b2a7ca),segment_id=aa023d58-560d-4c25-b171-73ba87b2a7ca)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:01:12.638873 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bce24e48-b63d-4b36-bb68-0fb515ba31b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.647228 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3514107e-3a62-4943-aea1-d3b89279e5c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:12.647434 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-63e99e14-def1-4dc9-b744-c3ab56e1744c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for d96b3036-3c79-451d-af10-2c319143c9f6 owned by  {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:01:12.692253 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.734669 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-63e99e14-def1-4dc9-b744-c3ab56e1744c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.740780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-60a72395-ec75-4743-9fef-f1b6a6cbdaa6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:12.757096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bce24e48-b63d-4b36-bb68-0fb515ba31b2 None None] Provisioning complete for port d96b3036-3c79-451d-af10-2c319143c9f6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:12.757479 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bce24e48-b63d-4b36-bb68-0fb515ba31b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.784580 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e99e14-def1-4dc9-b744-c3ab56e1744c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Port': ['ID=d96b3036-3c79-451d-af10-2c319143c9f6,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:12.788328 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-63e99e14-def1-4dc9-b744-c3ab56e1744c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:12.791964 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-63e99e14-def1-4dc9-b744-c3ab56e1744c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.803780 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-bce24e48-b63d-4b36-bb68-0fb515ba31b2 None None] Port d96b3036-3c79-451d-af10-2c319143c9f6 was deleted so its status cannot be updated. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}}
Dec 24 11:01:12.810176 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-63e99e14-def1-4dc9-b744-c3ab56e1744c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/ports/d96b3036-3c79-451d-af10-2c319143c9f6 HTTP/1.1" status: 204  len: 168 time: 0.5882540
Dec 24 11:01:12.810338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce24e48-b63d-4b36-bb68-0fb515ba31b2 None None] Pushing event updated for resources: {'Port': ['ID=63ccd33c-79c0-4eb6-9268-0dca017a9d2a,revision_number=12']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:12.811003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53002) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:12.811161 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bce24e48-b63d-4b36-bb68-0fb515ba31b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:12.916762 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-0e15739c-4a82-4bcb-bb90-6ee6ad695fbf None None] For port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=63ccd33c-79c0-4eb6-9268-0dca017a9d2a,segment=NetworkSegment(aa023d58-560d-4c25-b171-73ba87b2a7ca),segment_id=aa023d58-560d-4c25-b171-73ba87b2a7ca)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:01:12.917059 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e15739c-4a82-4bcb-bb90-6ee6ad695fbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.918000 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.924211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.926709 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:12.929619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:12.938234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:01:12.938667 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:13.009532 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:01:13.043487 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=7db12f66-3dba-4463-a566-fc36a3bef386,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:13.044953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-0e15739c-4a82-4bcb-bb90-6ee6ad695fbf None None] Calling delete_port for 63ccd33c-79c0-4eb6-9268-0dca017a9d2a owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:01:13.046415 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:13.051435 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:13.120592 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e15739c-4a82-4bcb-bb90-6ee6ad695fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:13.127700 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7a78b0f2-936a-4b91-937b-0b4326fbf8ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:13.156044 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] For port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=63ccd33c-79c0-4eb6-9268-0dca017a9d2a,segment=NetworkSegment(aa023d58-560d-4c25-b171-73ba87b2a7ca),segment_id=aa023d58-560d-4c25-b171-73ba87b2a7ca)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:01:13.156405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:13.175203 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15739c-4a82-4bcb-bb90-6ee6ad695fbf None None] Pushing event deleted for resources: {'Port': ['ID=63ccd33c-79c0-4eb6-9268-0dca017a9d2a,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:13.178139 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0e15739c-4a82-4bcb-bb90-6ee6ad695fbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:13.178939 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e15739c-4a82-4bcb-bb90-6ee6ad695fbf None None] No DVR routers for this DVR port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:01:13.380363 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP 1bb792ae-5445-44c4-be5e-955ac527a2b4 associated. External IP: 172.26.4.246, port: 7efce9d1-47d1-4574-9400-ef0ff7c5a24d.
Dec 24 11:01:13.409633 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Calling delete_port for 63ccd33c-79c0-4eb6-9268-0dca017a9d2a owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:01:13.479598 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.api [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87558) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:01:13.479828 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_db.api [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:01:13.740197 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 9b2b77f2-7c26-4502-979f-3149b241d884 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:01:13.914261 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:01:13.924376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f14226-57db-4e24-ad8c-0dc3f93f1921 None None] Sync routers for ids ['9b2b77f2-7c26-4502-979f-3149b241d884'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:01:13.933663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f14226-57db-4e24-ad8c-0dc3f93f1921 None None] Routers {'9b2b77f2-7c26-4502-979f-3149b241d884'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:13.934352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-28f14226-57db-4e24-ad8c-0dc3f93f1921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1109d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['9b2b77f2-7c26-4502-979f-3149b241d884'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:13.936301 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:13.980855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Deleting port 63ccd33c-79c0-4eb6-9268-0dca017a9d2a {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:01:13.981783 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:13.991628 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.7355697
Dec 24 11:01:13.992300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bf4341-5780-4e00-941f-cd3d5fd07d35', 'tag': '7efce9d1-47d1-4574-9400-ef0ff7c5a24d'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:01:13.996981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53006) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:14.068175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] The port '63ccd33c-79c0-4eb6-9268-0dca017a9d2a' was deleted {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:01:14.080430 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bf4341-5780-4e00-941f-cd3d5fd07d35', 'tag': '7efce9d1-47d1-4574-9400-ef0ff7c5a24d', 'status': 'completed', 'code': 200}
Dec 24 11:01:14.110611 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-69a4ff8f-e160-44ac-bee0-26d34458f32c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/1bb792ae-5445-44c4-be5e-955ac527a2b4 HTTP/1.1" status: 200  len: 991 time: 0.1113470
Dec 24 11:01:14.126304 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-28f14226-57db-4e24-ad8c-0dc3f93f1921 None None] Set router 9b2b77f2-7c26-4502-979f-3149b241d884 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:01:14.230533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:14.264185 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf1b550>,) {'filters': {'network_id': ['dfde7c4a-c5c9-415a-b882-50889fccf3ed']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:14.279722 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf1b550>, 'aa023d58-560d-4c25-b171-73ba87b2a7ca') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:14.280014 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf1b550>, 'aa023d58-560d-4c25-b171-73ba87b2a7ca') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:14.295137 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:14.308517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929029d-f880-4cd6-b03d-d90b90f1c827 req-44c0c011-f615-4ca3-bfae-908672057ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:14.310625 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a929029d-f880-4cd6-b03d-d90b90f1c827 req-44c0c011-f615-4ca3-bfae-908672057ba1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 1098 time: 0.2164512
Dec 24 11:01:14.316208 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:14.343577 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:01:14.343970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   util.warn(
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:14.358742 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:14.509734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:14.514657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-28f14226-57db-4e24-ad8c-0dc3f93f1921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1109d0>, [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:00:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '1bb792ae-5445-44c4-be5e-955ac527a2b4', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'port_id': '7efce9d1-47d1-4574-9400-ef0ff7c5a24d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'mac_address': 'fa:16:3e:ba:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bf4341-5780-4e00-941f-cd3d5fd07d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:01:12Z', 'updated_at': '2021-12-24T11:01:12Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b699d13-b813-44a8-a810-2929d1017857', 'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:7c:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:41Z', 'updated_at': '2021-12-24T11:00:50Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:14.514917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0ff99d6d-4767-45fb-8f0d-a983f0d39815 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:14.519669 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f14226-57db-4e24-ad8c-0dc3f93f1921 None None] Checking router: 9b2b77f2-7c26-4502-979f-3149b241d884 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:01:14.528623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f14226-57db-4e24-ad8c-0dc3f93f1921 None None] Routers {'9b2b77f2-7c26-4502-979f-3149b241d884'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:14.529240 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-28f14226-57db-4e24-ad8c-0dc3f93f1921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1109d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['9b2b77f2-7c26-4502-979f-3149b241d884'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:14.529409 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:14.551722 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Pushing event deleted for resources: {'Network': ['ID=dfde7c4a-c5c9-415a-b882-50889fccf3ed,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:14.558654 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:14.561533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929029d-f880-4cd6-b03d-d90b90f1c827 req-92b5e36c-5965-4eb2-a20c-83078485aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:14.563002 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a929029d-f880-4cd6-b03d-d90b90f1c827 req-92b5e36c-5965-4eb2-a20c-83078485aaa0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=de2fc362-105d-46a9-ae69-5fec96f20435 HTTP/1.1" status: 200  len: 897 time: 0.2445319
Dec 24 11:01:14.564587 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d047bd7a-6ac7-412d-89eb-12e4faf219e1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] 10.222.0.54 "DELETE /v2.0/networks/dfde7c4a-c5c9-415a-b882-50889fccf3ed HTTP/1.1" status: 204  len: 168 time: 1.7526352
Dec 24 11:01:14.673446 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a929029d-f880-4cd6-b03d-d90b90f1c827 req-faa4fa21-ad4f-4caa-9fd8-9d84f4464002 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7efce9d1-47d1-4574-9400-ef0ff7c5a24d HTTP/1.1" status: 200  len: 999 time: 0.1038148
Dec 24 11:01:14.714259 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-28f14226-57db-4e24-ad8c-0dc3f93f1921 None None] Set router 9b2b77f2-7c26-4502-979f-3149b241d884 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:01:14.737293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929029d-f880-4cd6-b03d-d90b90f1c827 req-069ebe63-73be-44ce-9242-e5b2b37e8e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:14.738989 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a929029d-f880-4cd6-b03d-d90b90f1c827 req-069ebe63-73be-44ce-9242-e5b2b37e8e7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7168e6e2-722a-455d-8425-dc939e21f14d HTTP/1.1" status: 200  len: 833 time: 0.0595756
Dec 24 11:01:14.819407 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929029d-f880-4cd6-b03d-d90b90f1c827 req-443e228e-6688-40eb-b16a-1b6e0f7f4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:14.821017 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a929029d-f880-4cd6-b03d-d90b90f1c827 req-443e228e-6688-40eb-b16a-1b6e0f7f4e09 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de2fc362-105d-46a9-ae69-5fec96f20435&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0750828
Dec 24 11:01:14.853705 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53018) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:14.977611 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a929029d-f880-4cd6-b03d-d90b90f1c827 req-7fd0ba0b-8ba7-4b93-9348-c92b55d56f2c service neutron] 10.222.0.32 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504228
Dec 24 11:01:15.069177 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-28f14226-57db-4e24-ad8c-0dc3f93f1921 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1109d0>, [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:00:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '1bb792ae-5445-44c4-be5e-955ac527a2b4', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'port_id': '7efce9d1-47d1-4574-9400-ef0ff7c5a24d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'mac_address': 'fa:16:3e:ba:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bf4341-5780-4e00-941f-cd3d5fd07d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:01:12Z', 'updated_at': '2021-12-24T11:01:12Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b699d13-b813-44a8-a810-2929d1017857', 'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:7c:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:41Z', 'updated_at': '2021-12-24T11:00:50Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:15.073226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f14226-57db-4e24-ad8c-0dc3f93f1921 None None] The sync data for ids ['9b2b77f2-7c26-4502-979f-3149b241d884'] in dv-neutron-822668-2-hyperv is: [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:00:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '1bb792ae-5445-44c4-be5e-955ac527a2b4', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'port_id': '7efce9d1-47d1-4574-9400-ef0ff7c5a24d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'mac_address': 'fa:16:3e:ba:16:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61bf4341-5780-4e00-941f-cd3d5fd07d35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:01:12Z', 'updated_at': '2021-12-24T11:01:12Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b699d13-b813-44a8-a810-2929d1017857', 'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:7c:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:41Z', 'updated_at': '2021-12-24T11:00:50Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:01:15.093958 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8b76407b-e6b3-417d-99c7-710634541c17 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e8412d0db8484a06883ce7b4c94c25ba&name=default HTTP/1.1" status: 200  len: 2983 time: 0.2389753
Dec 24 11:01:15.096430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53024) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:15.113390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53028) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:15.171914 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a929029d-f880-4cd6-b03d-d90b90f1c827 req-69d4ebc5-df86-4c9b-ab94-ac50a406ec5e service neutron] 10.222.0.32 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1872098
Dec 24 11:01:15.188466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51228c05-e184-4743-8388-460c7fceb236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:15.217076 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51228c05-e184-4743-8388-460c7fceb236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:15.229963 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-28fccf61-e052-4ae7-abae-7228b0a8c618 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/1bb792ae-5445-44c4-be5e-955ac527a2b4 HTTP/1.1" status: 200  len: 991 time: 0.1145852
Dec 24 11:01:15.272259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51228c05-e184-4743-8388-460c7fceb236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:15.276290 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8659004e-5d51-4cbd-9515-9f9a129ce52a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:15.295288 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51228c05-e184-4743-8388-460c7fceb236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75f6cfe-5c5f-4b9f-9a5d-466d6adcf130,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:15.297946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-51228c05-e184-4743-8388-460c7fceb236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:15.299188 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51228c05-e184-4743-8388-460c7fceb236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:15.300288 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-51228c05-e184-4743-8388-460c7fceb236 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/d75f6cfe-5c5f-4b9f-9a5d-466d6adcf130 HTTP/1.1" status: 204  len: 168 time: 0.2029300
Dec 24 11:01:15.302917 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0522ea50-9dee-49b3-b062-6ebf5ad46872 None None] New status for floating IP 1bb792ae-5445-44c4-be5e-955ac527a2b4: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:01:15.997980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53052) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:16.098821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1999870753'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:01:16.103697 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:16.108053 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Usage tracker for resource:network and tenant:13667905ae8248beb7d32fe71a3feb64 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:01:16.110930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:01:16.117250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:01:16.126553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Made reservation on behalf of 13667905ae8248beb7d32fe71a3feb64 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:01:16.129814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:16.141384 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:16.155803 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:16.159725 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Usage tracker for resource:security_group_rule and tenant:13667905ae8248beb7d32fe71a3feb64 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:01:16.162478 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:01:16.167954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:01:16.234151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53058) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:16.248246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:16.252121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:16.255149 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-72253e45-f288-4c05-887f-6ab4fdc5c91a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:16.289502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:01:16.295108 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4241dba2-588a-48a3-93b4-2f0d77f16311,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:16.299069 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:16.303074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:16.303911 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Added segment f322ab19-edab-422c-aa4e-5819663b3379 of type vlan for network 68dcbcac-df13-49b0-b694-67459170b17f
Dec 24 11:01:16.331613 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:16.346406 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-747d3c54-e20a-46c1-989f-5b831d51fb39 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/1bb792ae-5445-44c4-be5e-955ac527a2b4 HTTP/1.1" status: 200  len: 993 time: 0.1107965
Dec 24 11:01:16.371249 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:16.377504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:16.378282 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:16.381825 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-00198ef5-869c-49e3-8a67-28291ca924ab tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:16.612454 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.6132705
Dec 24 11:01:16.613394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Pushing event updated for resources: {'Network': ['ID=68dcbcac-df13-49b0-b694-67459170b17f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:16.615878 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53062) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:16.616094 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:16.624251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-81d92e3f-94ea-4eda-bd11-1ea89c811726 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Request body: {'subnet': {'network_id': '68dcbcac-df13-49b0-b694-67459170b17f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:01:16.624443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 68dcbcac-df13-49b0-b694-67459170b17f details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:01:16.734323 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-81d92e3f-94ea-4eda-bd11-1ea89c811726 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:16.738042 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-81d92e3f-94ea-4eda-bd11-1ea89c811726 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Usage tracker for resource:subnet and tenant:13667905ae8248beb7d32fe71a3feb64 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:01:16.740780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-81d92e3f-94ea-4eda-bd11-1ea89c811726 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:01:16.746273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-81d92e3f-94ea-4eda-bd11-1ea89c811726 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:01:16.756150 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d92e3f-94ea-4eda-bd11-1ea89c811726 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Made reservation on behalf of 13667905ae8248beb7d32fe71a3feb64 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:01:16.759600 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-81d92e3f-94ea-4eda-bd11-1ea89c811726 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:16.964723 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-81d92e3f-94ea-4eda-bd11-1ea89c811726 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:16.969379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-20477a4f-1291-4532-8327-e6b7c452afec tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:17.042602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d92e3f-94ea-4eda-bd11-1ea89c811726 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Pushing event updated for resources: {'Subnet': ['ID=8a87e404-f438-4147-bc2c-1347dab42818,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:17.046518 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-81d92e3f-94ea-4eda-bd11-1ea89c811726 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:17.051950 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d92e3f-94ea-4eda-bd11-1ea89c811726 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Checking segment: {'id': 'f322ab19-edab-422c-aa4e-5819663b3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '68dcbcac-df13-49b0-b694-67459170b17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:01:17.052310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d92e3f-94ea-4eda-bd11-1ea89c811726 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Network hostable DHCP agents. Network: 68dcbcac-df13-49b0-b694-67459170b17f, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:01:17.070667 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d92e3f-94ea-4eda-bd11-1ea89c811726 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Network 68dcbcac-df13-49b0-b694-67459170b17f is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:01:17.079883 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-81d92e3f-94ea-4eda-bd11-1ea89c811726 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 68dcbcac-df13-49b0-b694-67459170b17f) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:01:17.083964 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d92e3f-94ea-4eda-bd11-1ea89c811726 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:17.084613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-81d92e3f-94ea-4eda-bd11-1ea89c811726 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:17.088206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f949a13-80e4-40f4-93ab-798d01514ad4 None None] Network 68dcbcac-df13-49b0-b694-67459170b17f requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:01:17.242642 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-81d92e3f-94ea-4eda-bd11-1ea89c811726 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6249137
Dec 24 11:01:17.245043 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53066) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:17.251092 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Request body: {'port': {'network_id': '68dcbcac-df13-49b0-b694-67459170b17f', 'name': 'tempest-TagsExtTest-253169401'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:01:17.305608 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-68dcbcac-df13-49b0-b694-67459170b17f', 'network_id': '68dcbcac-df13-49b0-b694-67459170b17f', 'tenant_id': '13667905ae8248beb7d32fe71a3feb64', 'fixed_ips': [{'subnet_id': '8a87e404-f438-4147-bc2c-1347dab42818'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:01:17.306513 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:17.397061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:17.401474 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Usage tracker for resource:port and tenant:13667905ae8248beb7d32fe71a3feb64 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:01:17.404460 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:01:17.411060 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:01:17.422875 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Made reservation on behalf of 13667905ae8248beb7d32fe71a3feb64 for: {'port': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:01:17.427126 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:17.449217 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] device_id is not set on port 9b359fb2-a045-49f5-a707-d6d17f899290 yet. {{(pid=87559) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 11:01:17.461513 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Allocated IP 172.20.0.2 (68dcbcac-df13-49b0-b694-67459170b17f/8a87e404-f438-4147-bc2c-1347dab42818/6098b1a6-8a6f-4eae-9414-cdefc6ed9378) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:01:17.659766 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:17.669402 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Transition to ACTIVE for port object 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:01:17.687356 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Transition to ACTIVE for port object 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:01:17.693035 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:17.696898 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:17.761889 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Allocated IP 172.20.0.5 (68dcbcac-df13-49b0-b694-67459170b17f/8a87e404-f438-4147-bc2c-1347dab42818/9b359fb2-a045-49f5-a707-d6d17f899290) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:01:17.806392 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Network 68dcbcac-df13-49b0-b694-67459170b17f is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:01:17.810123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:01:17.813749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:17.819299 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Pushing event updated for resources: {'Port': ['ID=6098b1a6-8a6f-4eae-9414-cdefc6ed9378,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:17.823018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:17.907720 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Attempting to bind port 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:01:17.908099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Attempting to bind port 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'f322ab19-edab-422c-aa4e-5819663b3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '68dcbcac-df13-49b0-b694-67459170b17f'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:01:17.908474 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Attempting to bind port 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 on network 68dcbcac-df13-49b0-b694-67459170b17f {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:01:17.913751 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:01:17.914104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Checking segment: {'id': 'f322ab19-edab-422c-aa4e-5819663b3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '68dcbcac-df13-49b0-b694-67459170b17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:01:17.914572 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:17.914980 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Bound using segment: {'id': 'f322ab19-edab-422c-aa4e-5819663b3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '68dcbcac-df13-49b0-b694-67459170b17f'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:01:17.915580 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Bound port: 6098b1a6-8a6f-4eae-9414-cdefc6ed9378, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f322ab19-edab-422c-aa4e-5819663b3379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '68dcbcac-df13-49b0-b694-67459170b17f'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:01:17.915970 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:17.962250 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:17.977372 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Transition to ACTIVE for port object 9b359fb2-a045-49f5-a707-d6d17f899290 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:01:18.001608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:18.003631 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] For port 6098b1a6-8a6f-4eae-9414-cdefc6ed9378, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:01:18.007167 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] For port 6098b1a6-8a6f-4eae-9414-cdefc6ed9378, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6098b1a6-8a6f-4eae-9414-cdefc6ed9378,segment=NetworkSegment(f322ab19-edab-422c-aa4e-5819663b3379),segment_id=f322ab19-edab-422c-aa4e-5819663b3379)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:01:18.008707 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:18.012061 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:18.015619 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-333669e5-f132-4abd-ae98-1dcfe4da2f79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:18.070276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Network 68dcbcac-df13-49b0-b694-67459170b17f is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:01:18.071555 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:01:18.073661 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:01:18.101813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Pushing event updated for resources: {'Port': ['ID=6098b1a6-8a6f-4eae-9414-cdefc6ed9378,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:18.104655 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:18.132608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Pushing event updated for resources: {'Port': ['ID=9b359fb2-a045-49f5-a707-d6d17f899290,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:18.135409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:18.152567 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:18.153227 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:18.174831 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 0.9286704
Dec 24 11:01:18.177278 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53070) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:18.182575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4eee5154-6716-497d-99df-cb99d859f494 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-638278728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:01:18.190729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4eee5154-6716-497d-99df-cb99d859f494 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:18.194657 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4eee5154-6716-497d-99df-cb99d859f494 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Usage tracker for resource:router and tenant:13667905ae8248beb7d32fe71a3feb64 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:01:18.197704 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4eee5154-6716-497d-99df-cb99d859f494 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:01:18.203744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4eee5154-6716-497d-99df-cb99d859f494 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:01:18.214280 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4eee5154-6716-497d-99df-cb99d859f494 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:18.215277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4eee5154-6716-497d-99df-cb99d859f494 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:18.231398 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4eee5154-6716-497d-99df-cb99d859f494 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:18.250451 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4eee5154-6716-497d-99df-cb99d859f494 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:18.289292 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4eee5154-6716-497d-99df-cb99d859f494 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:18.290612 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4eee5154-6716-497d-99df-cb99d859f494 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1123333
Dec 24 11:01:18.294783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53074) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:18.300679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6d3400c2-3560-446c-91fb-4dffcf6201c1 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-954617296', 'prefixes': ['172.20.0.0/16']}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:01:18.306760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6d3400c2-3560-446c-91fb-4dffcf6201c1 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:18.364511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d3400c2-3560-446c-91fb-4dffcf6201c1 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks [] for subnetpool, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:18.366310 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6d3400c2-3560-446c-91fb-4dffcf6201c1 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.0700819
Dec 24 11:01:18.369610 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53078) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:18.375383 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-2efc791d-b825-48c3-93d7-1bce9623a068 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd384c0>, 'subnets', '8a87e404-f438-4147-bc2c-1347dab42818', 'tempest-TagsExtTest-Tag-692194771') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:18.469433 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2efc791d-b825-48c3-93d7-1bce9623a068 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "PUT /v2.0/subnets/8a87e404-f438-4147-bc2c-1347dab42818/tags/tempest-TagsExtTest-Tag-692194771 HTTP/1.1" status: 201  len: 201 time: 0.0987539
Dec 24 11:01:18.472016 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53082) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:18.477135 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-8c64885b-b86e-4bd2-8756-58d3aa5e063e tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b76f8b5e0>, 'ports', '9b359fb2-a045-49f5-a707-d6d17f899290', 'tempest-TagsExtTest-Tag-2092306169') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:18.554830 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8c64885b-b86e-4bd2-8756-58d3aa5e063e tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "PUT /v2.0/ports/9b359fb2-a045-49f5-a707-d6d17f899290/tags/tempest-TagsExtTest-Tag-2092306169 HTTP/1.1" status: 201  len: 201 time: 0.0817642
Dec 24 11:01:18.557393 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53086) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:18.563396 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-c2570e62-91b6-4d28-b10a-5d1034e220f5 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b76f8bc40>, 'routers', 'efde6102-52e7-4abc-ac59-9e4af0e683e8', 'tempest-TagsExtTest-Tag-256383255') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:18.712547 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c2570e62-91b6-4d28-b10a-5d1034e220f5 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "PUT /v2.0/routers/efde6102-52e7-4abc-ac59-9e4af0e683e8/tags/tempest-TagsExtTest-Tag-256383255 HTTP/1.1" status: 201  len: 201 time: 0.1540823
Dec 24 11:01:18.715598 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53090) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:18.721576 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-46cb817c-8cf1-4eca-8783-ca75ce29aaa3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7d859640>, 'subnetpools', '4ca49418-b62f-4f4d-8f1a-3827c8007409', 'tempest-TagsExtTest-Tag-494892252') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:18.759575 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-46cb817c-8cf1-4eca-8783-ca75ce29aaa3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "PUT /v2.0/subnetpools/4ca49418-b62f-4f4d-8f1a-3827c8007409/tags/tempest-TagsExtTest-Tag-494892252 HTTP/1.1" status: 201  len: 201 time: 0.0426922
Dec 24 11:01:18.762767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53094) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:18.767827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-18708e31-34e0-48f6-9b95-b6047b4e80f9 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7de0c700>, 'subnets', '8a87e404-f438-4147-bc2c-1347dab42818') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:18.833343 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-18708e31-34e0-48f6-9b95-b6047b4e80f9 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/subnets/8a87e404-f438-4147-bc2c-1347dab42818/tags HTTP/1.1" status: 200  len: 240 time: 0.0695302
Dec 24 11:01:18.835948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53098) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:18.841911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-732154ad-926c-4f20-8ff1-14c27c08163a tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7e65f8e0>, 'subnets', '8a87e404-f438-4147-bc2c-1347dab42818', 'tempest-TagsExtTest-Tag-692194771') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:18.911983 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-732154ad-926c-4f20-8ff1-14c27c08163a tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/subnets/8a87e404-f438-4147-bc2c-1347dab42818/tags/tempest-TagsExtTest-Tag-692194771 HTTP/1.1" status: 204  len: 168 time: 0.0746932
Dec 24 11:01:18.914205 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53102) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:18.919743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-11498497-0866-4f70-8d04-869c7845b8c0 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7c8934f0>, 'subnets', '8a87e404-f438-4147-bc2c-1347dab42818', 'tempest-TagsExtTest-Tag-692194771') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:19.001361 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-11498497-0866-4f70-8d04-869c7845b8c0 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/subnets/8a87e404-f438-4147-bc2c-1347dab42818/tags/tempest-TagsExtTest-Tag-692194771 HTTP/1.1" status: 204  len: 168 time: 0.0861628
Dec 24 11:01:19.003825 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53106) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:19.008573 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-1f00bc9d-f3ea-4664-91e2-42a20b29847f tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7c58ab20>, 'subnets', '8a87e404-f438-4147-bc2c-1347dab42818') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:19.042843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5e01df-c7b8-4acf-8a12-cbb56ade2eb9 None None] Network 68dcbcac-df13-49b0-b694-67459170b17f requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:01:19.074876 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1f00bc9d-f3ea-4664-91e2-42a20b29847f tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/subnets/8a87e404-f438-4147-bc2c-1347dab42818/tags HTTP/1.1" status: 200  len: 205 time: 0.0698793
Dec 24 11:01:19.077468 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53110) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:19.082752 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-51abf157-c197-4d01-9625-1714185f3d0c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7fbf0d90>, 'ports', '9b359fb2-a045-49f5-a707-d6d17f899290') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:19.126777 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-66835631-1cc4-4b69-8564-8aee79cddcf8 None None] Provisioning for port 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:01:19.152155 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-51abf157-c197-4d01-9625-1714185f3d0c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/ports/9b359fb2-a045-49f5-a707-d6d17f899290/tags HTTP/1.1" status: 200  len: 241 time: 0.0735276
Dec 24 11:01:19.155367 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53114) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:19.160988 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-6bf5d9a0-9536-47dc-8b0f-b7ff97ccc490 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7ccda940>, 'ports', '9b359fb2-a045-49f5-a707-d6d17f899290', 'tempest-TagsExtTest-Tag-2092306169') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:19.230598 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6bf5d9a0-9536-47dc-8b0f-b7ff97ccc490 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/ports/9b359fb2-a045-49f5-a707-d6d17f899290/tags/tempest-TagsExtTest-Tag-2092306169 HTTP/1.1" status: 204  len: 168 time: 0.0739510
Dec 24 11:01:19.233431 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53118) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:19.239337 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-79106f2f-cb42-4919-b01a-673e4c87093e tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7c60ef70>, 'ports', '9b359fb2-a045-49f5-a707-d6d17f899290', 'tempest-TagsExtTest-Tag-2092306169') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:19.320196 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-79106f2f-cb42-4919-b01a-673e4c87093e tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/ports/9b359fb2-a045-49f5-a707-d6d17f899290/tags/tempest-TagsExtTest-Tag-2092306169 HTTP/1.1" status: 204  len: 168 time: 0.0853915
Dec 24 11:01:19.322781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53122) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:19.328619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-1d0b3fe5-94ee-441d-86b4-c74e154513c6 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7c296430>, 'ports', '9b359fb2-a045-49f5-a707-d6d17f899290') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:19.396220 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1d0b3fe5-94ee-441d-86b4-c74e154513c6 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/ports/9b359fb2-a045-49f5-a707-d6d17f899290/tags HTTP/1.1" status: 200  len: 205 time: 0.0723236
Dec 24 11:01:19.399176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53126) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:19.408241 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-d0b779dd-dc70-4c91-9955-196ecc25dfb7 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7db240a0>, 'routers', 'efde6102-52e7-4abc-ac59-9e4af0e683e8') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:19.541638 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d0b779dd-dc70-4c91-9955-196ecc25dfb7 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/routers/efde6102-52e7-4abc-ac59-9e4af0e683e8/tags HTTP/1.1" status: 200  len: 240 time: 0.1414044
Dec 24 11:01:19.544671 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53130) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:19.549702 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-1abdbf66-bb60-4cd7-b51d-0388dff6125c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b76ef8250>, 'routers', 'efde6102-52e7-4abc-ac59-9e4af0e683e8', 'tempest-TagsExtTest-Tag-256383255') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:19.559891 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b8d17393-1a60-4f2b-b0f2-9ef3d431ae87 None None] Provisioning for port 9b359fb2-a045-49f5-a707-d6d17f899290 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:01:19.565729 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b8d17393-1a60-4f2b-b0f2-9ef3d431ae87 None None] Provisioning complete for port 9b359fb2-a045-49f5-a707-d6d17f899290 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:19.566539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b8d17393-1a60-4f2b-b0f2-9ef3d431ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:19.622809 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b8d17393-1a60-4f2b-b0f2-9ef3d431ae87 None None] Port 9b359fb2-a045-49f5-a707-d6d17f899290 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:01:19.753459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-25e9b554-5def-4409-b86c-766fac58e2d7 None None] Provisioning complete for port 9b359fb2-a045-49f5-a707-d6d17f899290 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:19.753759 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-25e9b554-5def-4409-b86c-766fac58e2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:19.808685 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-25e9b554-5def-4409-b86c-766fac58e2d7 None None] Port 9b359fb2-a045-49f5-a707-d6d17f899290 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:01:19.821627 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1abdbf66-bb60-4cd7-b51d-0388dff6125c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/routers/efde6102-52e7-4abc-ac59-9e4af0e683e8/tags/tempest-TagsExtTest-Tag-256383255 HTTP/1.1" status: 204  len: 168 time: 0.2759464
Dec 24 11:01:19.824086 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53134) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:19.829989 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-f6d62f7e-6044-49c7-b178-0a636753360d tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b76e61430>, 'routers', 'efde6102-52e7-4abc-ac59-9e4af0e683e8', 'tempest-TagsExtTest-Tag-256383255') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:19.974712 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f6d62f7e-6044-49c7-b178-0a636753360d tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/routers/efde6102-52e7-4abc-ac59-9e4af0e683e8/tags/tempest-TagsExtTest-Tag-256383255 HTTP/1.1" status: 204  len: 168 time: 0.1490779
Dec 24 11:01:19.977038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53138) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:19.982489 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-9985c4df-cbfb-4af7-a048-d94cf286c2d5 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7c16e610>, 'routers', 'efde6102-52e7-4abc-ac59-9e4af0e683e8') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:20.117189 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9985c4df-cbfb-4af7-a048-d94cf286c2d5 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/routers/efde6102-52e7-4abc-ac59-9e4af0e683e8/tags HTTP/1.1" status: 200  len: 205 time: 0.1391351
Dec 24 11:01:20.119655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53142) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:20.124778 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-63540dd5-f8d5-491b-a162-dc3c95e6565f tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf6a310>, 'subnetpools', '4ca49418-b62f-4f4d-8f1a-3827c8007409') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:20.129844 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:01:20.148590 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-63540dd5-f8d5-491b-a162-dc3c95e6565f tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/subnetpools/4ca49418-b62f-4f4d-8f1a-3827c8007409/tags HTTP/1.1" status: 200  len: 240 time: 0.0279322
Dec 24 11:01:20.151034 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53146) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:20.156595 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-2c56485c-962b-432c-a5c4-8ff1149e39fc tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7c087880>, 'subnetpools', '4ca49418-b62f-4f4d-8f1a-3827c8007409', 'tempest-TagsExtTest-Tag-494892252') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:20.179626 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2c56485c-962b-432c-a5c4-8ff1149e39fc tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/subnetpools/4ca49418-b62f-4f4d-8f1a-3827c8007409/tags/tempest-TagsExtTest-Tag-494892252 HTTP/1.1" status: 204  len: 168 time: 0.0275750
Dec 24 11:01:20.181992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53150) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:20.186977 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-f619760c-3561-4ba2-a8f1-3892be40f556 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7c087760>, 'subnetpools', '4ca49418-b62f-4f4d-8f1a-3827c8007409', 'tempest-TagsExtTest-Tag-494892252') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:20.201940 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:01:20.206572 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:20.206954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:20.224530 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f619760c-3561-4ba2-a8f1-3892be40f556 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/subnetpools/4ca49418-b62f-4f4d-8f1a-3827c8007409/tags/tempest-TagsExtTest-Tag-494892252 HTTP/1.1" status: 204  len: 168 time: 0.0414188
Dec 24 11:01:20.226949 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53154) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:20.232733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-5143581f-9287-4573-996e-2a5d3f285ad0 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2b90d0>, 'subnetpools', '4ca49418-b62f-4f4d-8f1a-3827c8007409') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:20.257003 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5143581f-9287-4573-996e-2a5d3f285ad0 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/subnetpools/4ca49418-b62f-4f4d-8f1a-3827c8007409/tags HTTP/1.1" status: 200  len: 205 time: 0.0289347
Dec 24 11:01:20.259402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53158) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:20.264310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-db1dcefd-b7ac-4683-8758-0436453d61c4 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7d63c2b0>, 'subnetpools', '4ca49418-b62f-4f4d-8f1a-3827c8007409') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:20.292862 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-db1dcefd-b7ac-4683-8758-0436453d61c4 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/subnetpools/4ca49418-b62f-4f4d-8f1a-3827c8007409/tags HTTP/1.1" status: 204  len: 168 time: 0.0324242
Dec 24 11:01:20.293064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53162) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:20.298886 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-0ee1b016-a99e-474a-bd13-2e3975f876af tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7e65f3d0>, 'routers', 'efde6102-52e7-4abc-ac59-9e4af0e683e8') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:20.322447 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:20.353119 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 6098b1a6-8a6f-4eae-9414-cdefc6ed9378, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6098b1a6-8a6f-4eae-9414-cdefc6ed9378,segment=NetworkSegment(f322ab19-edab-422c-aa4e-5819663b3379),segment_id=f322ab19-edab-422c-aa4e-5819663b3379)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:01:20.357432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:20.359227 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-712b6c90-0ebc-46c0-b48e-7160571e5a79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:20.424226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=6098b1a6-8a6f-4eae-9414-cdefc6ed9378,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:20.427329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:20.456290 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0ee1b016-a99e-474a-bd13-2e3975f876af tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/routers/efde6102-52e7-4abc-ac59-9e4af0e683e8/tags HTTP/1.1" status: 204  len: 168 time: 0.1617413
Dec 24 11:01:20.458713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53166) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:20.463486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-1e173366-b873-4904-95a0-4ee4a3cc70a8 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7d02c0d0>, 'ports', '9b359fb2-a045-49f5-a707-d6d17f899290') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:20.531234 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1e173366-b873-4904-95a0-4ee4a3cc70a8 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/ports/9b359fb2-a045-49f5-a707-d6d17f899290/tags HTTP/1.1" status: 204  len: 168 time: 0.0714080
Dec 24 11:01:20.533907 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53170) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:20.538822 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-2282bf44-0626-4d81-b4d6-83eaa1ddf0b1 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7e87d310>, 'subnets', '8a87e404-f438-4147-bc2c-1347dab42818') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:20.610498 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2282bf44-0626-4d81-b4d6-83eaa1ddf0b1 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/subnets/8a87e404-f438-4147-bc2c-1347dab42818/tags HTTP/1.1" status: 204  len: 168 time: 0.0755274
Dec 24 11:01:20.614082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53174) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:20.619240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-7e332ed1-309f-40a2-b7b7-1eff6dd87ea9 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b77e1c550>, 'subnets', '8a87e404-f438-4147-bc2c-1347dab42818', 'tempest-TagsExtTest-Tag-742703830') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:20.699894 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7e332ed1-309f-40a2-b7b7-1eff6dd87ea9 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "PUT /v2.0/subnets/8a87e404-f438-4147-bc2c-1347dab42818/tags/tempest-TagsExtTest-Tag-742703830 HTTP/1.1" status: 201  len: 201 time: 0.0847244
Dec 24 11:01:20.702359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53178) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:20.707392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-3224bb43-63a1-4c74-aacd-73d82f7fe03c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7d150430>, 'ports', '9b359fb2-a045-49f5-a707-d6d17f899290', 'tempest-TagsExtTest-Tag-695889140') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:20.789073 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3224bb43-63a1-4c74-aacd-73d82f7fe03c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "PUT /v2.0/ports/9b359fb2-a045-49f5-a707-d6d17f899290/tags/tempest-TagsExtTest-Tag-695889140 HTTP/1.1" status: 201  len: 201 time: 0.0857329
Dec 24 11:01:20.791684 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53182) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:20.797425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-0c73810d-c865-4bb9-afbb-43ab45293c6d tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7d290820>, 'routers', 'efde6102-52e7-4abc-ac59-9e4af0e683e8', 'tempest-TagsExtTest-Tag-778333634') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:20.937417 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0c73810d-c865-4bb9-afbb-43ab45293c6d tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "PUT /v2.0/routers/efde6102-52e7-4abc-ac59-9e4af0e683e8/tags/tempest-TagsExtTest-Tag-778333634 HTTP/1.1" status: 201  len: 201 time: 0.1445861
Dec 24 11:01:20.939847 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53188) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:20.944919 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-dcbfff19-f5b8-4ee2-81aa-5d71a4cfe19b tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7e325550>, 'subnetpools', '4ca49418-b62f-4f4d-8f1a-3827c8007409', 'tempest-TagsExtTest-Tag-205088225') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:20.979884 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-dcbfff19-f5b8-4ee2-81aa-5d71a4cfe19b tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "PUT /v2.0/subnetpools/4ca49418-b62f-4f4d-8f1a-3827c8007409/tags/tempest-TagsExtTest-Tag-205088225 HTTP/1.1" status: 201  len: 201 time: 0.0390444
Dec 24 11:01:20.982425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53192) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:20.987442 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-a4605528-3172-403a-80bc-0c053099e192 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7d290400>, 'subnets', '8a87e404-f438-4147-bc2c-1347dab42818', {'tags': ['tempest-TagsExtTest-Tag-127613198', 'tempest-TagsExtTest-Tag-2043751662', 'tempest-TagsExtTest-Tag-1704509558']}) {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:21.054755 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a4605528-3172-403a-80bc-0c053099e192 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "PUT /v2.0/subnets/8a87e404-f438-4147-bc2c-1347dab42818/tags HTTP/1.1" status: 200  len: 317 time: 0.0712705
Dec 24 11:01:21.057208 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53196) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:21.061986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-7b19d20e-6d36-4075-ad43-0e58a23c359c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7c2d5b20>, 'subnets', '8a87e404-f438-4147-bc2c-1347dab42818') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:21.143030 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7b19d20e-6d36-4075-ad43-0e58a23c359c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/subnets/8a87e404-f438-4147-bc2c-1347dab42818/tags HTTP/1.1" status: 204  len: 168 time: 0.0848675
Dec 24 11:01:21.145644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53200) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:21.150431 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-d17323c8-a894-458b-8514-b4d9ac243301 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7c2d5f70>, 'subnets', '8a87e404-f438-4147-bc2c-1347dab42818', 'tempest-TagsExtTest-Tag-127613198') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:21.211446 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-d17323c8-a894-458b-8514-b4d9ac243301 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] show failed (client error): The resource could not be found.
Dec 24 11:01:21.212358 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d17323c8-a894-458b-8514-b4d9ac243301 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/subnets/8a87e404-f438-4147-bc2c-1347dab42818/tags/tempest-TagsExtTest-Tag-127613198 HTTP/1.1" status: 404  len: 328 time: 0.0658119
Dec 24 11:01:21.215782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53204) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:21.220304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-f07a268c-ec13-4393-95b9-9ccaf672583f tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b77c6c0a0>, 'subnets', '8a87e404-f438-4147-bc2c-1347dab42818', 'tempest-TagsExtTest-Tag-2043751662') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:21.286771 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-f07a268c-ec13-4393-95b9-9ccaf672583f tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] show failed (client error): The resource could not be found.
Dec 24 11:01:21.287782 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f07a268c-ec13-4393-95b9-9ccaf672583f tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/subnets/8a87e404-f438-4147-bc2c-1347dab42818/tags/tempest-TagsExtTest-Tag-2043751662 HTTP/1.1" status: 404  len: 329 time: 0.0711396
Dec 24 11:01:21.290735 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53208) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:21.296032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-dea60a0b-5d8c-4daf-b49d-73e099c4eb43 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7c7a9220>, 'subnets', '8a87e404-f438-4147-bc2c-1347dab42818', 'tempest-TagsExtTest-Tag-1704509558') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:21.357810 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-dea60a0b-5d8c-4daf-b49d-73e099c4eb43 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] show failed (client error): The resource could not be found.
Dec 24 11:01:21.358837 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-dea60a0b-5d8c-4daf-b49d-73e099c4eb43 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/subnets/8a87e404-f438-4147-bc2c-1347dab42818/tags/tempest-TagsExtTest-Tag-1704509558 HTTP/1.1" status: 404  len: 329 time: 0.0671742
Dec 24 11:01:21.361573 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53212) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:21.366427 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-b2e6a048-45bb-469d-b207-146a1d5b6d1b tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5cf7c0>, 'ports', '9b359fb2-a045-49f5-a707-d6d17f899290', {'tags': ['tempest-TagsExtTest-Tag-283631532', 'tempest-TagsExtTest-Tag-1201435254', 'tempest-TagsExtTest-Tag-1748431863']}) {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:21.438845 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b2e6a048-45bb-469d-b207-146a1d5b6d1b tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "PUT /v2.0/ports/9b359fb2-a045-49f5-a707-d6d17f899290/tags HTTP/1.1" status: 200  len: 317 time: 0.0762804
Dec 24 11:01:21.441351 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53216) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:21.446449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-d7513432-ff3e-4fae-9407-6c95aef26175 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6a7dc0>, 'ports', '9b359fb2-a045-49f5-a707-d6d17f899290') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:21.529302 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d7513432-ff3e-4fae-9407-6c95aef26175 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/ports/9b359fb2-a045-49f5-a707-d6d17f899290/tags HTTP/1.1" status: 204  len: 168 time: 0.0869031
Dec 24 11:01:21.532315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53220) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:21.537128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-aafd034f-61a8-407f-8155-51c3bafecf9a tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7ca31250>, 'ports', '9b359fb2-a045-49f5-a707-d6d17f899290', 'tempest-TagsExtTest-Tag-283631532') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:21.600284 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-aafd034f-61a8-407f-8155-51c3bafecf9a tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] show failed (client error): The resource could not be found.
Dec 24 11:01:21.601294 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-aafd034f-61a8-407f-8155-51c3bafecf9a tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/ports/9b359fb2-a045-49f5-a707-d6d17f899290/tags/tempest-TagsExtTest-Tag-283631532 HTTP/1.1" status: 404  len: 328 time: 0.0680666
Dec 24 11:01:21.604059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53224) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:21.608763 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-892af5ee-6651-4604-8e1a-2ecb9bf843f5 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b77f77dc0>, 'ports', '9b359fb2-a045-49f5-a707-d6d17f899290', 'tempest-TagsExtTest-Tag-1201435254') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:21.790078 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-892af5ee-6651-4604-8e1a-2ecb9bf843f5 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] show failed (client error): The resource could not be found.
Dec 24 11:01:21.790919 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-892af5ee-6651-4604-8e1a-2ecb9bf843f5 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/ports/9b359fb2-a045-49f5-a707-d6d17f899290/tags/tempest-TagsExtTest-Tag-1201435254 HTTP/1.1" status: 404  len: 329 time: 0.1859262
Dec 24 11:01:21.793838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53228) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:21.798774 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-9aa20da2-3947-45c3-af6a-a20791c85dee tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7c7020d0>, 'ports', '9b359fb2-a045-49f5-a707-d6d17f899290', 'tempest-TagsExtTest-Tag-1748431863') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:21.862034 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-9aa20da2-3947-45c3-af6a-a20791c85dee tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] show failed (client error): The resource could not be found.
Dec 24 11:01:21.863058 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9aa20da2-3947-45c3-af6a-a20791c85dee tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/ports/9b359fb2-a045-49f5-a707-d6d17f899290/tags/tempest-TagsExtTest-Tag-1748431863 HTTP/1.1" status: 404  len: 329 time: 0.0682218
Dec 24 11:01:21.865824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53232) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:21.870859 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-c295ab61-eb96-4a09-b5db-76098c737029 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6f0a00>, 'routers', 'efde6102-52e7-4abc-ac59-9e4af0e683e8', {'tags': ['tempest-TagsExtTest-Tag-609401418', 'tempest-TagsExtTest-Tag-1966183808', 'tempest-TagsExtTest-Tag-1241176414']}) {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:22.012095 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c295ab61-eb96-4a09-b5db-76098c737029 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "PUT /v2.0/routers/efde6102-52e7-4abc-ac59-9e4af0e683e8/tags HTTP/1.1" status: 200  len: 317 time: 0.1452169
Dec 24 11:01:22.015019 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53236) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:22.020128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-60efbb43-10fe-44c6-a399-708cc79cc165 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7e5f3df0>, 'routers', 'efde6102-52e7-4abc-ac59-9e4af0e683e8') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:22.108307 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:01:22.166816 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-60efbb43-10fe-44c6-a399-708cc79cc165 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/routers/efde6102-52e7-4abc-ac59-9e4af0e683e8/tags HTTP/1.1" status: 204  len: 168 time: 0.1507974
Dec 24 11:01:22.170099 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53240) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:22.175136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-dc9ea1b8-1da9-46ab-8267-478c92456900 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7e874c10>, 'routers', 'efde6102-52e7-4abc-ac59-9e4af0e683e8', 'tempest-TagsExtTest-Tag-609401418') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:22.179810 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:01:22.180192 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:22.308610 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-dc9ea1b8-1da9-46ab-8267-478c92456900 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] show failed (client error): The resource could not be found.
Dec 24 11:01:22.310148 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-dc9ea1b8-1da9-46ab-8267-478c92456900 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/routers/efde6102-52e7-4abc-ac59-9e4af0e683e8/tags/tempest-TagsExtTest-Tag-609401418 HTTP/1.1" status: 404  len: 328 time: 0.1391244
Dec 24 11:01:22.312858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53244) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:22.317676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-2da6f9ff-c719-4813-b076-2c88eb40297e tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7cd6daf0>, 'routers', 'efde6102-52e7-4abc-ac59-9e4af0e683e8', 'tempest-TagsExtTest-Tag-1966183808') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:22.448495 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-2da6f9ff-c719-4813-b076-2c88eb40297e tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] show failed (client error): The resource could not be found.
Dec 24 11:01:22.449548 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2da6f9ff-c719-4813-b076-2c88eb40297e tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/routers/efde6102-52e7-4abc-ac59-9e4af0e683e8/tags/tempest-TagsExtTest-Tag-1966183808 HTTP/1.1" status: 404  len: 329 time: 0.1357672
Dec 24 11:01:22.452349 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53248) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:22.457084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-f5531d33-58ac-4ca8-bc11-5f076861180a tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7c7a92b0>, 'routers', 'efde6102-52e7-4abc-ac59-9e4af0e683e8', 'tempest-TagsExtTest-Tag-1241176414') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:22.583768 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-f5531d33-58ac-4ca8-bc11-5f076861180a tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] show failed (client error): The resource could not be found.
Dec 24 11:01:22.584715 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f5531d33-58ac-4ca8-bc11-5f076861180a tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/routers/efde6102-52e7-4abc-ac59-9e4af0e683e8/tags/tempest-TagsExtTest-Tag-1241176414 HTTP/1.1" status: 404  len: 329 time: 0.1314931
Dec 24 11:01:22.587451 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53252) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:22.592969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.tag.tag_plugin [None req-0443032e-d5cf-4d48-b82a-fc2daa8adc8e tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7c506fd0>, 'subnetpools', '4ca49418-b62f-4f4d-8f1a-3827c8007409', {'tags': ['tempest-TagsExtTest-Tag-1708992830', 'tempest-TagsExtTest-Tag-1044505730', 'tempest-TagsExtTest-Tag-967804477']}) {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:22.631821 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0443032e-d5cf-4d48-b82a-fc2daa8adc8e tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "PUT /v2.0/subnetpools/4ca49418-b62f-4f4d-8f1a-3827c8007409/tags HTTP/1.1" status: 200  len: 317 time: 0.0433798
Dec 24 11:01:22.635024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53256) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:22.640887 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-6747c073-86be-46bb-bf67-255bfd690075 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b76b871c0>, 'subnetpools', '4ca49418-b62f-4f4d-8f1a-3827c8007409') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:22.678458 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6747c073-86be-46bb-bf67-255bfd690075 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/subnetpools/4ca49418-b62f-4f4d-8f1a-3827c8007409/tags HTTP/1.1" status: 204  len: 168 time: 0.0423257
Dec 24 11:01:22.681141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53260) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:22.685943 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-048866d4-021b-410f-a008-8ab1c912a2fc tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7d09c5b0>, 'subnetpools', '4ca49418-b62f-4f4d-8f1a-3827c8007409', 'tempest-TagsExtTest-Tag-1708992830') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:22.708041 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-048866d4-021b-410f-a008-8ab1c912a2fc tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] show failed (client error): The resource could not be found.
Dec 24 11:01:22.709081 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-048866d4-021b-410f-a008-8ab1c912a2fc tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/subnetpools/4ca49418-b62f-4f4d-8f1a-3827c8007409/tags/tempest-TagsExtTest-Tag-1708992830 HTTP/1.1" status: 404  len: 329 time: 0.0269923
Dec 24 11:01:22.711632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53264) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:22.716796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-06586420-c6b1-434c-b8b2-86ceefe1d4f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b76ef4700>, 'subnetpools', '4ca49418-b62f-4f4d-8f1a-3827c8007409', 'tempest-TagsExtTest-Tag-1044505730') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:22.740100 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-06586420-c6b1-434c-b8b2-86ceefe1d4f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] show failed (client error): The resource could not be found.
Dec 24 11:01:22.741055 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-06586420-c6b1-434c-b8b2-86ceefe1d4f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/subnetpools/4ca49418-b62f-4f4d-8f1a-3827c8007409/tags/tempest-TagsExtTest-Tag-1044505730 HTTP/1.1" status: 404  len: 329 time: 0.0285695
Dec 24 11:01:22.743637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53268) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:22.748131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-24cacc61-8f06-4e6e-899b-da80ae18925a tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2b7c296850>, 'subnetpools', '4ca49418-b62f-4f4d-8f1a-3827c8007409', 'tempest-TagsExtTest-Tag-967804477') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:22.769881 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-24cacc61-8f06-4e6e-899b-da80ae18925a tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] show failed (client error): The resource could not be found.
Dec 24 11:01:22.770849 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-24cacc61-8f06-4e6e-899b-da80ae18925a tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/subnetpools/4ca49418-b62f-4f4d-8f1a-3827c8007409/tags/tempest-TagsExtTest-Tag-967804477 HTTP/1.1" status: 404  len: 328 time: 0.0263619
Dec 24 11:01:22.773162 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53272) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:22.777689 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-8e64e13f-567b-446d-81ca-eeb0140ad76b tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b76c7e700>, 'subnetpools', '4ca49418-b62f-4f4d-8f1a-3827c8007409') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:22.812390 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8e64e13f-567b-446d-81ca-eeb0140ad76b tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/subnetpools/4ca49418-b62f-4f4d-8f1a-3827c8007409/tags HTTP/1.1" status: 204  len: 168 time: 0.0383451
Dec 24 11:01:22.814729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53276) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:22.819398 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-0b205297-c39f-4525-8aba-495648db738b tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7c0cd0d0>, 'routers', 'efde6102-52e7-4abc-ac59-9e4af0e683e8') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:22.957894 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0b205297-c39f-4525-8aba-495648db738b tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/routers/efde6102-52e7-4abc-ac59-9e4af0e683e8/tags HTTP/1.1" status: 204  len: 168 time: 0.1420982
Dec 24 11:01:22.960316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53280) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:22.965177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-88dd183e-b028-4684-9ded-d75f805f52fc tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b7c389070>, 'ports', '9b359fb2-a045-49f5-a707-d6d17f899290') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:23.032030 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-88dd183e-b028-4684-9ded-d75f805f52fc tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/ports/9b359fb2-a045-49f5-a707-d6d17f899290/tags HTTP/1.1" status: 204  len: 168 time: 0.0705099
Dec 24 11:01:23.034519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53284) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:23.039069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.tag.tag_plugin [None req-b123d470-abc6-49b2-adf3-1a54fbf618b2 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2b76ceb3d0>, 'subnets', '8a87e404-f438-4147-bc2c-1347dab42818') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:23.112888 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b123d470-abc6-49b2-adf3-1a54fbf618b2 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/subnets/8a87e404-f438-4147-bc2c-1347dab42818/tags HTTP/1.1" status: 204  len: 168 time: 0.0774102
Dec 24 11:01:23.120866 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53288) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:23.201962 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-152937f0-dd8c-4038-8744-265cac9fc877 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks [] for subnetpool, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:23.203038 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-152937f0-dd8c-4038-8744-265cac9fc877 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/subnetpools/4ca49418-b62f-4f4d-8f1a-3827c8007409 HTTP/1.1" status: 204  len: 168 time: 0.0807672
Dec 24 11:01:23.205653 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53292) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:23.247859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0b42998d-e421-4d0a-b12e-47f760e9d5aa tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Synchronizing usage tracker for tenant:13667905ae8248beb7d32fe71a3feb64 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:01:23.263180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0b42998d-e421-4d0a-b12e-47f760e9d5aa tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Unset dirty status for tenant:13667905ae8248beb7d32fe71a3feb64 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:01:23.264261 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0b42998d-e421-4d0a-b12e-47f760e9d5aa tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "GET /v2.0/ports?device_id=efde6102-52e7-4abc-ac59-9e4af0e683e8 HTTP/1.1" status: 200  len: 205 time: 0.0576856
Dec 24 11:01:23.266838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53296) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:23.398474 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-76b46460-eb7c-4928-a06f-1039b848a3cc tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:23.818729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-76b46460-eb7c-4928-a06f-1039b848a3cc tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:23.820856 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-76b46460-eb7c-4928-a06f-1039b848a3cc tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:23.843318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-76b46460-eb7c-4928-a06f-1039b848a3cc tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:23.843883 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b46460-eb7c-4928-a06f-1039b848a3cc tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Fanout notify agent at l3_agent the message router_deleted on router efde6102-52e7-4abc-ac59-9e4af0e683e8 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:01:23.854907 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-76b46460-eb7c-4928-a06f-1039b848a3cc tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:23.856610 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-76b46460-eb7c-4928-a06f-1039b848a3cc tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/routers/efde6102-52e7-4abc-ac59-9e4af0e683e8 HTTP/1.1" status: 204  len: 168 time: 0.5882673
Dec 24 11:01:23.859042 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53302) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:23.925664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f4d09c02-a59f-4846-8494-83d86aaba8b4 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Deleting port 9b359fb2-a045-49f5-a707-d6d17f899290 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:01:23.925957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c02-a59f-4846-8494-83d86aaba8b4 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:24.158500 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c02-a59f-4846-8494-83d86aaba8b4 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:24.282345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f4d09c02-a59f-4846-8494-83d86aaba8b4 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Calling delete_port for 9b359fb2-a045-49f5-a707-d6d17f899290 owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:01:24.419414 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c02-a59f-4846-8494-83d86aaba8b4 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:24.424831 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-62fd487f-cf6e-4889-b1f4-24bc3751f756 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:24.476983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d09c02-a59f-4846-8494-83d86aaba8b4 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Pushing event deleted for resources: {'Port': ['ID=9b359fb2-a045-49f5-a707-d6d17f899290,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:24.479900 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f4d09c02-a59f-4846-8494-83d86aaba8b4 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:24.580121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f4d09c02-a59f-4846-8494-83d86aaba8b4 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:24.594117 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f4d09c02-a59f-4846-8494-83d86aaba8b4 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/ports/9b359fb2-a045-49f5-a707-d6d17f899290 HTTP/1.1" status: 204  len: 168 time: 0.7340338
Dec 24 11:01:24.596439 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53306) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:24.663189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc4cc5e-a80f-48dd-b8f8-9caed5d96544 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Deleting subnet 8a87e404-f438-4147-bc2c-1347dab42818 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:01:24.666133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ddc4cc5e-a80f-48dd-b8f8-9caed5d96544 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:24.719319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ddc4cc5e-a80f-48dd-b8f8-9caed5d96544 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:24.803510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ddc4cc5e-a80f-48dd-b8f8-9caed5d96544 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:24.874782 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ddc4cc5e-a80f-48dd-b8f8-9caed5d96544 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:24.879194 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-43d7fa51-df1b-4f4a-82a8-0e245bc2dfcc tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:24.916333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ddc4cc5e-a80f-48dd-b8f8-9caed5d96544 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:24.918998 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4cc5e-a80f-48dd-b8f8-9caed5d96544 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Pushing event deleted for resources: {'Subnet': ['ID=8a87e404-f438-4147-bc2c-1347dab42818,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:24.921673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ddc4cc5e-a80f-48dd-b8f8-9caed5d96544 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:24.922295 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0803f97f-c2ec-49fc-9727-ae27a1eb28a9 None None] Network 68dcbcac-df13-49b0-b694-67459170b17f requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:01:24.926015 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ddc4cc5e-a80f-48dd-b8f8-9caed5d96544 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/subnets/8a87e404-f438-4147-bc2c-1347dab42818 HTTP/1.1" status: 204  len: 168 time: 0.3285551
Dec 24 11:01:24.928512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53310) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:25.042964 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:25.053345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Deleting port 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:01:25.053735 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:25.182280 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546eaddc-025e-4787-a830-a2b46f18e629 None None] DHCP port deletion for 68dcbcac-df13-49b0-b694-67459170b17f request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:01:25.186520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-546eaddc-025e-4787-a830-a2b46f18e629 None None] Deleting port 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:01:25.186980 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-546eaddc-025e-4787-a830-a2b46f18e629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:25.259967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] For port 6098b1a6-8a6f-4eae-9414-cdefc6ed9378, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6098b1a6-8a6f-4eae-9414-cdefc6ed9378,segment=NetworkSegment(f322ab19-edab-422c-aa4e-5819663b3379),segment_id=f322ab19-edab-422c-aa4e-5819663b3379)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:01:25.260322 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:25.383087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Calling delete_port for 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:01:25.384631 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-546eaddc-025e-4787-a830-a2b46f18e629 None None] For port 6098b1a6-8a6f-4eae-9414-cdefc6ed9378, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6098b1a6-8a6f-4eae-9414-cdefc6ed9378,segment=NetworkSegment(f322ab19-edab-422c-aa4e-5819663b3379),segment_id=f322ab19-edab-422c-aa4e-5819663b3379)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:01:25.385038 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-546eaddc-025e-4787-a830-a2b46f18e629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:25.465666 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:25.469673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8be1bfd8-578e-419a-a460-dec1f71e53b0 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:25.510234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Pushing event deleted for resources: {'Port': ['ID=6098b1a6-8a6f-4eae-9414-cdefc6ed9378,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:25.514278 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:25.516651 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] No DVR routers for this DVR port 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:01:25.545441 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-546eaddc-025e-4787-a830-a2b46f18e629 None None] Calling delete_port for 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:01:25.615480 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-546eaddc-025e-4787-a830-a2b46f18e629 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:01:25.615837 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-546eaddc-025e-4787-a830-a2b46f18e629 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:01:25.639643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:25.663476 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3b9fa0>,) {'filters': {'network_id': ['68dcbcac-df13-49b0-b694-67459170b17f']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:25.677214 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3b9fa0>, 'f322ab19-edab-422c-aa4e-5819663b3379') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:25.677542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3b9fa0>, 'f322ab19-edab-422c-aa4e-5819663b3379') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:25.689306 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:25.705142 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:25.711442 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:01:25.711958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:25.730106 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:25.809389 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:25.813515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:25.816246 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-263788ea-ae61-4ddd-8110-4ebd29645286 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:25.840708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Pushing event deleted for resources: {'Network': ['ID=68dcbcac-df13-49b0-b694-67459170b17f,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:25.842964 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:25.849242 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] 10.222.0.54 "DELETE /v2.0/networks/68dcbcac-df13-49b0-b694-67459170b17f HTTP/1.1" status: 204  len: 168 time: 0.9198081
Dec 24 11:01:26.106985 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:01:26.108738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53318) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:26.135640 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-546eaddc-025e-4787-a830-a2b46f18e629 None None] Deleting port 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:01:26.136028 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-546eaddc-025e-4787-a830-a2b46f18e629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:26.171311 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:01:26.171583 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6098b1a6-8a6f-4eae-9414-cdefc6ed9378 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:01:26.210869 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-546eaddc-025e-4787-a830-a2b46f18e629 None None] The port '6098b1a6-8a6f-4eae-9414-cdefc6ed9378' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:01:26.263475 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b6c4786a-9a93-4d48-8ee3-f31c3734a86e admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=13667905ae8248beb7d32fe71a3feb64&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1534462
Dec 24 11:01:26.265891 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53324) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:26.321974 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2cac235c-bd4f-45f9-89a3-c32b11b126bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:26.347340 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2cac235c-bd4f-45f9-89a3-c32b11b126bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:26.398948 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2cac235c-bd4f-45f9-89a3-c32b11b126bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:26.402643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-abe821a9-45f8-4cb4-b4b2-00bc0cdc2b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:26.414032 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac235c-bd4f-45f9-89a3-c32b11b126bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4241dba2-588a-48a3-93b4-2f0d77f16311,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:26.417526 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2cac235c-bd4f-45f9-89a3-c32b11b126bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:26.421175 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2cac235c-bd4f-45f9-89a3-c32b11b126bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:26.422293 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2cac235c-bd4f-45f9-89a3-c32b11b126bf admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4241dba2-588a-48a3-93b4-2f0d77f16311 HTTP/1.1" status: 204  len: 168 time: 0.1555250
Dec 24 11:01:28.702899 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53332) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:29.021734 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-adb8fc77-6d93-4951-89a5-cbb3977663a8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Deleting port 10fe1d5a-70d3-4efc-ae5a-c2227f9c322b {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:01:29.022025 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-adb8fc77-6d93-4951-89a5-cbb3977663a8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:29.186678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-adb8fc77-6d93-4951-89a5-cbb3977663a8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:29.187011 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-adb8fc77-6d93-4951-89a5-cbb3977663a8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:29.309157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-adb8fc77-6d93-4951-89a5-cbb3977663a8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Calling delete_port for 10fe1d5a-70d3-4efc-ae5a-c2227f9c322b owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:01:29.458165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-adb8fc77-6d93-4951-89a5-cbb3977663a8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:29.462523 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f4d09c02-a59f-4846-8494-83d86aaba8b4 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:29.509787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8fc77-6d93-4951-89a5-cbb3977663a8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event deleted for resources: {'Port': ['ID=10fe1d5a-70d3-4efc-ae5a-c2227f9c322b,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:29.535188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-adb8fc77-6d93-4951-89a5-cbb3977663a8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:29.596347 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-adb8fc77-6d93-4951-89a5-cbb3977663a8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:29.596578 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-adb8fc77-6d93-4951-89a5-cbb3977663a8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Floating IP 1a453905-5457-4d25-bfa3-f8eca35f06b3 disassociated (deleted). External IP: 172.26.4.78, port: 63ce2256-bac9-446d-84df-b3154e987ffc.
Dec 24 11:01:29.603497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8910bff5-f627-4016-b506-3e6cfbf9ed7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:29.955623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb8fc77-6d93-4951-89a5-cbb3977663a8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Router 58c99b58-bc74-46a5-85cc-77e73a544f99 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:01:30.128978 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb8fc77-6d93-4951-89a5-cbb3977663a8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:01:30.139347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89010ca-d7a2-4ddb-9eb5-7c57c44f1ce6 None None] Sync routers for ids ['58c99b58-bc74-46a5-85cc-77e73a544f99'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:01:30.148796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89010ca-d7a2-4ddb-9eb5-7c57c44f1ce6 None None] Routers {'58c99b58-bc74-46a5-85cc-77e73a544f99'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:30.149179 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-adb8fc77-6d93-4951-89a5-cbb3977663a8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:30.149420 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b89010ca-d7a2-4ddb-9eb5-7c57c44f1ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d733d90>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['58c99b58-bc74-46a5-85cc-77e73a544f99'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:30.330487 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-b89010ca-d7a2-4ddb-9eb5-7c57c44f1ce6 None None] Set router 58c99b58-bc74-46a5-85cc-77e73a544f99 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:01:30.336849 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-adb8fc77-6d93-4951-89a5-cbb3977663a8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "DELETE /v2.0/floatingips/1a453905-5457-4d25-bfa3-f8eca35f06b3 HTTP/1.1" status: 204  len: 168 time: 1.6329622
Dec 24 11:01:30.337499 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'tag': '63ce2256-bac9-446d-84df-b3154e987ffc'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:01:30.384142 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'tag': '63ce2256-bac9-446d-84df-b3154e987ffc', 'status': 'completed', 'code': 200}
Dec 24 11:01:30.490139 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000a7d7-db23-4ee8-bb88-59e80208d081 req-60ae77b1-07fa-4e9f-8aef-9fba865e0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:30.492303 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1000a7d7-db23-4ee8-bb88-59e80208d081 req-60ae77b1-07fa-4e9f-8aef-9fba865e0939 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=98de35a2a0854b569df1a645612802a5&device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 1099 time: 0.0788214
Dec 24 11:01:30.626786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000a7d7-db23-4ee8-bb88-59e80208d081 req-f932453b-a677-4d2f-bbd9-67869cbbd820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:30.628146 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1000a7d7-db23-4ee8-bb88-59e80208d081 req-f932453b-a677-4d2f-bbd9-67869cbbd820 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fb245b42-692c-44e7-9807-a5875458e289 HTTP/1.1" status: 200  len: 897 time: 0.1289594
Dec 24 11:01:30.683617 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b89010ca-d7a2-4ddb-9eb5-7c57c44f1ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d733d90>, [{'id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214980250', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:53Z', 'updated_at': '2021-12-24T10:58:12Z', 'revision_number': 4, 'project_id': '98de35a2a0854b569df1a645612802a5', 'gw_port': {'id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:55Z', 'updated_at': '2021-12-24T10:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '72b1b20f-8f65-4d3a-b506-97e739cb03f0', 'name': '', 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'mac_address': 'fa:16:3e:55:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:08Z', 'updated_at': '2021-12-24T10:58:22Z', 'revision_number': 5, 'project_id': '98de35a2a0854b569df1a645612802a5', 'subnets': [{'id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:30.688406 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89010ca-d7a2-4ddb-9eb5-7c57c44f1ce6 None None] Checking router: 58c99b58-bc74-46a5-85cc-77e73a544f99 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:01:30.697223 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89010ca-d7a2-4ddb-9eb5-7c57c44f1ce6 None None] Routers {'58c99b58-bc74-46a5-85cc-77e73a544f99'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:30.697994 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b89010ca-d7a2-4ddb-9eb5-7c57c44f1ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d733d90>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['58c99b58-bc74-46a5-85cc-77e73a544f99'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:30.729549 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1000a7d7-db23-4ee8-bb88-59e80208d081 req-04cc39fb-4dbd-4dea-9f4c-8a3258d8e76e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63ce2256-bac9-446d-84df-b3154e987ffc HTTP/1.1" status: 200  len: 217 time: 0.0915532
Dec 24 11:01:30.805144 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000a7d7-db23-4ee8-bb88-59e80208d081 req-b1323edf-36b9-4596-b2e9-26c22a87a2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:30.806588 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1000a7d7-db23-4ee8-bb88-59e80208d081 req-b1323edf-36b9-4596-b2e9-26c22a87a2e5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=730c7b02-f4dc-44e6-88f3-f081b2bbdfe2 HTTP/1.1" status: 200  len: 834 time: 0.0657659
Dec 24 11:01:30.877546 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-b89010ca-d7a2-4ddb-9eb5-7c57c44f1ce6 None None] Set router 58c99b58-bc74-46a5-85cc-77e73a544f99 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:01:31.004189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27057a8-c581-4f65-b3a7-ab18e4d40a67 req-6a528b6b-2661-492d-a032-211eaabf4a0b tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:31.005649 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a27057a8-c581-4f65-b3a7-ab18e4d40a67 req-6a528b6b-2661-492d-a032-211eaabf4a0b tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.3160648
Dec 24 11:01:31.063091 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a27057a8-c581-4f65-b3a7-ab18e4d40a67 req-e623c18a-0b00-4ed9-b7b6-fa8d372a8b8c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502090
Dec 24 11:01:31.067456 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000a7d7-db23-4ee8-bb88-59e80208d081 req-0079d151-5c5d-44da-bc3f-0697e2edcf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:31.068882 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1000a7d7-db23-4ee8-bb88-59e80208d081 req-0079d151-5c5d-44da-bc3f-0697e2edcf94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fb245b42-692c-44e7-9807-a5875458e289&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.2542419
Dec 24 11:01:31.197780 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1000a7d7-db23-4ee8-bb88-59e80208d081 req-43964211-6a67-48d2-a147-ff2931a61e68 service neutron] 10.222.0.32 "GET /v2.0/networks/fb245b42-692c-44e7-9807-a5875458e289?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210766
Dec 24 11:01:31.236639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b89010ca-d7a2-4ddb-9eb5-7c57c44f1ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d733d90>, [{'id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214980250', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:53Z', 'updated_at': '2021-12-24T10:58:12Z', 'revision_number': 4, 'project_id': '98de35a2a0854b569df1a645612802a5', 'gw_port': {'id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:55Z', 'updated_at': '2021-12-24T10:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '72b1b20f-8f65-4d3a-b506-97e739cb03f0', 'name': '', 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'mac_address': 'fa:16:3e:55:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:08Z', 'updated_at': '2021-12-24T10:58:22Z', 'revision_number': 5, 'project_id': '98de35a2a0854b569df1a645612802a5', 'subnets': [{'id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:31.240635 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89010ca-d7a2-4ddb-9eb5-7c57c44f1ce6 None None] The sync data for ids ['58c99b58-bc74-46a5-85cc-77e73a544f99'] in dv-neutron-822668-2-hyperv is: [{'id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214980250', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:53Z', 'updated_at': '2021-12-24T10:58:12Z', 'revision_number': 4, 'project_id': '98de35a2a0854b569df1a645612802a5', 'gw_port': {'id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:55Z', 'updated_at': '2021-12-24T10:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '72b1b20f-8f65-4d3a-b506-97e739cb03f0', 'name': '', 'network_id': 'fb245b42-692c-44e7-9807-a5875458e289', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'mac_address': 'fa:16:3e:55:5c:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:58:08Z', 'updated_at': '2021-12-24T10:58:22Z', 'revision_number': 5, 'project_id': '98de35a2a0854b569df1a645612802a5', 'subnets': [{'id': '730c7b02-f4dc-44e6-88f3-f081b2bbdfe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:01:31.331569 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1000a7d7-db23-4ee8-bb88-59e80208d081 req-a2be4fdc-98a9-4e9e-8a62-5e704b6fbd83 service neutron] 10.222.0.32 "GET /v2.0/networks/fb245b42-692c-44e7-9807-a5875458e289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258266
Dec 24 11:01:31.463663 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dda6cf-a0e9-449b-819d-a079a12132f0 None None] New status for floating IP 1a453905-5457-4d25-bfa3-f8eca35f06b3: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:01:31.849743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-338d3ec4-f0ec-40a1-b925-45f3f5052cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:32.246160 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a3a46-3fde-4848-974c-75194f5cf0c4 req-2fe8cf74-2496-4af4-99eb-694ba185cffb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:32.246859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-4f4a3a46-3fde-4848-974c-75194f5cf0c4 req-2fe8cf74-2496-4af4-99eb-694ba185cffb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Synchronizing usage tracker for tenant:98de35a2a0854b569df1a645612802a5 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:01:32.261131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-4f4a3a46-3fde-4848-974c-75194f5cf0c4 req-2fe8cf74-2496-4af4-99eb-694ba185cffb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Unset dirty status for tenant:98de35a2a0854b569df1a645612802a5 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:01:32.262806 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4f4a3a46-3fde-4848-974c-75194f5cf0c4 req-2fe8cf74-2496-4af4-99eb-694ba185cffb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.0934067
Dec 24 11:01:32.306524 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4f4a3a46-3fde-4848-974c-75194f5cf0c4 req-ebb29348-a03b-4d47-9506-e9a049251ac7 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/security-groups?id=b0b29536-8e02-44f0-acb5-a9543bcd70f0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380828
Dec 24 11:01:32.352876 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834278d2-2ec5-4c2f-8522-0fb0ac66b0e8 req-2569ccae-558d-40e1-91dd-f849d07ac13e tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:01:32.354260 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-834278d2-2ec5-4c2f-8522-0fb0ac66b0e8 req-2569ccae-558d-40e1-91dd-f849d07ac13e tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.32 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 946 time: 0.0838993
Dec 24 11:01:32.425090 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-834278d2-2ec5-4c2f-8522-0fb0ac66b0e8 req-d78c4eea-41d5-44df-be32-55d63e1444c4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Deleting port 63ce2256-bac9-446d-84df-b3154e987ffc {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:01:32.425426 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-834278d2-2ec5-4c2f-8522-0fb0ac66b0e8 req-d78c4eea-41d5-44df-be32-55d63e1444c4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:32.671427 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-834278d2-2ec5-4c2f-8522-0fb0ac66b0e8 req-d78c4eea-41d5-44df-be32-55d63e1444c4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] For port 63ce2256-bac9-446d-84df-b3154e987ffc, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=63ce2256-bac9-446d-84df-b3154e987ffc,segment=NetworkSegment(7466a746-9d32-47d2-9c5a-cffb39f2290f),segment_id=7466a746-9d32-47d2-9c5a-cffb39f2290f)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:01:32.671811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-834278d2-2ec5-4c2f-8522-0fb0ac66b0e8 req-d78c4eea-41d5-44df-be32-55d63e1444c4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:32.792229 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-834278d2-2ec5-4c2f-8522-0fb0ac66b0e8 req-d78c4eea-41d5-44df-be32-55d63e1444c4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Calling delete_port for 63ce2256-bac9-446d-84df-b3154e987ffc owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:01:32.934830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-834278d2-2ec5-4c2f-8522-0fb0ac66b0e8 req-d78c4eea-41d5-44df-be32-55d63e1444c4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:32.940057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-63e99e14-def1-4dc9-b744-c3ab56e1744c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:32.983338 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c4eea-41d5-44df-be32-55d63e1444c4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event deleted for resources: {'Port': ['ID=63ce2256-bac9-446d-84df-b3154e987ffc,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:32.986459 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d78c4eea-41d5-44df-be32-55d63e1444c4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:33.021726 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:33.050796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:33.063799 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-834278d2-2ec5-4c2f-8522-0fb0ac66b0e8 req-d78c4eea-41d5-44df-be32-55d63e1444c4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] No DVR routers for this DVR port 63ce2256-bac9-446d-84df-b3154e987ffc on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:01:33.066448 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-834278d2-2ec5-4c2f-8522-0fb0ac66b0e8 req-d78c4eea-41d5-44df-be32-55d63e1444c4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:33.069310 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'name': 'network-vif-deleted', 'tag': '63ce2256-bac9-446d-84df-b3154e987ffc'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:01:33.086196 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-834278d2-2ec5-4c2f-8522-0fb0ac66b0e8 req-d78c4eea-41d5-44df-be32-55d63e1444c4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.32 "DELETE /v2.0/ports/63ce2256-bac9-446d-84df-b3154e987ffc HTTP/1.1" status: 204  len: 173 time: 0.7255425
Dec 24 11:01:33.315279 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cd38579-9fe6-4d56-84e9-4782da617e25', 'name': 'network-vif-deleted', 'tag': '63ce2256-bac9-446d-84df-b3154e987ffc', 'status': 'completed', 'code': 200}
Dec 24 11:01:33.499400 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-81e97545-e9aa-4860-95db-cb3eec3ee41e req-c8e0c2c2-9159-4437-baa3-daf50e060050 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "GET /v2.0/ports?device_id=4cd38579-9fe6-4d56-84e9-4782da617e25 HTTP/1.1" status: 200  len: 210 time: 0.0633085
Dec 24 11:01:34.594713 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53352) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:34.802285 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:35.134325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-07f7a016-080f-475b-8ef8-a4a4ca4cc7af tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:35.483908 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-07f7a016-080f-475b-8ef8-a4a4ca4cc7af tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Deleting port 72b1b20f-8f65-4d3a-b506-97e739cb03f0 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:01:35.484243 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-07f7a016-080f-475b-8ef8-a4a4ca4cc7af tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:35.665017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-07f7a016-080f-475b-8ef8-a4a4ca4cc7af tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] For port 72b1b20f-8f65-4d3a-b506-97e739cb03f0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=72b1b20f-8f65-4d3a-b506-97e739cb03f0,segment=NetworkSegment(7466a746-9d32-47d2-9c5a-cffb39f2290f),segment_id=7466a746-9d32-47d2-9c5a-cffb39f2290f)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:01:35.665713 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-07f7a016-080f-475b-8ef8-a4a4ca4cc7af tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:35.908520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-07f7a016-080f-475b-8ef8-a4a4ca4cc7af tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Calling delete_port for 72b1b20f-8f65-4d3a-b506-97e739cb03f0 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:01:36.095210 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-07f7a016-080f-475b-8ef8-a4a4ca4cc7af tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:36.098743 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-22316fb2-dda5-43b2-aff3-d8bf89ad3561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:36.140724 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7a016-080f-475b-8ef8-a4a4ca4cc7af tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event deleted for resources: {'Port': ['ID=72b1b20f-8f65-4d3a-b506-97e739cb03f0,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:36.144287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-07f7a016-080f-475b-8ef8-a4a4ca4cc7af tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:36.261320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 63ce2256-bac9-446d-84df-b3154e987ffc no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:01:36.298868 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 63ce2256-bac9-446d-84df-b3154e987ffc {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:01:36.299231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 63ce2256-bac9-446d-84df-b3154e987ffc not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:01:36.414299 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-07f7a016-080f-475b-8ef8-a4a4ca4cc7af tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:36.762119 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f7a016-080f-475b-8ef8-a4a4ca4cc7af tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Router 58c99b58-bc74-46a5-85cc-77e73a544f99 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:01:36.933085 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f7a016-080f-475b-8ef8-a4a4ca4cc7af tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:01:36.942953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2da35d1-be8b-4480-9b19-0b81e32217ea None None] Sync routers for ids ['58c99b58-bc74-46a5-85cc-77e73a544f99'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:01:36.947454 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-07f7a016-080f-475b-8ef8-a4a4ca4cc7af tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "PUT /v2.0/routers/58c99b58-bc74-46a5-85cc-77e73a544f99/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3516970
Dec 24 11:01:36.951193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53356) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:36.951992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da35d1-be8b-4480-9b19-0b81e32217ea None None] Routers {'58c99b58-bc74-46a5-85cc-77e73a544f99'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:36.952605 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b2da35d1-be8b-4480-9b19-0b81e32217ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7591f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['58c99b58-bc74-46a5-85cc-77e73a544f99'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:37.017708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f823b9-13f0-422d-ba70-13e3753d03c8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Deleting subnet 730c7b02-f4dc-44e6-88f3-f081b2bbdfe2 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:01:37.020509 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-93f823b9-13f0-422d-ba70-13e3753d03c8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:37.073570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-93f823b9-13f0-422d-ba70-13e3753d03c8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:37.127932 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-b2da35d1-be8b-4480-9b19-0b81e32217ea None None] Set router 58c99b58-bc74-46a5-85cc-77e73a544f99 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:01:37.153933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-93f823b9-13f0-422d-ba70-13e3753d03c8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:37.227550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-93f823b9-13f0-422d-ba70-13e3753d03c8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:37.231956 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-413f56c0-2699-4b50-9f23-04e3f8ea803e tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:37.266952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f823b9-13f0-422d-ba70-13e3753d03c8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event deleted for resources: {'Subnet': ['ID=730c7b02-f4dc-44e6-88f3-f081b2bbdfe2,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:37.270009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-93f823b9-13f0-422d-ba70-13e3753d03c8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:37.271022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-93f823b9-13f0-422d-ba70-13e3753d03c8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:37.279171 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-93f823b9-13f0-422d-ba70-13e3753d03c8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "DELETE /v2.0/subnets/730c7b02-f4dc-44e6-88f3-f081b2bbdfe2 HTTP/1.1" status: 204  len: 168 time: 0.3246853
Dec 24 11:01:37.279321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53360) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:37.303938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9316ae61-2902-409d-ad72-d4d3ae6b37ee None None] Network fb245b42-692c-44e7-9807-a5875458e289 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:01:37.590457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-360c01dc-ee40-4c2b-a047-49cc8d287a61 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:37.590611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b2da35d1-be8b-4480-9b19-0b81e32217ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7591f0>, [{'id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214980250', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:53Z', 'updated_at': '2021-12-24T11:01:36Z', 'revision_number': 5, 'project_id': '98de35a2a0854b569df1a645612802a5', 'gw_port': {'id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:55Z', 'updated_at': '2021-12-24T10:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:37.594467 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2da35d1-be8b-4480-9b19-0b81e32217ea None None] Checking router: 58c99b58-bc74-46a5-85cc-77e73a544f99 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:01:37.602868 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2da35d1-be8b-4480-9b19-0b81e32217ea None None] Routers {'58c99b58-bc74-46a5-85cc-77e73a544f99'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:01:37.603491 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b2da35d1-be8b-4480-9b19-0b81e32217ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7591f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:01:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['58c99b58-bc74-46a5-85cc-77e73a544f99'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:37.670164 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e1072a-2ceb-4743-ad6a-165258e04101 None None] DHCP port deletion for fb245b42-692c-44e7-9807-a5875458e289 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:01:37.681110 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-87e1072a-2ceb-4743-ad6a-165258e04101 None None] Deleting port aa098dba-44be-480c-b796-285c1e58e7f0 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:01:37.681495 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-87e1072a-2ceb-4743-ad6a-165258e04101 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:37.768478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-360c01dc-ee40-4c2b-a047-49cc8d287a61 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:37.778323 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-360c01dc-ee40-4c2b-a047-49cc8d287a61 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Deleting port afe61720-780b-4589-9dd6-130e58fe56e0 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:01:37.778652 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-360c01dc-ee40-4c2b-a047-49cc8d287a61 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:37.869594 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-b2da35d1-be8b-4480-9b19-0b81e32217ea None None] Set router 58c99b58-bc74-46a5-85cc-77e73a544f99 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:01:37.952454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-360c01dc-ee40-4c2b-a047-49cc8d287a61 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] For port afe61720-780b-4589-9dd6-130e58fe56e0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=afe61720-780b-4589-9dd6-130e58fe56e0,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:01:37.952719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-360c01dc-ee40-4c2b-a047-49cc8d287a61 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:38.075816 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-360c01dc-ee40-4c2b-a047-49cc8d287a61 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Calling delete_port for afe61720-780b-4589-9dd6-130e58fe56e0 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:01:38.175415 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device aa098dba-44be-480c-b796-285c1e58e7f0 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:01:38.245701 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-87e1072a-2ceb-4743-ad6a-165258e04101 None None] For port aa098dba-44be-480c-b796-285c1e58e7f0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=aa098dba-44be-480c-b796-285c1e58e7f0,segment=NetworkSegment(7466a746-9d32-47d2-9c5a-cffb39f2290f),segment_id=7466a746-9d32-47d2-9c5a-cffb39f2290f)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:01:38.246247 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-87e1072a-2ceb-4743-ad6a-165258e04101 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:38.246997 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-360c01dc-ee40-4c2b-a047-49cc8d287a61 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:38.251135 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0616ff55-1fe9-4214-999b-a7d984de213c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:38.295148 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c01dc-ee40-4c2b-a047-49cc8d287a61 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event deleted for resources: {'Port': ['ID=afe61720-780b-4589-9dd6-130e58fe56e0,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:38.298638 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-360c01dc-ee40-4c2b-a047-49cc8d287a61 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:38.385440 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-360c01dc-ee40-4c2b-a047-49cc8d287a61 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:38.411480 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-87e1072a-2ceb-4743-ad6a-165258e04101 None None] Calling delete_port for aa098dba-44be-480c-b796-285c1e58e7f0 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:01:38.557465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-360c01dc-ee40-4c2b-a047-49cc8d287a61 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:38.559670 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-360c01dc-ee40-4c2b-a047-49cc8d287a61 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:38.582070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-360c01dc-ee40-4c2b-a047-49cc8d287a61 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:38.582379 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:38.582670 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360c01dc-ee40-4c2b-a047-49cc8d287a61 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Fanout notify agent at l3_agent the message router_deleted on router 58c99b58-bc74-46a5-85cc-77e73a544f99 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:01:38.597546 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-360c01dc-ee40-4c2b-a047-49cc8d287a61 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:38.598695 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-360c01dc-ee40-4c2b-a047-49cc8d287a61 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "DELETE /v2.0/routers/58c99b58-bc74-46a5-85cc-77e73a544f99 HTTP/1.1" status: 204  len: 168 time: 1.3184526
Dec 24 11:01:38.601613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53364) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:38.608537 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-87e1072a-2ceb-4743-ad6a-165258e04101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:38.619022 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:38.693269 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e1072a-2ceb-4743-ad6a-165258e04101 None None] No DVR routers for this DVR port aa098dba-44be-480c-b796-285c1e58e7f0 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:01:38.694775 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1072a-2ceb-4743-ad6a-165258e04101 None None] Pushing event deleted for resources: {'Port': ['ID=aa098dba-44be-480c-b796-285c1e58e7f0,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:38.703076 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b2da35d1-be8b-4480-9b19-0b81e32217ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7591f0>, [{'id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214980250', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:53Z', 'updated_at': '2021-12-24T11:01:36Z', 'revision_number': 5, 'project_id': '98de35a2a0854b569df1a645612802a5', 'gw_port': {'id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:55Z', 'updated_at': '2021-12-24T10:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:38.708605 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-87e1072a-2ceb-4743-ad6a-165258e04101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:38.712630 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2da35d1-be8b-4480-9b19-0b81e32217ea None None] The sync data for ids ['58c99b58-bc74-46a5-85cc-77e73a544f99'] in dv-neutron-822668-2-hyperv is: [{'id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1214980250', 'tenant_id': '98de35a2a0854b569df1a645612802a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161'}], 'enable_snat': True}, 'gw_port_id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T10:57:53Z', 'updated_at': '2021-12-24T11:01:36Z', 'revision_number': 5, 'project_id': '98de35a2a0854b569df1a645612802a5', 'gw_port': {'id': 'afe61720-780b-4589-9dd6-130e58fe56e0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:80:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c99b58-bc74-46a5-85cc-77e73a544f99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1118, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T10:57:55Z', 'updated_at': '2021-12-24T10:58:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:01:38.717221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b63018a1-5dec-4cd6-a1db-133271cb7daa tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:38.964365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b63018a1-5dec-4cd6-a1db-133271cb7daa tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:38.988263 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-b63018a1-5dec-4cd6-a1db-133271cb7daa tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3b6520>,) {'filters': {'network_id': ['fb245b42-692c-44e7-9807-a5875458e289']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:39.002565 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-b63018a1-5dec-4cd6-a1db-133271cb7daa tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3b6520>, '7466a746-9d32-47d2-9c5a-cffb39f2290f') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:39.002853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-b63018a1-5dec-4cd6-a1db-133271cb7daa tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3b6520>, '7466a746-9d32-47d2-9c5a-cffb39f2290f') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:01:39.014059 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b63018a1-5dec-4cd6-a1db-133271cb7daa tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:39.029443 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b63018a1-5dec-4cd6-a1db-133271cb7daa tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:39.035697 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b63018a1-5dec-4cd6-a1db-133271cb7daa tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:01:39.036134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b63018a1-5dec-4cd6-a1db-133271cb7daa tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:01:39.051113 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:01:39.130428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b63018a1-5dec-4cd6-a1db-133271cb7daa tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:39.133911 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7d0e995d-5cdc-4924-a188-e08ed4146d1c tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:39.154269 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b63018a1-5dec-4cd6-a1db-133271cb7daa tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:39.163196 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63018a1-5dec-4cd6-a1db-133271cb7daa tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event deleted for resources: {'Network': ['ID=fb245b42-692c-44e7-9807-a5875458e289,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:39.166439 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b63018a1-5dec-4cd6-a1db-133271cb7daa tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:39.175173 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b63018a1-5dec-4cd6-a1db-133271cb7daa tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "DELETE /v2.0/networks/fb245b42-692c-44e7-9807-a5875458e289 HTTP/1.1" status: 204  len: 168 time: 0.5702505
Dec 24 11:01:39.175479 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53368) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:39.244199 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-787ba431-b241-41bc-8335-3b76ed370bb4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:39.274648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-787ba431-b241-41bc-8335-3b76ed370bb4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:39.338216 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-787ba431-b241-41bc-8335-3b76ed370bb4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:39.342452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-52db23c1-d530-4c8d-8a45-a115f1658ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:39.358448 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ba431-b241-41bc-8335-3b76ed370bb4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b29536-8e02-44f0-acb5-a9543bcd70f0,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:39.361081 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-787ba431-b241-41bc-8335-3b76ed370bb4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:39.383773 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-787ba431-b241-41bc-8335-3b76ed370bb4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:39.387987 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-787ba431-b241-41bc-8335-3b76ed370bb4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] 10.222.0.54 "DELETE /v2.0/security-groups/b0b29536-8e02-44f0-acb5-a9543bcd70f0 HTTP/1.1" status: 204  len: 168 time: 0.2084925
Dec 24 11:01:39.701179 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53378) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:39.849757 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7620e4bd-8eed-4ff5-b356-8f82d45e8b6c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=98de35a2a0854b569df1a645612802a5&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1473384
Dec 24 11:01:39.852452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53384) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:39.911449 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-534c1561-8e41-4be6-a31e-a336e9425a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:39.936566 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-534c1561-8e41-4be6-a31e-a336e9425a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:39.995801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-534c1561-8e41-4be6-a31e-a336e9425a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:39.999464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ca2b579f-fe98-4512-86e9-b5c3be99c663 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:40.013055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c1561-8e41-4be6-a31e-a336e9425a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8ace18-f784-4fb5-b32a-fc8e61382434,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:40.015483 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-534c1561-8e41-4be6-a31e-a336e9425a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:40.020867 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-534c1561-8e41-4be6-a31e-a336e9425a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:40.022016 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-534c1561-8e41-4be6-a31e-a336e9425a93 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/1a8ace18-f784-4fb5-b32a-fc8e61382434 HTTP/1.1" status: 204  len: 168 time: 0.1686389
Dec 24 11:01:40.115372 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device afe61720-780b-4589-9dd6-130e58fe56e0 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:01:40.149668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: afe61720-780b-4589-9dd6-130e58fe56e0 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:01:40.150047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device afe61720-780b-4589-9dd6-130e58fe56e0 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:01:40.150481 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 72b1b20f-8f65-4d3a-b506-97e739cb03f0 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:01:40.183566 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 72b1b20f-8f65-4d3a-b506-97e739cb03f0 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:01:40.183921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 72b1b20f-8f65-4d3a-b506-97e739cb03f0 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:01:40.299478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53392) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:40.317203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1e38c5e6-8485-4a35-839d-f26aa6b82bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:40.331631 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1e38c5e6-8485-4a35-839d-f26aa6b82bb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:01:40.335420 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1e38c5e6-8485-4a35-839d-f26aa6b82bb2 admin admin] Usage tracker for resource:security_group_rule and tenant:b14f72aa1c0040308b67c2f1b0fbad20 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:01:40.338171 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1e38c5e6-8485-4a35-839d-f26aa6b82bb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:01:40.343723 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1e38c5e6-8485-4a35-839d-f26aa6b82bb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:01:40.423387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1e38c5e6-8485-4a35-839d-f26aa6b82bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:40.427428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1e38c5e6-8485-4a35-839d-f26aa6b82bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:40.437218 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0be92e69-b3d7-4ec1-b132-cfabc97cac6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:40.443336 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:40.478174 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1e38c5e6-8485-4a35-839d-f26aa6b82bb2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=b14f72aa1c0040308b67c2f1b0fbad20&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1775620
Dec 24 11:01:40.479757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38c5e6-8485-4a35-839d-f26aa6b82bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcd6f56-9435-4b22-be47-f8a351c0f7c3,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:40.481392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53396) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:01:40.483254 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1e38c5e6-8485-4a35-839d-f26aa6b82bb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:40.540050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4af544c0-7a7f-4c29-9325-f64d6836b5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:40.565702 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4af544c0-7a7f-4c29-9325-f64d6836b5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:40.614964 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4af544c0-7a7f-4c29-9325-f64d6836b5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:40.618633 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-43d4353e-7f98-46f1-8adb-a7d263be5371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:01:40.633840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af544c0-7a7f-4c29-9325-f64d6836b5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcd6f56-9435-4b22-be47-f8a351c0f7c3,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:01:40.637173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4af544c0-7a7f-4c29-9325-f64d6836b5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:01:40.639079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4af544c0-7a7f-4c29-9325-f64d6836b5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:01:40.640158 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4af544c0-7a7f-4c29-9325-f64d6836b5d4 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/bbcd6f56-9435-4b22-be47-f8a351c0f7c3 HTTP/1.1" status: 204  len: 168 time: 0.1577649
Dec 24 11:01:50.008774 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:01:59.606066 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5b7ba580-44d5-416c-92cd-52b3d394ff7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:01.856086 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9ad9c192-d8e1-4165-bbac-b02f4109d720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:03.022376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:03.042124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:04.804571 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:10.451574 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:17.184558 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53420) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:17.256545 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7670ca58-d851-4107-8f85-7bbc7a4a0b7b tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:17.257027 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7670ca58-d851-4107-8f85-7bbc7a4a0b7b tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:17.257495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7670ca58-d851-4107-8f85-7bbc7a4a0b7b tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:17.259149 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7670ca58-d851-4107-8f85-7bbc7a4a0b7b tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/ports?project_id=1df2c4270c8b4c3e834179de6e64472f&network_id=de2fc362-105d-46a9-ae69-5fec96f20435 HTTP/1.1" status: 200  len: 2999 time: 0.0735717
Dec 24 11:02:20.309780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53432) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:20.371505 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a747b321-e79d-45d1-b2fa-1a1d08c0e4ae tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:20.381896 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a747b321-e79d-45d1-b2fa-1a1d08c0e4ae tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280 HTTP/1.1" status: 200  len: 814 time: 0.0621035
Dec 24 11:02:21.005467 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53440) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:21.010658 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-bee5839c-fca4-42a3-ac61-a990a52dc903 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:02:21.110855 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bee5839c-fca4-42a3-ac61-a990a52dc903 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:21.373664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bee5839c-fca4-42a3-ac61-a990a52dc903 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:21.377727 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bee5839c-fca4-42a3-ac61-a990a52dc903 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:21.378066 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-bee5839c-fca4-42a3-ac61-a990a52dc903 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP 1bb792ae-5445-44c4-be5e-955ac527a2b4 disassociated. External IP: 172.26.4.246, port: 7efce9d1-47d1-4574-9400-ef0ff7c5a24d.
Dec 24 11:02:21.831981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee5839c-fca4-42a3-ac61-a990a52dc903 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 9b2b77f2-7c26-4502-979f-3149b241d884 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:02:22.004984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee5839c-fca4-42a3-ac61-a990a52dc903 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:02:22.014546 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243a9d9-30f6-4da4-8598-9e1d8293e7ea None None] Sync routers for ids ['9b2b77f2-7c26-4502-979f-3149b241d884'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:02:22.016932 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bee5839c-fca4-42a3-ac61-a990a52dc903 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:22.023779 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1243a9d9-30f6-4da4-8598-9e1d8293e7ea None None] Routers {'9b2b77f2-7c26-4502-979f-3149b241d884'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:22.024390 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1243a9d9-30f6-4da4-8598-9e1d8293e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2e2fd0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['9b2b77f2-7c26-4502-979f-3149b241d884'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:02:22.073441 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bee5839c-fca4-42a3-ac61-a990a52dc903 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/floatingips/1bb792ae-5445-44c4-be5e-955ac527a2b4 HTTP/1.1" status: 200  len: 690 time: 1.0668275
Dec 24 11:02:22.074210 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61bf4341-5780-4e00-941f-cd3d5fd07d35', 'tag': '7efce9d1-47d1-4574-9400-ef0ff7c5a24d'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:02:22.076310 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53444) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:22.119007 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61bf4341-5780-4e00-941f-cd3d5fd07d35', 'tag': '7efce9d1-47d1-4574-9400-ef0ff7c5a24d', 'status': 'completed', 'code': 200}
Dec 24 11:02:22.201225 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-1243a9d9-30f6-4da4-8598-9e1d8293e7ea None None] Set router 9b2b77f2-7c26-4502-979f-3149b241d884 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:02:22.203233 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-585eb979-4dfd-4545-be34-014d927e6ddc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/1bb792ae-5445-44c4-be5e-955ac527a2b4 HTTP/1.1" status: 200  len: 690 time: 0.1257305
Dec 24 11:02:22.233432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09966b0d-3644-4406-b12c-a300a545d490 req-1cf769ab-d705-4f43-bd8b-25127551f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:22.234913 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09966b0d-3644-4406-b12c-a300a545d490 req-1cf769ab-d705-4f43-bd8b-25127551f91f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 1098 time: 0.0850673
Dec 24 11:02:22.490139 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09966b0d-3644-4406-b12c-a300a545d490 req-4caeb5f8-da63-4ac8-8bbe-58fcf95715e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:22.491591 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09966b0d-3644-4406-b12c-a300a545d490 req-4caeb5f8-da63-4ac8-8bbe-58fcf95715e1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=de2fc362-105d-46a9-ae69-5fec96f20435 HTTP/1.1" status: 200  len: 897 time: 0.2507887
Dec 24 11:02:22.547143 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1243a9d9-30f6-4da4-8598-9e1d8293e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2e2fd0>, [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:00:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '0b699d13-b813-44a8-a810-2929d1017857', 'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:7c:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:41Z', 'updated_at': '2021-12-24T11:00:50Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:02:22.550876 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243a9d9-30f6-4da4-8598-9e1d8293e7ea None None] Checking router: 9b2b77f2-7c26-4502-979f-3149b241d884 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:02:22.559083 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1243a9d9-30f6-4da4-8598-9e1d8293e7ea None None] Routers {'9b2b77f2-7c26-4502-979f-3149b241d884'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:22.559717 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1243a9d9-30f6-4da4-8598-9e1d8293e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2e2fd0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['9b2b77f2-7c26-4502-979f-3149b241d884'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:02:22.601767 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09966b0d-3644-4406-b12c-a300a545d490 req-551018bc-f7a1-4cc0-bef9-5a59acb4a89d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7efce9d1-47d1-4574-9400-ef0ff7c5a24d HTTP/1.1" status: 200  len: 217 time: 0.1028688
Dec 24 11:02:22.679142 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09966b0d-3644-4406-b12c-a300a545d490 req-77e70ac4-cb61-4e57-a0b9-1ee357156ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:22.680496 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09966b0d-3644-4406-b12c-a300a545d490 req-77e70ac4-cb61-4e57-a0b9-1ee357156ebe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7168e6e2-722a-455d-8425-dc939e21f14d HTTP/1.1" status: 200  len: 833 time: 0.0714273
Dec 24 11:02:22.687143 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e83087eb-2ce0-4b41-98da-c8a1f2fcbf01 req-f318ade3-f054-4b3f-95a2-fd62d8464e82 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1386027
Dec 24 11:02:22.731861 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-1243a9d9-30f6-4da4-8598-9e1d8293e7ea None None] Set router 9b2b77f2-7c26-4502-979f-3149b241d884 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:02:22.757408 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09966b0d-3644-4406-b12c-a300a545d490 req-09064b49-4a40-4b1d-adc9-f702ca6d63ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:22.758944 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09966b0d-3644-4406-b12c-a300a545d490 req-09064b49-4a40-4b1d-adc9-f702ca6d63ae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de2fc362-105d-46a9-ae69-5fec96f20435&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708117
Dec 24 11:02:22.887818 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09966b0d-3644-4406-b12c-a300a545d490 req-4d0bd883-7644-49f6-9bbc-df837b8a551e service neutron] 10.222.0.32 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216364
Dec 24 11:02:23.018319 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09966b0d-3644-4406-b12c-a300a545d490 req-d947702f-4b75-479d-b6f4-da4d12b5a695 service neutron] 10.222.0.32 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234787
Dec 24 11:02:23.035823 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1243a9d9-30f6-4da4-8598-9e1d8293e7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2e2fd0>, [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:00:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '0b699d13-b813-44a8-a810-2929d1017857', 'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:7c:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:41Z', 'updated_at': '2021-12-24T11:00:50Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:02:23.039971 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1243a9d9-30f6-4da4-8598-9e1d8293e7ea None None] The sync data for ids ['9b2b77f2-7c26-4502-979f-3149b241d884'] in dv-neutron-822668-2-hyperv is: [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:00:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '0b699d13-b813-44a8-a810-2929d1017857', 'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:7c:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:41Z', 'updated_at': '2021-12-24T11:00:50Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:02:23.179908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83087eb-2ce0-4b41-98da-c8a1f2fcbf01 req-15401a03-d75f-40a4-810f-32495fc51bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:23.181399 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e83087eb-2ce0-4b41-98da-c8a1f2fcbf01 req-15401a03-d75f-40a4-810f-32495fc51bd7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 1098 time: 0.0702403
Dec 24 11:02:23.207250 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53450) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:23.268187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e1150f3-3199-479b-8147-11f2b380ab21 None None] New status for floating IP 1bb792ae-5445-44c4-be5e-955ac527a2b4: DOWN {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:02:23.295680 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-98bd18b8-6014-49c3-bb16-8cca17f5fc88 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/1bb792ae-5445-44c4-be5e-955ac527a2b4 HTTP/1.1" status: 200  len: 690 time: 0.0860279
Dec 24 11:02:23.334219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83087eb-2ce0-4b41-98da-c8a1f2fcbf01 req-e1d93a60-fa53-4634-8b63-207250087d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:23.335755 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e83087eb-2ce0-4b41-98da-c8a1f2fcbf01 req-e1d93a60-fa53-4634-8b63-207250087d8a service neutron] 10.222.0.32 "GET /v2.0/networks?id=de2fc362-105d-46a9-ae69-5fec96f20435 HTTP/1.1" status: 200  len: 897 time: 0.1346502
Dec 24 11:02:23.410974 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e83087eb-2ce0-4b41-98da-c8a1f2fcbf01 req-9f16bda4-5288-4f92-ba1a-76277a59cd5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7efce9d1-47d1-4574-9400-ef0ff7c5a24d HTTP/1.1" status: 200  len: 217 time: 0.0690773
Dec 24 11:02:23.478479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83087eb-2ce0-4b41-98da-c8a1f2fcbf01 req-d924811f-4c77-4e03-a2f8-4ad6971465be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:23.480074 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e83087eb-2ce0-4b41-98da-c8a1f2fcbf01 req-d924811f-4c77-4e03-a2f8-4ad6971465be service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7168e6e2-722a-455d-8425-dc939e21f14d HTTP/1.1" status: 200  len: 833 time: 0.0631018
Dec 24 11:02:23.565044 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83087eb-2ce0-4b41-98da-c8a1f2fcbf01 req-53b17360-0607-44d5-952c-7fcf48df4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:23.566551 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e83087eb-2ce0-4b41-98da-c8a1f2fcbf01 req-53b17360-0607-44d5-952c-7fcf48df4ef9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de2fc362-105d-46a9-ae69-5fec96f20435&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0799310
Dec 24 11:02:23.707658 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e83087eb-2ce0-4b41-98da-c8a1f2fcbf01 req-16a6a8b8-0506-463a-a647-87351a5b4d64 service neutron] 10.222.0.32 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345124
Dec 24 11:02:23.835120 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e83087eb-2ce0-4b41-98da-c8a1f2fcbf01 req-cb2a1c43-75cd-41ae-bbc8-d4eb3577d3fd service neutron] 10.222.0.32 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209679
Dec 24 11:02:24.298940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53454) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:24.382802 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-831be2bc-ba28-4d88-a5f4-29cab12149bf tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/1bb792ae-5445-44c4-be5e-955ac527a2b4 HTTP/1.1" status: 200  len: 688 time: 0.0826526
Dec 24 11:02:25.581457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53460) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:25.587025 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1152341103', 'description': 'tempest-secgroup-smoke-1152341103 description', 'project_id': '1df2c4270c8b4c3e834179de6e64472f'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:02:25.592858 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:02:25.602386 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:02:25.612236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:25.632305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:02:25.635943 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:02:25.638695 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:02:25.644631 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:02:25.712918 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:25.717606 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:25.721487 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-47034019-c622-42c8-b021-cd0d338d909f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:02:25.766099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:02:25.774544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:25.774929 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:25.775305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:25.775675 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:25.776044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:25.776415 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:25.776777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:25.777144 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:25.777506 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:25.777893 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:25.778241 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:25.778597 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:25.781913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:25.783315 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2006490
Dec 24 11:02:25.784221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:02:25.786019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53464) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:25.790875 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-96118d4b-9a7e-44df-b049-d57d3a27ac22 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:02:25.796719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-96118d4b-9a7e-44df-b049-d57d3a27ac22 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:02:25.800514 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-96118d4b-9a7e-44df-b049-d57d3a27ac22 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:02:25.803344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-96118d4b-9a7e-44df-b049-d57d3a27ac22 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:02:25.808792 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-96118d4b-9a7e-44df-b049-d57d3a27ac22 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:02:25.824950 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-96118d4b-9a7e-44df-b049-d57d3a27ac22 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:25.882520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-96118d4b-9a7e-44df-b049-d57d3a27ac22 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:25.886120 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-96118d4b-9a7e-44df-b049-d57d3a27ac22 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:25.887910 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6e981e37-8d1e-4215-a9ff-55a730c1e133 tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:02:25.910237 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96118d4b-9a7e-44df-b049-d57d3a27ac22 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068c418e-ac2c-415a-b488-2dcd7ced794c,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:02:25.914476 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-96118d4b-9a7e-44df-b049-d57d3a27ac22 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:02:25.918895 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-96118d4b-9a7e-44df-b049-d57d3a27ac22 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:25.920280 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-96118d4b-9a7e-44df-b049-d57d3a27ac22 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1333044
Dec 24 11:02:25.923017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53468) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:25.927881 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9351024b-e61f-443d-9296-0d705e2ecd20 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:02:25.933471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9351024b-e61f-443d-9296-0d705e2ecd20 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:02:25.937624 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9351024b-e61f-443d-9296-0d705e2ecd20 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:02:25.940461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9351024b-e61f-443d-9296-0d705e2ecd20 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:02:25.945953 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9351024b-e61f-443d-9296-0d705e2ecd20 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:02:25.962277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9351024b-e61f-443d-9296-0d705e2ecd20 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.023449 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9351024b-e61f-443d-9296-0d705e2ecd20 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.026810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9351024b-e61f-443d-9296-0d705e2ecd20 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.028564 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2bc2ac0c-bcb3-4b82-85e6-56d9b371fc66 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:02:26.050124 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351024b-e61f-443d-9296-0d705e2ecd20 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d75e181f-72c0-41cd-848b-31c09aa77cdf,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:02:26.052545 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9351024b-e61f-443d-9296-0d705e2ecd20 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:02:26.059195 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9351024b-e61f-443d-9296-0d705e2ecd20 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.060400 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9351024b-e61f-443d-9296-0d705e2ecd20 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1364646
Dec 24 11:02:26.063157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53472) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:26.068157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-bf28980b-5250-408a-9401-3daf76c1a358 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:02:26.073957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-bf28980b-5250-408a-9401-3daf76c1a358 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:02:26.078359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-bf28980b-5250-408a-9401-3daf76c1a358 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:02:26.081917 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-bf28980b-5250-408a-9401-3daf76c1a358 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:02:26.087733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-bf28980b-5250-408a-9401-3daf76c1a358 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:02:26.107072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bf28980b-5250-408a-9401-3daf76c1a358 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.166801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bf28980b-5250-408a-9401-3daf76c1a358 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.170192 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bf28980b-5250-408a-9401-3daf76c1a358 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.171983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5f3c9c1e-c512-476e-9d49-fcbcfd5a9f7e tempest-SecGroupIPv6Test-2102083149 tempest-SecGroupIPv6Test-2102083149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:02:26.193556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28980b-5250-408a-9401-3daf76c1a358 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e343cf-9424-47e5-9278-6797253aa8d9,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:02:26.197837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-bf28980b-5250-408a-9401-3daf76c1a358 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:02:26.202174 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bf28980b-5250-408a-9401-3daf76c1a358 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.203794 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bf28980b-5250-408a-9401-3daf76c1a358 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1396811
Dec 24 11:02:26.206613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53476) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:26.211685 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5884e22a-48be-41dc-8594-fad93e8fb959 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:02:26.217366 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5884e22a-48be-41dc-8594-fad93e8fb959 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:02:26.221754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5884e22a-48be-41dc-8594-fad93e8fb959 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:02:26.224618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5884e22a-48be-41dc-8594-fad93e8fb959 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:02:26.230204 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5884e22a-48be-41dc-8594-fad93e8fb959 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:02:26.245797 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5884e22a-48be-41dc-8594-fad93e8fb959 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.307148 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5884e22a-48be-41dc-8594-fad93e8fb959 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.310376 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5884e22a-48be-41dc-8594-fad93e8fb959 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.312723 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-bf28980b-5250-408a-9401-3daf76c1a358 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:02:26.331527 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884e22a-48be-41dc-8594-fad93e8fb959 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7b0018-9ac0-4467-aeba-956a94621c34,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:02:26.335312 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5884e22a-48be-41dc-8594-fad93e8fb959 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:02:26.342289 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5884e22a-48be-41dc-8594-fad93e8fb959 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.343468 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5884e22a-48be-41dc-8594-fad93e8fb959 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1359096
Dec 24 11:02:26.346072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53480) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:26.350947 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-a5f756ea-76b0-48e5-ad82-f4be7f88805a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:02:26.356549 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a5f756ea-76b0-48e5-ad82-f4be7f88805a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:02:26.360863 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a5f756ea-76b0-48e5-ad82-f4be7f88805a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:02:26.363726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a5f756ea-76b0-48e5-ad82-f4be7f88805a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:02:26.369371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a5f756ea-76b0-48e5-ad82-f4be7f88805a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:02:26.380338 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-a5f756ea-76b0-48e5-ad82-f4be7f88805a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:02:26.386825 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5f756ea-76b0-48e5-ad82-f4be7f88805a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.451392 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5f756ea-76b0-48e5-ad82-f4be7f88805a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.454643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5f756ea-76b0-48e5-ad82-f4be7f88805a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.456402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d60f3031-a759-4360-9132-cadeb604b71e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:02:26.477356 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f756ea-76b0-48e5-ad82-f4be7f88805a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234b8d87-cc35-4560-b673-45cfd1bf0857,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:02:26.479696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a5f756ea-76b0-48e5-ad82-f4be7f88805a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:02:26.487338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5f756ea-76b0-48e5-ad82-f4be7f88805a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.488474 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a5f756ea-76b0-48e5-ad82-f4be7f88805a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1415012
Dec 24 11:02:26.491469 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53484) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:26.496710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:02:26.502677 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:02:26.506428 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:02:26.509256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:02:26.515566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:02:26.524957 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:02:26.533008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.591818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.595697 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.597471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-793a899e-3c0e-4e35-8b56-c3d1a6aae1b6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:02:26.619494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8d94ac-627b-4a0c-b526-60670732e645,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:02:26.629997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:26.630395 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:26.630876 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:26.631253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:26.631622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:26.632000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:26.632365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:26.632734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:26.633172 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:26.633538 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:26.633918 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:26.634283 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:26.637262 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:26.638449 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1459954
Dec 24 11:02:26.639330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:02:26.851391 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-46227d8c-227e-46b1-993d-4780646a151d req-91bbfb9e-5ddf-4bc3-aa5d-158f2de32584 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:02:26.865458 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-46227d8c-227e-46b1-993d-4780646a151d req-91bbfb9e-5ddf-4bc3-aa5d-158f2de32584 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:02:26.866612 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-46227d8c-227e-46b1-993d-4780646a151d req-91bbfb9e-5ddf-4bc3-aa5d-158f2de32584 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1152341103&fields=id&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 267 time: 0.0540748
Dec 24 11:02:27.007130 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:02:27.013359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46227d8c-227e-46b1-993d-4780646a151d req-8ed24bfb-c2cb-495c-b23d-4dea8cf701c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:27.014825 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-46227d8c-227e-46b1-993d-4780646a151d req-8ed24bfb-c2cb-495c-b23d-4dea8cf701c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/networks?id=de2fc362-105d-46a9-ae69-5fec96f20435 HTTP/1.1" status: 200  len: 796 time: 0.1417799
Dec 24 11:02:27.029337 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-46227d8c-227e-46b1-993d-4780646a151d req-85017802-9ca9-4576-8d88-436385aa23f5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/quotas/1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 375 time: 0.0086713
Dec 24 11:02:27.113422 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-46227d8c-227e-46b1-993d-4780646a151d req-6740e689-a6c6-4af5-a8de-bd505449f9b1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0785749
Dec 24 11:02:27.341618 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-46227d8c-227e-46b1-993d-4780646a151d req-ff87a869-d0c2-4ab6-80dd-f95f213e3bdd service neutron] 10.222.0.54 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2171440
Dec 24 11:02:27.474445 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-46227d8c-227e-46b1-993d-4780646a151d req-4c67a5eb-5f9e-4372-aadc-02b89c742f43 service neutron] 10.222.0.54 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262159
Dec 24 11:02:27.653434 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eae75141-8539-4aef-b586-99155928e82e req-db6a8512-946f-4767-85ce-6de06f976a3d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 210 time: 0.0463769
Dec 24 11:02:28.768833 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46227d8c-227e-46b1-993d-4780646a151d req-a9df483a-43df-486f-9aa7-7045d2972b88 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:28.770259 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46227d8c-227e-46b1-993d-4780646a151d req-a9df483a-43df-486f-9aa7-7045d2972b88 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/networks?id=de2fc362-105d-46a9-ae69-5fec96f20435 HTTP/1.1" status: 200  len: 796 time: 0.2811241
Dec 24 11:02:28.822311 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46227d8c-227e-46b1-993d-4780646a151d req-713eccd8-3440-465f-8835-73c6ca5f5628 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 472 time: 0.0431752
Dec 24 11:02:28.831750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-46227d8c-227e-46b1-993d-4780646a151d req-a74ce078-1578-43b8-bbee-0e57128d4dd4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'port': {'device_id': '5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'admin_state_up': True, 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'security_groups': ['dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:02:28.927391 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6a27eb01-0888-445b-8100-1822b8d663d8 req-149d7bc8-bd35-4a80-aec2-508e9feb0aaf tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 210 time: 0.1639733
Dec 24 11:02:28.968398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-46227d8c-227e-46b1-993d-4780646a151d req-a74ce078-1578-43b8-bbee-0e57128d4dd4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:02:28.977549 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-46227d8c-227e-46b1-993d-4780646a151d req-a74ce078-1578-43b8-bbee-0e57128d4dd4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:02:28.986900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46227d8c-227e-46b1-993d-4780646a151d req-a74ce078-1578-43b8-bbee-0e57128d4dd4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:02:28.990336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-46227d8c-227e-46b1-993d-4780646a151d req-a74ce078-1578-43b8-bbee-0e57128d4dd4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:29.151362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-46227d8c-227e-46b1-993d-4780646a151d req-a74ce078-1578-43b8-bbee-0e57128d4dd4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.12 (de2fc362-105d-46a9-ae69-5fec96f20435/7168e6e2-722a-455d-8425-dc939e21f14d/c73774eb-b886-4d78-8dad-0be78fe234b5) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:02:29.337152 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-46227d8c-227e-46b1-993d-4780646a151d req-a74ce078-1578-43b8-bbee-0e57128d4dd4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:29.352631 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-46227d8c-227e-46b1-993d-4780646a151d req-a74ce078-1578-43b8-bbee-0e57128d4dd4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object c73774eb-b886-4d78-8dad-0be78fe234b5 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:02:29.376554 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-46227d8c-227e-46b1-993d-4780646a151d req-a74ce078-1578-43b8-bbee-0e57128d4dd4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:29.382277 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e3e3da17-b322-444e-a2ed-4c83955c3b99 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:02:29.450666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46227d8c-227e-46b1-993d-4780646a151d req-a74ce078-1578-43b8-bbee-0e57128d4dd4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network de2fc362-105d-46a9-ae69-5fec96f20435 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:02:29.454081 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-46227d8c-227e-46b1-993d-4780646a151d req-a74ce078-1578-43b8-bbee-0e57128d4dd4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:02:29.456656 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-46227d8c-227e-46b1-993d-4780646a151d req-a74ce078-1578-43b8-bbee-0e57128d4dd4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:02:29.493633 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ce078-1578-43b8-bbee-0e57128d4dd4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=c73774eb-b886-4d78-8dad-0be78fe234b5,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:02:29.502821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a74ce078-1578-43b8-bbee-0e57128d4dd4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:02:29.524704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46227d8c-227e-46b1-993d-4780646a151d req-a74ce078-1578-43b8-bbee-0e57128d4dd4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:29.525322 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-46227d8c-227e-46b1-993d-4780646a151d req-a74ce078-1578-43b8-bbee-0e57128d4dd4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:29.551604 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46227d8c-227e-46b1-993d-4780646a151d req-a74ce078-1578-43b8-bbee-0e57128d4dd4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7241948
Dec 24 11:02:29.563048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Request body: {'port': {'device_id': '5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:02:29.609974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-20c0ec41-53eb-447c-9a15-f0f883c6ac25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:29.679175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:29.704560 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4d10c5f1-2d35-4037-8a85-13b5b2e6a590 None None] Provisioning for port c73774eb-b886-4d78-8dad-0be78fe234b5 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:02:29.710018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4d10c5f1-2d35-4037-8a85-13b5b2e6a590 None None] Provisioning complete for port c73774eb-b886-4d78-8dad-0be78fe234b5 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:02:29.710402 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4d10c5f1-2d35-4037-8a85-13b5b2e6a590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:29.766410 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-4d10c5f1-2d35-4037-8a85-13b5b2e6a590 None None] Port c73774eb-b886-4d78-8dad-0be78fe234b5 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:02:30.021688 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73774eb-b886-4d78-8dad-0be78fe234b5 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:02:30.029077 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:30.094464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Transition to ACTIVE for port object c73774eb-b886-4d78-8dad-0be78fe234b5 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:02:30.099082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:30.104094 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:02:30.271509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Pushing event updated for resources: {'Port': ['ID=c73774eb-b886-4d78-8dad-0be78fe234b5,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:02:30.280340 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:02:30.334612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbcc4e-bcec-439c-8136-d8aa6e99a03b req-2cb44e2c-85f0-4122-b8fd-0d418c759e9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:30.335312 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-25dbcc4e-bcec-439c-8136-d8aa6e99a03b req-2cb44e2c-85f0-4122-b8fd-0d418c759e9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:02:30.365022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-25dbcc4e-bcec-439c-8136-d8aa6e99a03b req-2cb44e2c-85f0-4122-b8fd-0d418c759e9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:02:30.366177 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-25dbcc4e-bcec-439c-8136-d8aa6e99a03b req-2cb44e2c-85f0-4122-b8fd-0d418c759e9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 932 time: 0.3297763
Dec 24 11:02:30.373578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Attempting to bind port c73774eb-b886-4d78-8dad-0be78fe234b5 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:02:30.373940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Attempting to bind port c73774eb-b886-4d78-8dad-0be78fe234b5 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '078bf30d-8961-4056-aa68-743fc1bbd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:02:30.374271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Attempting to bind port c73774eb-b886-4d78-8dad-0be78fe234b5 on network de2fc362-105d-46a9-ae69-5fec96f20435 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:02:30.394955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Port c73774eb-b886-4d78-8dad-0be78fe234b5 on network de2fc362-105d-46a9-ae69-5fec96f20435 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:02:30.395276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Attempting to bind port c73774eb-b886-4d78-8dad-0be78fe234b5 on network de2fc362-105d-46a9-ae69-5fec96f20435 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:02:30.411520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:02:30.411860 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Checking segment: {'id': '078bf30d-8961-4056-aa68-743fc1bbd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:02:30.412245 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Bound using segment: {'id': '078bf30d-8961-4056-aa68-743fc1bbd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:02:30.412677 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Bound port: c73774eb-b886-4d78-8dad-0be78fe234b5, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078bf30d-8961-4056-aa68-743fc1bbd1d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:02:30.413023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:30.435669 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-25dbcc4e-bcec-439c-8136-d8aa6e99a03b req-7e4ff768-60db-4ad6-b95a-af1cdfdae62c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631125
Dec 24 11:02:30.626233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] For port c73774eb-b886-4d78-8dad-0be78fe234b5, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:02:30.629109 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] For port c73774eb-b886-4d78-8dad-0be78fe234b5, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c73774eb-b886-4d78-8dad-0be78fe234b5,segment=NetworkSegment(078bf30d-8961-4056-aa68-743fc1bbd1d4),segment_id=078bf30d-8961-4056-aa68-743fc1bbd1d4)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:02:30.633593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:30.637183 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ea2c87e0-2ba0-4345-a108-4d2dd1e043f0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:02:30.689194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:30.689492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:30.690883 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46227d8c-227e-46b1-993d-4780646a151d req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] 10.222.0.32 "PUT /v2.0/ports/c73774eb-b886-4d78-8dad-0be78fe234b5 HTTP/1.1" status: 200  len: 1094 time: 1.1321099
Dec 24 11:02:30.691404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94', 'tag': 'c73774eb-b886-4d78-8dad-0be78fe234b5'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:02:30.719490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Pushing event updated for resources: {'Port': ['ID=c73774eb-b886-4d78-8dad-0be78fe234b5,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:02:30.723621 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:02:30.740617 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94', 'tag': 'c73774eb-b886-4d78-8dad-0be78fe234b5', 'status': 'completed', 'code': 200}
Dec 24 11:02:30.820846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46227d8c-227e-46b1-993d-4780646a151d req-4fcb030c-4712-48f1-8904-233d64dac351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:30.822370 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46227d8c-227e-46b1-993d-4780646a151d req-4fcb030c-4712-48f1-8904-233d64dac351 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 1097 time: 0.0749981
Dec 24 11:02:30.897689 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46227d8c-227e-46b1-993d-4780646a151d req-793c520d-40d9-4793-8805-594352d135ae service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c73774eb-b886-4d78-8dad-0be78fe234b5 HTTP/1.1" status: 200  len: 217 time: 0.0676441
Dec 24 11:02:30.963125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46227d8c-227e-46b1-993d-4780646a151d req-a9b0f710-d638-42ab-b2b8-34555f7692ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:30.964548 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46227d8c-227e-46b1-993d-4780646a151d req-a9b0f710-d638-42ab-b2b8-34555f7692ef service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7168e6e2-722a-455d-8425-dc939e21f14d HTTP/1.1" status: 200  len: 833 time: 0.0607793
Dec 24 11:02:31.038394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46227d8c-227e-46b1-993d-4780646a151d req-63448757-2478-4797-b7d7-205e42ca6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:31.039835 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46227d8c-227e-46b1-993d-4780646a151d req-63448757-2478-4797-b7d7-205e42ca6a64 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de2fc362-105d-46a9-ae69-5fec96f20435&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683618
Dec 24 11:02:31.168569 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46227d8c-227e-46b1-993d-4780646a151d req-a1192d87-da0c-46d7-a907-2b8200746cbc service neutron] 10.222.0.32 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219597
Dec 24 11:02:31.299200 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46227d8c-227e-46b1-993d-4780646a151d req-d5fefcec-91cb-40d2-9255-eb1ee70317a4 service neutron] 10.222.0.32 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241870
Dec 24 11:02:31.416191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792cbaa-a548-44d4-93aa-e475a57ab7c1 req-aa0aba47-64fc-49ce-bb22-c31addfa23e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:31.417657 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6792cbaa-a548-44d4-93aa-e475a57ab7c1 req-aa0aba47-64fc-49ce-bb22-c31addfa23e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 1097 time: 0.0753942
Dec 24 11:02:31.586240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792cbaa-a548-44d4-93aa-e475a57ab7c1 req-ef4a7c07-8302-4fab-a90f-e687b116dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:31.587651 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6792cbaa-a548-44d4-93aa-e475a57ab7c1 req-ef4a7c07-8302-4fab-a90f-e687b116dcaf service neutron] 10.222.0.32 "GET /v2.0/networks?id=de2fc362-105d-46a9-ae69-5fec96f20435 HTTP/1.1" status: 200  len: 897 time: 0.1632264
Dec 24 11:02:31.663399 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6792cbaa-a548-44d4-93aa-e475a57ab7c1 req-7caa13b5-ae4f-446c-b33d-34fa9ec72942 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c73774eb-b886-4d78-8dad-0be78fe234b5 HTTP/1.1" status: 200  len: 217 time: 0.0669217
Dec 24 11:02:31.732965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb71d3d-16ba-41c2-9fad-11b047a93ef8 req-52238648-363b-431d-849c-92c82f378bd8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:31.734965 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fbb71d3d-16ba-41c2-9fad-11b047a93ef8 req-52238648-363b-431d-849c-92c82f378bd8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 944 time: 0.1968019
Dec 24 11:02:31.740015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792cbaa-a548-44d4-93aa-e475a57ab7c1 req-9b351048-3231-4f08-ad6d-9aa7eb5c61cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:31.741322 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6792cbaa-a548-44d4-93aa-e475a57ab7c1 req-9b351048-3231-4f08-ad6d-9aa7eb5c61cb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7168e6e2-722a-455d-8425-dc939e21f14d HTTP/1.1" status: 200  len: 833 time: 0.0715971
Dec 24 11:02:31.821951 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fbb71d3d-16ba-41c2-9fad-11b047a93ef8 req-069b4d25-fddb-4ebd-b4d7-e149e4059a2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796907
Dec 24 11:02:31.845811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792cbaa-a548-44d4-93aa-e475a57ab7c1 req-8455ca0b-c38c-4d24-a6eb-566d1cd631ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:31.847333 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6792cbaa-a548-44d4-93aa-e475a57ab7c1 req-8455ca0b-c38c-4d24-a6eb-566d1cd631ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de2fc362-105d-46a9-ae69-5fec96f20435&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0930574
Dec 24 11:02:31.852425 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e00eab73-09a0-4630-886b-5592b4455913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:31.978064 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6792cbaa-a548-44d4-93aa-e475a57ab7c1 req-5bdabb61-9677-4b2c-b60b-8c51376b30ef service neutron] 10.222.0.32 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238141
Dec 24 11:02:32.107714 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6792cbaa-a548-44d4-93aa-e475a57ab7c1 req-c8b377e1-8f07-42d8-a03e-28df7249410e service neutron] 10.222.0.32 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216223
Dec 24 11:02:33.004561 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d8ffa-9b27-4805-8b2a-60e6f613984e req-5ab969e1-f940-4b12-bd96-92390ae999c2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:33.006128 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b70d8ffa-9b27-4805-8b2a-60e6f613984e req-5ab969e1-f940-4b12-bd96-92390ae999c2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 944 time: 0.0791540
Dec 24 11:02:33.038305 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:33.053083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:33.056018 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b70d8ffa-9b27-4805-8b2a-60e6f613984e req-6247cbd3-5cc3-4066-b2b1-b1161521aca7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439537
Dec 24 11:02:34.237296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e54137-6fcd-4f8e-9e01-b66c9f8368a0 req-7acb18d5-23d0-43cb-9be5-8f69c684aa33 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:34.238785 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-28e54137-6fcd-4f8e-9e01-b66c9f8368a0 req-7acb18d5-23d0-43cb-9be5-8f69c684aa33 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 944 time: 0.0782788
Dec 24 11:02:34.283597 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-28e54137-6fcd-4f8e-9e01-b66c9f8368a0 req-89330a1d-3e53-4949-b454-e1dc1b2fbf8f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392158
Dec 24 11:02:34.545092 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device c73774eb-b886-4d78-8dad-0be78fe234b5 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:02:34.675656 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port c73774eb-b886-4d78-8dad-0be78fe234b5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c73774eb-b886-4d78-8dad-0be78fe234b5,segment=NetworkSegment(078bf30d-8961-4056-aa68-743fc1bbd1d4),segment_id=078bf30d-8961-4056-aa68-743fc1bbd1d4)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:02:34.688160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': 'c73774eb-b886-4d78-8dad-0be78fe234b5', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'port_id': 'c73774eb-b886-4d78-8dad-0be78fe234b5', 'mac_address': 'fa:16:3e:a7:3b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:02:34.745640 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:34.761893 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73774eb-b886-4d78-8dad-0be78fe234b5 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:02:34.776992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port c73774eb-b886-4d78-8dad-0be78fe234b5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c73774eb-b886-4d78-8dad-0be78fe234b5,segment=NetworkSegment(078bf30d-8961-4056-aa68-743fc1bbd1d4),segment_id=078bf30d-8961-4056-aa68-743fc1bbd1d4)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:02:34.781861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:34.784573 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d3f80150-8bef-4d56-bff4-deaa623eae82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:02:34.848065 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:34.860180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=c73774eb-b886-4d78-8dad-0be78fe234b5,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:02:34.867012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:34.867355 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:34.867691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:34.868022 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:34.868351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:34.868676 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:34.868999 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:34.869320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:34.869641 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:34.869984 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:34.870306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:34.870619 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:02:34.874547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:02:35.097997 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['c73774eb-b886-4d78-8dad-0be78fe234b5'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:02:35.470379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad7109-f770-4999-93eb-9b1557d79421 req-8a41218d-f84f-4103-b14f-36092e1b563f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:35.471840 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-bdad7109-f770-4999-93eb-9b1557d79421 req-8a41218d-f84f-4103-b14f-36092e1b563f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 945 time: 0.0832949
Dec 24 11:02:35.514565 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-bdad7109-f770-4999-93eb-9b1557d79421 req-db8cee15-b92f-4968-b3a0-00ce64c7c757 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371511
Dec 24 11:02:36.560215 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device c73774eb-b886-4d78-8dad-0be78fe234b5 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:02:36.627254 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port c73774eb-b886-4d78-8dad-0be78fe234b5 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:02:36.631869 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port c73774eb-b886-4d78-8dad-0be78fe234b5 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:02:36.632251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:36.752787 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:36.780481 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73774eb-b886-4d78-8dad-0be78fe234b5'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:02:36.791289 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port c73774eb-b886-4d78-8dad-0be78fe234b5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c73774eb-b886-4d78-8dad-0be78fe234b5,segment=NetworkSegment(078bf30d-8961-4056-aa68-743fc1bbd1d4),segment_id=078bf30d-8961-4056-aa68-743fc1bbd1d4)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:02:36.795744 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:36.798484 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-54d198a6-605d-4192-9e1c-158bb223c335 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:02:36.831255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5acc109-f800-4a52-bd67-8959639d8145 req-1ec999f3-a9e4-4bd1-9c72-ffd2c65cf722 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:36.833584 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a5acc109-f800-4a52-bd67-8959639d8145 req-1ec999f3-a9e4-4bd1-9c72-ffd2c65cf722 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 945 time: 0.2127275
Dec 24 11:02:36.865422 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=c73774eb-b886-4d78-8dad-0be78fe234b5,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:02:36.868559 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:02:36.883982 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a5acc109-f800-4a52-bd67-8959639d8145 req-9401226e-bd15-4d47-b8b4-46ab8e05c522 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451033
Dec 24 11:02:36.955430 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73774eb-b886-4d78-8dad-0be78fe234b5', 'code': 200}
Dec 24 11:02:37.176179 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02782e4d-e0c2-47fa-885f-ba08ca7fc2be req-e3f64e6f-aa0d-4048-8261-849b59eb7612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:37.177611 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-02782e4d-e0c2-47fa-885f-ba08ca7fc2be req-e3f64e6f-aa0d-4048-8261-849b59eb7612 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 1099 time: 0.0685027
Dec 24 11:02:37.219931 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-02782e4d-e0c2-47fa-885f-ba08ca7fc2be req-305b1702-9b64-4ea5-8523-b309cc83453c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355945
Dec 24 11:02:38.061831 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25568a7-e0dc-4fbe-8d6b-bcaa6b9be088 req-1995f76f-7624-423d-805a-9a37053ad55f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:38.063957 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e25568a7-e0dc-4fbe-8d6b-bcaa6b9be088 req-1995f76f-7624-423d-805a-9a37053ad55f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 946 time: 0.0797296
Dec 24 11:02:38.107824 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e25568a7-e0dc-4fbe-8d6b-bcaa6b9be088 req-a14a6027-eb67-4874-831d-b467162864ed tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382755
Dec 24 11:02:39.294557 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d84c2-362e-4589-995e-190bd5046c70 req-620fcfc9-ba3b-4f28-be5a-0f99a847ae26 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:39.296004 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f40d84c2-362e-4589-995e-190bd5046c70 req-620fcfc9-ba3b-4f28-be5a-0f99a847ae26 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 946 time: 0.0823324
Dec 24 11:02:39.340041 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f40d84c2-362e-4589-995e-190bd5046c70 req-9e70ebf2-47b9-43f3-b034-61a703b9e531 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378525
Dec 24 11:02:39.523527 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753330d-e32a-4c25-b9d0-0bad5bda5d36 req-e84461f4-6600-4e22-b5d0-ed010a5e100e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:39.524959 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3753330d-e32a-4c25-b9d0-0bad5bda5d36 req-e84461f4-6600-4e22-b5d0-ed010a5e100e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 946 time: 0.0824895
Dec 24 11:02:39.569096 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3753330d-e32a-4c25-b9d0-0bad5bda5d36 req-ce177c01-7709-485c-9219-a1944627d4fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381787
Dec 24 11:02:39.591120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53542) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:39.660061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b0fdec-26a0-4b71-9af5-d62d90839ca5 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:39.661527 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-95b0fdec-26a0-4b71-9af5-d62d90839ca5 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 1094 time: 0.0694547
Dec 24 11:02:39.664250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53546) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:39.669036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-fcced99f-34f5-48b0-bc2b-3311ce23ed94 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'floatingip': {'port_id': 'c73774eb-b886-4d78-8dad-0be78fe234b5'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:02:39.745573 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fcced99f-34f5-48b0-bc2b-3311ce23ed94 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:40.323817 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fcced99f-34f5-48b0-bc2b-3311ce23ed94 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:40.327639 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fcced99f-34f5-48b0-bc2b-3311ce23ed94 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:40.449425 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:40.498826 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-fcced99f-34f5-48b0-bc2b-3311ce23ed94 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP 1bb792ae-5445-44c4-be5e-955ac527a2b4 associated. External IP: 172.26.4.246, port: c73774eb-b886-4d78-8dad-0be78fe234b5.
Dec 24 11:02:40.955514 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcced99f-34f5-48b0-bc2b-3311ce23ed94 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 9b2b77f2-7c26-4502-979f-3149b241d884 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:02:41.130877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcced99f-34f5-48b0-bc2b-3311ce23ed94 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:02:41.135647 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fcced99f-34f5-48b0-bc2b-3311ce23ed94 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:02:41.140203 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c45ef-2fca-4047-94a0-3b0c41989efc None None] Sync routers for ids ['9b2b77f2-7c26-4502-979f-3149b241d884'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:02:41.150174 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c45ef-2fca-4047-94a0-3b0c41989efc None None] Routers {'9b2b77f2-7c26-4502-979f-3149b241d884'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:41.150781 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-438c45ef-2fca-4047-94a0-3b0c41989efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd6ee80>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['9b2b77f2-7c26-4502-979f-3149b241d884'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:02:41.192462 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fcced99f-34f5-48b0-bc2b-3311ce23ed94 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/floatingips/1bb792ae-5445-44c4-be5e-955ac527a2b4 HTTP/1.1" status: 200  len: 992 time: 1.5247355
Dec 24 11:02:41.192462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94', 'tag': 'c73774eb-b886-4d78-8dad-0be78fe234b5'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:02:41.193290 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53550) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:41.240447 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94', 'tag': 'c73774eb-b886-4d78-8dad-0be78fe234b5', 'status': 'completed', 'code': 200}
Dec 24 11:02:41.307125 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-289ddbbc-e298-4e2a-8353-6ac5a368a601 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/1bb792ae-5445-44c4-be5e-955ac527a2b4 HTTP/1.1" status: 200  len: 992 time: 0.1125016
Dec 24 11:02:41.332894 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-438c45ef-2fca-4047-94a0-3b0c41989efc None None] Set router 9b2b77f2-7c26-4502-979f-3149b241d884 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:02:41.335969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b17b8-cab6-48e2-99f9-026aa9e080fc req-8bb826ef-f3f3-413a-9579-3cf3bbaceaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:41.337459 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a41b17b8-cab6-48e2-99f9-026aa9e080fc req-8bb826ef-f3f3-413a-9579-3cf3bbaceaa8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 1099 time: 0.0754025
Dec 24 11:02:41.470388 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b17b8-cab6-48e2-99f9-026aa9e080fc req-6947c55f-51e3-4dbe-a082-e01a4e1eec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:41.471735 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a41b17b8-cab6-48e2-99f9-026aa9e080fc req-6947c55f-51e3-4dbe-a082-e01a4e1eec5a service neutron] 10.222.0.32 "GET /v2.0/networks?id=de2fc362-105d-46a9-ae69-5fec96f20435 HTTP/1.1" status: 200  len: 897 time: 0.1277022
Dec 24 11:02:41.570065 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a41b17b8-cab6-48e2-99f9-026aa9e080fc req-fb114133-fe29-436b-8bd4-6dbc73d616f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c73774eb-b886-4d78-8dad-0be78fe234b5 HTTP/1.1" status: 200  len: 1000 time: 0.0922291
Dec 24 11:02:41.633287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b17b8-cab6-48e2-99f9-026aa9e080fc req-51ce6ce1-6823-4e1f-9fb3-56963f5dbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:41.634747 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a41b17b8-cab6-48e2-99f9-026aa9e080fc req-51ce6ce1-6823-4e1f-9fb3-56963f5dbdac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7168e6e2-722a-455d-8425-dc939e21f14d HTTP/1.1" status: 200  len: 833 time: 0.0590355
Dec 24 11:02:41.674029 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-438c45ef-2fca-4047-94a0-3b0c41989efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd6ee80>, [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:00:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '1bb792ae-5445-44c4-be5e-955ac527a2b4', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'port_id': 'c73774eb-b886-4d78-8dad-0be78fe234b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'mac_address': 'fa:16:3e:a7:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:01:12Z', 'updated_at': '2021-12-24T11:02:40Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b699d13-b813-44a8-a810-2929d1017857', 'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:7c:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:41Z', 'updated_at': '2021-12-24T11:00:50Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:02:41.677746 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c45ef-2fca-4047-94a0-3b0c41989efc None None] Checking router: 9b2b77f2-7c26-4502-979f-3149b241d884 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:02:41.685771 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438c45ef-2fca-4047-94a0-3b0c41989efc None None] Routers {'9b2b77f2-7c26-4502-979f-3149b241d884'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:02:41.686404 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-438c45ef-2fca-4047-94a0-3b0c41989efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd6ee80>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:02:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['9b2b77f2-7c26-4502-979f-3149b241d884'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:02:41.710700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b17b8-cab6-48e2-99f9-026aa9e080fc req-b93d33a2-0822-4145-87f6-37c7e0bc0d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:02:41.712188 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a41b17b8-cab6-48e2-99f9-026aa9e080fc req-b93d33a2-0822-4145-87f6-37c7e0bc0d54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de2fc362-105d-46a9-ae69-5fec96f20435&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698855
Dec 24 11:02:41.847364 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a41b17b8-cab6-48e2-99f9-026aa9e080fc req-bd141d2c-966d-4813-82bf-356ef9b7acb7 service neutron] 10.222.0.32 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288486
Dec 24 11:02:41.897152 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-438c45ef-2fca-4047-94a0-3b0c41989efc None None] Set router 9b2b77f2-7c26-4502-979f-3149b241d884 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:02:41.976458 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a41b17b8-cab6-48e2-99f9-026aa9e080fc req-ec40c7f6-07b3-42a9-94d4-a540522c9de4 service neutron] 10.222.0.32 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232502
Dec 24 11:02:42.248684 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-438c45ef-2fca-4047-94a0-3b0c41989efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd6ee80>, [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:00:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '1bb792ae-5445-44c4-be5e-955ac527a2b4', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'port_id': 'c73774eb-b886-4d78-8dad-0be78fe234b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'mac_address': 'fa:16:3e:a7:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:01:12Z', 'updated_at': '2021-12-24T11:02:40Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b699d13-b813-44a8-a810-2929d1017857', 'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:7c:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:41Z', 'updated_at': '2021-12-24T11:00:50Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:02:42.252478 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438c45ef-2fca-4047-94a0-3b0c41989efc None None] The sync data for ids ['9b2b77f2-7c26-4502-979f-3149b241d884'] in dv-neutron-822668-2-hyperv is: [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:00:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '1bb792ae-5445-44c4-be5e-955ac527a2b4', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.246', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'port_id': 'c73774eb-b886-4d78-8dad-0be78fe234b5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'mac_address': 'fa:16:3e:a7:3b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:01:12Z', 'updated_at': '2021-12-24T11:02:40Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b699d13-b813-44a8-a810-2929d1017857', 'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:7c:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:41Z', 'updated_at': '2021-12-24T11:00:50Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:02:42.310776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53556) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:42.419360 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3139e5ca-51b8-4176-942a-ca5a0bebd6ef tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/1bb792ae-5445-44c4-be5e-955ac527a2b4 HTTP/1.1" status: 200  len: 992 time: 0.1073289
Dec 24 11:02:42.452435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd3d2d9-0ef4-45a4-a957-f003db70270f None None] New status for floating IP 1bb792ae-5445-44c4-be5e-955ac527a2b4: ACTIVE {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:02:43.423062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53560) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:02:43.528103 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7287b1b1-a7f3-4167-b345-9c7cdfbb9766 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/1bb792ae-5445-44c4-be5e-955ac527a2b4 HTTP/1.1" status: 200  len: 994 time: 0.1037569
Dec 24 11:02:59.612186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e8de1eca-9a8c-4c70-bd97-ff068fda1938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:01.843974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-67be98c5-5f0e-4d16-a98a-43e68ccd4220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:03.029503 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:03.046007 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:04.008795 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:03:04.895235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:10.452921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:22.606957 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-082d79ff-5ea6-478a-addf-f198149edd6b req-e8428c3a-f8b6-4f7e-bc86-b8fe6a2b5e54 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0737453
Dec 24 11:03:22.744980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d79ff-5ea6-478a-addf-f198149edd6b req-74ca9ffc-b838-45bd-bbe5-5105bc363c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:03:22.746546 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-082d79ff-5ea6-478a-addf-f198149edd6b req-74ca9ffc-b838-45bd-bbe5-5105bc363c52 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 1098 time: 0.0694587
Dec 24 11:03:23.004420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d79ff-5ea6-478a-addf-f198149edd6b req-1df96f7a-82f1-4781-8c7b-64f62184c0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:03:23.005767 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-082d79ff-5ea6-478a-addf-f198149edd6b req-1df96f7a-82f1-4781-8c7b-64f62184c0ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=de2fc362-105d-46a9-ae69-5fec96f20435 HTTP/1.1" status: 200  len: 897 time: 0.2405708
Dec 24 11:03:23.074594 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-082d79ff-5ea6-478a-addf-f198149edd6b req-83235dfc-a14d-4815-a032-0d467721043a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7efce9d1-47d1-4574-9400-ef0ff7c5a24d HTTP/1.1" status: 200  len: 217 time: 0.0617731
Dec 24 11:03:23.134653 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d79ff-5ea6-478a-addf-f198149edd6b req-7dd006e9-4ab4-4da7-a288-e3a617b09ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:03:23.136055 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-082d79ff-5ea6-478a-addf-f198149edd6b req-7dd006e9-4ab4-4da7-a288-e3a617b09ebe service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7168e6e2-722a-455d-8425-dc939e21f14d HTTP/1.1" status: 200  len: 833 time: 0.0554125
Dec 24 11:03:23.212498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d79ff-5ea6-478a-addf-f198149edd6b req-d9fb5d3e-6afb-487f-81d4-015d9c44c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:03:23.213953 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-082d79ff-5ea6-478a-addf-f198149edd6b req-d9fb5d3e-6afb-487f-81d4-015d9c44c060 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=de2fc362-105d-46a9-ae69-5fec96f20435&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0718937
Dec 24 11:03:23.344967 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-082d79ff-5ea6-478a-addf-f198149edd6b req-6c02dec4-b5cb-460d-8c42-234937db2998 service neutron] 10.222.0.32 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242917
Dec 24 11:03:23.473795 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-082d79ff-5ea6-478a-addf-f198149edd6b req-7d0f7965-07ff-4afe-99d3-f8730aa559c2 service neutron] 10.222.0.32 "GET /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218538
Dec 24 11:03:29.613375 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1f380635-38ac-4b2b-9a9f-b3c1e806c8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:31.846055 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4647ed68-9938-4faf-af87-248eeac35a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:33.033200 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:33.051606 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:34.808257 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:40.457124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:41.007806 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:03:44.482516 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc86320-af6f-4491-a93b-96ac44a8b706 req-5552cfb6-db23-461f-a0b0-d18c38e99eee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:03:44.483979 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8fc86320-af6f-4491-a93b-96ac44a8b706 req-5552cfb6-db23-461f-a0b0-d18c38e99eee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 946 time: 0.0797067
Dec 24 11:03:44.526797 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8fc86320-af6f-4491-a93b-96ac44a8b706 req-09e6a5e0-d981-415a-addc-699d008e767f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372405
Dec 24 11:03:45.709817 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72fdc8-84a3-4a0f-b3ae-b6ff16e9062c req-50d455eb-a791-41a7-a8cd-39e2b7412b28 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:03:45.711209 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3a72fdc8-84a3-4a0f-b3ae-b6ff16e9062c req-50d455eb-a791-41a7-a8cd-39e2b7412b28 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 946 time: 0.0793655
Dec 24 11:03:45.754195 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3a72fdc8-84a3-4a0f-b3ae-b6ff16e9062c req-2255d870-6059-40d8-8c1c-e8ac624e5664 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369513
Dec 24 11:03:45.981169 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fb9c6-1f2e-45e9-a377-6ee1f7239814 req-0318f8c3-33a8-45ad-ac72-9ffdd8efd58b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:03:45.982534 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6e3fb9c6-1f2e-45e9-a377-6ee1f7239814 req-0318f8c3-33a8-45ad-ac72-9ffdd8efd58b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 946 time: 0.0812261
Dec 24 11:03:46.050439 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-6e3fb9c6-1f2e-45e9-a377-6ee1f7239814 req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port c73774eb-b886-4d78-8dad-0be78fe234b5 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:03:46.050778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-6e3fb9c6-1f2e-45e9-a377-6ee1f7239814 req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:46.295718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-6e3fb9c6-1f2e-45e9-a377-6ee1f7239814 req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port c73774eb-b886-4d78-8dad-0be78fe234b5, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c73774eb-b886-4d78-8dad-0be78fe234b5,segment=NetworkSegment(078bf30d-8961-4056-aa68-743fc1bbd1d4),segment_id=078bf30d-8961-4056-aa68-743fc1bbd1d4)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:03:46.296072 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-6e3fb9c6-1f2e-45e9-a377-6ee1f7239814 req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:46.582208 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-6e3fb9c6-1f2e-45e9-a377-6ee1f7239814 req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:46.582487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-6e3fb9c6-1f2e-45e9-a377-6ee1f7239814 req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:46.582800 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [req-6e3fb9c6-1f2e-45e9-a377-6ee1f7239814 req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP 1bb792ae-5445-44c4-be5e-955ac527a2b4 disassociated. External IP: 172.26.4.246, port: c73774eb-b886-4d78-8dad-0be78fe234b5.
Dec 24 11:03:46.583133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-6e3fb9c6-1f2e-45e9-a377-6ee1f7239814 req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for c73774eb-b886-4d78-8dad-0be78fe234b5 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:03:46.724241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-6e3fb9c6-1f2e-45e9-a377-6ee1f7239814 req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:46.730116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:03:46.929533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=c73774eb-b886-4d78-8dad-0be78fe234b5,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:03:46.949166 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-dd68ef87-336b-416e-8488-35525bf6e7a0 req-34b96f84-eb35-4e82-9545-afc84f38a876 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94 HTTP/1.1" status: 200  len: 210 time: 0.0579641
Dec 24 11:03:46.951641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:46.952032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:46.953132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:46.953132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:46.953132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:46.953518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:46.953958 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:46.954245 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:46.954612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:46.955007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:46.955318 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:46.955672 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:46.959436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:03:47.136116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e3fb9c6-1f2e-45e9-a377-6ee1f7239814 req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 9b2b77f2-7c26-4502-979f-3149b241d884 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:03:47.313900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e3fb9c6-1f2e-45e9-a377-6ee1f7239814 req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:03:47.324292 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa08bd7-b1bd-4292-9210-e4548aa7261a None None] Sync routers for ids ['9b2b77f2-7c26-4502-979f-3149b241d884'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:03:47.333838 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa08bd7-b1bd-4292-9210-e4548aa7261a None None] Routers {'9b2b77f2-7c26-4502-979f-3149b241d884'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:03:47.334518 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1fa08bd7-b1bd-4292-9210-e4548aa7261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e912d60>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['9b2b77f2-7c26-4502-979f-3149b241d884'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:03:47.391635 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3fb9c6-1f2e-45e9-a377-6ee1f7239814 req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] No DVR routers for this DVR port c73774eb-b886-4d78-8dad-0be78fe234b5 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:03:47.395086 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-6e3fb9c6-1f2e-45e9-a377-6ee1f7239814 req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:47.397847 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94', 'name': 'network-vif-deleted', 'tag': 'c73774eb-b886-4d78-8dad-0be78fe234b5'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:03:47.421962 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6e3fb9c6-1f2e-45e9-a377-6ee1f7239814 req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "DELETE /v2.0/ports/c73774eb-b886-4d78-8dad-0be78fe234b5 HTTP/1.1" status: 204  len: 173 time: 1.4334912
Dec 24 11:03:47.479823 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a59f3b9-3e0c-432a-bec0-fd3ef9b56c94', 'name': 'network-vif-deleted', 'tag': 'c73774eb-b886-4d78-8dad-0be78fe234b5', 'status': 'completed', 'code': 200}
Dec 24 11:03:47.530936 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-1fa08bd7-b1bd-4292-9210-e4548aa7261a None None] Set router 9b2b77f2-7c26-4502-979f-3149b241d884 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:03:47.834292 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1fa08bd7-b1bd-4292-9210-e4548aa7261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e912d60>, [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:00:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '0b699d13-b813-44a8-a810-2929d1017857', 'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:7c:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:41Z', 'updated_at': '2021-12-24T11:00:50Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:03:47.838138 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa08bd7-b1bd-4292-9210-e4548aa7261a None None] Checking router: 9b2b77f2-7c26-4502-979f-3149b241d884 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:03:47.846174 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa08bd7-b1bd-4292-9210-e4548aa7261a None None] Routers {'9b2b77f2-7c26-4502-979f-3149b241d884'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:03:47.846769 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1fa08bd7-b1bd-4292-9210-e4548aa7261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e912d60>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['9b2b77f2-7c26-4502-979f-3149b241d884'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:03:48.025819 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-1fa08bd7-b1bd-4292-9210-e4548aa7261a None None] Set router 9b2b77f2-7c26-4502-979f-3149b241d884 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:03:48.048499 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53606) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:48.121928 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:48.151091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:48.213061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:48.216949 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8cc8c1cd-5de7-4606-8772-ef4e29c61b2f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:03:48.232625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:03:48.240953 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:48.241344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:48.241725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:48.242125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:48.242499 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:48.242871 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:48.243237 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:48.243607 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:48.243996 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:48.244331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:48.244694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:48.245055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:48.249714 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:03:48.253032 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:48.254340 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/security-groups/dd0fc1a9-9a47-4eee-ae32-2d6b1741c52d HTTP/1.1" status: 204  len: 168 time: 0.2046804
Dec 24 11:03:48.286717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53612) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:48.369978 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1fa08bd7-b1bd-4292-9210-e4548aa7261a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e912d60>, [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:00:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '0b699d13-b813-44a8-a810-2929d1017857', 'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:7c:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:41Z', 'updated_at': '2021-12-24T11:00:50Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:03:48.374018 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa08bd7-b1bd-4292-9210-e4548aa7261a None None] The sync data for ids ['9b2b77f2-7c26-4502-979f-3149b241d884'] in dv-neutron-822668-2-hyperv is: [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:00:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '0b699d13-b813-44a8-a810-2929d1017857', 'name': '', 'network_id': 'de2fc362-105d-46a9-ae69-5fec96f20435', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:7c:c1:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:41Z', 'updated_at': '2021-12-24T11:00:50Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '7168e6e2-722a-455d-8425-dc939e21f14d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:03:48.444988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 7db12f66-3dba-4463-a566-fc36a3bef386 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:03:48.445331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:48.592933 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcbb799f-c8ca-462b-901c-7f37acfe0c5e None None] New status for floating IP 1bb792ae-5445-44c4-be5e-955ac527a2b4: DOWN {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:03:48.620209 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:48.620464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:48.740508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 7db12f66-3dba-4463-a566-fc36a3bef386 owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:03:48.823281 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.db.api [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87559) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:03:48.823612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_db.api [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:03:49.324625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 7db12f66-3dba-4463-a566-fc36a3bef386 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:03:49.325249 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:49.607497 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:49.607742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:49.729465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 7db12f66-3dba-4463-a566-fc36a3bef386 owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:03:49.869313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:49.873635 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-53bc598d-a9b6-4848-8c2d-8bd187a5fd82 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:03:49.917626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=7db12f66-3dba-4463-a566-fc36a3bef386,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:03:49.920202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:03:50.007877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:50.021929 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:50.023021 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/floatingips/1bb792ae-5445-44c4-be5e-955ac527a2b4 HTTP/1.1" status: 204  len: 168 time: 1.7353013
Dec 24 11:03:50.371983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6cfcf-60b2-4d3e-ba12-d44d3cfbfb14 req-866a688f-3c9a-4b09-a760-c583d8092d36 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:03:50.372666 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-bec6cfcf-60b2-4d3e-ba12-d44d3cfbfb14 req-866a688f-3c9a-4b09-a760-c583d8092d36 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:03:50.387628 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-bec6cfcf-60b2-4d3e-ba12-d44d3cfbfb14 req-866a688f-3c9a-4b09-a760-c583d8092d36 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:03:50.388978 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-bec6cfcf-60b2-4d3e-ba12-d44d3cfbfb14 req-866a688f-3c9a-4b09-a760-c583d8092d36 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 945 time: 0.0937252
Dec 24 11:03:50.436952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-bec6cfcf-60b2-4d3e-ba12-d44d3cfbfb14 req-66fcdeb9-e508-4232-b950-b2366ae8de28 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:03:50.451854 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-bec6cfcf-60b2-4d3e-ba12-d44d3cfbfb14 req-66fcdeb9-e508-4232-b950-b2366ae8de28 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:03:50.453067 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-bec6cfcf-60b2-4d3e-ba12-d44d3cfbfb14 req-66fcdeb9-e508-4232-b950-b2366ae8de28 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=642e09a0-a108-4686-bd84-bd4338f9fcab&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582728
Dec 24 11:03:50.964898 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device c73774eb-b886-4d78-8dad-0be78fe234b5 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:03:51.001480 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: c73774eb-b886-4d78-8dad-0be78fe234b5 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:03:51.001831 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device c73774eb-b886-4d78-8dad-0be78fe234b5 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:03:51.638611 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617ae38-5ccb-44a5-9535-e116646cded9 req-b8a065df-65c9-44b5-be3b-114cecaf8658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:03:51.639296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-3617ae38-5ccb-44a5-9535-e116646cded9 req-b8a065df-65c9-44b5-be3b-114cecaf8658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:03:51.651178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-3617ae38-5ccb-44a5-9535-e116646cded9 req-b8a065df-65c9-44b5-be3b-114cecaf8658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:03:51.652297 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3617ae38-5ccb-44a5-9535-e116646cded9 req-b8a065df-65c9-44b5-be3b-114cecaf8658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 945 time: 0.0945468
Dec 24 11:03:51.697706 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3617ae38-5ccb-44a5-9535-e116646cded9 req-d3852e49-42ad-46f6-b714-78910e3afcf8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=642e09a0-a108-4686-bd84-bd4338f9fcab&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394957
Dec 24 11:03:51.962216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd64c8-6870-4103-b2fa-d30ab69f7f4c req-4a7497d1-da39-4930-8eaf-e9d87e76e012 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:03:51.963573 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-42fd64c8-6870-4103-b2fa-d30ab69f7f4c req-4a7497d1-da39-4930-8eaf-e9d87e76e012 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 945 time: 0.0817864
Dec 24 11:03:52.032141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-42fd64c8-6870-4103-b2fa-d30ab69f7f4c req-a440d15b-35bf-43d0-b49e-f183adccc4a6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 7efce9d1-47d1-4574-9400-ef0ff7c5a24d {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:03:52.032477 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-42fd64c8-6870-4103-b2fa-d30ab69f7f4c req-a440d15b-35bf-43d0-b49e-f183adccc4a6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:52.271375 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-42fd64c8-6870-4103-b2fa-d30ab69f7f4c req-a440d15b-35bf-43d0-b49e-f183adccc4a6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 7efce9d1-47d1-4574-9400-ef0ff7c5a24d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=7efce9d1-47d1-4574-9400-ef0ff7c5a24d,segment=NetworkSegment(078bf30d-8961-4056-aa68-743fc1bbd1d4),segment_id=078bf30d-8961-4056-aa68-743fc1bbd1d4)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:03:52.271658 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-42fd64c8-6870-4103-b2fa-d30ab69f7f4c req-a440d15b-35bf-43d0-b49e-f183adccc4a6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:52.392204 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-42fd64c8-6870-4103-b2fa-d30ab69f7f4c req-a440d15b-35bf-43d0-b49e-f183adccc4a6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 7efce9d1-47d1-4574-9400-ef0ff7c5a24d owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:03:52.533719 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-42fd64c8-6870-4103-b2fa-d30ab69f7f4c req-a440d15b-35bf-43d0-b49e-f183adccc4a6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:52.540371 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d78c4eea-41d5-44df-be32-55d63e1444c4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:03:52.583926 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440d15b-35bf-43d0-b49e-f183adccc4a6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=7efce9d1-47d1-4574-9400-ef0ff7c5a24d,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:03:52.586257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a440d15b-35bf-43d0-b49e-f183adccc4a6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:03:52.778349 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-42fd64c8-6870-4103-b2fa-d30ab69f7f4c req-a440d15b-35bf-43d0-b49e-f183adccc4a6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] No DVR routers for this DVR port 7efce9d1-47d1-4574-9400-ef0ff7c5a24d on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:03:52.780962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-42fd64c8-6870-4103-b2fa-d30ab69f7f4c req-a440d15b-35bf-43d0-b49e-f183adccc4a6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:52.783773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61bf4341-5780-4e00-941f-cd3d5fd07d35', 'name': 'network-vif-deleted', 'tag': '7efce9d1-47d1-4574-9400-ef0ff7c5a24d'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:03:52.800590 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-42fd64c8-6870-4103-b2fa-d30ab69f7f4c req-a440d15b-35bf-43d0-b49e-f183adccc4a6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "DELETE /v2.0/ports/7efce9d1-47d1-4574-9400-ef0ff7c5a24d HTTP/1.1" status: 204  len: 173 time: 0.8312256
Dec 24 11:03:52.831310 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61bf4341-5780-4e00-941f-cd3d5fd07d35', 'name': 'network-vif-deleted', 'tag': '7efce9d1-47d1-4574-9400-ef0ff7c5a24d', 'status': 'completed', 'code': 200}
Dec 24 11:03:52.850412 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7348132d-2641-43f0-bcf6-3de426520751 req-7a279ea9-527b-4aed-8fa7-c876815ff66a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=61bf4341-5780-4e00-941f-cd3d5fd07d35 HTTP/1.1" status: 200  len: 210 time: 0.0437741
Dec 24 11:03:53.948637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53628) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:54.014288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-014d05f4-8036-45a9-9dc2-741d69b1d970 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:54.043480 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-014d05f4-8036-45a9-9dc2-741d69b1d970 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:54.106385 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-014d05f4-8036-45a9-9dc2-741d69b1d970 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:54.110135 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-95fdc966-cd7d-494a-a19d-8af2cb6348d1 tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:03:54.128402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d05f4-8036-45a9-9dc2-741d69b1d970 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=642e09a0-a108-4686-bd84-bd4338f9fcab,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:03:54.131207 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-014d05f4-8036-45a9-9dc2-741d69b1d970 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:03:54.138488 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-014d05f4-8036-45a9-9dc2-741d69b1d970 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:54.139593 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-014d05f4-8036-45a9-9dc2-741d69b1d970 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/security-groups/642e09a0-a108-4686-bd84-bd4338f9fcab HTTP/1.1" status: 204  len: 168 time: 0.1899977
Dec 24 11:03:54.169502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53634) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:54.723939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-15271762-a232-444c-9245-a14847aedc3b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:55.067228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-15271762-a232-444c-9245-a14847aedc3b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 0b699d13-b813-44a8-a810-2929d1017857 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:03:55.067566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-15271762-a232-444c-9245-a14847aedc3b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:55.249504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-15271762-a232-444c-9245-a14847aedc3b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 0b699d13-b813-44a8-a810-2929d1017857, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0b699d13-b813-44a8-a810-2929d1017857,segment=NetworkSegment(078bf30d-8961-4056-aa68-743fc1bbd1d4),segment_id=078bf30d-8961-4056-aa68-743fc1bbd1d4)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:03:55.250194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-15271762-a232-444c-9245-a14847aedc3b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:55.369701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-15271762-a232-444c-9245-a14847aedc3b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 0b699d13-b813-44a8-a810-2929d1017857 owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:03:55.667897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-15271762-a232-444c-9245-a14847aedc3b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:55.671255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e15bb5c9-5459-4dd8-b093-e323c1f7f457 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:03:55.719813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15271762-a232-444c-9245-a14847aedc3b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=0b699d13-b813-44a8-a810-2929d1017857,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:03:55.722766 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-15271762-a232-444c-9245-a14847aedc3b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:03:55.992253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-15271762-a232-444c-9245-a14847aedc3b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:56.345619 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15271762-a232-444c-9245-a14847aedc3b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 9b2b77f2-7c26-4502-979f-3149b241d884 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:03:56.519728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15271762-a232-444c-9245-a14847aedc3b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:03:56.530455 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3069d2ad-ffc9-4bca-8009-6d8861910e62 None None] Sync routers for ids ['9b2b77f2-7c26-4502-979f-3149b241d884'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:03:56.532047 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-15271762-a232-444c-9245-a14847aedc3b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/9b2b77f2-7c26-4502-979f-3149b241d884/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3614392
Dec 24 11:03:56.534686 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53638) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:56.540396 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3069d2ad-ffc9-4bca-8009-6d8861910e62 None None] Routers {'9b2b77f2-7c26-4502-979f-3149b241d884'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:03:56.541004 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3069d2ad-ffc9-4bca-8009-6d8861910e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc69130>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['9b2b77f2-7c26-4502-979f-3149b241d884'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:03:56.598946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c4e69c-5d9c-4d17-8b69-c5725bf0f338 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting subnet 7168e6e2-722a-455d-8425-dc939e21f14d {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:03:56.601715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e1c4e69c-5d9c-4d17-8b69-c5725bf0f338 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:56.658497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e1c4e69c-5d9c-4d17-8b69-c5725bf0f338 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:56.714684 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-3069d2ad-ffc9-4bca-8009-6d8861910e62 None None] Set router 9b2b77f2-7c26-4502-979f-3149b241d884 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:03:56.739254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e1c4e69c-5d9c-4d17-8b69-c5725bf0f338 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:56.811190 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e1c4e69c-5d9c-4d17-8b69-c5725bf0f338 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:56.814752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-804ace48-d2dd-4bb6-8276-8a3d8d1f7ed9 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:03:56.852935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4e69c-5d9c-4d17-8b69-c5725bf0f338 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Subnet': ['ID=7168e6e2-722a-455d-8425-dc939e21f14d,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:03:56.856050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e1c4e69c-5d9c-4d17-8b69-c5725bf0f338 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:03:56.856862 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e1c4e69c-5d9c-4d17-8b69-c5725bf0f338 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:56.862920 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e1c4e69c-5d9c-4d17-8b69-c5725bf0f338 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/subnets/7168e6e2-722a-455d-8425-dc939e21f14d HTTP/1.1" status: 204  len: 168 time: 0.3272669
Dec 24 11:03:56.863490 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6533e1-5dfa-4dcc-bd4c-da73cb54fd9c None None] Network de2fc362-105d-46a9-ae69-5fec96f20435 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:03:56.865628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53642) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:56.996912 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3069d2ad-ffc9-4bca-8009-6d8861910e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc69130>, [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:03:55Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:03:57.000368 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 7efce9d1-47d1-4574-9400-ef0ff7c5a24d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:03:57.001047 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3069d2ad-ffc9-4bca-8009-6d8861910e62 None None] Checking router: 9b2b77f2-7c26-4502-979f-3149b241d884 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:03:57.010200 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3069d2ad-ffc9-4bca-8009-6d8861910e62 None None] Routers {'9b2b77f2-7c26-4502-979f-3149b241d884'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:03:57.010889 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3069d2ad-ffc9-4bca-8009-6d8861910e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc69130>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['9b2b77f2-7c26-4502-979f-3149b241d884'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:03:57.065765 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 7efce9d1-47d1-4574-9400-ef0ff7c5a24d {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:03:57.065765 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 7efce9d1-47d1-4574-9400-ef0ff7c5a24d not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:03:57.159074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] DHCP port deletion for de2fc362-105d-46a9-ae69-5fec96f20435 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:03:57.163548 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Deleting port 9dad2553-5151-4537-846f-43bc9a05a7b7 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:03:57.163938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:57.183268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-35a80c95-a45a-4e6f-9870-800f7b65c634 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:57.200373 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-3069d2ad-ffc9-4bca-8009-6d8861910e62 None None] Set router 9b2b77f2-7c26-4502-979f-3149b241d884 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:03:57.360958 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-35a80c95-a45a-4e6f-9870-800f7b65c634 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:57.371813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-35a80c95-a45a-4e6f-9870-800f7b65c634 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port f4030903-4b73-4065-a6be-921a526af0af {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:03:57.372010 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-35a80c95-a45a-4e6f-9870-800f7b65c634 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:57.382162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] For port 9dad2553-5151-4537-846f-43bc9a05a7b7, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=9dad2553-5151-4537-846f-43bc9a05a7b7,segment=NetworkSegment(078bf30d-8961-4056-aa68-743fc1bbd1d4),segment_id=078bf30d-8961-4056-aa68-743fc1bbd1d4)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:03:57.382530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:57.509940 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3069d2ad-ffc9-4bca-8009-6d8861910e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc69130>, [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:03:55Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:03:57.513988 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3069d2ad-ffc9-4bca-8009-6d8861910e62 None None] The sync data for ids ['9b2b77f2-7c26-4502-979f-3149b241d884'] in dv-neutron-822668-2-hyperv is: [{'id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'name': 'tempest-TestNetworkBasicOps-router-956107397', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': 'f4030903-4b73-4065-a6be-921a526af0af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:00:33Z', 'updated_at': '2021-12-24T11:03:55Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': 'f4030903-4b73-4065-a6be-921a526af0af', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:54:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2b77f2-7c26-4502-979f-3149b241d884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:00:34Z', 'updated_at': '2021-12-24T11:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:03:57.526516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Calling delete_port for 9dad2553-5151-4537-846f-43bc9a05a7b7 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:03:57.561821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-35a80c95-a45a-4e6f-9870-800f7b65c634 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port f4030903-4b73-4065-a6be-921a526af0af, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f4030903-4b73-4065-a6be-921a526af0af,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:03:57.562649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-35a80c95-a45a-4e6f-9870-800f7b65c634 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:57.607465 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:57.611011 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-bce24e48-b63d-4b36-bb68-0fb515ba31b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:03:57.653757 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Pushing event deleted for resources: {'Port': ['ID=9dad2553-5151-4537-846f-43bc9a05a7b7,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:03:57.658622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] No DVR routers for this DVR port 9dad2553-5151-4537-846f-43bc9a05a7b7 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:03:57.665201 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:57.666912 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:57.667475 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:57.669239 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:57.669784 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:57.670324 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:57.670679 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:57.671001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:57.671646 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:57.671823 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:57.672154 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:57.672538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:03:57.675854 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:03:57.695892 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-35a80c95-a45a-4e6f-9870-800f7b65c634 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for f4030903-4b73-4065-a6be-921a526af0af owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:03:57.855514 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-35a80c95-a45a-4e6f-9870-800f7b65c634 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:57.858831 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8a088592-f294-4f7d-892b-0f5194971ee9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:03:57.902316 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a80c95-a45a-4e6f-9870-800f7b65c634 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=f4030903-4b73-4065-a6be-921a526af0af,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:03:57.905544 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-35a80c95-a45a-4e6f-9870-800f7b65c634 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:03:58.002316 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-35a80c95-a45a-4e6f-9870-800f7b65c634 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:58.179043 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-35a80c95-a45a-4e6f-9870-800f7b65c634 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:58.182177 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-35a80c95-a45a-4e6f-9870-800f7b65c634 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:58.205031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-35a80c95-a45a-4e6f-9870-800f7b65c634 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:58.205557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a80c95-a45a-4e6f-9870-800f7b65c634 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Fanout notify agent at l3_agent the message router_deleted on router 9b2b77f2-7c26-4502-979f-3149b241d884 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:03:58.221257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-35a80c95-a45a-4e6f-9870-800f7b65c634 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:58.224783 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-35a80c95-a45a-4e6f-9870-800f7b65c634 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/routers/9b2b77f2-7c26-4502-979f-3149b241d884 HTTP/1.1" status: 204  len: 168 time: 1.3555841
Dec 24 11:03:58.225034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53646) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:58.225319 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 9dad2553-5151-4537-846f-43bc9a05a7b7 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:03:58.262317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 9dad2553-5151-4537-846f-43bc9a05a7b7 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:03:58.262678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 9dad2553-5151-4537-846f-43bc9a05a7b7 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:03:58.263114 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0b699d13-b813-44a8-a810-2929d1017857 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:03:58.299139 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 0b699d13-b813-44a8-a810-2929d1017857 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:03:58.299503 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0b699d13-b813-44a8-a810-2929d1017857 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:03:58.346928 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-478eb4a2-a9c9-408b-a7de-300ce9584774 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:58.595072 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-478eb4a2-a9c9-408b-a7de-300ce9584774 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:58.619550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-478eb4a2-a9c9-408b-a7de-300ce9584774 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b77e781c0>,) {'filters': {'network_id': ['de2fc362-105d-46a9-ae69-5fec96f20435']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:03:58.631286 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-478eb4a2-a9c9-408b-a7de-300ce9584774 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77e781c0>, '078bf30d-8961-4056-aa68-743fc1bbd1d4') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:03:58.631424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-478eb4a2-a9c9-408b-a7de-300ce9584774 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77e781c0>, '078bf30d-8961-4056-aa68-743fc1bbd1d4') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:03:58.643583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-478eb4a2-a9c9-408b-a7de-300ce9584774 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:58.659783 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-478eb4a2-a9c9-408b-a7de-300ce9584774 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:58.666285 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478eb4a2-a9c9-408b-a7de-300ce9584774 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:03:58.666682 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-478eb4a2-a9c9-408b-a7de-300ce9584774 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:03:58.681526 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:03:58.761234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-478eb4a2-a9c9-408b-a7de-300ce9584774 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:58.764601 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:03:58.778460 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-478eb4a2-a9c9-408b-a7de-300ce9584774 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:58.791483 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478eb4a2-a9c9-408b-a7de-300ce9584774 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Network': ['ID=de2fc362-105d-46a9-ae69-5fec96f20435,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:03:58.794420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-478eb4a2-a9c9-408b-a7de-300ce9584774 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:03:58.798344 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-478eb4a2-a9c9-408b-a7de-300ce9584774 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/networks/de2fc362-105d-46a9-ae69-5fec96f20435 HTTP/1.1" status: 204  len: 168 time: 0.5720611
Dec 24 11:03:58.821135 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53650) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:58.827860 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-106f5cc0-7bee-46ac-a202-334a1b4698a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'network': {'name': 'tempest-network-smoke--2072996309', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'port_security_enabled': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:03:58.832951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-106f5cc0-7bee-46ac-a202-334a1b4698a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:03:58.837135 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-106f5cc0-7bee-46ac-a202-334a1b4698a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:network and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:03:58.840016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-106f5cc0-7bee-46ac-a202-334a1b4698a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:03:58.845592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-106f5cc0-7bee-46ac-a202-334a1b4698a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:03:58.855859 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106f5cc0-7bee-46ac-a202-334a1b4698a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:03:58.859756 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-106f5cc0-7bee-46ac-a202-334a1b4698a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:58.887228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-106f5cc0-7bee-46ac-a202-334a1b4698a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:03:58.895541 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-106f5cc0-7bee-46ac-a202-334a1b4698a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:58.895881 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-106f5cc0-7bee-46ac-a202-334a1b4698a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Added segment 21dc19e0-72e4-4f07-8107-bbfc29c2abe6 of type vlan for network e0947f08-9bfb-4821-954b-41b088034bd5
Dec 24 11:03:58.921223 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-106f5cc0-7bee-46ac-a202-334a1b4698a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:58.953628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-106f5cc0-7bee-46ac-a202-334a1b4698a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:58.958939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106f5cc0-7bee-46ac-a202-334a1b4698a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:03:58.959517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-106f5cc0-7bee-46ac-a202-334a1b4698a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:58.964976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bf65778a-24e3-4dc1-83df-c7332f1750eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:03:59.056955 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-106f5cc0-7bee-46ac-a202-334a1b4698a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2347739
Dec 24 11:03:59.059963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53654) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:03:59.065725 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f5cc0-7bee-46ac-a202-334a1b4698a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Network': ['ID=e0947f08-9bfb-4821-954b-41b088034bd5,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:03:59.066700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1657441320', 'admin_state_up': True, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:03:59.068391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-106f5cc0-7bee-46ac-a202-334a1b4698a8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:03:59.078657 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:03:59.079329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network e0947f08-9bfb-4821-954b-41b088034bd5 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:03:59.084781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:router and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:03:59.088277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:03:59.094750 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:03:59.104716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:59.105686 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:59.119997 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:59.389083 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:59.615036 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2b950b7b-1d80-4566-81dd-dd979bbed688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:59.803029 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:59.833357 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:03:59.961778 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.26.4.201 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/19c2cb9f-f764-421b-bc26-0a4a2410fba0) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:04:00.108153 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:00.138039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:00.138402 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f4030903-4b73-4065-a6be-921a526af0af no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:04:00.142268 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-360c01dc-ee40-4c2b-a047-49cc8d287a61 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:00.172774 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: f4030903-4b73-4065-a6be-921a526af0af {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:04:00.173136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f4030903-4b73-4065-a6be-921a526af0af not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:04:00.209557 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:04:00.212715 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:04:00.215148 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:00.248830 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=19c2cb9f-f764-421b-bc26-0a4a2410fba0,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:00.251504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:00.618913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:00.953162 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:01.274539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 212da919-ba50-4435-8667-a1618d458a4d is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:04:01.452565 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:04:01.462300 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Sync routers for ids ['212da919-ba50-4435-8667-a1618d458a4d'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:04:01.471507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Routers {'212da919-ba50-4435-8667-a1618d458a4d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:01.472063 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0576a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:03:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['212da919-ba50-4435-8667-a1618d458a4d'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:01.480360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:01.481820 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.4202383
Dec 24 11:04:01.484875 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53658) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:01.524594 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-eff8da0a-e710-4457-a3c7-2b65edd66097 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=1df2c4270c8b4c3e834179de6e64472f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0378616
Dec 24 11:04:01.527018 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53662) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:01.656477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151139da-e58e-4e79-8ce3-98bdfc6ba289 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:01.658046 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-151139da-e58e-4e79-8ce3-98bdfc6ba289 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1299078
Dec 24 11:04:01.660712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53666) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:01.692363 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Set router 212da919-ba50-4435-8667-a1618d458a4d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:04:01.703244 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bbdab2a5-a023-463f-b667-a188bd50e067 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0413964
Dec 24 11:04:01.705694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53670) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:01.710972 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-7eabb35c-e77a-4f69-9cb3-66ef3fdcb93f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-675221420', 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:01.819900 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7eabb35c-e77a-4f69-9cb3-66ef3fdcb93f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:01.824125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7eabb35c-e77a-4f69-9cb3-66ef3fdcb93f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:subnet and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:01.826852 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7eabb35c-e77a-4f69-9cb3-66ef3fdcb93f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:01.833118 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7eabb35c-e77a-4f69-9cb3-66ef3fdcb93f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:01.843634 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eabb35c-e77a-4f69-9cb3-66ef3fdcb93f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:04:01.847348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7eabb35c-e77a-4f69-9cb3-66ef3fdcb93f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:01.891712 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-251c7782-c9bd-4639-bc88-3972eebe5d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:01.983625 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0576a0>, [{'id': '212da919-ba50-4435-8667-a1618d458a4d', 'name': 'tempest-TestNetworkBasicOps-router-1657441320', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:00Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:01.987403 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Checking router: 212da919-ba50-4435-8667-a1618d458a4d for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:04:01.987764 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Updating router 212da919-ba50-4435-8667-a1618d458a4d port 19c2cb9f-f764-421b-bc26-0a4a2410fba0 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:04:02.043287 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:02.065458 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7eabb35c-e77a-4f69-9cb3-66ef3fdcb93f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:02.070285 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-37c53dee-977b-4a30-a35a-fcd182f82100 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:02.144427 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabb35c-e77a-4f69-9cb3-66ef3fdcb93f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Subnet': ['ID=50964bbe-4f99-4967-8b5d-f24d71ea02eb,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:02.150256 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7eabb35c-e77a-4f69-9cb3-66ef3fdcb93f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:02.152663 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eabb35c-e77a-4f69-9cb3-66ef3fdcb93f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Checking segment: {'id': '21dc19e0-72e4-4f07-8107-bbfc29c2abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:04:02.153030 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eabb35c-e77a-4f69-9cb3-66ef3fdcb93f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network hostable DHCP agents. Network: e0947f08-9bfb-4821-954b-41b088034bd5, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:04:02.172857 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eabb35c-e77a-4f69-9cb3-66ef3fdcb93f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network e0947f08-9bfb-4821-954b-41b088034bd5 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:04:02.181991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-7eabb35c-e77a-4f69-9cb3-66ef3fdcb93f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, e0947f08-9bfb-4821-954b-41b088034bd5) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:04:02.186296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eabb35c-e77a-4f69-9cb3-66ef3fdcb93f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:02.187103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7eabb35c-e77a-4f69-9cb3-66ef3fdcb93f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:02.208226 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7eabb35c-e77a-4f69-9cb3-66ef3fdcb93f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5015116
Dec 24 11:04:02.211787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53674) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:02.232068 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e5121e-c23a-4137-895f-f5f4a6e9f8b4 None None] Network e0947f08-9bfb-4821-954b-41b088034bd5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:04:02.543347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:02.551391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-e0947f08-9bfb-4821-954b-41b088034bd5', 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ips': [{'subnet_id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:04:02.552201 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:02.571876 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Transition to ACTIVE for port object 19c2cb9f-f764-421b-bc26-0a4a2410fba0 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:04:02.613637 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:02.618806 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:02.724245 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Attempting to bind port 19c2cb9f-f764-421b-bc26-0a4a2410fba0 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:04:02.724618 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Attempting to bind port 19c2cb9f-f764-421b-bc26-0a4a2410fba0 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:04:02.724987 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Attempting to bind port 19c2cb9f-f764-421b-bc26-0a4a2410fba0 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:04:02.729568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24c991-ec80-4486-b7d8-0119eb334d2c None None] Pushing event updated for resources: {'Port': ['ID=19c2cb9f-f764-421b-bc26-0a4a2410fba0,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:02.762018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3a24c991-ec80-4486-b7d8-0119eb334d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:02.767916 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:04:02.768299 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:04:02.768708 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:02.769104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:04:02.769578 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Bound port: 19c2cb9f-f764-421b-bc26-0a4a2410fba0, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:04:02.769977 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:02.853290 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Allocated IP 172.20.0.2 (e0947f08-9bfb-4821-954b-41b088034bd5/50964bbe-4f99-4967-8b5d-f24d71ea02eb/7af113a1-e1e9-4015-8d71-2702ec42ce05) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:04:02.868712 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] For port 19c2cb9f-f764-421b-bc26-0a4a2410fba0, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:04:02.873052 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] For port 19c2cb9f-f764-421b-bc26-0a4a2410fba0, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=19c2cb9f-f764-421b-bc26-0a4a2410fba0,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:04:02.889708 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:02.896761 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:02.896930 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:03.111889 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24c991-ec80-4486-b7d8-0119eb334d2c None None] Pushing event updated for resources: {'Port': ['ID=19c2cb9f-f764-421b-bc26-0a4a2410fba0,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:03.124201 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Routers {'212da919-ba50-4435-8667-a1618d458a4d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:03.124822 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0576a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['212da919-ba50-4435-8667-a1618d458a4d'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:03.174790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:03.176387 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:03.184416 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3a24c991-ec80-4486-b7d8-0119eb334d2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:03.379342 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:03.386831 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] Set router 212da919-ba50-4435-8667-a1618d458a4d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:04:03.495724 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Transition to ACTIVE for port object 7af113a1-e1e9-4015-8d71-2702ec42ce05 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:04:03.571430 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Transition to ACTIVE for port object 7af113a1-e1e9-4015-8d71-2702ec42ce05 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:04:03.585025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:03.590366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:03.643105 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.1 (e0947f08-9bfb-4821-954b-41b088034bd5/50964bbe-4f99-4967-8b5d-f24d71ea02eb/cba9b1ba-674a-4476-97a7-9db7cd601084) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:04:03.677510 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Network e0947f08-9bfb-4821-954b-41b088034bd5 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:04:03.682901 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:04:03.686347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Pushing event updated for resources: {'Port': ['ID=7af113a1-e1e9-4015-8d71-2702ec42ce05,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:03.696069 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:03.698146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:03.803961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:03.819092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object cba9b1ba-674a-4476-97a7-9db7cd601084 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:04:03.824584 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Attempting to bind port 7af113a1-e1e9-4015-8d71-2702ec42ce05 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:04:03.824964 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Attempting to bind port 7af113a1-e1e9-4015-8d71-2702ec42ce05 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '21dc19e0-72e4-4f07-8107-bbfc29c2abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:04:03.825328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Attempting to bind port 7af113a1-e1e9-4015-8d71-2702ec42ce05 on network e0947f08-9bfb-4821-954b-41b088034bd5 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:04:03.832812 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:04:03.833196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Checking segment: {'id': '21dc19e0-72e4-4f07-8107-bbfc29c2abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:04:03.833602 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:03.834027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Bound using segment: {'id': '21dc19e0-72e4-4f07-8107-bbfc29c2abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:04:03.834494 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Bound port: 7af113a1-e1e9-4015-8d71-2702ec42ce05, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dc19e0-72e4-4f07-8107-bbfc29c2abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:04:03.834872 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:03.842810 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:03.847373 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-15271762-a232-444c-9245-a14847aedc3b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:03.906385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network e0947f08-9bfb-4821-954b-41b088034bd5 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:04:03.908405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0576a0>, [{'id': '212da919-ba50-4435-8667-a1618d458a4d', 'name': 'tempest-TestNetworkBasicOps-router-1657441320', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:00Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:03.913778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:04:03.916883 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:03.923829 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f30de9-d0fa-4f87-ba80-c39c39e048c2 None None] The sync data for ids ['212da919-ba50-4435-8667-a1618d458a4d'] in dv-neutron-822668-2-hyperv is: [{'id': '212da919-ba50-4435-8667-a1618d458a4d', 'name': 'tempest-TestNetworkBasicOps-router-1657441320', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:00Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:04:03.938826 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] For port 7af113a1-e1e9-4015-8d71-2702ec42ce05, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:04:03.946123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] For port 7af113a1-e1e9-4015-8d71-2702ec42ce05, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7af113a1-e1e9-4015-8d71-2702ec42ce05,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:04:03.952534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:03.956446 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:03.973856 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=cba9b1ba-674a-4476-97a7-9db7cd601084,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:03.977630 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:03.991316 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:04.043718 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Pushing event updated for resources: {'Port': ['ID=7af113a1-e1e9-4015-8d71-2702ec42ce05,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:04.048313 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:04.240365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:04.693019 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:04.697720 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:04.728537 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7eccf098-06d2-4401-90e0-bae2ad0ffb5c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:04.823254 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:04.828731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:04.832543 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=cba9b1ba-674a-4476-97a7-9db7cd601084,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:04.835961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:04.974517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network e0947f08-9bfb-4821-954b-41b088034bd5 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:04:04.975820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:04:05.069187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd060a3c-8bbc-401c-b794-ac17dc9f8f80 None None] Network e0947f08-9bfb-4821-954b-41b088034bd5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:04:05.162041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 212da919-ba50-4435-8667-a1618d458a4d has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:04:05.166292 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-78145f24-39dc-4bf7-af2e-768cff88caf8 None None] Provisioning for port 7af113a1-e1e9-4015-8d71-2702ec42ce05 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:04:05.478432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:04:05.491269 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/212da919-ba50-4435-8667-a1618d458a4d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2783597
Dec 24 11:04:05.493714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53678) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:05.547750 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Sync routers for ids ['212da919-ba50-4435-8667-a1618d458a4d'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:04:05.559204 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Routers {'212da919-ba50-4435-8667-a1618d458a4d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:05.559971 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc69c70>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['212da919-ba50-4435-8667-a1618d458a4d'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:05.614279 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b2bcb15f-8bc1-4eb5-8041-c616b870b3ea None None] Provisioning for port cba9b1ba-674a-4476-97a7-9db7cd601084 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:04:05.621624 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b2bcb15f-8bc1-4eb5-8041-c616b870b3ea None None] Provisioning complete for port cba9b1ba-674a-4476-97a7-9db7cd601084 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:05.623790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb15f-8bc1-4eb5-8041-c616b870b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:05.644202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe470c2-9578-48dc-a367-906f2afa4fc1 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:05.645028 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe470c2-9578-48dc-a367-906f2afa4fc1 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:05.645644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe470c2-9578-48dc-a367-906f2afa4fc1 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:05.646329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe470c2-9578-48dc-a367-906f2afa4fc1 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:05.651864 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53682) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:05.652423 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3fe470c2-9578-48dc-a367-906f2afa4fc1 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1576302
Dec 24 11:04:05.683445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b2bcb15f-8bc1-4eb5-8041-c616b870b3ea None None] Port cba9b1ba-674a-4476-97a7-9db7cd601084 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:04:05.732325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae0733-fb63-48ed-b264-a11972474eb0 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:05.732707 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae0733-fb63-48ed-b264-a11972474eb0 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:05.733356 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae0733-fb63-48ed-b264-a11972474eb0 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:05.733986 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae0733-fb63-48ed-b264-a11972474eb0 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:05.735666 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e6ae0733-fb63-48ed-b264-a11972474eb0 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0819864
Dec 24 11:04:05.738638 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53686) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:05.795812 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Set router 212da919-ba50-4435-8667-a1618d458a4d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:04:05.816297 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1e3e101f-2444-4ed1-9a80-5dbe2767333f None None] Provisioning complete for port cba9b1ba-674a-4476-97a7-9db7cd601084 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:05.816680 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1e3e101f-2444-4ed1-9a80-5dbe2767333f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:05.882715 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1e3e101f-2444-4ed1-9a80-5dbe2767333f None None] Port cba9b1ba-674a-4476-97a7-9db7cd601084 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:04:05.952239 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-316c4665-18c1-4f2f-a2ee-ed2228b31d6d tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2123544
Dec 24 11:04:05.954988 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53690) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:05.961552 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-162470306', 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:06.098197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:06.102584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:port and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:06.103884 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-80a4b7c5-e165-4e40-baa9-eb56a2c81f25 None None] Provisioning complete for port cba9b1ba-674a-4476-97a7-9db7cd601084 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:06.104364 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-80a4b7c5-e165-4e40-baa9-eb56a2c81f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:06.105479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:06.111672 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:06.121345 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc69c70>, [{'id': '212da919-ba50-4435-8667-a1618d458a4d', 'name': 'tempest-TestNetworkBasicOps-router-1657441320', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:04Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'cba9b1ba-674a-4476-97a7-9db7cd601084', 'name': '', 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:4b:f0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:03Z', 'updated_at': '2021-12-24T11:04:04Z', 'revision_number': 2, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:06.122248 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:04:06.126164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:06.139497 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Checking router: 212da919-ba50-4435-8667-a1618d458a4d for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:04:06.140053 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Updating router 212da919-ba50-4435-8667-a1618d458a4d port cba9b1ba-674a-4476-97a7-9db7cd601084 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:04:06.156701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] device_id is not set on port 8d858579-b6cd-42b4-be3c-b831f2f8f15e yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 11:04:06.167805 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-80a4b7c5-e165-4e40-baa9-eb56a2c81f25 None None] Port cba9b1ba-674a-4476-97a7-9db7cd601084 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:04:06.216018 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:06.257798 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7af113a1-e1e9-4015-8d71-2702ec42ce05 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:04:06.315193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.12 (e0947f08-9bfb-4821-954b-41b088034bd5/50964bbe-4f99-4967-8b5d-f24d71ea02eb/8d858579-b6cd-42b4-be3c-b831f2f8f15e) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:04:06.328449 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 7af113a1-e1e9-4015-8d71-2702ec42ce05 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:04:06.334074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 7af113a1-e1e9-4015-8d71-2702ec42ce05 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:06.334631 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:06.509085 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:06.530426 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:06.540657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 7af113a1-e1e9-4015-8d71-2702ec42ce05, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7af113a1-e1e9-4015-8d71-2702ec42ce05,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:06.544013 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:06.544959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 19c2cb9f-f764-421b-bc26-0a4a2410fba0 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:04:06.546870 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object 8d858579-b6cd-42b4-be3c-b831f2f8f15e will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:04:06.570123 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:06.573108 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-72c91365-b2eb-467c-95b7-dff2899cc8dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:06.576363 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fc98aea3-abd2-4eb0-b51d-cb2cce3b4f3f tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:06.650089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network e0947f08-9bfb-4821-954b-41b088034bd5 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:04:06.653180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:04:06.657752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:06.662603 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=7af113a1-e1e9-4015-8d71-2702ec42ce05,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:06.666296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:06.679109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 19c2cb9f-f764-421b-bc26-0a4a2410fba0 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:04:06.684691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 19c2cb9f-f764-421b-bc26-0a4a2410fba0 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:06.685588 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:06.691389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=8d858579-b6cd-42b4-be3c-b831f2f8f15e,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:06.699016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:06.729752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:06.730433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:06.760212 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 0.8039379
Dec 24 11:04:06.817361 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:06.819550 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:06.838024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 19c2cb9f-f764-421b-bc26-0a4a2410fba0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=19c2cb9f-f764-421b-bc26-0a4a2410fba0,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:06.842740 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Transition to ACTIVE for port object cba9b1ba-674a-4476-97a7-9db7cd601084 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:04:06.845714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:06.853369 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-87e1072a-2ceb-4743-ad6a-165258e04101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:06.864346 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:06.880341 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-8d889887-09ee-4409-a32a-7c18368896af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:06.924534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=19c2cb9f-f764-421b-bc26-0a4a2410fba0,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:06.927711 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:07.043178 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f38e1-f1f0-4196-be71-730beabd955e None None] Pushing event updated for resources: {'Port': ['ID=cba9b1ba-674a-4476-97a7-9db7cd601084,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:07.084238 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f38e1-f1f0-4196-be71-730beabd955e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:07.084586 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f38e1-f1f0-4196-be71-730beabd955e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:07.084922 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f38e1-f1f0-4196-be71-730beabd955e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:07.085253 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f38e1-f1f0-4196-be71-730beabd955e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:07.085665 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f38e1-f1f0-4196-be71-730beabd955e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:07.086023 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f38e1-f1f0-4196-be71-730beabd955e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:07.086893 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f38e1-f1f0-4196-be71-730beabd955e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:07.087400 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f38e1-f1f0-4196-be71-730beabd955e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:07.087787 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f38e1-f1f0-4196-be71-730beabd955e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:07.088115 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f38e1-f1f0-4196-be71-730beabd955e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:07.088436 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f38e1-f1f0-4196-be71-730beabd955e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:07.088753 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4f38e1-f1f0-4196-be71-730beabd955e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:07.092501 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-5e4f38e1-f1f0-4196-be71-730beabd955e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:07.115119 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-637927a8-cf82-43de-a772-5e433dce8839 None None] Provisioning for port 8d858579-b6cd-42b4-be3c-b831f2f8f15e completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:04:07.116399 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Attempting to bind port cba9b1ba-674a-4476-97a7-9db7cd601084 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:04:07.116920 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Attempting to bind port cba9b1ba-674a-4476-97a7-9db7cd601084 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '21dc19e0-72e4-4f07-8107-bbfc29c2abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:04:07.117296 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Attempting to bind port cba9b1ba-674a-4476-97a7-9db7cd601084 on network e0947f08-9bfb-4821-954b-41b088034bd5 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:04:07.124388 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-637927a8-cf82-43de-a772-5e433dce8839 None None] Provisioning complete for port 8d858579-b6cd-42b4-be3c-b831f2f8f15e triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:07.124577 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:04:07.124875 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Checking segment: {'id': '21dc19e0-72e4-4f07-8107-bbfc29c2abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:04:07.125264 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-637927a8-cf82-43de-a772-5e433dce8839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:07.125404 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:07.125714 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Bound using segment: {'id': '21dc19e0-72e4-4f07-8107-bbfc29c2abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:04:07.126215 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Bound port: cba9b1ba-674a-4476-97a7-9db7cd601084, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dc19e0-72e4-4f07-8107-bbfc29c2abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:04:07.126592 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:07.187694 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-637927a8-cf82-43de-a772-5e433dce8839 None None] Port 8d858579-b6cd-42b4-be3c-b831f2f8f15e cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:04:07.223887 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] For port cba9b1ba-674a-4476-97a7-9db7cd601084, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:04:07.227008 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] For port cba9b1ba-674a-4476-97a7-9db7cd601084, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cba9b1ba-674a-4476-97a7-9db7cd601084,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:04:07.230547 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:07.234207 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-d26af4a2-21c4-44cd-8da9-0013e4cbf28d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:07.308008 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Routers {'212da919-ba50-4435-8667-a1618d458a4d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:07.308896 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc69c70>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['212da919-ba50-4435-8667-a1618d458a4d'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:07.379832 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f38e1-f1f0-4196-be71-730beabd955e None None] Pushing event updated for resources: {'Port': ['ID=cba9b1ba-674a-4476-97a7-9db7cd601084,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:07.381773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53696) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:07.382876 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-5e4f38e1-f1f0-4196-be71-730beabd955e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:07.387944 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a1c718f0-415b-4f42-94cf-9208609ef294 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-610149137', 'description': 'tempest-secgroup-smoke-610149137 description', 'project_id': '1df2c4270c8b4c3e834179de6e64472f'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:07.395619 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a1c718f0-415b-4f42-94cf-9208609ef294 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:07.400443 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a1c718f0-415b-4f42-94cf-9208609ef294 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:07.403703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a1c718f0-415b-4f42-94cf-9208609ef294 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:07.410259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a1c718f0-415b-4f42-94cf-9208609ef294 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:07.427370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1c718f0-415b-4f42-94cf-9208609ef294 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:07.450587 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a1c718f0-415b-4f42-94cf-9208609ef294 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:07.454863 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a1c718f0-415b-4f42-94cf-9208609ef294 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:07.457948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a1c718f0-415b-4f42-94cf-9208609ef294 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:07.464028 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a1c718f0-415b-4f42-94cf-9208609ef294 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:07.540733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1c718f0-415b-4f42-94cf-9208609ef294 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:07.545168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1c718f0-415b-4f42-94cf-9208609ef294 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:07.548912 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-71e78ce6-4769-4195-b78b-1c7b3cc54fe0 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:07.555799 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] Set router 212da919-ba50-4435-8667-a1618d458a4d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:04:07.593787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c718f0-415b-4f42-94cf-9208609ef294 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf2b73c-d541-4158-8ae2-c85bca3d4fb5,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:07.596936 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a1c718f0-415b-4f42-94cf-9208609ef294 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:07.597662 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a1c718f0-415b-4f42-94cf-9208609ef294 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:07.598975 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a1c718f0-415b-4f42-94cf-9208609ef294 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2161069
Dec 24 11:04:07.602444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53700) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:07.607580 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a13d83ba-b4f3-46e3-a054-c97844d96742 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'fdf2b73c-d541-4158-8ae2-c85bca3d4fb5', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:07.613326 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a13d83ba-b4f3-46e3-a054-c97844d96742 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:07.617089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a13d83ba-b4f3-46e3-a054-c97844d96742 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:07.620091 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a13d83ba-b4f3-46e3-a054-c97844d96742 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:07.625926 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a13d83ba-b4f3-46e3-a054-c97844d96742 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:07.643521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a13d83ba-b4f3-46e3-a054-c97844d96742 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:07.703677 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a13d83ba-b4f3-46e3-a054-c97844d96742 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:07.707532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a13d83ba-b4f3-46e3-a054-c97844d96742 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:07.709560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-915da92b-6ad0-481a-b811-998f32665a61 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:07.732332 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d83ba-b4f3-46e3-a054-c97844d96742 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6bc2de-fba6-4cd0-b378-f8f637439dc3,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:07.734756 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a13d83ba-b4f3-46e3-a054-c97844d96742 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:07.743364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a13d83ba-b4f3-46e3-a054-c97844d96742 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:07.744535 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a13d83ba-b4f3-46e3-a054-c97844d96742 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1412036
Dec 24 11:04:07.747379 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53704) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:07.752503 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-84f1ff44-934b-4f1b-8ebc-2c81eb003ea7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'fdf2b73c-d541-4158-8ae2-c85bca3d4fb5', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:07.758236 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-84f1ff44-934b-4f1b-8ebc-2c81eb003ea7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:07.762000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-84f1ff44-934b-4f1b-8ebc-2c81eb003ea7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:07.764808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-84f1ff44-934b-4f1b-8ebc-2c81eb003ea7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:07.770421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-84f1ff44-934b-4f1b-8ebc-2c81eb003ea7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:07.789153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-84f1ff44-934b-4f1b-8ebc-2c81eb003ea7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:07.850532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-84f1ff44-934b-4f1b-8ebc-2c81eb003ea7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:07.854214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-84f1ff44-934b-4f1b-8ebc-2c81eb003ea7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:07.856049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:07.877499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f1ff44-934b-4f1b-8ebc-2c81eb003ea7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f019a9c-6e20-4c6a-9d6f-8bd7ff253632,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:07.880055 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-84f1ff44-934b-4f1b-8ebc-2c81eb003ea7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:07.881847 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc69c70>, [{'id': '212da919-ba50-4435-8667-a1618d458a4d', 'name': 'tempest-TestNetworkBasicOps-router-1657441320', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:04Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'cba9b1ba-674a-4476-97a7-9db7cd601084', 'name': '', 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:4b:f0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:03Z', 'updated_at': '2021-12-24T11:04:07Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:07.887020 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98567403-989e-4f5c-8069-c4f5f9516c0f None None] The sync data for ids ['212da919-ba50-4435-8667-a1618d458a4d'] in dv-neutron-822668-2-hyperv is: [{'id': '212da919-ba50-4435-8667-a1618d458a4d', 'name': 'tempest-TestNetworkBasicOps-router-1657441320', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:04Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'cba9b1ba-674a-4476-97a7-9db7cd601084', 'name': '', 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:4b:f0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:03Z', 'updated_at': '2021-12-24T11:04:07Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:04:07.887749 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-84f1ff44-934b-4f1b-8ebc-2c81eb003ea7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:07.889031 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-84f1ff44-934b-4f1b-8ebc-2c81eb003ea7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1407325
Dec 24 11:04:07.891829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53708) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:07.896853 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-cec1d017-22d1-4280-9c2c-348be07aceba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'fdf2b73c-d541-4158-8ae2-c85bca3d4fb5', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:07.903903 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-cec1d017-22d1-4280-9c2c-348be07aceba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:07.908008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cec1d017-22d1-4280-9c2c-348be07aceba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:07.910935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cec1d017-22d1-4280-9c2c-348be07aceba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:07.917349 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-cec1d017-22d1-4280-9c2c-348be07aceba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:07.954329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cec1d017-22d1-4280-9c2c-348be07aceba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.026172 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cec1d017-22d1-4280-9c2c-348be07aceba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.030003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cec1d017-22d1-4280-9c2c-348be07aceba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.032088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-61bcbae6-aecc-4fa3-b1c0-0c7653b489e3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:08.055141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1d017-22d1-4280-9c2c-348be07aceba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480fccce-02bb-49da-b7f8-d48ff2589ca0,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:08.059821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cec1d017-22d1-4280-9c2c-348be07aceba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:08.065416 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cec1d017-22d1-4280-9c2c-348be07aceba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.070026 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-cec1d017-22d1-4280-9c2c-348be07aceba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1740887
Dec 24 11:04:08.070202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53712) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:08.076190 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6d72f831-79cb-4a6a-9c0b-cecf42265231 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'fdf2b73c-d541-4158-8ae2-c85bca3d4fb5', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:08.083561 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6d72f831-79cb-4a6a-9c0b-cecf42265231 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:08.088334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6d72f831-79cb-4a6a-9c0b-cecf42265231 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:08.091404 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6d72f831-79cb-4a6a-9c0b-cecf42265231 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:08.097430 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6d72f831-79cb-4a6a-9c0b-cecf42265231 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:08.114845 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d72f831-79cb-4a6a-9c0b-cecf42265231 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.190471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d72f831-79cb-4a6a-9c0b-cecf42265231 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.194926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d72f831-79cb-4a6a-9c0b-cecf42265231 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.211757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-610878ee-b7ea-4049-8a27-b57805407d21 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:08.231648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72f831-79cb-4a6a-9c0b-cecf42265231 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075a0a2d-1fdd-4c5d-b292-1f20e22cdbfe,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:08.239802 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6d72f831-79cb-4a6a-9c0b-cecf42265231 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:08.241143 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d72f831-79cb-4a6a-9c0b-cecf42265231 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.245495 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6d72f831-79cb-4a6a-9c0b-cecf42265231 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1704075
Dec 24 11:04:08.245833 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53716) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:08.252060 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-c55fdd2e-9795-4d12-afaf-3634551ad81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'fdf2b73c-d541-4158-8ae2-c85bca3d4fb5', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:08.259154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c55fdd2e-9795-4d12-afaf-3634551ad81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:08.263566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c55fdd2e-9795-4d12-afaf-3634551ad81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:08.264610 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cba9b1ba-674a-4476-97a7-9db7cd601084 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:04:08.267155 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c55fdd2e-9795-4d12-afaf-3634551ad81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:08.272990 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c55fdd2e-9795-4d12-afaf-3634551ad81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:08.284843 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-c55fdd2e-9795-4d12-afaf-3634551ad81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:04:08.291826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c55fdd2e-9795-4d12-afaf-3634551ad81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.348831 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port cba9b1ba-674a-4476-97a7-9db7cd601084 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:04:08.354592 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port cba9b1ba-674a-4476-97a7-9db7cd601084 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:08.355082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.361829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c55fdd2e-9795-4d12-afaf-3634551ad81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.367227 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c55fdd2e-9795-4d12-afaf-3634551ad81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.369504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-22d0bc0d-34b1-4440-9017-1d74e41afda5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:08.393843 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55fdd2e-9795-4d12-afaf-3634551ad81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=765ed38e-76d4-4511-89f3-adcb275e4c10,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:08.398442 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c55fdd2e-9795-4d12-afaf-3634551ad81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:08.408741 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c55fdd2e-9795-4d12-afaf-3634551ad81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.410274 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c55fdd2e-9795-4d12-afaf-3634551ad81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1626930
Dec 24 11:04:08.413577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53720) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:08.419994 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5b5c80c0-3ef7-4cd3-87f6-be99fd977ed7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'fdf2b73c-d541-4158-8ae2-c85bca3d4fb5', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:08.426534 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5b5c80c0-3ef7-4cd3-87f6-be99fd977ed7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:08.431143 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5b5c80c0-3ef7-4cd3-87f6-be99fd977ed7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:08.434359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5b5c80c0-3ef7-4cd3-87f6-be99fd977ed7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:08.440981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5b5c80c0-3ef7-4cd3-87f6-be99fd977ed7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:08.456558 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-5b5c80c0-3ef7-4cd3-87f6-be99fd977ed7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:04:08.463936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b5c80c0-3ef7-4cd3-87f6-be99fd977ed7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.502816 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.539749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port cba9b1ba-674a-4476-97a7-9db7cd601084, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cba9b1ba-674a-4476-97a7-9db7cd601084,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:08.541802 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b5c80c0-3ef7-4cd3-87f6-be99fd977ed7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.544053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.545129 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7af113a1-e1e9-4015-8d71-2702ec42ce05 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:04:08.546054 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b5c80c0-3ef7-4cd3-87f6-be99fd977ed7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.548055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c20f89d3-54ec-473c-86d5-45aabe28c1d7 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:08.575487 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8e358656-5f20-4b21-9cd6-bdb8be9e0eaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:08.576188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c80c0-3ef7-4cd3-87f6-be99fd977ed7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760a0d70-500c-446d-9fc2-eb5a3ddcc60f,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:08.586809 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5b5c80c0-3ef7-4cd3-87f6-be99fd977ed7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:08.595156 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5b5c80c0-3ef7-4cd3-87f6-be99fd977ed7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.596392 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5b5c80c0-3ef7-4cd3-87f6-be99fd977ed7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1813197
Dec 24 11:04:08.671332 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=cba9b1ba-674a-4476-97a7-9db7cd601084,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:08.674541 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:08.686511 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 7af113a1-e1e9-4015-8d71-2702ec42ce05 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:08.686778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.829146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 19c2cb9f-f764-421b-bc26-0a4a2410fba0 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:04:08.850660 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-91ee8fa2-9b06-465f-9faf-7dfa96160e6b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:04:08.874599 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-91ee8fa2-9b06-465f-9faf-7dfa96160e6b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:04:08.876473 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-91ee8fa2-9b06-465f-9faf-7dfa96160e6b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610149137&fields=id&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 267 time: 0.0718040
Dec 24 11:04:08.922689 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 19c2cb9f-f764-421b-bc26-0a4a2410fba0 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:08.923359 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:08.975636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-10985816-a776-4975-8276-12c50187843e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:08.977527 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-10985816-a776-4975-8276-12c50187843e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports/8d858579-b6cd-42b4-be3c-b831f2f8f15e HTTP/1.1" status: 200  len: 930 time: 0.0855100
Dec 24 11:04:09.063898 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-4fd42e2b-5122-4851-9ae2-5e3decfd84a5 service neutron] 10.222.0.54 "GET /v2.0/ports/8d858579-b6cd-42b4-be3c-b831f2f8f15e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.0727444
Dec 24 11:04:09.204843 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-dcfcf764-fbc9-4131-850b-5aa907c222f8 service neutron] 10.222.0.54 "GET /v2.0/networks/e0947f08-9bfb-4821-954b-41b088034bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345789
Dec 24 11:04:09.338924 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-3485a880-b805-4e88-a0a3-6f6514a404fa service neutron] 10.222.0.54 "GET /v2.0/networks/e0947f08-9bfb-4821-954b-41b088034bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283178
Dec 24 11:04:09.519055 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7bc36513-e23f-4673-9445-51b94ab43d4d req-338a38d2-525e-4f48-b781-536c8887c4b1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:04:09.534354 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7bc36513-e23f-4673-9445-51b94ab43d4d req-338a38d2-525e-4f48-b781-536c8887c4b1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:04:09.535719 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bc36513-e23f-4673-9445-51b94ab43d4d req-338a38d2-525e-4f48-b781-536c8887c4b1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 210 time: 0.0637403
Dec 24 11:04:10.189269 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cba9b1ba-674a-4476-97a7-9db7cd601084 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:04:10.257672 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port cba9b1ba-674a-4476-97a7-9db7cd601084 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:10.258581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:10.463276 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:10.546663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-6816d55f-adf7-438b-9c8b-fda40413c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:10.548022 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-6816d55f-adf7-438b-9c8b-fda40413c23b service neutron] 10.222.0.32 "GET /v2.0/ports/8d858579-b6cd-42b4-be3c-b831f2f8f15e HTTP/1.1" status: 200  len: 1026 time: 0.1809871
Dec 24 11:04:10.689739 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d8548df2-8e60-4beb-a85f-843f708bbc94 req-bf14986a-3111-4784-823a-13cd0581a6da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 210 time: 0.0425622
Dec 24 11:04:10.697776 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-ca388666-4d8d-463b-96a2-b579c5ea584d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:10.698485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-ca388666-4d8d-463b-96a2-b579c5ea584d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:04:10.713623 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-ca388666-4d8d-463b-96a2-b579c5ea584d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:04:10.714757 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-ca388666-4d8d-463b-96a2-b579c5ea584d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/networks?id=e0947f08-9bfb-4821-954b-41b088034bd5 HTTP/1.1" status: 200  len: 797 time: 0.1614513
Dec 24 11:04:10.760591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-c92f6e83-0146-408f-a848-1416996c9830 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:04:10.771918 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-c92f6e83-0146-408f-a848-1416996c9830 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:04:10.773024 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-c92f6e83-0146-408f-a848-1416996c9830 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 379 time: 0.0501606
Dec 24 11:04:10.783396 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Request body: {'port': {'device_id': '3f47bbd0-8dde-46ff-97c4-588695064017', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:10.891986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:11.222122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d858579-b6cd-42b4-be3c-b831f2f8f15e {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:04:11.229468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:11.243950 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Transition to ACTIVE for port object 8d858579-b6cd-42b4-be3c-b831f2f8f15e will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:04:11.247359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:11.251568 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:11.402823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d858579-b6cd-42b4-be3c-b831f2f8f15e,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:11.410237 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:11.479704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Attempting to bind port 8d858579-b6cd-42b4-be3c-b831f2f8f15e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:04:11.480035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Attempting to bind port 8d858579-b6cd-42b4-be3c-b831f2f8f15e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '21dc19e0-72e4-4f07-8107-bbfc29c2abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:04:11.480358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Attempting to bind port 8d858579-b6cd-42b4-be3c-b831f2f8f15e on network e0947f08-9bfb-4821-954b-41b088034bd5 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:04:11.484802 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Port 8d858579-b6cd-42b4-be3c-b831f2f8f15e on network e0947f08-9bfb-4821-954b-41b088034bd5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:04:11.485113 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Attempting to bind port 8d858579-b6cd-42b4-be3c-b831f2f8f15e on network e0947f08-9bfb-4821-954b-41b088034bd5 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:04:11.490062 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:04:11.490394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Checking segment: {'id': '21dc19e0-72e4-4f07-8107-bbfc29c2abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:04:11.490769 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Bound using segment: {'id': '21dc19e0-72e4-4f07-8107-bbfc29c2abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:04:11.491180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Bound port: 8d858579-b6cd-42b4-be3c-b831f2f8f15e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21dc19e0-72e4-4f07-8107-bbfc29c2abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:04:11.491515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:11.579002 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] For port 8d858579-b6cd-42b4-be3c-b831f2f8f15e, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:04:11.582007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] For port 8d858579-b6cd-42b4-be3c-b831f2f8f15e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d858579-b6cd-42b4-be3c-b831f2f8f15e,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:04:11.586431 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:11.590189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-27ee9721-fbb9-4e13-9ffe-b2adf330cf62 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:11.645957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:11.646470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:11.647817 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] 10.222.0.32 "PUT /v2.0/ports/8d858579-b6cd-42b4-be3c-b831f2f8f15e HTTP/1.1" status: 200  len: 1131 time: 0.8685091
Dec 24 11:04:11.648339 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f47bbd0-8dde-46ff-97c4-588695064017', 'tag': '8d858579-b6cd-42b4-be3c-b831f2f8f15e'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:04:11.673171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d858579-b6cd-42b4-be3c-b831f2f8f15e,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:11.676385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:11.726404 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f47bbd0-8dde-46ff-97c4-588695064017', 'tag': '8d858579-b6cd-42b4-be3c-b831f2f8f15e', 'status': 'completed', 'code': 200}
Dec 24 11:04:11.764614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-9c8ef983-8357-4843-ae46-3178c791b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:11.767661 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-9c8ef983-8357-4843-ae46-3178c791b9cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 1134 time: 0.0821424
Dec 24 11:04:11.844635 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-6f846347-3bb8-435c-a51d-c64607ad772c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d858579-b6cd-42b4-be3c-b831f2f8f15e HTTP/1.1" status: 200  len: 217 time: 0.0698965
Dec 24 11:04:11.885283 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89863ed0-faac-4d39-9420-8bacf66001f4 req-7bd29261-05d8-494a-9de7-3332c20be537 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:11.886861 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-89863ed0-faac-4d39-9420-8bacf66001f4 req-7bd29261-05d8-494a-9de7-3332c20be537 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 981 time: 0.0844734
Dec 24 11:04:11.908290 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-98f48069-bb12-4753-a1f0-3c46f160cead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:11.909661 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-98f48069-bb12-4753-a1f0-3c46f160cead service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50964bbe-4f99-4967-8b5d-f24d71ea02eb HTTP/1.1" status: 200  len: 834 time: 0.0593810
Dec 24 11:04:11.932548 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-89863ed0-faac-4d39-9420-8bacf66001f4 req-28401fb9-6529-4fcb-ad7f-e115af7a95d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389998
Dec 24 11:04:11.988054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-db23bf49-b82f-49e8-86e5-7d6b49b59318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:11.989511 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-db23bf49-b82f-49e8-86e5-7d6b49b59318 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e0947f08-9bfb-4821-954b-41b088034bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0682199
Dec 24 11:04:12.117314 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-90dd51c1-d85f-4670-bdfc-bc81d0ec182c service neutron] 10.222.0.32 "GET /v2.0/networks/e0947f08-9bfb-4821-954b-41b088034bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202416
Dec 24 11:04:12.351557 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e848d227-0ed6-465c-b8cc-7a361b110d68 req-b40ba900-0482-4574-b363-640d48ac38b3 service neutron] 10.222.0.32 "GET /v2.0/networks/e0947f08-9bfb-4821-954b-41b088034bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2274344
Dec 24 11:04:12.468675 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192681d-618b-4107-bd91-1f0d71e90854 req-de3a33c3-5180-4e7d-bcc2-9239688cd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:12.470302 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a192681d-618b-4107-bd91-1f0d71e90854 req-de3a33c3-5180-4e7d-bcc2-9239688cd37d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 1134 time: 0.0697949
Dec 24 11:04:12.603041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192681d-618b-4107-bd91-1f0d71e90854 req-55dd2ed8-19af-4818-ab7b-a6e090a3e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:12.604486 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a192681d-618b-4107-bd91-1f0d71e90854 req-55dd2ed8-19af-4818-ab7b-a6e090a3e26f service neutron] 10.222.0.32 "GET /v2.0/networks?id=e0947f08-9bfb-4821-954b-41b088034bd5 HTTP/1.1" status: 200  len: 898 time: 0.1278105
Dec 24 11:04:12.675291 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a192681d-618b-4107-bd91-1f0d71e90854 req-a572f842-1b14-4784-a301-a80633cd9733 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d858579-b6cd-42b4-be3c-b831f2f8f15e HTTP/1.1" status: 200  len: 217 time: 0.0641959
Dec 24 11:04:12.734728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192681d-618b-4107-bd91-1f0d71e90854 req-cd08929c-4f14-401d-b9ee-544aa221fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:12.736033 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a192681d-618b-4107-bd91-1f0d71e90854 req-cd08929c-4f14-401d-b9ee-544aa221fefb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50964bbe-4f99-4967-8b5d-f24d71ea02eb HTTP/1.1" status: 200  len: 834 time: 0.0550280
Dec 24 11:04:12.811161 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192681d-618b-4107-bd91-1f0d71e90854 req-5c5d7de0-99ed-4ce7-be05-6cf49db312a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:12.812591 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a192681d-618b-4107-bd91-1f0d71e90854 req-5c5d7de0-99ed-4ce7-be05-6cf49db312a3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e0947f08-9bfb-4821-954b-41b088034bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706680
Dec 24 11:04:12.942309 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a192681d-618b-4107-bd91-1f0d71e90854 req-5732c4dd-ea83-4f0c-a5dd-f6a8108f41db service neutron] 10.222.0.32 "GET /v2.0/networks/e0947f08-9bfb-4821-954b-41b088034bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230464
Dec 24 11:04:13.115927 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a192681d-618b-4107-bd91-1f0d71e90854 req-0f1cfe1a-f295-4f25-9b71-6534878e7c98 service neutron] 10.222.0.32 "GET /v2.0/networks/e0947f08-9bfb-4821-954b-41b088034bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1671677
Dec 24 11:04:13.146739 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f3b7a-3d65-4f40-b24d-c78ee35a0db8 req-8e104f8c-0a5c-4ea1-bc15-e81921906ca1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:13.148196 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c31f3b7a-3d65-4f40-b24d-c78ee35a0db8 req-8e104f8c-0a5c-4ea1-bc15-e81921906ca1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 981 time: 0.1099093
Dec 24 11:04:13.192070 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c31f3b7a-3d65-4f40-b24d-c78ee35a0db8 req-71e0eb46-ee62-4edd-af12-a830a37f18ce tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382524
Dec 24 11:04:14.371422 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193cc3c-4d2f-4ce7-befa-c7b26d6d96bb req-06c55764-d0c0-444c-8eed-dcb2b5925013 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:14.372862 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c193cc3c-4d2f-4ce7-befa-c7b26d6d96bb req-06c55764-d0c0-444c-8eed-dcb2b5925013 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 981 time: 0.0802331
Dec 24 11:04:14.417431 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c193cc3c-4d2f-4ce7-befa-c7b26d6d96bb req-b572d5e1-28b9-41b3-80fb-8264cf6e3165 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388808
Dec 24 11:04:15.073316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8d858579-b6cd-42b4-be3c-b831f2f8f15e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:04:15.203282 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 8d858579-b6cd-42b4-be3c-b831f2f8f15e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d858579-b6cd-42b4-be3c-b831f2f8f15e,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:15.215690 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '8d858579-b6cd-42b4-be3c-b831f2f8f15e', 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5', 'port_id': '8d858579-b6cd-42b4-be3c-b831f2f8f15e', 'mac_address': 'fa:16:3e:9d:c8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:04:15.269451 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:15.285753 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d858579-b6cd-42b4-be3c-b831f2f8f15e {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:04:15.301347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 8d858579-b6cd-42b4-be3c-b831f2f8f15e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d858579-b6cd-42b4-be3c-b831f2f8f15e,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:15.304306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:15.306643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:15.373350 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=8d858579-b6cd-42b4-be3c-b831f2f8f15e,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:15.376379 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:15.603135 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada9ae0-e345-47f1-9c52-2fc848635185 req-a814dda1-f189-4922-b0fc-99699c7632b0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:15.604505 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cada9ae0-e345-47f1-9c52-2fc848635185 req-a814dda1-f189-4922-b0fc-99699c7632b0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 982 time: 0.0825665
Dec 24 11:04:15.608362 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['8d858579-b6cd-42b4-be3c-b831f2f8f15e'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:04:15.651827 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cada9ae0-e345-47f1-9c52-2fc848635185 req-b0bf7fe9-572a-4962-89ff-d74ca548ac98 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416460
Dec 24 11:04:16.830310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df96a3-e4e9-43b0-97a3-1b2c3f147f06 req-c6ab7b70-0fc2-4962-82c3-e47c60576776 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:16.831755 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-01df96a3-e4e9-43b0-97a3-1b2c3f147f06 req-c6ab7b70-0fc2-4962-82c3-e47c60576776 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 982 time: 0.0777812
Dec 24 11:04:16.996149 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-01df96a3-e4e9-43b0-97a3-1b2c3f147f06 req-578f4138-9e48-4809-934a-1ca475bea360 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1582370
Dec 24 11:04:17.088903 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8d858579-b6cd-42b4-be3c-b831f2f8f15e up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:04:17.155910 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 8d858579-b6cd-42b4-be3c-b831f2f8f15e completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:04:17.160720 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 8d858579-b6cd-42b4-be3c-b831f2f8f15e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:17.161099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:17.277606 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:17.303597 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f47bbd0-8dde-46ff-97c4-588695064017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d858579-b6cd-42b4-be3c-b831f2f8f15e'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:04:17.313903 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 8d858579-b6cd-42b4-be3c-b831f2f8f15e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d858579-b6cd-42b4-be3c-b831f2f8f15e,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:17.317335 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:17.320263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:17.355573 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f47bbd0-8dde-46ff-97c4-588695064017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d858579-b6cd-42b4-be3c-b831f2f8f15e', 'code': 200}
Dec 24 11:04:17.388506 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=8d858579-b6cd-42b4-be3c-b831f2f8f15e,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:17.391362 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:17.567854 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e4cea-ef18-4845-a757-0562a99d7367 req-d5c4b240-279b-4d0c-8065-8c5e9f19acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:17.569204 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ca8e4cea-ef18-4845-a757-0562a99d7367 req-d5c4b240-279b-4d0c-8065-8c5e9f19acf3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 1136 time: 0.0680888
Dec 24 11:04:17.609244 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ca8e4cea-ef18-4845-a757-0562a99d7367 req-39150726-4d66-4431-8958-3813aeeae6ab service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0333829
Dec 24 11:04:18.006223 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:04:18.176525 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce873d96-3888-42ca-a271-196ead5546b6 req-f9332fd2-d75c-4593-a6cc-15ff67ccbc11 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:18.178004 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ce873d96-3888-42ca-a271-196ead5546b6 req-f9332fd2-d75c-4593-a6cc-15ff67ccbc11 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 983 time: 0.0778017
Dec 24 11:04:18.221619 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ce873d96-3888-42ca-a271-196ead5546b6 req-97872c25-06f1-445c-84ab-acbbb901e10b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373533
Dec 24 11:04:19.405333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52969c-76f8-48f9-b44f-778f9d97d307 req-f0fdee6b-3b46-40a8-ad5a-18315e002e3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:19.406803 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ca52969c-76f8-48f9-b44f-778f9d97d307 req-f0fdee6b-3b46-40a8-ad5a-18315e002e3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 983 time: 0.0820100
Dec 24 11:04:19.451131 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ca52969c-76f8-48f9-b44f-778f9d97d307 req-d220cca1-55a1-4241-a91c-774fbafda8ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387182
Dec 24 11:04:19.631834 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcacc77b-768f-4807-bda0-bcc735463c50 req-1a9c3382-c686-4005-a568-5359d2a8b88b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:19.633274 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-bcacc77b-768f-4807-bda0-bcc735463c50 req-1a9c3382-c686-4005-a568-5359d2a8b88b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 983 time: 0.0807524
Dec 24 11:04:19.676672 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-bcacc77b-768f-4807-bda0-bcc735463c50 req-9c2820f7-0129-43df-bdb1-873f6c001823 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378680
Dec 24 11:04:19.698455 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53772) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:19.767068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e10e80-1aca-44d5-8fe8-abc322fc0ba0 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:19.768572 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b8e10e80-1aca-44d5-8fe8-abc322fc0ba0 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 1131 time: 0.0691717
Dec 24 11:04:19.771288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53776) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:19.776554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '8d858579-b6cd-42b4-be3c-b831f2f8f15e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:19.782757 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:19.786477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:floatingip and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:19.790078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:19.795992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:19.805898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:19.939399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:20.071554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.26.4.243 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/f1d1d10f-4e20-4e5b-acc2-1180371c9e4a) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:04:20.215430 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:20.245417 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:20.248931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2864c642-bebd-47fd-b1ca-f283dc14c35b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:20.314732 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:04:20.317788 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:04:20.321990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:20.349651 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=f1d1d10f-4e20-4e5b-acc2-1180371c9e4a,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:20.355378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:20.721456 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:20.792535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:20.991121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:20.995425 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:20.999760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:21.217989 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=f1d1d10f-4e20-4e5b-acc2-1180371c9e4a,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:21.222005 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:21.228076 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:21.395070 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP 3dcff3b6-63ed-4d1b-9128-952aa8df8a75 associated. External IP: 172.26.4.243, port: 8d858579-b6cd-42b4-be3c-b831f2f8f15e.
Dec 24 11:04:21.736694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 212da919-ba50-4435-8667-a1618d458a4d has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:04:21.911000 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:04:21.921217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c23aee-c920-4c07-8d03-bf77fcdcaf4e None None] Sync routers for ids ['212da919-ba50-4435-8667-a1618d458a4d'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:04:21.930506 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c23aee-c920-4c07-8d03-bf77fcdcaf4e None None] Routers {'212da919-ba50-4435-8667-a1618d458a4d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:21.931120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f6c23aee-c920-4c07-8d03-bf77fcdcaf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0758e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['212da919-ba50-4435-8667-a1618d458a4d'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:21.934512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:21.988259 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1034 time: 2.2158747
Dec 24 11:04:21.989108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f47bbd0-8dde-46ff-97c4-588695064017', 'tag': '8d858579-b6cd-42b4-be3c-b831f2f8f15e'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:04:21.991446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53780) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:22.064065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78201c86-8586-41f7-9e94-322ac543bb5e tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:22.065570 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-78201c86-8586-41f7-9e94-322ac543bb5e tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=3f47bbd0-8dde-46ff-97c4-588695064017&network_id=e0947f08-9bfb-4821-954b-41b088034bd5 HTTP/1.1" status: 200  len: 1131 time: 0.0728927
Dec 24 11:04:22.112211 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-f6c23aee-c920-4c07-8d03-bf77fcdcaf4e None None] Set router 212da919-ba50-4435-8667-a1618d458a4d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:04:22.134950 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f47bbd0-8dde-46ff-97c4-588695064017', 'tag': '8d858579-b6cd-42b4-be3c-b831f2f8f15e', 'status': 'completed', 'code': 200}
Dec 24 11:04:22.236875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcab74-5e21-4819-9c0c-8ad6414b2cdb req-92fcf122-574a-4cf4-8aee-1d4154f5cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:22.238810 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-18fcab74-5e21-4819-9c0c-8ad6414b2cdb req-92fcf122-574a-4cf4-8aee-1d4154f5cdb8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 1136 time: 0.0791578
Dec 24 11:04:22.416841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcab74-5e21-4819-9c0c-8ad6414b2cdb req-ef1310cf-af4d-42a4-ad98-4d592585e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:22.418525 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-18fcab74-5e21-4819-9c0c-8ad6414b2cdb req-ef1310cf-af4d-42a4-ad98-4d592585e806 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e0947f08-9bfb-4821-954b-41b088034bd5 HTTP/1.1" status: 200  len: 898 time: 0.1738768
Dec 24 11:04:22.474776 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f6c23aee-c920-4c07-8d03-bf77fcdcaf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0758e0>, [{'id': '212da919-ba50-4435-8667-a1618d458a4d', 'name': 'tempest-TestNetworkBasicOps-router-1657441320', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:04Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '3dcff3b6-63ed-4d1b-9128-952aa8df8a75', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '212da919-ba50-4435-8667-a1618d458a4d', 'port_id': '8d858579-b6cd-42b4-be3c-b831f2f8f15e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-162470306', 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5', 'mac_address': 'fa:16:3e:9d:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f47bbd0-8dde-46ff-97c4-588695064017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:04:20Z', 'updated_at': '2021-12-24T11:04:20Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba9b1ba-674a-4476-97a7-9db7cd601084', 'name': '', 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:4b:f0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:03Z', 'updated_at': '2021-12-24T11:04:08Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:22.478862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c23aee-c920-4c07-8d03-bf77fcdcaf4e None None] Checking router: 212da919-ba50-4435-8667-a1618d458a4d for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:04:22.487539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c23aee-c920-4c07-8d03-bf77fcdcaf4e None None] Routers {'212da919-ba50-4435-8667-a1618d458a4d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:22.488171 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f6c23aee-c920-4c07-8d03-bf77fcdcaf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0758e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['212da919-ba50-4435-8667-a1618d458a4d'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:22.652794 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-18fcab74-5e21-4819-9c0c-8ad6414b2cdb req-d055dc38-96ab-40d1-bd0b-4c8b34869b44 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d858579-b6cd-42b4-be3c-b831f2f8f15e HTTP/1.1" status: 200  len: 1037 time: 0.2264421
Dec 24 11:04:22.660356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb365a1-bbc7-482a-bb7c-9e40a400f9b4 req-745013ee-1f92-4eca-938d-90cbad0989a5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:22.661749 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6fb365a1-bbc7-482a-bb7c-9e40a400f9b4 req-745013ee-1f92-4eca-938d-90cbad0989a5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 983 time: 0.3012240
Dec 24 11:04:22.669596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-f6c23aee-c920-4c07-8d03-bf77fcdcaf4e None None] Set router 212da919-ba50-4435-8667-a1618d458a4d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:04:22.748840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcab74-5e21-4819-9c0c-8ad6414b2cdb req-6ccdb437-9405-4879-843e-bc6b80da5c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:22.750282 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-18fcab74-5e21-4819-9c0c-8ad6414b2cdb req-6ccdb437-9405-4879-843e-bc6b80da5c85 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50964bbe-4f99-4967-8b5d-f24d71ea02eb HTTP/1.1" status: 200  len: 834 time: 0.0876768
Dec 24 11:04:22.754622 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6fb365a1-bbc7-482a-bb7c-9e40a400f9b4 req-45bbe541-e6da-43a6-a024-8a39e58c6cfb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598733
Dec 24 11:04:22.825362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcab74-5e21-4819-9c0c-8ad6414b2cdb req-6bae1efd-713d-4d23-95e9-c2a31a9049b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:22.826872 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-18fcab74-5e21-4819-9c0c-8ad6414b2cdb req-6bae1efd-713d-4d23-95e9-c2a31a9049b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e0947f08-9bfb-4821-954b-41b088034bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0697131
Dec 24 11:04:22.962154 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-18fcab74-5e21-4819-9c0c-8ad6414b2cdb req-629467d3-b288-4868-8766-4fc2063f2a37 service neutron] 10.222.0.32 "GET /v2.0/networks/e0947f08-9bfb-4821-954b-41b088034bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1271796
Dec 24 11:04:23.051008 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f6c23aee-c920-4c07-8d03-bf77fcdcaf4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0758e0>, [{'id': '212da919-ba50-4435-8667-a1618d458a4d', 'name': 'tempest-TestNetworkBasicOps-router-1657441320', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:04Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '3dcff3b6-63ed-4d1b-9128-952aa8df8a75', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '212da919-ba50-4435-8667-a1618d458a4d', 'port_id': '8d858579-b6cd-42b4-be3c-b831f2f8f15e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-162470306', 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5', 'mac_address': 'fa:16:3e:9d:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f47bbd0-8dde-46ff-97c4-588695064017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:04:20Z', 'updated_at': '2021-12-24T11:04:20Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba9b1ba-674a-4476-97a7-9db7cd601084', 'name': '', 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:4b:f0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:03Z', 'updated_at': '2021-12-24T11:04:08Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:23.055584 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c23aee-c920-4c07-8d03-bf77fcdcaf4e None None] The sync data for ids ['212da919-ba50-4435-8667-a1618d458a4d'] in dv-neutron-822668-2-hyperv is: [{'id': '212da919-ba50-4435-8667-a1618d458a4d', 'name': 'tempest-TestNetworkBasicOps-router-1657441320', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:04Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '3dcff3b6-63ed-4d1b-9128-952aa8df8a75', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.243', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '212da919-ba50-4435-8667-a1618d458a4d', 'port_id': '8d858579-b6cd-42b4-be3c-b831f2f8f15e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1404, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-162470306', 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5', 'mac_address': 'fa:16:3e:9d:c8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f47bbd0-8dde-46ff-97c4-588695064017', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:04:20Z', 'updated_at': '2021-12-24T11:04:20Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cba9b1ba-674a-4476-97a7-9db7cd601084', 'name': '', 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:4b:f0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:03Z', 'updated_at': '2021-12-24T11:04:08Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:04:23.104948 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-18fcab74-5e21-4819-9c0c-8ad6414b2cdb req-f41b80d9-19cb-41a6-bdb0-5ecfac437ef3 service neutron] 10.222.0.32 "GET /v2.0/networks/e0947f08-9bfb-4821-954b-41b088034bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1353848
Dec 24 11:04:23.251708 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea049a1a-e67f-4562-be9e-e66a15d170be None None] New status for floating IP 3dcff3b6-63ed-4d1b-9128-952aa8df8a75: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:04:23.775074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5bb59-319c-47e1-a641-e7c8f753d539 req-3d60875c-55b7-4035-aa9e-ae75ab4845e9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:23.776434 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c3c5bb59-319c-47e1-a641-e7c8f753d539 req-3d60875c-55b7-4035-aa9e-ae75ab4845e9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/ports?device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 983 time: 0.0834165
Dec 24 11:04:23.846813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5bb59-319c-47e1-a641-e7c8f753d539 req-931e348c-521e-4cb4-a4d0-1ed64bb60286 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:23.848178 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c3c5bb59-319c-47e1-a641-e7c8f753d539 req-931e348c-521e-4cb4-a4d0-1ed64bb60286 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/ports/8d858579-b6cd-42b4-be3c-b831f2f8f15e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0661571
Dec 24 11:04:23.940301 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c71b82-2e69-43ba-a552-daf25ea805d7 req-db04ef8b-3070-49cc-b88c-d12370ec3cef tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:23.941776 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-19c71b82-2e69-43ba-a552-daf25ea805d7 req-db04ef8b-3070-49cc-b88c-d12370ec3cef tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 983 time: 0.0825343
Dec 24 11:04:23.985090 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-19c71b82-2e69-43ba-a552-daf25ea805d7 req-1bfd266c-2e87-477e-8fad-071f0e3004dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368741
Dec 24 11:04:23.991754 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c3c5bb59-319c-47e1-a641-e7c8f753d539 req-b6fceeaf-cf4e-4d6b-b1e9-c6458a15dda2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/networks/e0947f08-9bfb-4821-954b-41b088034bd5?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1384025
Dec 24 11:04:24.003189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-c3c5bb59-319c-47e1-a641-e7c8f753d539 req-c770c64e-754e-40df-b879-b1f472e71404 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:24.113064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c3c5bb59-319c-47e1-a641-e7c8f753d539 req-c770c64e-754e-40df-b879-b1f472e71404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:24.308292 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-c3c5bb59-319c-47e1-a641-e7c8f753d539 req-c770c64e-754e-40df-b879-b1f472e71404 service neutron] For port 8d858579-b6cd-42b4-be3c-b831f2f8f15e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d858579-b6cd-42b4-be3c-b831f2f8f15e,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:24.335696 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-c3c5bb59-319c-47e1-a641-e7c8f753d539 req-c770c64e-754e-40df-b879-b1f472e71404 service neutron] For port 8d858579-b6cd-42b4-be3c-b831f2f8f15e, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:04:24.390071 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-c3c5bb59-319c-47e1-a641-e7c8f753d539 req-c770c64e-754e-40df-b879-b1f472e71404 service neutron] device_id is not set on port 8d858579-b6cd-42b4-be3c-b831f2f8f15e yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 11:04:24.399007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c3c5bb59-319c-47e1-a641-e7c8f753d539 req-c770c64e-754e-40df-b879-b1f472e71404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:24.404830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c3c5bb59-319c-47e1-a641-e7c8f753d539 req-c770c64e-754e-40df-b879-b1f472e71404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:24.409651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1500957b-945b-446a-8c1c-90f483f0389a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:24.544022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770c64e-754e-40df-b879-b1f472e71404 service neutron] Pushing event updated for resources: {'Port': ['ID=8d858579-b6cd-42b4-be3c-b831f2f8f15e,revision_number=6']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:24.548268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c770c64e-754e-40df-b879-b1f472e71404 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:24.599586 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c5bb59-319c-47e1-a641-e7c8f753d539 req-c770c64e-754e-40df-b879-b1f472e71404 service neutron] No DVR routers for this DVR port 8d858579-b6cd-42b4-be3c-b831f2f8f15e on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:04:24.687859 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-569dcb6e-b89a-4825-a445-9644cb8da146 None None] Provisioning complete for port 8d858579-b6cd-42b4-be3c-b831f2f8f15e triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:24.688438 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-569dcb6e-b89a-4825-a445-9644cb8da146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:24.746122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-569dcb6e-b89a-4825-a445-9644cb8da146 None None] Port 8d858579-b6cd-42b4-be3c-b831f2f8f15e cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:04:24.930728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-c3c5bb59-319c-47e1-a641-e7c8f753d539 req-c770c64e-754e-40df-b879-b1f472e71404 service neutron] In _notify_port_updated(), no bound segment for port 8d858579-b6cd-42b4-be3c-b831f2f8f15e on network e0947f08-9bfb-4821-954b-41b088034bd5 {{(pid=87558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 11:04:24.931606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5bb59-319c-47e1-a641-e7c8f753d539 req-c770c64e-754e-40df-b879-b1f472e71404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:24.932217 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c3c5bb59-319c-47e1-a641-e7c8f753d539 req-c770c64e-754e-40df-b879-b1f472e71404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:24.933499 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c3c5bb59-319c-47e1-a641-e7c8f753d539 req-c770c64e-754e-40df-b879-b1f472e71404 service neutron] 10.222.0.32 "PUT /v2.0/ports/8d858579-b6cd-42b4-be3c-b831f2f8f15e HTTP/1.1" status: 200  len: 1026 time: 0.9342499
Dec 24 11:04:25.157187 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fff21329-d3c9-4673-b8e3-4d061cafeb0c req-e7fe9b10-d896-43a5-8e2d-524929f2043e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=3f47bbd0-8dde-46ff-97c4-588695064017 HTTP/1.1" status: 200  len: 210 time: 0.0500860
Dec 24 11:04:26.247457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53798) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:26.316310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507add75-31a5-4bfd-b51e-f024400ada5b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:26.317647 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-507add75-31a5-4bfd-b51e-f024400ada5b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports/8d858579-b6cd-42b4-be3c-b831f2f8f15e HTTP/1.1" status: 200  len: 925 time: 0.0691919
Dec 24 11:04:26.512705 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53804) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:26.517948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f0991669-4a39-4fb1-b70b-691c2273654c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-166147340', 'description': 'tempest-secgroup-smoke-166147340 description', 'project_id': '1df2c4270c8b4c3e834179de6e64472f'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:26.524967 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f0991669-4a39-4fb1-b70b-691c2273654c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:26.534467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f0991669-4a39-4fb1-b70b-691c2273654c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:26.544417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f0991669-4a39-4fb1-b70b-691c2273654c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:26.564244 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f0991669-4a39-4fb1-b70b-691c2273654c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:26.567954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f0991669-4a39-4fb1-b70b-691c2273654c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:26.571195 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f0991669-4a39-4fb1-b70b-691c2273654c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:26.576696 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f0991669-4a39-4fb1-b70b-691c2273654c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:26.645502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f0991669-4a39-4fb1-b70b-691c2273654c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:26.649045 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f0991669-4a39-4fb1-b70b-691c2273654c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:26.653777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-78bd6b80-5ba5-4960-8c0d-c9987a96b92e tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:26.697338 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0991669-4a39-4fb1-b70b-691c2273654c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480099e6-11ba-406d-89f8-c25bec19b37e,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:26.701037 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f0991669-4a39-4fb1-b70b-691c2273654c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:26.702378 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f0991669-4a39-4fb1-b70b-691c2273654c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:26.703564 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f0991669-4a39-4fb1-b70b-691c2273654c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1898351
Dec 24 11:04:26.706519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53808) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:26.711790 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-31361d35-f9e5-4d48-a24f-81b1d780f8b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '480099e6-11ba-406d-89f8-c25bec19b37e', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:26.718385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-31361d35-f9e5-4d48-a24f-81b1d780f8b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:26.722465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-31361d35-f9e5-4d48-a24f-81b1d780f8b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:26.725435 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-31361d35-f9e5-4d48-a24f-81b1d780f8b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:26.731448 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-31361d35-f9e5-4d48-a24f-81b1d780f8b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:26.748663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-31361d35-f9e5-4d48-a24f-81b1d780f8b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:26.812554 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-31361d35-f9e5-4d48-a24f-81b1d780f8b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:26.815739 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-31361d35-f9e5-4d48-a24f-81b1d780f8b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:26.817506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8e62d851-4100-4dad-bcc6-8434aa8e8d81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:26.839120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31361d35-f9e5-4d48-a24f-81b1d780f8b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=466511e9-8df0-4b81-9398-4cd49dee2457,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:26.841553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-31361d35-f9e5-4d48-a24f-81b1d780f8b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:26.848279 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-31361d35-f9e5-4d48-a24f-81b1d780f8b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:26.849472 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-31361d35-f9e5-4d48-a24f-81b1d780f8b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1418300
Dec 24 11:04:26.852226 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53812) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:26.857057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-e4bef951-921f-4d9c-a1c7-a5acfc109b35 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '480099e6-11ba-406d-89f8-c25bec19b37e', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:26.863698 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e4bef951-921f-4d9c-a1c7-a5acfc109b35 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:26.867955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e4bef951-921f-4d9c-a1c7-a5acfc109b35 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:26.870818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e4bef951-921f-4d9c-a1c7-a5acfc109b35 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:26.876358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e4bef951-921f-4d9c-a1c7-a5acfc109b35 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:26.892909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e4bef951-921f-4d9c-a1c7-a5acfc109b35 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:26.952088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e4bef951-921f-4d9c-a1c7-a5acfc109b35 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:26.955333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e4bef951-921f-4d9c-a1c7-a5acfc109b35 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:26.957053 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b7ea55de-1fba-47ef-9257-9497f49e124a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:26.978498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bef951-921f-4d9c-a1c7-a5acfc109b35 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74aa3e91-0f50-4e18-952d-9a033e0919ac,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:26.980886 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e4bef951-921f-4d9c-a1c7-a5acfc109b35 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:26.987773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e4bef951-921f-4d9c-a1c7-a5acfc109b35 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:26.988988 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e4bef951-921f-4d9c-a1c7-a5acfc109b35 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1358485
Dec 24 11:04:26.991749 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53816) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:26.998054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-43f4131f-74fd-4dce-90ea-644a1acac3fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '480099e6-11ba-406d-89f8-c25bec19b37e', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:27.004454 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-43f4131f-74fd-4dce-90ea-644a1acac3fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:27.008930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-43f4131f-74fd-4dce-90ea-644a1acac3fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:27.011772 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-43f4131f-74fd-4dce-90ea-644a1acac3fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:27.017317 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-43f4131f-74fd-4dce-90ea-644a1acac3fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:27.033325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-43f4131f-74fd-4dce-90ea-644a1acac3fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:27.095671 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-43f4131f-74fd-4dce-90ea-644a1acac3fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:27.099238 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-43f4131f-74fd-4dce-90ea-644a1acac3fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:27.101093 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0b70534b-8a83-4891-939f-890fc2f6231c tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:27.123908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4131f-74fd-4dce-90ea-644a1acac3fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6f121a-bd17-4376-9df5-3ca762b68e99,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:27.126267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-43f4131f-74fd-4dce-90ea-644a1acac3fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:27.133821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-43f4131f-74fd-4dce-90ea-644a1acac3fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:27.135047 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-43f4131f-74fd-4dce-90ea-644a1acac3fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1423128
Dec 24 11:04:27.137779 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53820) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:27.142568 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-184bbf3a-27a9-468d-a574-91d0aae33479 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '480099e6-11ba-406d-89f8-c25bec19b37e', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:27.148200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-184bbf3a-27a9-468d-a574-91d0aae33479 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:27.151938 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-184bbf3a-27a9-468d-a574-91d0aae33479 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:27.154794 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-184bbf3a-27a9-468d-a574-91d0aae33479 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:27.160541 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-184bbf3a-27a9-468d-a574-91d0aae33479 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:27.177060 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-184bbf3a-27a9-468d-a574-91d0aae33479 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:27.239263 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-184bbf3a-27a9-468d-a574-91d0aae33479 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:27.243161 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-184bbf3a-27a9-468d-a574-91d0aae33479 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:27.244906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-59ffe2fd-37e2-4535-9007-071e8677469c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:27.265757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bbf3a-27a9-468d-a574-91d0aae33479 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06403ace-08f7-42b8-9b32-762865d0fb93,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:27.268334 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-184bbf3a-27a9-468d-a574-91d0aae33479 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:27.276290 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-184bbf3a-27a9-468d-a574-91d0aae33479 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:27.277445 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-184bbf3a-27a9-468d-a574-91d0aae33479 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1387331
Dec 24 11:04:27.280881 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53824) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:27.285807 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-ef794040-56db-4d7d-9eaa-04c371361ec9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '480099e6-11ba-406d-89f8-c25bec19b37e', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:27.291972 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ef794040-56db-4d7d-9eaa-04c371361ec9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:27.295724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ef794040-56db-4d7d-9eaa-04c371361ec9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:27.298725 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ef794040-56db-4d7d-9eaa-04c371361ec9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:27.304415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ef794040-56db-4d7d-9eaa-04c371361ec9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:27.314767 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-ef794040-56db-4d7d-9eaa-04c371361ec9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:04:27.321938 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef794040-56db-4d7d-9eaa-04c371361ec9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:27.383996 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef794040-56db-4d7d-9eaa-04c371361ec9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:27.388622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef794040-56db-4d7d-9eaa-04c371361ec9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:27.390563 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-17cba699-39d3-4b8e-8125-232970b855f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:27.413146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef794040-56db-4d7d-9eaa-04c371361ec9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6983794-b411-4e71-ace0-775020c50ccb,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:27.416566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ef794040-56db-4d7d-9eaa-04c371361ec9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:27.424494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ef794040-56db-4d7d-9eaa-04c371361ec9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:27.425724 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ef794040-56db-4d7d-9eaa-04c371361ec9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1439416
Dec 24 11:04:27.428606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53828) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:27.433633 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-d1426077-b2db-4e45-988a-f46aeda86415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '480099e6-11ba-406d-89f8-c25bec19b37e', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:27.439404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d1426077-b2db-4e45-988a-f46aeda86415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:27.443188 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d1426077-b2db-4e45-988a-f46aeda86415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:27.446088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d1426077-b2db-4e45-988a-f46aeda86415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:27.451769 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d1426077-b2db-4e45-988a-f46aeda86415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:27.465506 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-d1426077-b2db-4e45-988a-f46aeda86415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:04:27.471986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d1426077-b2db-4e45-988a-f46aeda86415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:27.535575 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d1426077-b2db-4e45-988a-f46aeda86415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:27.539671 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d1426077-b2db-4e45-988a-f46aeda86415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:27.541421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c99048ec-0389-47bb-98c6-27ab4beb6adb tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:27.562282 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1426077-b2db-4e45-988a-f46aeda86415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ee4b75-9d3b-4b34-ba9f-73e9306787d5,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:27.564691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d1426077-b2db-4e45-988a-f46aeda86415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:27.571335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d1426077-b2db-4e45-988a-f46aeda86415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:27.572494 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d1426077-b2db-4e45-988a-f46aeda86415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1429603
Dec 24 11:04:27.730680 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-d2fd363b-c70c-44e4-9750-b9706bb418ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-166147340&fields=id&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 267 time: 0.0423310
Dec 24 11:04:27.804157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-4575cc1d-b875-466d-8797-f7b13ba4ca7f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:27.805376 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-4575cc1d-b875-466d-8797-f7b13ba4ca7f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports/8d858579-b6cd-42b4-be3c-b831f2f8f15e HTTP/1.1" status: 200  len: 930 time: 0.0685036
Dec 24 11:04:27.874455 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-c40fd865-54b9-449d-9c92-0f57f1835263 service neutron] 10.222.0.54 "GET /v2.0/ports/8d858579-b6cd-42b4-be3c-b831f2f8f15e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200  len: 311 time: 0.0575364
Dec 24 11:04:27.998890 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-622f5586-3336-4f23-9d8e-b6e89a6fb8f6 service neutron] 10.222.0.54 "GET /v2.0/networks/e0947f08-9bfb-4821-954b-41b088034bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1189728
Dec 24 11:04:28.125483 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-769a100c-8634-4a71-9df6-da79573d0380 service neutron] 10.222.0.54 "GET /v2.0/networks/e0947f08-9bfb-4821-954b-41b088034bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1208911
Dec 24 11:04:28.296355 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-dc2fe145-9b4b-4981-a4d4-fea39189acdf req-6d6e63aa-d8d9-49cd-a189-f612b00e9db5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab HTTP/1.1" status: 200  len: 210 time: 0.0437746
Dec 24 11:04:29.135296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8d858579-b6cd-42b4-be3c-b831f2f8f15e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:04:29.194264 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8d858579-b6cd-42b4-be3c-b831f2f8f15e not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:04:29.208496 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-0b96c5a2-1c8b-4b0c-952d-e73938876b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:29.209897 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-0b96c5a2-1c8b-4b0c-952d-e73938876b4b service neutron] 10.222.0.32 "GET /v2.0/ports/8d858579-b6cd-42b4-be3c-b831f2f8f15e HTTP/1.1" status: 200  len: 1026 time: 0.0707166
Dec 24 11:04:29.363629 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-2a3f4588-5862-4bb4-899e-4048d90d5c49 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:29.365185 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-2a3f4588-5862-4bb4-899e-4048d90d5c49 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/networks?id=e0947f08-9bfb-4821-954b-41b088034bd5 HTTP/1.1" status: 200  len: 797 time: 0.1495719
Dec 24 11:04:29.419446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-2839be3e-119f-4d6c-a578-f55fa4f121ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:04:29.434616 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-2839be3e-119f-4d6c-a578-f55fa4f121ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:04:29.435837 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-2839be3e-119f-4d6c-a578-f55fa4f121ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 471 time: 0.0601215
Dec 24 11:04:29.448514 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Request body: {'port': {'device_id': '4a03110f-c920-4584-8aaf-a7356aaa18ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:29.564646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:29.587709 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0f4eaf70-8f88-4a03-859c-8f5df6b784ac req-7a918d4a-10be-4707-9195-34f8b15be466 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab HTTP/1.1" status: 200  len: 210 time: 0.1679511
Dec 24 11:04:29.618494 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3daaf0c4-eb56-4bab-851f-3e0b00cb794d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:29.899707 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d858579-b6cd-42b4-be3c-b831f2f8f15e {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:04:29.907301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:29.921038 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Transition to ACTIVE for port object 8d858579-b6cd-42b4-be3c-b831f2f8f15e will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:04:29.924406 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:29.928740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-37e57eea-882e-4138-88cf-dcb6cc1f2781 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:30.061770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Pushing event updated for resources: {'Port': ['ID=8d858579-b6cd-42b4-be3c-b831f2f8f15e,revision_number=7']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:30.066026 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:30.189529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Attempting to bind port 8d858579-b6cd-42b4-be3c-b831f2f8f15e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:04:30.189778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Attempting to bind port 8d858579-b6cd-42b4-be3c-b831f2f8f15e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '21dc19e0-72e4-4f07-8107-bbfc29c2abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:04:30.190136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Attempting to bind port 8d858579-b6cd-42b4-be3c-b831f2f8f15e on network e0947f08-9bfb-4821-954b-41b088034bd5 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:04:30.194853 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Port 8d858579-b6cd-42b4-be3c-b831f2f8f15e on network e0947f08-9bfb-4821-954b-41b088034bd5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:04:30.195171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Attempting to bind port 8d858579-b6cd-42b4-be3c-b831f2f8f15e on network e0947f08-9bfb-4821-954b-41b088034bd5 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:04:30.200369 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:04:30.200715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Checking segment: {'id': '21dc19e0-72e4-4f07-8107-bbfc29c2abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:04:30.201098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Bound using segment: {'id': '21dc19e0-72e4-4f07-8107-bbfc29c2abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:04:30.201532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Bound port: 8d858579-b6cd-42b4-be3c-b831f2f8f15e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21dc19e0-72e4-4f07-8107-bbfc29c2abe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:04:30.201885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:30.292573 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] For port 8d858579-b6cd-42b4-be3c-b831f2f8f15e, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:04:30.295457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] For port 8d858579-b6cd-42b4-be3c-b831f2f8f15e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d858579-b6cd-42b4-be3c-b831f2f8f15e,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:04:30.299962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:30.304985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a440d15b-35bf-43d0-b49e-f183adccc4a6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:30.354051 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:30.354670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:30.356017 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] 10.222.0.32 "PUT /v2.0/ports/8d858579-b6cd-42b4-be3c-b831f2f8f15e HTTP/1.1" status: 200  len: 1131 time: 0.9120221
Dec 24 11:04:30.356534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a03110f-c920-4584-8aaf-a7356aaa18ab', 'tag': '8d858579-b6cd-42b4-be3c-b831f2f8f15e'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:04:30.384092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Pushing event updated for resources: {'Port': ['ID=8d858579-b6cd-42b4-be3c-b831f2f8f15e,revision_number=8']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:30.387896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:30.436458 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a03110f-c920-4584-8aaf-a7356aaa18ab', 'tag': '8d858579-b6cd-42b4-be3c-b831f2f8f15e', 'status': 'completed', 'code': 200}
Dec 24 11:04:30.471884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-f5f68279-5e55-406d-9ca4-53ee1d5e7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:30.473382 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-f5f68279-5e55-406d-9ca4-53ee1d5e7aa4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab HTTP/1.1" status: 200  len: 1134 time: 0.0789616
Dec 24 11:04:30.686297 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-3fef7684-e1e4-4090-af23-10ad6a0c855a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d858579-b6cd-42b4-be3c-b831f2f8f15e HTTP/1.1" status: 200  len: 1037 time: 0.2051432
Dec 24 11:04:30.749780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-ffb72ad6-0640-458e-8db9-ab73688bea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:30.751234 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-ffb72ad6-0640-458e-8db9-ab73688bea49 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50964bbe-4f99-4967-8b5d-f24d71ea02eb HTTP/1.1" status: 200  len: 834 time: 0.0591435
Dec 24 11:04:30.817496 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e34c28-41f4-46e6-9d59-3e9619aac472 req-d1cd68d9-e53f-4534-928a-91517affe765 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:30.819019 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-17e34c28-41f4-46e6-9d59-3e9619aac472 req-d1cd68d9-e53f-4534-928a-91517affe765 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab HTTP/1.1" status: 200  len: 981 time: 0.0798042
Dec 24 11:04:30.829775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-48bea68a-077a-4a4a-ae40-daa9f44be46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:30.831305 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-48bea68a-077a-4a4a-ae40-daa9f44be46e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e0947f08-9bfb-4821-954b-41b088034bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0730169
Dec 24 11:04:30.862977 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-17e34c28-41f4-46e6-9d59-3e9619aac472 req-d05d1015-39c1-4107-85d1-ebf87a7d3c00 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378835
Dec 24 11:04:30.962152 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-1fcd09a4-56ca-4da7-b618-07791dbfe626 service neutron] 10.222.0.32 "GET /v2.0/networks/e0947f08-9bfb-4821-954b-41b088034bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242390
Dec 24 11:04:31.091460 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c67c31fb-7d18-4bba-ac3a-4ccf4e920bcc req-a6ed9b48-dcd5-4aa2-a8b3-faea7d0172d6 service neutron] 10.222.0.32 "GET /v2.0/networks/e0947f08-9bfb-4821-954b-41b088034bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233518
Dec 24 11:04:31.207151 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061353b-eee2-4ce2-af85-a4a9181d82c0 req-c815c11d-289f-4174-9779-e6089dc22691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:31.208627 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4061353b-eee2-4ce2-af85-a4a9181d82c0 req-c815c11d-289f-4174-9779-e6089dc22691 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab HTTP/1.1" status: 200  len: 1134 time: 0.0746956
Dec 24 11:04:31.338945 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061353b-eee2-4ce2-af85-a4a9181d82c0 req-51cf1387-d12a-484f-b1f8-bf7b6aa2301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:31.340358 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4061353b-eee2-4ce2-af85-a4a9181d82c0 req-51cf1387-d12a-484f-b1f8-bf7b6aa2301a service neutron] 10.222.0.32 "GET /v2.0/networks?id=e0947f08-9bfb-4821-954b-41b088034bd5 HTTP/1.1" status: 200  len: 898 time: 0.1248879
Dec 24 11:04:31.439026 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4061353b-eee2-4ce2-af85-a4a9181d82c0 req-c08ae65a-a112-402f-978a-7f05b01f38a4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d858579-b6cd-42b4-be3c-b831f2f8f15e HTTP/1.1" status: 200  len: 1037 time: 0.0922523
Dec 24 11:04:31.503700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061353b-eee2-4ce2-af85-a4a9181d82c0 req-390908dc-e334-44fc-b347-e0d7230e8731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:31.505073 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4061353b-eee2-4ce2-af85-a4a9181d82c0 req-390908dc-e334-44fc-b347-e0d7230e8731 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=50964bbe-4f99-4967-8b5d-f24d71ea02eb HTTP/1.1" status: 200  len: 834 time: 0.0587771
Dec 24 11:04:31.577277 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061353b-eee2-4ce2-af85-a4a9181d82c0 req-40e0b5e4-7a02-488c-ba9e-6d16265ebec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:31.578731 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4061353b-eee2-4ce2-af85-a4a9181d82c0 req-40e0b5e4-7a02-488c-ba9e-6d16265ebec5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e0947f08-9bfb-4821-954b-41b088034bd5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0671642
Dec 24 11:04:31.709369 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4061353b-eee2-4ce2-af85-a4a9181d82c0 req-4b03812b-4d4b-4135-baa2-8c4fc9ec8154 service neutron] 10.222.0.32 "GET /v2.0/networks/e0947f08-9bfb-4821-954b-41b088034bd5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231790
Dec 24 11:04:31.839157 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4061353b-eee2-4ce2-af85-a4a9181d82c0 req-5e75f196-b1c8-4a21-b23c-9f0aa7715214 service neutron] 10.222.0.32 "GET /v2.0/networks/e0947f08-9bfb-4821-954b-41b088034bd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224267
Dec 24 11:04:31.843020 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fbc08a39-8c4a-4fbc-bc69-882c4be77765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:32.053787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9183d7-774d-48cd-a62d-bf46c1627b69 req-c0685d4e-6bc4-4920-aff5-2e0c652f8b78 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:32.055311 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7b9183d7-774d-48cd-a62d-bf46c1627b69 req-c0685d4e-6bc4-4920-aff5-2e0c652f8b78 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab HTTP/1.1" status: 200  len: 981 time: 0.0889719
Dec 24 11:04:32.098204 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7b9183d7-774d-48cd-a62d-bf46c1627b69 req-2de26d46-2b66-4d60-96c9-17a6dec2d81c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372403
Dec 24 11:04:33.039335 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:33.057281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:33.283571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f58f8e-5047-43de-a310-98b2b596bc17 req-1c42b946-3247-4e15-a613-0556eca1754d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:33.285056 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-61f58f8e-5047-43de-a310-98b2b596bc17 req-1c42b946-3247-4e15-a613-0556eca1754d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab HTTP/1.1" status: 200  len: 981 time: 0.0818179
Dec 24 11:04:33.329245 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-61f58f8e-5047-43de-a310-98b2b596bc17 req-6b5e14aa-1e8d-485e-9030-65149b5f8ef0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383663
Dec 24 11:04:34.516375 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc0582-6156-464b-8eb4-8e04896766ef req-82d30450-c0f4-4e20-9317-3679a9f61971 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:34.517813 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-66cc0582-6156-464b-8eb4-8e04896766ef req-82d30450-c0f4-4e20-9317-3679a9f61971 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab HTTP/1.1" status: 200  len: 981 time: 0.0820282
Dec 24 11:04:34.560159 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-66cc0582-6156-464b-8eb4-8e04896766ef req-d052f46e-a34c-43f6-a007-bc20f5e20e48 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360897
Dec 24 11:04:34.815611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:35.165820 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8d858579-b6cd-42b4-be3c-b831f2f8f15e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:04:35.304079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 8d858579-b6cd-42b4-be3c-b831f2f8f15e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d858579-b6cd-42b4-be3c-b831f2f8f15e,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:35.317287 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '8d858579-b6cd-42b4-be3c-b831f2f8f15e', 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5', 'port_id': '8d858579-b6cd-42b4-be3c-b831f2f8f15e', 'mac_address': 'fa:16:3e:9d:c8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:04:35.373948 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:35.390063 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d858579-b6cd-42b4-be3c-b831f2f8f15e {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:04:35.405222 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 8d858579-b6cd-42b4-be3c-b831f2f8f15e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d858579-b6cd-42b4-be3c-b831f2f8f15e,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:35.408858 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:35.410564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:35.474358 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=8d858579-b6cd-42b4-be3c-b831f2f8f15e,revision_number=9']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:35.477952 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:35.692236 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['8d858579-b6cd-42b4-be3c-b831f2f8f15e'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:04:35.747765 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d2e73-e2ec-4026-bae0-2e3ce0f9a53c req-4559ce35-3124-42e2-9c9c-be263e3e114c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:35.749239 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-de5d2e73-e2ec-4026-bae0-2e3ce0f9a53c req-4559ce35-3124-42e2-9c9c-be263e3e114c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab HTTP/1.1" status: 200  len: 982 time: 0.0828183
Dec 24 11:04:35.794235 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-de5d2e73-e2ec-4026-bae0-2e3ce0f9a53c req-678cc370-2943-4fc8-be3d-d69cbfa13276 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390360
Dec 24 11:04:36.977331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e90cd9-ac6d-4c58-abfe-881aacf13930 req-03b9e303-bbef-4627-b8b7-71c87481a949 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:36.978794 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4e90cd9-ac6d-4c58-abfe-881aacf13930 req-03b9e303-bbef-4627-b8b7-71c87481a949 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab HTTP/1.1" status: 200  len: 982 time: 0.0823936
Dec 24 11:04:37.020934 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4e90cd9-ac6d-4c58-abfe-881aacf13930 req-e04d0ef8-3e6c-443e-a7f3-deabd11c79d5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365672
Dec 24 11:04:37.197992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8d858579-b6cd-42b4-be3c-b831f2f8f15e up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:04:37.265420 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 8d858579-b6cd-42b4-be3c-b831f2f8f15e completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:04:37.269965 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 8d858579-b6cd-42b4-be3c-b831f2f8f15e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:37.270350 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:37.384623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:37.410310 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a03110f-c920-4584-8aaf-a7356aaa18ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d858579-b6cd-42b4-be3c-b831f2f8f15e'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:04:37.421243 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 8d858579-b6cd-42b4-be3c-b831f2f8f15e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d858579-b6cd-42b4-be3c-b831f2f8f15e,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:37.425313 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:37.428141 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:37.475798 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a03110f-c920-4584-8aaf-a7356aaa18ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d858579-b6cd-42b4-be3c-b831f2f8f15e', 'code': 200}
Dec 24 11:04:37.501438 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=8d858579-b6cd-42b4-be3c-b831f2f8f15e,revision_number=10']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:37.504489 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:37.688174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c94e70-9923-4503-89dc-b1aea2e22024 req-12ad2169-2acb-4e87-a432-8fdb5e2968d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:37.689664 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-49c94e70-9923-4503-89dc-b1aea2e22024 req-12ad2169-2acb-4e87-a432-8fdb5e2968d9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab HTTP/1.1" status: 200  len: 1137 time: 0.0684969
Dec 24 11:04:37.734295 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-49c94e70-9923-4503-89dc-b1aea2e22024 req-d4a552e2-9263-4f97-b66c-8cfa2d0b26a2 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380867
Dec 24 11:04:38.201482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485194f-c10d-4be4-9518-a1567e85e329 req-2b36c596-f8d6-45be-bfd0-d2fcc303d1a3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:38.202969 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2485194f-c10d-4be4-9518-a1567e85e329 req-2b36c596-f8d6-45be-bfd0-d2fcc303d1a3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab HTTP/1.1" status: 200  len: 984 time: 0.0797169
Dec 24 11:04:38.246458 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2485194f-c10d-4be4-9518-a1567e85e329 req-c9c084fb-91b2-4731-8ecc-87ac225bd48c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380046
Dec 24 11:04:39.427584 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02497d96-9742-4033-88dd-4abb4f3d1a66 req-be75137c-9d3c-459c-9ab1-9ea74b3d4c5a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:39.429565 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-02497d96-9742-4033-88dd-4abb4f3d1a66 req-be75137c-9d3c-459c-9ab1-9ea74b3d4c5a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab HTTP/1.1" status: 200  len: 984 time: 0.0783975
Dec 24 11:04:39.472037 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-02497d96-9742-4033-88dd-4abb4f3d1a66 req-21f6ee10-2f91-43bb-a93d-fd70b78b4ca8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368400
Dec 24 11:04:39.657168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff588cb2-5727-46b7-9277-64dcba04a368 req-9cf1381c-5557-49f6-98b1-c09eeccc202f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:39.658646 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff588cb2-5727-46b7-9277-64dcba04a368 req-9cf1381c-5557-49f6-98b1-c09eeccc202f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab HTTP/1.1" status: 200  len: 984 time: 0.0815413
Dec 24 11:04:39.702346 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff588cb2-5727-46b7-9277-64dcba04a368 req-a94d746c-98b4-4382-bbef-6d9cc10931cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381005
Dec 24 11:04:39.723904 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53884) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:39.793953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88214414-0e96-43ab-99f5-4ddccf492cc5 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:39.795455 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-88214414-0e96-43ab-99f5-4ddccf492cc5 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab&network_id=e0947f08-9bfb-4821-954b-41b088034bd5 HTTP/1.1" status: 200  len: 1132 time: 0.0705786
Dec 24 11:04:40.256219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6e611d-5677-45e7-9602-edea647a88b7 req-1f8a7dcc-bd22-4f6b-854f-3d14ff018632 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:40.257631 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8b6e611d-5677-45e7-9602-edea647a88b7 req-1f8a7dcc-bd22-4f6b-854f-3d14ff018632 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab HTTP/1.1" status: 200  len: 984 time: 0.1851444
Dec 24 11:04:40.301209 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8b6e611d-5677-45e7-9602-edea647a88b7 req-28af58b0-7495-4699-bf89-31063a98ee6e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378423
Dec 24 11:04:40.460793 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:41.488941 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d8123-8f39-4e89-be0d-42da56efdd27 req-89c1e413-45e2-473d-9ab3-de2965a501ca tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:41.490448 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d38d8123-8f39-4e89-be0d-42da56efdd27 req-89c1e413-45e2-473d-9ab3-de2965a501ca tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab HTTP/1.1" status: 200  len: 984 time: 0.0843704
Dec 24 11:04:41.503838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc82de5-8026-4d66-adc0-406a396564b7 req-b97f3846-1a43-4642-9c30-77f5aaa646ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:41.505270 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-dfc82de5-8026-4d66-adc0-406a396564b7 req-b97f3846-1a43-4642-9c30-77f5aaa646ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab HTTP/1.1" status: 200  len: 984 time: 0.0786569
Dec 24 11:04:41.534945 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d38d8123-8f39-4e89-be0d-42da56efdd27 req-63434e01-d49a-4a61-b652-8d783315a5c5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=57ed8f34-a4ee-4c14-9cd7-196899e73e91&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380640
Dec 24 11:04:41.578762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc82de5-8026-4d66-adc0-406a396564b7 req-0ff69da1-316f-4756-a601-1d4ed7b14f0e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:41.580199 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-dfc82de5-8026-4d66-adc0-406a396564b7 req-0ff69da1-316f-4756-a601-1d4ed7b14f0e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/ports/8d858579-b6cd-42b4-be3c-b831f2f8f15e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0692055
Dec 24 11:04:41.724756 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-dfc82de5-8026-4d66-adc0-406a396564b7 req-6cd9b15a-823c-46ab-9277-9ae00abe81ed tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/networks/e0947f08-9bfb-4821-954b-41b088034bd5?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1393180
Dec 24 11:04:41.735233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-dfc82de5-8026-4d66-adc0-406a396564b7 req-d3841f19-4de6-477f-9505-045686b59c84 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:41.844257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-dfc82de5-8026-4d66-adc0-406a396564b7 req-d3841f19-4de6-477f-9505-045686b59c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:42.034895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-dfc82de5-8026-4d66-adc0-406a396564b7 req-d3841f19-4de6-477f-9505-045686b59c84 service neutron] For port 8d858579-b6cd-42b4-be3c-b831f2f8f15e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8d858579-b6cd-42b4-be3c-b831f2f8f15e,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:42.062029 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-dfc82de5-8026-4d66-adc0-406a396564b7 req-d3841f19-4de6-477f-9505-045686b59c84 service neutron] For port 8d858579-b6cd-42b4-be3c-b831f2f8f15e, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:04:42.114795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-dfc82de5-8026-4d66-adc0-406a396564b7 req-d3841f19-4de6-477f-9505-045686b59c84 service neutron] device_id is not set on port 8d858579-b6cd-42b4-be3c-b831f2f8f15e yet. {{(pid=87558) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}}
Dec 24 11:04:42.122658 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-dfc82de5-8026-4d66-adc0-406a396564b7 req-d3841f19-4de6-477f-9505-045686b59c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:42.127761 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-dfc82de5-8026-4d66-adc0-406a396564b7 req-d3841f19-4de6-477f-9505-045686b59c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:42.131307 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:42.263728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3841f19-4de6-477f-9505-045686b59c84 service neutron] Pushing event updated for resources: {'Port': ['ID=8d858579-b6cd-42b4-be3c-b831f2f8f15e,revision_number=11']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:42.268010 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d3841f19-4de6-477f-9505-045686b59c84 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:42.323301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc82de5-8026-4d66-adc0-406a396564b7 req-d3841f19-4de6-477f-9505-045686b59c84 service neutron] No DVR routers for this DVR port 8d858579-b6cd-42b4-be3c-b831f2f8f15e on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:04:42.404346 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a8e70d58-8e65-45c2-9306-6cdefb43e6dd None None] Provisioning complete for port 8d858579-b6cd-42b4-be3c-b831f2f8f15e triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:42.405141 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a8e70d58-8e65-45c2-9306-6cdefb43e6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:42.458239 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-a8e70d58-8e65-45c2-9306-6cdefb43e6dd None None] Port 8d858579-b6cd-42b4-be3c-b831f2f8f15e cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:04:42.545152 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-dfc82de5-8026-4d66-adc0-406a396564b7 req-d3841f19-4de6-477f-9505-045686b59c84 service neutron] In _notify_port_updated(), no bound segment for port 8d858579-b6cd-42b4-be3c-b831f2f8f15e on network e0947f08-9bfb-4821-954b-41b088034bd5 {{(pid=87558) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}}
Dec 24 11:04:42.546039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc82de5-8026-4d66-adc0-406a396564b7 req-d3841f19-4de6-477f-9505-045686b59c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:42.546651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-dfc82de5-8026-4d66-adc0-406a396564b7 req-d3841f19-4de6-477f-9505-045686b59c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:42.547933 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-dfc82de5-8026-4d66-adc0-406a396564b7 req-d3841f19-4de6-477f-9505-045686b59c84 service neutron] 10.222.0.32 "PUT /v2.0/ports/8d858579-b6cd-42b4-be3c-b831f2f8f15e HTTP/1.1" status: 200  len: 1027 time: 0.8166127
Dec 24 11:04:42.693240 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-061973a5-4e6f-42ec-adae-74bcaabfd45e req-d370f7fd-0d1f-4d2d-a181-981cf735ee25 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=4a03110f-c920-4584-8aaf-a7356aaa18ab HTTP/1.1" status: 200  len: 210 time: 0.0528815
Dec 24 11:04:43.784859 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53898) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:43.850202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c9755b42-8363-4335-9378-1c67d79599ca tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:43.878387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c9755b42-8363-4335-9378-1c67d79599ca tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:43.940303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c9755b42-8363-4335-9378-1c67d79599ca tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:43.944075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-42eff702-85d9-4d49-853e-bb12fb42a9ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:43.959133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9755b42-8363-4335-9378-1c67d79599ca tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=480099e6-11ba-406d-89f8-c25bec19b37e,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:43.961736 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c9755b42-8363-4335-9378-1c67d79599ca tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:43.968395 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c9755b42-8363-4335-9378-1c67d79599ca tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:43.969429 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c9755b42-8363-4335-9378-1c67d79599ca tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/security-groups/480099e6-11ba-406d-89f8-c25bec19b37e HTTP/1.1" status: 204  len: 168 time: 0.1835809
Dec 24 11:04:43.998686 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53904) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:44.196970 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-4e4015a0-55ef-4d3d-a480-245b9670f143 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port f1d1d10f-4e20-4e5b-acc2-1180371c9e4a {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:04:44.197308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4e4015a0-55ef-4d3d-a480-245b9670f143 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:44.362115 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4e4015a0-55ef-4d3d-a480-245b9670f143 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:44.362446 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4e4015a0-55ef-4d3d-a480-245b9670f143 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:44.481850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-4e4015a0-55ef-4d3d-a480-245b9670f143 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for f1d1d10f-4e20-4e5b-acc2-1180371c9e4a owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:04:44.627246 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4e4015a0-55ef-4d3d-a480-245b9670f143 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:44.631397 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-06859ad8-a3e3-416e-96d4-4a5652667de5 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:44.675120 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4015a0-55ef-4d3d-a480-245b9670f143 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=f1d1d10f-4e20-4e5b-acc2-1180371c9e4a,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:44.702619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4e4015a0-55ef-4d3d-a480-245b9670f143 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:44.762626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4e4015a0-55ef-4d3d-a480-245b9670f143 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:44.762955 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-4e4015a0-55ef-4d3d-a480-245b9670f143 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP 3dcff3b6-63ed-4d1b-9128-952aa8df8a75 disassociated (deleted). External IP: 172.26.4.243, port: 8d858579-b6cd-42b4-be3c-b831f2f8f15e.
Dec 24 11:04:45.217738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4015a0-55ef-4d3d-a480-245b9670f143 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 212da919-ba50-4435-8667-a1618d458a4d has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:04:45.243958 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8d858579-b6cd-42b4-be3c-b831f2f8f15e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:04:45.303120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8d858579-b6cd-42b4-be3c-b831f2f8f15e not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:04:45.400615 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4015a0-55ef-4d3d-a480-245b9670f143 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:04:45.411157 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809d9d0-911f-4418-adfa-940471229172 None None] Sync routers for ids ['212da919-ba50-4435-8667-a1618d458a4d'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:04:45.421656 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809d9d0-911f-4418-adfa-940471229172 None None] Routers {'212da919-ba50-4435-8667-a1618d458a4d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:45.422606 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f809d9d0-911f-4418-adfa-940471229172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b7790>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['212da919-ba50-4435-8667-a1618d458a4d'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:45.422737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4e4015a0-55ef-4d3d-a480-245b9670f143 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:45.476950 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4e4015a0-55ef-4d3d-a480-245b9670f143 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/floatingips/3dcff3b6-63ed-4d1b-9128-952aa8df8a75 HTTP/1.1" status: 204  len: 168 time: 1.4769912
Dec 24 11:04:45.600576 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-f809d9d0-911f-4418-adfa-940471229172 None None] Set router 212da919-ba50-4435-8667-a1618d458a4d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:04:45.617571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53912) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:45.688766 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c6837219-6a34-4053-8680-8dfe343a196e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:45.717820 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c6837219-6a34-4053-8680-8dfe343a196e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:45.784301 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c6837219-6a34-4053-8680-8dfe343a196e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:45.788701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c18acb4c-fcbe-46fe-bbe6-fdff8cc1c42f tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:45.802815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6837219-6a34-4053-8680-8dfe343a196e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf2b73c-d541-4158-8ae2-c85bca3d4fb5,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:45.807059 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c6837219-6a34-4053-8680-8dfe343a196e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:45.813062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c6837219-6a34-4053-8680-8dfe343a196e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:45.814256 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c6837219-6a34-4053-8680-8dfe343a196e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/security-groups/fdf2b73c-d541-4158-8ae2-c85bca3d4fb5 HTTP/1.1" status: 204  len: 168 time: 0.1956766
Dec 24 11:04:45.844736 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53918) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:45.910696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-4a406829-5ec0-42c6-ab66-af59cb505ed3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 8d858579-b6cd-42b4-be3c-b831f2f8f15e {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:04:45.911044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4a406829-5ec0-42c6-ab66-af59cb505ed3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:45.962496 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f809d9d0-911f-4418-adfa-940471229172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b7790>, [{'id': '212da919-ba50-4435-8667-a1618d458a4d', 'name': 'tempest-TestNetworkBasicOps-router-1657441320', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:04Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'cba9b1ba-674a-4476-97a7-9db7cd601084', 'name': '', 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:4b:f0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:03Z', 'updated_at': '2021-12-24T11:04:08Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:45.966340 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809d9d0-911f-4418-adfa-940471229172 None None] Checking router: 212da919-ba50-4435-8667-a1618d458a4d for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:04:45.974454 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f809d9d0-911f-4418-adfa-940471229172 None None] Routers {'212da919-ba50-4435-8667-a1618d458a4d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:45.975058 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f809d9d0-911f-4418-adfa-940471229172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b7790>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['212da919-ba50-4435-8667-a1618d458a4d'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:46.151316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4a406829-5ec0-42c6-ab66-af59cb505ed3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:46.159123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-f809d9d0-911f-4418-adfa-940471229172 None None] Set router 212da919-ba50-4435-8667-a1618d458a4d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:04:46.273819 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-4a406829-5ec0-42c6-ab66-af59cb505ed3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 8d858579-b6cd-42b4-be3c-b831f2f8f15e owned by  {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:04:46.418319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4a406829-5ec0-42c6-ab66-af59cb505ed3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:46.424961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:46.471772 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a406829-5ec0-42c6-ab66-af59cb505ed3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=8d858579-b6cd-42b4-be3c-b831f2f8f15e,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:46.475238 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4a406829-5ec0-42c6-ab66-af59cb505ed3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:46.482376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f809d9d0-911f-4418-adfa-940471229172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b7790>, [{'id': '212da919-ba50-4435-8667-a1618d458a4d', 'name': 'tempest-TestNetworkBasicOps-router-1657441320', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:04Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'cba9b1ba-674a-4476-97a7-9db7cd601084', 'name': '', 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:4b:f0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:03Z', 'updated_at': '2021-12-24T11:04:08Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:46.486064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f809d9d0-911f-4418-adfa-940471229172 None None] The sync data for ids ['212da919-ba50-4435-8667-a1618d458a4d'] in dv-neutron-822668-2-hyperv is: [{'id': '212da919-ba50-4435-8667-a1618d458a4d', 'name': 'tempest-TestNetworkBasicOps-router-1657441320', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:04Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'cba9b1ba-674a-4476-97a7-9db7cd601084', 'name': '', 'network_id': 'e0947f08-9bfb-4821-954b-41b088034bd5', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:4b:f0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1392, 'fixed_ips': [{'subnet_id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:03Z', 'updated_at': '2021-12-24T11:04:08Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '50964bbe-4f99-4967-8b5d-f24d71ea02eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:04:46.572964 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4a406829-5ec0-42c6-ab66-af59cb505ed3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:46.582689 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4a406829-5ec0-42c6-ab66-af59cb505ed3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/ports/8d858579-b6cd-42b4-be3c-b831f2f8f15e HTTP/1.1" status: 204  len: 168 time: 0.7368944
Dec 24 11:04:46.585819 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53922) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:46.734929 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcd4681-4fe3-468f-a9f9-228ad41b36cc None None] New status for floating IP 3dcff3b6-63ed-4d1b-9128-952aa8df8a75: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:04:47.262549 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d5503b37-bb8b-4c4f-a590-70f63cfa1c07 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:47.617799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-d5503b37-bb8b-4c4f-a590-70f63cfa1c07 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port cba9b1ba-674a-4476-97a7-9db7cd601084 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:04:47.618536 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d5503b37-bb8b-4c4f-a590-70f63cfa1c07 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:47.798767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-d5503b37-bb8b-4c4f-a590-70f63cfa1c07 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port cba9b1ba-674a-4476-97a7-9db7cd601084, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cba9b1ba-674a-4476-97a7-9db7cd601084,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:47.799123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d5503b37-bb8b-4c4f-a590-70f63cfa1c07 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:47.921788 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-d5503b37-bb8b-4c4f-a590-70f63cfa1c07 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for cba9b1ba-674a-4476-97a7-9db7cd601084 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:04:48.112957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d5503b37-bb8b-4c4f-a590-70f63cfa1c07 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:48.117151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:48.165046 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5503b37-bb8b-4c4f-a590-70f63cfa1c07 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=cba9b1ba-674a-4476-97a7-9db7cd601084,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:48.191439 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d5503b37-bb8b-4c4f-a590-70f63cfa1c07 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:48.560350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d5503b37-bb8b-4c4f-a590-70f63cfa1c07 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:48.911239 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5503b37-bb8b-4c4f-a590-70f63cfa1c07 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 212da919-ba50-4435-8667-a1618d458a4d has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:04:49.084315 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5503b37-bb8b-4c4f-a590-70f63cfa1c07 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:04:49.094487 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1742efa-6938-4b63-acb0-f3939718c17d None None] Sync routers for ids ['212da919-ba50-4435-8667-a1618d458a4d'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:04:49.097239 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d5503b37-bb8b-4c4f-a590-70f63cfa1c07 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/212da919-ba50-4435-8667-a1618d458a4d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5103393
Dec 24 11:04:49.100050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53926) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:49.103967 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1742efa-6938-4b63-acb0-f3939718c17d None None] Routers {'212da919-ba50-4435-8667-a1618d458a4d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:49.104587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c1742efa-6938-4b63-acb0-f3939718c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d25c550>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['212da919-ba50-4435-8667-a1618d458a4d'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:49.167498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting subnet 50964bbe-4f99-4967-8b5d-f24d71ea02eb {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:04:49.170246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:49.223059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:49.277663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-c1742efa-6938-4b63-acb0-f3939718c17d None None] Set router 212da919-ba50-4435-8667-a1618d458a4d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:04:49.307997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:49.508968 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:49.512640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b7209ba3-c979-4bd7-b367-3cfe0bf98d8b tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:49.547588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Subnet': ['ID=50964bbe-4f99-4967-8b5d-f24d71ea02eb,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:49.557489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:49.560591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:49.560972 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:49.561349 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:49.561719 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:49.562112 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:49.562472 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:49.562629 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e03b9d0-3d3f-4c4c-9f91-a8251d84a8d2 None None] Network e0947f08-9bfb-4821-954b-41b088034bd5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:04:49.562834 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:49.563192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:49.563553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:49.563903 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:49.564254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:49.564603 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:49.568335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:49.571188 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5443a516-6f79-4cc5-9b9e-a534941cb658 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/subnets/50964bbe-4f99-4967-8b5d-f24d71ea02eb HTTP/1.1" status: 204  len: 168 time: 0.4700816
Dec 24 11:04:49.574035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53930) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:49.717770 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c1742efa-6938-4b63-acb0-f3939718c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d25c550>, [{'id': '212da919-ba50-4435-8667-a1618d458a4d', 'name': 'tempest-TestNetworkBasicOps-router-1657441320', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:48Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:49.751393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2a5dae76-9acd-4ca6-8351-58de88c5a5e4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:49.755357 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1742efa-6938-4b63-acb0-f3939718c17d None None] Checking router: 212da919-ba50-4435-8667-a1618d458a4d for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:04:49.771564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1742efa-6938-4b63-acb0-f3939718c17d None None] Routers {'212da919-ba50-4435-8667-a1618d458a4d'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:49.772257 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c1742efa-6938-4b63-acb0-f3939718c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d25c550>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['212da919-ba50-4435-8667-a1618d458a4d'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:49.945236 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2a5dae76-9acd-4ca6-8351-58de88c5a5e4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:49.954675 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-2a5dae76-9acd-4ca6-8351-58de88c5a5e4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 19c2cb9f-f764-421b-bc26-0a4a2410fba0 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:04:49.955157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2a5dae76-9acd-4ca6-8351-58de88c5a5e4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:50.029479 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-c1742efa-6938-4b63-acb0-f3939718c17d None None] Set router 212da919-ba50-4435-8667-a1618d458a4d gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:04:50.128392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-2a5dae76-9acd-4ca6-8351-58de88c5a5e4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 19c2cb9f-f764-421b-bc26-0a4a2410fba0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=19c2cb9f-f764-421b-bc26-0a4a2410fba0,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:50.128978 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39faa28-b3b4-4625-bb9c-9137e2ae0c39 None None] DHCP port deletion for e0947f08-9bfb-4821-954b-41b088034bd5 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:04:50.129394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2a5dae76-9acd-4ca6-8351-58de88c5a5e4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:50.152718 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b39faa28-b3b4-4625-bb9c-9137e2ae0c39 None None] Deleting port 7af113a1-e1e9-4015-8d71-2702ec42ce05 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:04:50.153107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b39faa28-b3b4-4625-bb9c-9137e2ae0c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:50.256989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-2a5dae76-9acd-4ca6-8351-58de88c5a5e4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 19c2cb9f-f764-421b-bc26-0a4a2410fba0 owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:04:50.262932 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7af113a1-e1e9-4015-8d71-2702ec42ce05 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:04:50.565884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2a5dae76-9acd-4ca6-8351-58de88c5a5e4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:50.570913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c0d5cf64-34db-4758-b66d-c6a0d0f9121a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:50.573437 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b39faa28-b3b4-4625-bb9c-9137e2ae0c39 None None] For port 7af113a1-e1e9-4015-8d71-2702ec42ce05, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7af113a1-e1e9-4015-8d71-2702ec42ce05,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:50.573842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b39faa28-b3b4-4625-bb9c-9137e2ae0c39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:50.613617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5dae76-9acd-4ca6-8351-58de88c5a5e4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=19c2cb9f-f764-421b-bc26-0a4a2410fba0,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:50.616783 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2a5dae76-9acd-4ca6-8351-58de88c5a5e4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:50.704956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2a5dae76-9acd-4ca6-8351-58de88c5a5e4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:50.712436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b39faa28-b3b4-4625-bb9c-9137e2ae0c39 None None] Calling delete_port for 7af113a1-e1e9-4015-8d71-2702ec42ce05 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:04:50.748970 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:50.806091 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 7af113a1-e1e9-4015-8d71-2702ec42ce05, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7af113a1-e1e9-4015-8d71-2702ec42ce05,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:50.820517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:50.825225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:50.861059 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c1742efa-6938-4b63-acb0-f3939718c17d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d25c550>, [{'id': '212da919-ba50-4435-8667-a1618d458a4d', 'name': 'tempest-TestNetworkBasicOps-router-1657441320', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:48Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:50.879108 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1742efa-6938-4b63-acb0-f3939718c17d None None] The sync data for ids ['212da919-ba50-4435-8667-a1618d458a4d'] in dv-neutron-822668-2-hyperv is: [{'id': '212da919-ba50-4435-8667-a1618d458a4d', 'name': 'tempest-TestNetworkBasicOps-router-1657441320', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201'}], 'enable_snat': True}, 'gw_port_id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:48Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '19c2cb9f-f764-421b-bc26-0a4a2410fba0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:bc:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212da919-ba50-4435-8667-a1618d458a4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1389, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:03:59Z', 'updated_at': '2021-12-24T11:04:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:04:50.890045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-b39faa28-b3b4-4625-bb9c-9137e2ae0c39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:04:50.890594 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-b39faa28-b3b4-4625-bb9c-9137e2ae0c39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:04:50.904011 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=7af113a1-e1e9-4015-8d71-2702ec42ce05,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:50.907639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:51.004593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2a5dae76-9acd-4ca6-8351-58de88c5a5e4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:51.006734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2a5dae76-9acd-4ca6-8351-58de88c5a5e4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:51.028756 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2a5dae76-9acd-4ca6-8351-58de88c5a5e4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:51.029229 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5dae76-9acd-4ca6-8351-58de88c5a5e4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Fanout notify agent at l3_agent the message router_deleted on router 212da919-ba50-4435-8667-a1618d458a4d {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:04:51.044214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2a5dae76-9acd-4ca6-8351-58de88c5a5e4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:51.045296 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2a5dae76-9acd-4ca6-8351-58de88c5a5e4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/routers/212da919-ba50-4435-8667-a1618d458a4d HTTP/1.1" status: 204  len: 168 time: 1.4703708
Dec 24 11:04:51.047948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53934) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:51.159186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:51.169920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 7af113a1-e1e9-4015-8d71-2702ec42ce05 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:04:51.170211 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:51.379578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 7af113a1-e1e9-4015-8d71-2702ec42ce05, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7af113a1-e1e9-4015-8d71-2702ec42ce05,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:51.379939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:51.391383 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b39faa28-b3b4-4625-bb9c-9137e2ae0c39 None None] Deleting port 7af113a1-e1e9-4015-8d71-2702ec42ce05 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:04:51.391858 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b39faa28-b3b4-4625-bb9c-9137e2ae0c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:51.514576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 7af113a1-e1e9-4015-8d71-2702ec42ce05 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:04:51.593440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:51.597164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8ac9eea3-a755-456b-936e-203c1e79c7fe tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:51.606628 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b39faa28-b3b4-4625-bb9c-9137e2ae0c39 None None] For port 7af113a1-e1e9-4015-8d71-2702ec42ce05, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7af113a1-e1e9-4015-8d71-2702ec42ce05,segment=NetworkSegment(21dc19e0-72e4-4f07-8107-bbfc29c2abe6),segment_id=21dc19e0-72e4-4f07-8107-bbfc29c2abe6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:51.607029 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b39faa28-b3b4-4625-bb9c-9137e2ae0c39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:51.643302 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=7af113a1-e1e9-4015-8d71-2702ec42ce05,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:51.645923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:51.649852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] No DVR routers for this DVR port 7af113a1-e1e9-4015-8d71-2702ec42ce05 on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:04:51.770556 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b39faa28-b3b4-4625-bb9c-9137e2ae0c39 None None] Calling delete_port for 7af113a1-e1e9-4015-8d71-2702ec42ce05 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:04:51.776385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:51.800949 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b77de3730>,) {'filters': {'network_id': ['e0947f08-9bfb-4821-954b-41b088034bd5']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:51.812716 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77de3730>, '21dc19e0-72e4-4f07-8107-bbfc29c2abe6') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:51.812956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77de3730>, '21dc19e0-72e4-4f07-8107-bbfc29c2abe6') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:51.824481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:51.840593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:51.842272 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-b39faa28-b3b4-4625-bb9c-9137e2ae0c39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:04:51.842633 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-b39faa28-b3b4-4625-bb9c-9137e2ae0c39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:04:51.847128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:04:51.847567 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:04:51.862253 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:04:51.943299 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:51.947619 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c409f945-8edd-4cac-8f9f-bc922c9c30d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:51.962281 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:51.972999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Network': ['ID=e0947f08-9bfb-4821-954b-41b088034bd5,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:51.976144 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:51.989946 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/networks/e0947f08-9bfb-4821-954b-41b088034bd5 HTTP/1.1" status: 204  len: 168 time: 0.9380653
Dec 24 11:04:52.000592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53938) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:52.012177 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f2b9468f-e6c8-40de-a5c1-0fecec7438f0 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 838 time: 0.0102980
Dec 24 11:04:52.014323 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53942) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:52.015114 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b39faa28-b3b4-4625-bb9c-9137e2ae0c39 None None] Deleting port 7af113a1-e1e9-4015-8d71-2702ec42ce05 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:04:52.015527 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b39faa28-b3b4-4625-bb9c-9137e2ae0c39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:52.019358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-216924d5-3cb1-4b66-a8c6-36d262d2045d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'network': {'name': 'tempest-network-smoke--515330116', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'port_security_enabled': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:52.024843 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-216924d5-3cb1-4b66-a8c6-36d262d2045d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:52.028855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-216924d5-3cb1-4b66-a8c6-36d262d2045d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:network and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:52.032468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-216924d5-3cb1-4b66-a8c6-36d262d2045d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:52.038166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-216924d5-3cb1-4b66-a8c6-36d262d2045d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:52.051480 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-216924d5-3cb1-4b66-a8c6-36d262d2045d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:04:52.055354 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-216924d5-3cb1-4b66-a8c6-36d262d2045d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:52.079793 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b39faa28-b3b4-4625-bb9c-9137e2ae0c39 None None] The port '7af113a1-e1e9-4015-8d71-2702ec42ce05' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:04:52.087324 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-216924d5-3cb1-4b66-a8c6-36d262d2045d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:04:52.097013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-216924d5-3cb1-4b66-a8c6-36d262d2045d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:52.097450 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-216924d5-3cb1-4b66-a8c6-36d262d2045d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Added segment 81a88f1b-1677-4bee-861f-a095ffed7c1a of type vlan for network 32c397f9-18be-4c27-a6ed-5eb0571e05e8
Dec 24 11:04:52.123427 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-216924d5-3cb1-4b66-a8c6-36d262d2045d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:52.151534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-216924d5-3cb1-4b66-a8c6-36d262d2045d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:52.157339 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-216924d5-3cb1-4b66-a8c6-36d262d2045d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:52.157844 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-216924d5-3cb1-4b66-a8c6-36d262d2045d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:52.161346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f294a54c-c93d-4df3-8080-e6f27575799c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:52.206903 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cba9b1ba-674a-4476-97a7-9db7cd601084 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:04:52.243708 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: cba9b1ba-674a-4476-97a7-9db7cd601084 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:04:52.244045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cba9b1ba-674a-4476-97a7-9db7cd601084 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:04:52.244468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 19c2cb9f-f764-421b-bc26-0a4a2410fba0 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:04:52.261670 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-216924d5-3cb1-4b66-a8c6-36d262d2045d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2463892
Dec 24 11:04:52.264507 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53946) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:52.270594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216924d5-3cb1-4b66-a8c6-36d262d2045d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Network': ['ID=32c397f9-18be-4c27-a6ed-5eb0571e05e8,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:52.271020 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-37876284', 'admin_state_up': True, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:52.273230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-216924d5-3cb1-4b66-a8c6-36d262d2045d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:52.277105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 19c2cb9f-f764-421b-bc26-0a4a2410fba0 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:04:52.277597 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 19c2cb9f-f764-421b-bc26-0a4a2410fba0 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:04:52.278961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:52.282435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 32c397f9-18be-4c27-a6ed-5eb0571e05e8 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:04:52.283314 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:router and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:52.286401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:52.293267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:52.303119 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:52.304932 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:52.320820 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:52.581204 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:53.001538 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:53.032636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:53.159217 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.26.4.77 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/6edba469-72b4-4c84-94b2-3cf6c08b7c0a) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:04:53.301641 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:53.330767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:53.335293 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a4b4e92f-36cc-4503-944d-25246b8f5357 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:53.391426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:04:53.394072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:04:53.402177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:53.439453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=6edba469-72b4-4c84-94b2-3cf6c08b7c0a,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:53.456971 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:53.457362 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:53.457738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:53.458136 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:53.458505 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:53.458876 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:53.459238 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:53.459605 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:53.460138 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:53.460483 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:53.460842 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:53.461200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:53.466039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:53.823569 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:54.153441 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:54.476660 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 93332fba-7252-4c52-9fe6-050efbf0fda2 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:04:54.652709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:04:54.662432 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Sync routers for ids ['93332fba-7252-4c52-9fe6-050efbf0fda2'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:04:54.671228 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Routers {'93332fba-7252-4c52-9fe6-050efbf0fda2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:54.671906 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea8fe80>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['93332fba-7252-4c52-9fe6-050efbf0fda2'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:54.679084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:54.680291 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 2.4141095
Dec 24 11:04:54.683267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53950) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:54.723550 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-324a039c-fd5d-4769-9f5a-fe958b1ac898 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=1df2c4270c8b4c3e834179de6e64472f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0391464
Dec 24 11:04:54.726561 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53954) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:54.845981 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Set router 93332fba-7252-4c52-9fe6-050efbf0fda2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:04:54.855059 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a06b71-ca94-442d-9991-f07bb1874f53 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:54.856573 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-00a06b71-ca94-442d-9991-f07bb1874f53 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1291063
Dec 24 11:04:54.859426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53958) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:54.901710 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4ba7e6f0-8e33-493e-8ace-e1fdc2fc028c tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0411398
Dec 24 11:04:54.904094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 53962) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:54.909645 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-cbe7207c-6408-4fd1-8724-cc4057b2f363 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-636046591', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:55.010339 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:04:55.016376 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-cbe7207c-6408-4fd1-8724-cc4057b2f363 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:55.020152 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cbe7207c-6408-4fd1-8724-cc4057b2f363 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:subnet and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:55.022979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cbe7207c-6408-4fd1-8724-cc4057b2f363 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:55.028602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-cbe7207c-6408-4fd1-8724-cc4057b2f363 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:55.038820 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe7207c-6408-4fd1-8724-cc4057b2f363 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:04:55.042447 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cbe7207c-6408-4fd1-8724-cc4057b2f363 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:55.166846 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea8fe80>, [{'id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'name': 'tempest-TestNetworkBasicOps-router-37876284', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:52Z', 'updated_at': '2021-12-24T11:04:53Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:77:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:53Z', 'updated_at': '2021-12-24T11:04:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:55.170594 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Checking router: 93332fba-7252-4c52-9fe6-050efbf0fda2 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:04:55.170952 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Updating router 93332fba-7252-4c52-9fe6-050efbf0fda2 port 6edba469-72b4-4c84-94b2-3cf6c08b7c0a binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:04:55.221597 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:55.260897 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cbe7207c-6408-4fd1-8724-cc4057b2f363 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:55.265413 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-305e7003-df02-4b30-94c9-b037c9a3fa6e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:55.340429 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7207c-6408-4fd1-8724-cc4057b2f363 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Subnet': ['ID=3cc92090-4efb-43f0-b9cc-7e8988a77c52,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:55.343953 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-cbe7207c-6408-4fd1-8724-cc4057b2f363 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:55.346426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe7207c-6408-4fd1-8724-cc4057b2f363 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Checking segment: {'id': '81a88f1b-1677-4bee-861f-a095ffed7c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:04:55.346796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe7207c-6408-4fd1-8724-cc4057b2f363 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network hostable DHCP agents. Network: 32c397f9-18be-4c27-a6ed-5eb0571e05e8, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:04:55.365818 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe7207c-6408-4fd1-8724-cc4057b2f363 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 32c397f9-18be-4c27-a6ed-5eb0571e05e8 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:04:55.376404 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-cbe7207c-6408-4fd1-8724-cc4057b2f363 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 32c397f9-18be-4c27-a6ed-5eb0571e05e8) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:04:55.385099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794f2fd0-7a69-4aef-9950-a74e2d7230f2 None None] Network 32c397f9-18be-4c27-a6ed-5eb0571e05e8 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:04:55.385758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe7207c-6408-4fd1-8724-cc4057b2f363 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:55.386477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cbe7207c-6408-4fd1-8724-cc4057b2f363 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:55.408488 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cbe7207c-6408-4fd1-8724-cc4057b2f363 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5031257
Dec 24 11:04:55.411691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53966) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:55.562861 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:55.574759 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Transition to ACTIVE for port object 6edba469-72b4-4c84-94b2-3cf6c08b7c0a will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:04:55.582759 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:55.587345 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-bfa8e711-a52f-4d90-94b9-ad449aaf7145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:55.631112 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ips': [{'subnet_id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:04:55.632678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:55.675549 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Attempting to bind port 6edba469-72b4-4c84-94b2-3cf6c08b7c0a on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:04:55.676126 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Attempting to bind port 6edba469-72b4-4c84-94b2-3cf6c08b7c0a by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:04:55.676418 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Attempting to bind port 6edba469-72b4-4c84-94b2-3cf6c08b7c0a on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:04:55.678416 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f512e9-c42c-4a33-a26e-c723cf618f21 None None] Pushing event updated for resources: {'Port': ['ID=6edba469-72b4-4c84-94b2-3cf6c08b7c0a,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:55.682693 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-46f512e9-c42c-4a33-a26e-c723cf618f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:55.685227 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:04:55.685611 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:04:55.686138 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:55.686517 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:04:55.686993 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Bound port: 6edba469-72b4-4c84-94b2-3cf6c08b7c0a, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:04:55.687375 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:55.761153 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] For port 6edba469-72b4-4c84-94b2-3cf6c08b7c0a, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:04:55.764320 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] For port 6edba469-72b4-4c84-94b2-3cf6c08b7c0a, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6edba469-72b4-4c84-94b2-3cf6c08b7c0a,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:04:55.774841 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:55.780623 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-fe177999-5eb9-4121-939e-a9b462fd19eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:55.801296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Allocated IP 172.20.0.2 (32c397f9-18be-4c27-a6ed-5eb0571e05e8/3cc92090-4efb-43f0-b9cc-7e8988a77c52/ad6c0da6-e5cd-4179-beab-9a593934be2d) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:04:55.857066 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Routers {'93332fba-7252-4c52-9fe6-050efbf0fda2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:55.857692 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea8fe80>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['93332fba-7252-4c52-9fe6-050efbf0fda2'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:56.017500 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:56.027837 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Transition to ACTIVE for port object ad6c0da6-e5cd-4179-beab-9a593934be2d will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:04:56.034079 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] Set router 93332fba-7252-4c52-9fe6-050efbf0fda2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:04:56.045811 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Transition to ACTIVE for port object ad6c0da6-e5cd-4179-beab-9a593934be2d will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:04:56.051182 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:56.056895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:56.109923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Network 32c397f9-18be-4c27-a6ed-5eb0571e05e8 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:04:56.117625 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:04:56.122285 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:56.131303 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Pushing event updated for resources: {'Port': ['ID=ad6c0da6-e5cd-4179-beab-9a593934be2d,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:56.158687 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f512e9-c42c-4a33-a26e-c723cf618f21 None None] Pushing event updated for resources: {'Port': ['ID=6edba469-72b4-4c84-94b2-3cf6c08b7c0a,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:56.165080 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-46f512e9-c42c-4a33-a26e-c723cf618f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:56.169651 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:56.230470 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Attempting to bind port ad6c0da6-e5cd-4179-beab-9a593934be2d on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:04:56.230848 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Attempting to bind port ad6c0da6-e5cd-4179-beab-9a593934be2d by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '81a88f1b-1677-4bee-861f-a095ffed7c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:04:56.231222 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Attempting to bind port ad6c0da6-e5cd-4179-beab-9a593934be2d on network 32c397f9-18be-4c27-a6ed-5eb0571e05e8 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:04:56.236458 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:04:56.236852 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Checking segment: {'id': '81a88f1b-1677-4bee-861f-a095ffed7c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:04:56.237244 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:56.237640 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Bound using segment: {'id': '81a88f1b-1677-4bee-861f-a095ffed7c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:04:56.238143 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Bound port: ad6c0da6-e5cd-4179-beab-9a593934be2d, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a88f1b-1677-4bee-861f-a095ffed7c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:04:56.238526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:56.255434 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:56.327420 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] For port ad6c0da6-e5cd-4179-beab-9a593934be2d, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:04:56.330406 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea8fe80>, [{'id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'name': 'tempest-TestNetworkBasicOps-router-37876284', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:52Z', 'updated_at': '2021-12-24T11:04:53Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:77:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:53Z', 'updated_at': '2021-12-24T11:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:56.331917 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] For port ad6c0da6-e5cd-4179-beab-9a593934be2d, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ad6c0da6-e5cd-4179-beab-9a593934be2d,segment=NetworkSegment(81a88f1b-1677-4bee-861f-a095ffed7c1a),segment_id=81a88f1b-1677-4bee-861f-a095ffed7c1a)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:04:56.334848 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d32e0d-eb13-4da3-8470-a9ed98d9634d None None] The sync data for ids ['93332fba-7252-4c52-9fe6-050efbf0fda2'] in dv-neutron-822668-2-hyperv is: [{'id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'name': 'tempest-TestNetworkBasicOps-router-37876284', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:52Z', 'updated_at': '2021-12-24T11:04:53Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:77:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:53Z', 'updated_at': '2021-12-24T11:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:04:56.339355 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:56.343687 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3a24c991-ec80-4486-b7d8-0119eb334d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:56.446542 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Pushing event updated for resources: {'Port': ['ID=ad6c0da6-e5cd-4179-beab-9a593934be2d,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:56.450530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:56.714936 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.1 (32c397f9-18be-4c27-a6ed-5eb0571e05e8/3cc92090-4efb-43f0-b9cc-7e8988a77c52/e75f404d-40d2-4f3b-9bf4-5d62ac2613d9) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:04:56.885187 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:56.901049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:04:56.925953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:56.931093 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:56.994171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 32c397f9-18be-4c27-a6ed-5eb0571e05e8 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:04:57.003589 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:04:57.008095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:04:57.049151 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=e75f404d-40d2-4f3b-9bf4-5d62ac2613d9,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:57.058597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:57.085403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:57.429143 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0936835c-5941-4365-85d1-e01c2c31269e None None] Network 32c397f9-18be-4c27-a6ed-5eb0571e05e8 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:04:57.521688 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:57.534935 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-46f4bbce-a3ac-49a2-860f-1fd5d62c4739 None None] Provisioning for port ad6c0da6-e5cd-4179-beab-9a593934be2d completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:04:57.939365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:57.944935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:57.969848 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1b1bc029-0aa9-4ae2-972b-0e6bf3223ca9 None None] Provisioning for port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:04:57.977905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1b1bc029-0aa9-4ae2-972b-0e6bf3223ca9 None None] Provisioning complete for port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:57.978611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1b1bc029-0aa9-4ae2-972b-0e6bf3223ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:57.981130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a74ce078-1578-43b8-bbee-0e57128d4dd4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:58.068872 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=e75f404d-40d2-4f3b-9bf4-5d62ac2613d9,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:58.071454 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:58.075178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:58.083152 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1b1bc029-0aa9-4ae2-972b-0e6bf3223ca9 None None] Port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:04:58.208545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 32c397f9-18be-4c27-a6ed-5eb0571e05e8 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:04:58.209731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:04:58.221240 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-29871863-2730-42f4-a330-01b3cceca11f None None] Provisioning complete for port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:58.221693 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-29871863-2730-42f4-a330-01b3cceca11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:58.275792 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6edba469-72b4-4c84-94b2-3cf6c08b7c0a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:04:58.343031 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-29871863-2730-42f4-a330-01b3cceca11f None None] Port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:04:58.363306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 6edba469-72b4-4c84-94b2-3cf6c08b7c0a completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:04:58.369539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 6edba469-72b4-4c84-94b2-3cf6c08b7c0a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:58.370210 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:58.403239 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 93332fba-7252-4c52-9fe6-050efbf0fda2 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:04:58.498012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:58.514127 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 6edba469-72b4-4c84-94b2-3cf6c08b7c0a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6edba469-72b4-4c84-94b2-3cf6c08b7c0a,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:58.518447 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:58.519280 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ad6c0da6-e5cd-4179-beab-9a593934be2d up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:04:58.542551 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c892dfcd-d6df-4ace-bd03-58da63dd9352 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:58.586535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:04:58.599214 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/93332fba-7252-4c52-9fe6-050efbf0fda2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1861935
Dec 24 11:04:58.599577 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Sync routers for ids ['93332fba-7252-4c52-9fe6-050efbf0fda2'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:04:58.602192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53970) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:58.649047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-68fbf1b6-16ea-4efa-a745-354cff94f05b None None] Provisioning complete for port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:58.649422 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-68fbf1b6-16ea-4efa-a745-354cff94f05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:58.672380 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Routers {'93332fba-7252-4c52-9fe6-050efbf0fda2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:04:58.673022 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d455bb0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['93332fba-7252-4c52-9fe6-050efbf0fda2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:58.737141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718462ae-ff17-445d-9b02-4f297a5695a7 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:58.737672 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718462ae-ff17-445d-9b02-4f297a5695a7 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:58.738196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=6edba469-72b4-4c84-94b2-3cf6c08b7c0a,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:58.738327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718462ae-ff17-445d-9b02-4f297a5695a7 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:58.738644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718462ae-ff17-445d-9b02-4f297a5695a7 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:58.740298 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-718462ae-ff17-445d-9b02-4f297a5695a7 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1372077
Dec 24 11:04:58.743581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53974) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:58.773158 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:58.773499 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:58.773840 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:58.774195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:58.774520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:58.774850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:58.775171 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:58.775491 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:58.775809 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:58.776124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:58.776438 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:58.776789 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:04:58.784922 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:58.789559 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-68fbf1b6-16ea-4efa-a745-354cff94f05b None None] Port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:04:58.815875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae35581-5c81-48e6-ac55-7fdd410ace23 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:58.816341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae35581-5c81-48e6-ac55-7fdd410ace23 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:58.816795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae35581-5c81-48e6-ac55-7fdd410ace23 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:58.817240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae35581-5c81-48e6-ac55-7fdd410ace23 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:04:58.821370 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8ae35581-5c81-48e6-ac55-7fdd410ace23 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0744262
Dec 24 11:04:58.821580 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53978) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:58.867712 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port ad6c0da6-e5cd-4179-beab-9a593934be2d completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:04:58.875611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port ad6c0da6-e5cd-4179-beab-9a593934be2d triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:04:58.875985 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:58.948427 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Set router 93332fba-7252-4c52-9fe6-050efbf0fda2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:04:59.144848 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e16cc29f-6593-467a-9aae-1c2d9a17e4b9 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1605 time: 0.3220911
Dec 24 11:04:59.213046 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.299261 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port ad6c0da6-e5cd-4179-beab-9a593934be2d, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ad6c0da6-e5cd-4179-beab-9a593934be2d,segment=NetworkSegment(81a88f1b-1677-4bee-861f-a095ffed7c1a),segment_id=81a88f1b-1677-4bee-861f-a095ffed7c1a)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:04:59.307596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.310617 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a969f588-e8cf-49ed-8ca6-0e1df343de66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:59.311820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53984) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:59.317014 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-b00c8eae-b244-47b0-84b2-85c3f922fa81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-983919321', 'description': 'tempest-secgroup-smoke-983919321 description', 'project_id': '1df2c4270c8b4c3e834179de6e64472f'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:59.323505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b00c8eae-b244-47b0-84b2-85c3f922fa81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:59.327550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b00c8eae-b244-47b0-84b2-85c3f922fa81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:59.330711 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b00c8eae-b244-47b0-84b2-85c3f922fa81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:59.336815 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b00c8eae-b244-47b0-84b2-85c3f922fa81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:59.350923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b00c8eae-b244-47b0-84b2-85c3f922fa81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.371186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b00c8eae-b244-47b0-84b2-85c3f922fa81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:59.375026 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b00c8eae-b244-47b0-84b2-85c3f922fa81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:59.377931 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b00c8eae-b244-47b0-84b2-85c3f922fa81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:59.385127 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b00c8eae-b244-47b0-84b2-85c3f922fa81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:59.391358 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=ad6c0da6-e5cd-4179-beab-9a593934be2d,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:59.395040 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:59.406802 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d455bb0>, [{'id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'name': 'tempest-TestNetworkBasicOps-router-37876284', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:52Z', 'updated_at': '2021-12-24T11:04:57Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:53Z', 'updated_at': '2021-12-24T11:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'e75f404d-40d2-4f3b-9bf4-5d62ac2613d9', 'name': '', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:99:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:56Z', 'updated_at': '2021-12-24T11:04:57Z', 'revision_number': 2, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:04:59.410645 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Checking router: 93332fba-7252-4c52-9fe6-050efbf0fda2 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:04:59.411012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Updating router 93332fba-7252-4c52-9fe6-050efbf0fda2 port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:04:59.459670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b00c8eae-b244-47b0-84b2-85c3f922fa81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.464537 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b00c8eae-b244-47b0-84b2-85c3f922fa81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.464988 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.469836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-709ee17a-78a9-489d-9cda-c3af5f5de5f3 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:59.509920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c8eae-b244-47b0-84b2-85c3f922fa81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90841ce0-ac6b-41dc-9f0a-c103bd65da8f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:59.514047 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b00c8eae-b244-47b0-84b2-85c3f922fa81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:59.521738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b00c8eae-b244-47b0-84b2-85c3f922fa81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.523633 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b00c8eae-b244-47b0-84b2-85c3f922fa81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2101965
Dec 24 11:04:59.526456 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53988) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:59.533775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-406ee648-fc75-4d03-988b-071d081fd3f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '90841ce0-ac6b-41dc-9f0a-c103bd65da8f', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:59.539572 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-406ee648-fc75-4d03-988b-071d081fd3f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:59.543630 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-406ee648-fc75-4d03-988b-071d081fd3f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:59.546931 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-406ee648-fc75-4d03-988b-071d081fd3f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:59.553569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-406ee648-fc75-4d03-988b-071d081fd3f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:59.570534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-406ee648-fc75-4d03-988b-071d081fd3f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.629500 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-406ee648-fc75-4d03-988b-071d081fd3f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.633560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-406ee648-fc75-4d03-988b-071d081fd3f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.635327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d1426077-b2db-4e45-988a-f46aeda86415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:59.640626 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4e4fbdf8-0e9b-4b51-a4bb-1992bc74a500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.656956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ee648-fc75-4d03-988b-071d081fd3f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae6ab59b-7162-4402-97f6-ce6103799f66,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:59.659359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-406ee648-fc75-4d03-988b-071d081fd3f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:59.666913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-406ee648-fc75-4d03-988b-071d081fd3f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.670786 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-406ee648-fc75-4d03-988b-071d081fd3f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1405351
Dec 24 11:04:59.671036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53992) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:59.676383 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-9bd3f1ec-0360-4614-b621-94c885c2392d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '90841ce0-ac6b-41dc-9f0a-c103bd65da8f', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:59.683055 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9bd3f1ec-0360-4614-b621-94c885c2392d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:59.687078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9bd3f1ec-0360-4614-b621-94c885c2392d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:59.690063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9bd3f1ec-0360-4614-b621-94c885c2392d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:59.696462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9bd3f1ec-0360-4614-b621-94c885c2392d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:59.712902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9bd3f1ec-0360-4614-b621-94c885c2392d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.775750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9bd3f1ec-0360-4614-b621-94c885c2392d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.779363 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9bd3f1ec-0360-4614-b621-94c885c2392d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.785754 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c550459f-050e-4c5b-a1c2-fdd647ea0e2e tempest-NegativeSecGroupIPv6Test-1606236138 tempest-NegativeSecGroupIPv6Test-1606236138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:59.804712 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd3f1ec-0360-4614-b621-94c885c2392d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=325fe446-75ab-43ca-be3e-5475020e0b6f,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:59.807687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9bd3f1ec-0360-4614-b621-94c885c2392d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:59.814776 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9bd3f1ec-0360-4614-b621-94c885c2392d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.816016 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9bd3f1ec-0360-4614-b621-94c885c2392d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1440308
Dec 24 11:04:59.818953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 53996) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:59.825528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f4e09e71-464c-41c2-a13d-1685db63b1db tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '90841ce0-ac6b-41dc-9f0a-c103bd65da8f', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:59.832629 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f4e09e71-464c-41c2-a13d-1685db63b1db tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:59.836817 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f4e09e71-464c-41c2-a13d-1685db63b1db tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:59.839784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f4e09e71-464c-41c2-a13d-1685db63b1db tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:59.845388 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f4e09e71-464c-41c2-a13d-1685db63b1db tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:04:59.861700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f4e09e71-464c-41c2-a13d-1685db63b1db tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.870160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.882804 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Transition to ACTIVE for port object e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:04:59.888889 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.892241 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:59.925333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f4e09e71-464c-41c2-a13d-1685db63b1db tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.928969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f4e09e71-464c-41c2-a13d-1685db63b1db tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.937374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-31361d35-f9e5-4d48-a24f-81b1d780f8b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:04:59.957403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e09e71-464c-41c2-a13d-1685db63b1db tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c2b6c3-d443-413b-b738-c612ffb7cb2f,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:04:59.963358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f4e09e71-464c-41c2-a13d-1685db63b1db tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:04:59.967485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f4e09e71-464c-41c2-a13d-1685db63b1db tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:04:59.971294 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f4e09e71-464c-41c2-a13d-1685db63b1db tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1476243
Dec 24 11:04:59.971408 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54000) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:04:59.977489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-98be17ca-5bde-4ffa-b242-a6850fd95f1c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '90841ce0-ac6b-41dc-9f0a-c103bd65da8f', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:04:59.984133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-98be17ca-5bde-4ffa-b242-a6850fd95f1c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:04:59.988069 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-98be17ca-5bde-4ffa-b242-a6850fd95f1c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:04:59.993718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-98be17ca-5bde-4ffa-b242-a6850fd95f1c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:04:59.999902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-98be17ca-5bde-4ffa-b242-a6850fd95f1c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:05:00.019059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-98be17ca-5bde-4ffa-b242-a6850fd95f1c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:00.043775 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af5b3b-1a9d-4228-8468-1ce36c00c599 None None] Pushing event updated for resources: {'Port': ['ID=e75f404d-40d2-4f3b-9bf4-5d62ac2613d9,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:05:00.050716 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-94af5b3b-1a9d-4228-8468-1ce36c00c599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:05:00.091780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-98be17ca-5bde-4ffa-b242-a6850fd95f1c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:00.098917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-98be17ca-5bde-4ffa-b242-a6850fd95f1c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:00.100773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cec1d017-22d1-4280-9c2c-348be07aceba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:05:00.104429 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Attempting to bind port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:05:00.104822 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Attempting to bind port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '81a88f1b-1677-4bee-861f-a095ffed7c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:05:00.105271 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Attempting to bind port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 on network 32c397f9-18be-4c27-a6ed-5eb0571e05e8 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:05:00.110774 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:05:00.111151 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Checking segment: {'id': '81a88f1b-1677-4bee-861f-a095ffed7c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:05:00.111586 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:00.111981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Bound using segment: {'id': '81a88f1b-1677-4bee-861f-a095ffed7c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:05:00.112506 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Bound port: e75f404d-40d2-4f3b-9bf4-5d62ac2613d9, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a88f1b-1677-4bee-861f-a095ffed7c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:05:00.112807 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:00.123699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be17ca-5bde-4ffa-b242-a6850fd95f1c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f1516e0-3007-4d37-97ec-c2a953d91d09,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:05:00.126266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-98be17ca-5bde-4ffa-b242-a6850fd95f1c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:05:00.137530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-98be17ca-5bde-4ffa-b242-a6850fd95f1c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:00.138769 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-98be17ca-5bde-4ffa-b242-a6850fd95f1c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1662691
Dec 24 11:05:00.141636 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54004) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:00.147169 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-43b14557-13c2-4234-a254-6d12e8a25ea9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '90841ce0-ac6b-41dc-9f0a-c103bd65da8f', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:05:00.154048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-43b14557-13c2-4234-a254-6d12e8a25ea9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:05:00.158604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-43b14557-13c2-4234-a254-6d12e8a25ea9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:05:00.161610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-43b14557-13c2-4234-a254-6d12e8a25ea9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:05:00.167645 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-43b14557-13c2-4234-a254-6d12e8a25ea9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:05:00.179403 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-43b14557-13c2-4234-a254-6d12e8a25ea9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:05:00.186502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-43b14557-13c2-4234-a254-6d12e8a25ea9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:00.219798 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] For port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:05:00.226435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] For port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e75f404d-40d2-4f3b-9bf4-5d62ac2613d9,segment=NetworkSegment(81a88f1b-1677-4bee-861f-a095ffed7c1a),segment_id=81a88f1b-1677-4bee-861f-a095ffed7c1a)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:05:00.227542 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6edba469-72b4-4c84-94b2-3cf6c08b7c0a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:05:00.257143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-43b14557-13c2-4234-a254-6d12e8a25ea9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:00.261769 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-43b14557-13c2-4234-a254-6d12e8a25ea9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:00.266645 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:00.269263 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-48ccb38c-e7df-4699-9bca-0350bab1f402 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:05:00.274057 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:05:00.287156 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b14557-13c2-4234-a254-6d12e8a25ea9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb947975-d717-4c7d-be8c-be6e0c80d7bd,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:05:00.290124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-43b14557-13c2-4234-a254-6d12e8a25ea9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:05:00.297149 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-43b14557-13c2-4234-a254-6d12e8a25ea9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:00.298347 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-43b14557-13c2-4234-a254-6d12e8a25ea9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1556771
Dec 24 11:05:00.301094 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54008) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:00.306118 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-0df836ce-3397-4439-b18e-29224be942e3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '90841ce0-ac6b-41dc-9f0a-c103bd65da8f', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:05:00.312878 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0df836ce-3397-4439-b18e-29224be942e3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:05:00.316614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0df836ce-3397-4439-b18e-29224be942e3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:05:00.324040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0df836ce-3397-4439-b18e-29224be942e3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:05:00.329724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0df836ce-3397-4439-b18e-29224be942e3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:05:00.343202 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-0df836ce-3397-4439-b18e-29224be942e3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:05:00.355004 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0df836ce-3397-4439-b18e-29224be942e3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:00.362787 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Routers {'93332fba-7252-4c52-9fe6-050efbf0fda2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:00.363426 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d455bb0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:04:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['93332fba-7252-4c52-9fe6-050efbf0fda2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:05:00.424385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0df836ce-3397-4439-b18e-29224be942e3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:00.428268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0df836ce-3397-4439-b18e-29224be942e3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:00.431738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-84f1ff44-934b-4f1b-8ebc-2c81eb003ea7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:05:00.453550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df836ce-3397-4439-b18e-29224be942e3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c98630-74e0-4dad-90f0-763c9c5d6e20,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:05:00.455276 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af5b3b-1a9d-4228-8468-1ce36c00c599 None None] Pushing event updated for resources: {'Port': ['ID=e75f404d-40d2-4f3b-9bf4-5d62ac2613d9,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:05:00.459441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0df836ce-3397-4439-b18e-29224be942e3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:05:00.461173 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-94af5b3b-1a9d-4228-8468-1ce36c00c599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:05:00.468592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0df836ce-3397-4439-b18e-29224be942e3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:00.469788 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0df836ce-3397-4439-b18e-29224be942e3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1677625
Dec 24 11:05:00.480607 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 6edba469-72b4-4c84-94b2-3cf6c08b7c0a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:05:00.480997 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:00.623337 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] Set router 93332fba-7252-4c52-9fe6-050efbf0fda2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:05:00.645096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-67800e92-a191-4a80-8bb9-708c13c4febf req-4dfc537c-ece9-4f4a-af72-6758e6dc73f9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:05:00.659890 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-67800e92-a191-4a80-8bb9-708c13c4febf req-4dfc537c-ece9-4f4a-af72-6758e6dc73f9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:05:00.661276 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-67800e92-a191-4a80-8bb9-708c13c4febf req-4dfc537c-ece9-4f4a-af72-6758e6dc73f9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-983919321&fields=id&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 267 time: 0.0596352
Dec 24 11:05:00.812972 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67800e92-a191-4a80-8bb9-708c13c4febf req-b4b32423-cfb8-4aea-b645-a55dae30c9f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:00.814446 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-67800e92-a191-4a80-8bb9-708c13c4febf req-b4b32423-cfb8-4aea-b645-a55dae30c9f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/networks?id=32c397f9-18be-4c27-a6ed-5eb0571e05e8 HTTP/1.1" status: 200  len: 796 time: 0.1464479
Dec 24 11:05:00.829148 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-67800e92-a191-4a80-8bb9-708c13c4febf req-216a72fc-839b-43f7-a8ad-b15553ee54a6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/quotas/1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 375 time: 0.0088642
Dec 24 11:05:00.889754 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ad6c0da6-e5cd-4179-beab-9a593934be2d up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:05:00.910587 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f88a0882-1f79-4321-9eda-0c06d69eacf8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:05:00.925884 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f88a0882-1f79-4321-9eda-0c06d69eacf8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:05:00.927779 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f88a0882-1f79-4321-9eda-0c06d69eacf8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0931387
Dec 24 11:05:01.027837 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port ad6c0da6-e5cd-4179-beab-9a593934be2d triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:05:01.028218 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:01.065022 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-67800e92-a191-4a80-8bb9-708c13c4febf req-2c92b1b3-e84c-479f-a208-058e4bdbddec service neutron] 10.222.0.54 "GET /v2.0/networks/32c397f9-18be-4c27-a6ed-5eb0571e05e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259420
Dec 24 11:05:01.184816 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d455bb0>, [{'id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'name': 'tempest-TestNetworkBasicOps-router-37876284', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:52Z', 'updated_at': '2021-12-24T11:04:57Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:53Z', 'updated_at': '2021-12-24T11:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'e75f404d-40d2-4f3b-9bf4-5d62ac2613d9', 'name': '', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:99:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:56Z', 'updated_at': '2021-12-24T11:05:00Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:05:01.198206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db59122a-3cc4-4a16-a865-268d3960907a None None] The sync data for ids ['93332fba-7252-4c52-9fe6-050efbf0fda2'] in dv-neutron-822668-2-hyperv is: [{'id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'name': 'tempest-TestNetworkBasicOps-router-37876284', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:52Z', 'updated_at': '2021-12-24T11:04:57Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:53Z', 'updated_at': '2021-12-24T11:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'e75f404d-40d2-4f3b-9bf4-5d62ac2613d9', 'name': '', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:99:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:56Z', 'updated_at': '2021-12-24T11:05:00Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:05:01.201737 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-67800e92-a191-4a80-8bb9-708c13c4febf req-14a31c84-60f5-4fb3-904a-082635ae2acb service neutron] 10.222.0.54 "GET /v2.0/networks/32c397f9-18be-4c27-a6ed-5eb0571e05e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1295118
Dec 24 11:05:01.408251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a3c662b6-6181-4e6b-8abf-36bf77220f97 req-783b08f5-ab93-42cb-8b96-c00759600651 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:05:01.422138 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a3c662b6-6181-4e6b-8abf-36bf77220f97 req-783b08f5-ab93-42cb-8b96-c00759600651 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:05:01.423418 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a3c662b6-6181-4e6b-8abf-36bf77220f97 req-783b08f5-ab93-42cb-8b96-c00759600651 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 210 time: 0.0686204
Dec 24 11:05:01.845417 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dd1149bf-c0da-4de0-b38b-4a5b636ff394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:02.229584 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:05:02.301138 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:05:02.306653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:05:02.307231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:02.462284 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:02.495830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67800e92-a191-4a80-8bb9-708c13c4febf req-6288b638-0e0e-4da7-8249-4bed69cbc47d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:02.497088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-67800e92-a191-4a80-8bb9-708c13c4febf req-6288b638-0e0e-4da7-8249-4bed69cbc47d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:05:02.498820 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e75f404d-40d2-4f3b-9bf4-5d62ac2613d9,segment=NetworkSegment(81a88f1b-1677-4bee-861f-a095ffed7c1a),segment_id=81a88f1b-1677-4bee-861f-a095ffed7c1a)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:05:02.509526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:02.512930 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-94af5b3b-1a9d-4228-8468-1ce36c00c599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:05:02.521821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-67800e92-a191-4a80-8bb9-708c13c4febf req-6288b638-0e0e-4da7-8249-4bed69cbc47d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:05:02.524363 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-67800e92-a191-4a80-8bb9-708c13c4febf req-6288b638-0e0e-4da7-8249-4bed69cbc47d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/networks?id=32c397f9-18be-4c27-a6ed-5eb0571e05e8 HTTP/1.1" status: 200  len: 796 time: 0.2081094
Dec 24 11:05:02.583938 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-67800e92-a191-4a80-8bb9-708c13c4febf req-44b98cc1-4878-47bd-a6ac-6b5b21c9cead tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:05:02.585297 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=e75f404d-40d2-4f3b-9bf4-5d62ac2613d9,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:05:02.596623 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c286c666-768e-438e-af12-dd799a24da67 req-28dfc685-a534-470c-929d-15cac2c09f5c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 210 time: 0.0527115
Dec 24 11:05:02.598439 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:05:02.600017 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-67800e92-a191-4a80-8bb9-708c13c4febf req-44b98cc1-4878-47bd-a6ac-6b5b21c9cead tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:05:02.601266 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-67800e92-a191-4a80-8bb9-708c13c4febf req-44b98cc1-4878-47bd-a6ac-6b5b21c9cead tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 379 time: 0.0680563
Dec 24 11:05:02.610027 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-67800e92-a191-4a80-8bb9-708c13c4febf req-85f48695-7d5a-4de2-81a2-3fbf9a6f667a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'port': {'device_id': '29d239e4-f44e-4574-a588-a6892067e8f3', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'admin_state_up': True, 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'security_groups': ['90841ce0-ac6b-41dc-9f0a-c103bd65da8f']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:05:02.745476 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-67800e92-a191-4a80-8bb9-708c13c4febf req-85f48695-7d5a-4de2-81a2-3fbf9a6f667a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:05:02.754999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-67800e92-a191-4a80-8bb9-708c13c4febf req-85f48695-7d5a-4de2-81a2-3fbf9a6f667a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:05:02.765306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67800e92-a191-4a80-8bb9-708c13c4febf req-85f48695-7d5a-4de2-81a2-3fbf9a6f667a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:05:02.768817 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-67800e92-a191-4a80-8bb9-708c13c4febf req-85f48695-7d5a-4de2-81a2-3fbf9a6f667a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:02.927809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-67800e92-a191-4a80-8bb9-708c13c4febf req-85f48695-7d5a-4de2-81a2-3fbf9a6f667a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.5 (32c397f9-18be-4c27-a6ed-5eb0571e05e8/3cc92090-4efb-43f0-b9cc-7e8988a77c52/c80cf2ed-ed53-4ff9-b7a2-71248c061f12) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:05:03.041069 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:03.059470 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:03.117133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-67800e92-a191-4a80-8bb9-708c13c4febf req-85f48695-7d5a-4de2-81a2-3fbf9a6f667a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:03.131930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-67800e92-a191-4a80-8bb9-708c13c4febf req-85f48695-7d5a-4de2-81a2-3fbf9a6f667a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object c80cf2ed-ed53-4ff9-b7a2-71248c061f12 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:05:03.154860 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-67800e92-a191-4a80-8bb9-708c13c4febf req-85f48695-7d5a-4de2-81a2-3fbf9a6f667a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:03.159949 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2ec50fb7-63a3-4b35-9362-5302d426e820 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:05:03.226653 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67800e92-a191-4a80-8bb9-708c13c4febf req-85f48695-7d5a-4de2-81a2-3fbf9a6f667a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 32c397f9-18be-4c27-a6ed-5eb0571e05e8 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:05:03.230080 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-67800e92-a191-4a80-8bb9-708c13c4febf req-85f48695-7d5a-4de2-81a2-3fbf9a6f667a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:05:03.233981 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-67800e92-a191-4a80-8bb9-708c13c4febf req-85f48695-7d5a-4de2-81a2-3fbf9a6f667a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:03.264695 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f48695-7d5a-4de2-81a2-3fbf9a6f667a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=c80cf2ed-ed53-4ff9-b7a2-71248c061f12,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:05:03.271593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-85f48695-7d5a-4de2-81a2-3fbf9a6f667a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:05:03.300904 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67800e92-a191-4a80-8bb9-708c13c4febf req-85f48695-7d5a-4de2-81a2-3fbf9a6f667a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:03.301643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-67800e92-a191-4a80-8bb9-708c13c4febf req-85f48695-7d5a-4de2-81a2-3fbf9a6f667a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:03.326322 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-67800e92-a191-4a80-8bb9-708c13c4febf req-85f48695-7d5a-4de2-81a2-3fbf9a6f667a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7204072
Dec 24 11:05:03.338679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Request body: {'port': {'device_id': '29d239e4-f44e-4574-a588-a6892067e8f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:05:03.461281 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:03.498248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-440dc268-378e-4a48-ac56-74121ad0a3c1 None None] Provisioning for port c80cf2ed-ed53-4ff9-b7a2-71248c061f12 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:05:03.502962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-440dc268-378e-4a48-ac56-74121ad0a3c1 None None] Provisioning complete for port c80cf2ed-ed53-4ff9-b7a2-71248c061f12 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:05:03.503288 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-440dc268-378e-4a48-ac56-74121ad0a3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:03.559547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-440dc268-378e-4a48-ac56-74121ad0a3c1 None None] Port c80cf2ed-ed53-4ff9-b7a2-71248c061f12 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:05:03.905089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a62187-45ea-492a-9c1c-dbd595f00334 req-60cc412c-3f07-4c18-aee1-d53e4a5a8f44 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:03.905687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-13a62187-45ea-492a-9c1c-dbd595f00334 req-60cc412c-3f07-4c18-aee1-d53e4a5a8f44 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:05:03.935402 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-13a62187-45ea-492a-9c1c-dbd595f00334 req-60cc412c-3f07-4c18-aee1-d53e4a5a8f44 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:05:03.936519 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-13a62187-45ea-492a-9c1c-dbd595f00334 req-60cc412c-3f07-4c18-aee1-d53e4a5a8f44 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 931 time: 0.2323787
Dec 24 11:05:04.018013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80cf2ed-ed53-4ff9-b7a2-71248c061f12 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:05:04.029418 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:04.036975 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-13a62187-45ea-492a-9c1c-dbd595f00334 req-76a770a0-4105-43d6-a317-e840406b5486 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=90841ce0-ac6b-41dc-9f0a-c103bd65da8f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650420
Dec 24 11:05:04.047949 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Transition to ACTIVE for port object c80cf2ed-ed53-4ff9-b7a2-71248c061f12 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:05:04.056570 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:04.063805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a830d92c-d248-456f-a112-86a134e4553a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:05:04.219415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Pushing event updated for resources: {'Port': ['ID=c80cf2ed-ed53-4ff9-b7a2-71248c061f12,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:05:04.220939 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:05:04.227612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:05:04.303791 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:05:04.303954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Attempting to bind port c80cf2ed-ed53-4ff9-b7a2-71248c061f12 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:05:04.304184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:04.304288 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Attempting to bind port c80cf2ed-ed53-4ff9-b7a2-71248c061f12 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '81a88f1b-1677-4bee-861f-a095ffed7c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:05:04.304792 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Attempting to bind port c80cf2ed-ed53-4ff9-b7a2-71248c061f12 on network 32c397f9-18be-4c27-a6ed-5eb0571e05e8 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:05:04.309383 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Port c80cf2ed-ed53-4ff9-b7a2-71248c061f12 on network 32c397f9-18be-4c27-a6ed-5eb0571e05e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:05:04.310080 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Attempting to bind port c80cf2ed-ed53-4ff9-b7a2-71248c061f12 on network 32c397f9-18be-4c27-a6ed-5eb0571e05e8 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:05:04.315032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:05:04.315362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Checking segment: {'id': '81a88f1b-1677-4bee-861f-a095ffed7c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:05:04.315738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Bound using segment: {'id': '81a88f1b-1677-4bee-861f-a095ffed7c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:05:04.316152 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Bound port: c80cf2ed-ed53-4ff9-b7a2-71248c061f12, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81a88f1b-1677-4bee-861f-a095ffed7c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:05:04.316490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:04.407916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] For port c80cf2ed-ed53-4ff9-b7a2-71248c061f12, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:05:04.410956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] For port c80cf2ed-ed53-4ff9-b7a2-71248c061f12, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c80cf2ed-ed53-4ff9-b7a2-71248c061f12,segment=NetworkSegment(81a88f1b-1677-4bee-861f-a095ffed7c1a),segment_id=81a88f1b-1677-4bee-861f-a095ffed7c1a)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:05:04.415519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:04.419754 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f94e1ed1-025d-4d9f-bae2-5f31e363a09c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:05:04.480273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:04.480887 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:04.482260 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-67800e92-a191-4a80-8bb9-708c13c4febf req-f8ba318e-7551-4047-8464-283895872a82 service neutron] 10.222.0.32 "PUT /v2.0/ports/c80cf2ed-ed53-4ff9-b7a2-71248c061f12 HTTP/1.1" status: 200  len: 1093 time: 1.1484599
Dec 24 11:05:04.482782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d239e4-f44e-4574-a588-a6892067e8f3', 'tag': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:05:04.507430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Pushing event updated for resources: {'Port': ['ID=c80cf2ed-ed53-4ff9-b7a2-71248c061f12,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:05:04.510360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:05:04.557100 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d239e4-f44e-4574-a588-a6892067e8f3', 'tag': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12', 'status': 'completed', 'code': 200}
Dec 24 11:05:04.599758 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67800e92-a191-4a80-8bb9-708c13c4febf req-1430b7be-8c7c-48df-8009-bfa7b2b676f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:04.601292 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-67800e92-a191-4a80-8bb9-708c13c4febf req-1430b7be-8c7c-48df-8009-bfa7b2b676f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 1096 time: 0.0762134
Dec 24 11:05:04.673721 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-67800e92-a191-4a80-8bb9-708c13c4febf req-920fac4d-d7c1-4524-8685-df9c590732fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c80cf2ed-ed53-4ff9-b7a2-71248c061f12 HTTP/1.1" status: 200  len: 217 time: 0.0652585
Dec 24 11:05:04.735015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67800e92-a191-4a80-8bb9-708c13c4febf req-4395a128-c4c9-4cea-b359-e41508ac66ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:04.736421 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-67800e92-a191-4a80-8bb9-708c13c4febf req-4395a128-c4c9-4cea-b359-e41508ac66ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cc92090-4efb-43f0-b9cc-7e8988a77c52 HTTP/1.1" status: 200  len: 834 time: 0.0567358
Dec 24 11:05:04.814965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67800e92-a191-4a80-8bb9-708c13c4febf req-dfc3cafb-99a9-4a60-a4c6-5135c93cf3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:04.816479 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-67800e92-a191-4a80-8bb9-708c13c4febf req-dfc3cafb-99a9-4a60-a4c6-5135c93cf3cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32c397f9-18be-4c27-a6ed-5eb0571e05e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0729337
Dec 24 11:05:04.818800 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:04.946532 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-67800e92-a191-4a80-8bb9-708c13c4febf req-c7a9d4a8-5515-4107-9dcd-78479b40b4c7 service neutron] 10.222.0.32 "GET /v2.0/networks/32c397f9-18be-4c27-a6ed-5eb0571e05e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236758
Dec 24 11:05:05.075861 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-67800e92-a191-4a80-8bb9-708c13c4febf req-6c38e1e7-4ceb-4d02-bf1a-c0ad843784e7 service neutron] 10.222.0.32 "GET /v2.0/networks/32c397f9-18be-4c27-a6ed-5eb0571e05e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216135
Dec 24 11:05:05.258686 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830b924-5606-4e80-9dea-13f9cfc510bc req-d54d0eb5-ce76-4258-aec1-6f15aba403d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:05.260089 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8830b924-5606-4e80-9dea-13f9cfc510bc req-d54d0eb5-ce76-4258-aec1-6f15aba403d6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 1096 time: 0.1345088
Dec 24 11:05:05.267903 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734526fc-866c-4e7d-b195-059aa3647166 req-972ccc60-2283-4353-b097-d92be5dfe8cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:05.269235 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-734526fc-866c-4e7d-b195-059aa3647166 req-972ccc60-2283-4353-b097-d92be5dfe8cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 943 time: 0.1075048
Dec 24 11:05:05.509679 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-734526fc-866c-4e7d-b195-059aa3647166 req-ce7e2461-d5f0-419f-b675-cd7e883ef429 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=90841ce0-ac6b-41dc-9f0a-c103bd65da8f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2221327
Dec 24 11:05:05.543885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830b924-5606-4e80-9dea-13f9cfc510bc req-dc82cdd2-2694-4a3a-8615-66def1d25627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:05.545327 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8830b924-5606-4e80-9dea-13f9cfc510bc req-dc82cdd2-2694-4a3a-8615-66def1d25627 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32c397f9-18be-4c27-a6ed-5eb0571e05e8 HTTP/1.1" status: 200  len: 897 time: 0.2752709
Dec 24 11:05:05.613147 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8830b924-5606-4e80-9dea-13f9cfc510bc req-ce1ff235-baa4-4a5c-8b1f-3d74015d5edd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c80cf2ed-ed53-4ff9-b7a2-71248c061f12 HTTP/1.1" status: 200  len: 217 time: 0.0614655
Dec 24 11:05:05.677054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830b924-5606-4e80-9dea-13f9cfc510bc req-124510a8-91f2-4912-a63b-9bca01edab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:05.678491 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8830b924-5606-4e80-9dea-13f9cfc510bc req-124510a8-91f2-4912-a63b-9bca01edab16 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cc92090-4efb-43f0-b9cc-7e8988a77c52 HTTP/1.1" status: 200  len: 834 time: 0.0586684
Dec 24 11:05:05.750829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8830b924-5606-4e80-9dea-13f9cfc510bc req-e0e52a00-cf1d-45a2-a7db-36dd9920b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:05.752257 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8830b924-5606-4e80-9dea-13f9cfc510bc req-e0e52a00-cf1d-45a2-a7db-36dd9920b99f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32c397f9-18be-4c27-a6ed-5eb0571e05e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0670323
Dec 24 11:05:05.881957 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8830b924-5606-4e80-9dea-13f9cfc510bc req-91bb97d0-b097-43b3-94eb-05492f9028de service neutron] 10.222.0.32 "GET /v2.0/networks/32c397f9-18be-4c27-a6ed-5eb0571e05e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225543
Dec 24 11:05:06.011132 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8830b924-5606-4e80-9dea-13f9cfc510bc req-2b8f3206-19b6-4dd0-a938-50145ef031e5 service neutron] 10.222.0.32 "GET /v2.0/networks/32c397f9-18be-4c27-a6ed-5eb0571e05e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220875
Dec 24 11:05:06.814639 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc40503-14b8-4d7c-bdb6-8ee2ade84c70 req-1f755e83-35d8-473c-8acd-68bc41c6486d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:06.816141 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-dcc40503-14b8-4d7c-bdb6-8ee2ade84c70 req-1f755e83-35d8-473c-8acd-68bc41c6486d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 943 time: 0.1983151
Dec 24 11:05:06.859529 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-dcc40503-14b8-4d7c-bdb6-8ee2ade84c70 req-313f91d8-8833-4605-aef5-c3fc9d664d72 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=90841ce0-ac6b-41dc-9f0a-c103bd65da8f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377851
Dec 24 11:05:08.046808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc722d-3a33-4107-9165-fd64253c2f02 req-9d7e08cf-9ee1-434e-a0e9-aa454f20f593 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:08.048256 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e5dc722d-3a33-4107-9165-fd64253c2f02 req-9d7e08cf-9ee1-434e-a0e9-aa454f20f593 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 943 time: 0.0844085
Dec 24 11:05:08.090792 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e5dc722d-3a33-4107-9165-fd64253c2f02 req-3d91668c-2773-469e-a1bc-fa45a4550fe5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=90841ce0-ac6b-41dc-9f0a-c103bd65da8f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369728
Dec 24 11:05:09.280772 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481335fa-4d37-4745-849d-39b5b15a6163 req-17ad6af5-907d-4184-a134-55d802ead0d0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:09.282297 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-481335fa-4d37-4745-849d-39b5b15a6163 req-17ad6af5-907d-4184-a134-55d802ead0d0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 943 time: 0.0804579
Dec 24 11:05:09.330742 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-481335fa-4d37-4745-849d-39b5b15a6163 req-13f127ef-4f8f-4dc2-a4c6-de7fdfd14021 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=90841ce0-ac6b-41dc-9f0a-c103bd65da8f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411851
Dec 24 11:05:09.352892 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device c80cf2ed-ed53-4ff9-b7a2-71248c061f12 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:05:09.485214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port c80cf2ed-ed53-4ff9-b7a2-71248c061f12, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c80cf2ed-ed53-4ff9-b7a2-71248c061f12,segment=NetworkSegment(81a88f1b-1677-4bee-861f-a095ffed7c1a),segment_id=81a88f1b-1677-4bee-861f-a095ffed7c1a)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:05:09.498298 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'port_id': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12', 'mac_address': 'fa:16:3e:0b:5a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:05:09.555446 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:09.572029 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80cf2ed-ed53-4ff9-b7a2-71248c061f12 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:05:09.587035 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port c80cf2ed-ed53-4ff9-b7a2-71248c061f12, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c80cf2ed-ed53-4ff9-b7a2-71248c061f12,segment=NetworkSegment(81a88f1b-1677-4bee-861f-a095ffed7c1a),segment_id=81a88f1b-1677-4bee-861f-a095ffed7c1a)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:05:09.590585 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:09.592257 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:05:09.663281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=c80cf2ed-ed53-4ff9-b7a2-71248c061f12,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:05:09.666227 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:05:09.880056 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['c80cf2ed-ed53-4ff9-b7a2-71248c061f12'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:05:10.459296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:10.513349 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aff102-7f55-4188-9c39-1a89443abddc req-da22a43d-6884-4324-b9af-f03dffea43ee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:10.514852 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e4aff102-7f55-4188-9c39-1a89443abddc req-da22a43d-6884-4324-b9af-f03dffea43ee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 944 time: 0.0819488
Dec 24 11:05:10.559273 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e4aff102-7f55-4188-9c39-1a89443abddc req-22195a20-8bd4-4bd8-8e9f-ea74eaec93ed tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=90841ce0-ac6b-41dc-9f0a-c103bd65da8f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388737
Dec 24 11:05:11.368425 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device c80cf2ed-ed53-4ff9-b7a2-71248c061f12 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:05:11.436082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port c80cf2ed-ed53-4ff9-b7a2-71248c061f12 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:05:11.440862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port c80cf2ed-ed53-4ff9-b7a2-71248c061f12 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:05:11.441621 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:11.555883 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:11.581477 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d239e4-f44e-4574-a588-a6892067e8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:05:11.591709 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port c80cf2ed-ed53-4ff9-b7a2-71248c061f12, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c80cf2ed-ed53-4ff9-b7a2-71248c061f12,segment=NetworkSegment(81a88f1b-1677-4bee-861f-a095ffed7c1a),segment_id=81a88f1b-1677-4bee-861f-a095ffed7c1a)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:05:11.597661 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:11.599254 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-670ef05b-9a9b-4fa5-87f0-f572636efdd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:05:11.629919 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d239e4-f44e-4574-a588-a6892067e8f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12', 'code': 200}
Dec 24 11:05:11.669547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=c80cf2ed-ed53-4ff9-b7a2-71248c061f12,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:05:11.672493 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:05:11.756094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fa246-6662-4362-afd9-2e64d89278f2 req-c5ebd263-8488-4f7b-85ef-65686763f21a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:11.757778 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e15fa246-6662-4362-afd9-2e64d89278f2 req-c5ebd263-8488-4f7b-85ef-65686763f21a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 945 time: 0.0807269
Dec 24 11:05:11.803955 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e15fa246-6662-4362-afd9-2e64d89278f2 req-c4ebabb6-2fcd-4806-9771-5e9580fe81d6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=90841ce0-ac6b-41dc-9f0a-c103bd65da8f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402410
Dec 24 11:05:11.859702 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3f8e1-3362-40ab-8b13-3aafc6ca4e97 req-e12203ae-4f6f-46cd-a6cc-580c6a58fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:11.861225 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-79b3f8e1-3362-40ab-8b13-3aafc6ca4e97 req-e12203ae-4f6f-46cd-a6cc-580c6a58fd7e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 1098 time: 0.0740404
Dec 24 11:05:11.901530 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-79b3f8e1-3362-40ab-8b13-3aafc6ca4e97 req-10d9abd0-e9eb-4e11-a421-985bb6fb0397 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=90841ce0-ac6b-41dc-9f0a-c103bd65da8f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0335937
Dec 24 11:05:12.986936 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f86e6c-2825-46c0-b53a-c570227ec35a req-57d16282-7f97-4a16-8d2d-bedea6d0435b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:12.988385 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-15f86e6c-2825-46c0-b53a-c570227ec35a req-57d16282-7f97-4a16-8d2d-bedea6d0435b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 945 time: 0.0782249
Dec 24 11:05:13.037518 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-15f86e6c-2825-46c0-b53a-c570227ec35a req-ff7f801d-4d92-439f-a02a-93b571fd0ecd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=90841ce0-ac6b-41dc-9f0a-c103bd65da8f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436025
Dec 24 11:05:14.219156 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff9c622-27ac-4304-91f7-a97aef3876b6 req-f2fa5ad4-48db-4c73-9ee4-303cf08657c2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:14.220603 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fff9c622-27ac-4304-91f7-a97aef3876b6 req-f2fa5ad4-48db-4c73-9ee4-303cf08657c2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 945 time: 0.0823197
Dec 24 11:05:14.263437 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fff9c622-27ac-4304-91f7-a97aef3876b6 req-122923db-a243-469a-ba7b-40eb7f74ced0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=90841ce0-ac6b-41dc-9f0a-c103bd65da8f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365810
Dec 24 11:05:14.445698 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba452c1-df88-490d-a8da-1360c3e893f4 req-3eab0ad4-7496-4ff3-b9a1-4d09dd41b304 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:14.447188 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-dba452c1-df88-490d-a8da-1360c3e893f4 req-3eab0ad4-7496-4ff3-b9a1-4d09dd41b304 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 945 time: 0.0818031
Dec 24 11:05:14.490246 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-dba452c1-df88-490d-a8da-1360c3e893f4 req-b3b894fa-bfa3-4deb-9dde-670c219f6159 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=90841ce0-ac6b-41dc-9f0a-c103bd65da8f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374784
Dec 24 11:05:14.513130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54064) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:14.586868 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abf4d0c-60a7-4b13-beeb-d607490eff36 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:14.588332 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2abf4d0c-60a7-4b13-beeb-d607490eff36 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 1093 time: 0.0742018
Dec 24 11:05:14.591049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54068) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:14.595850 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:05:14.601634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:05:14.606189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:floatingip and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:05:14.609150 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:05:14.614685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:05:14.625483 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:14.758553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:14.885192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.26.4.134 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/0c7210b6-2442-4539-8250-b43cf624b198) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:05:15.025262 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:15.054270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:15.058428 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-11973e35-08ab-44de-b2bd-ecf1c58378b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:05:15.124149 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:05:15.126836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:05:15.130968 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:05:15.154248 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=0c7210b6-2442-4539-8250-b43cf624b198,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:05:15.159121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:05:15.644989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:15.718728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:15.922147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:15.926387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:15.929768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a3723cd5-842c-4705-a4aa-76fc7354e20f tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:05:16.034257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=0c7210b6-2442-4539-8250-b43cf624b198,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:05:16.038165 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:05:16.044310 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:16.211731 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP 412d9df7-ae48-4a22-b58f-acdbdf4e7576 associated. External IP: 172.26.4.134, port: c80cf2ed-ed53-4ff9-b7a2-71248c061f12.
Dec 24 11:05:16.554115 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 93332fba-7252-4c52-9fe6-050efbf0fda2 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:05:16.729354 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:05:16.739223 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a13a38-a9cb-44cf-9a8f-51cc0b0d4ee3 None None] Sync routers for ids ['93332fba-7252-4c52-9fe6-050efbf0fda2'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:05:16.750119 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a13a38-a9cb-44cf-9a8f-51cc0b0d4ee3 None None] Routers {'93332fba-7252-4c52-9fe6-050efbf0fda2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:16.750729 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-45a13a38-a9cb-44cf-9a8f-51cc0b0d4ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db7c6d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['93332fba-7252-4c52-9fe6-050efbf0fda2'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:05:16.753026 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:16.807208 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2151639
Dec 24 11:05:16.807887 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d239e4-f44e-4574-a588-a6892067e8f3', 'tag': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:05:16.809982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54072) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:16.852959 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d239e4-f44e-4574-a588-a6892067e8f3', 'tag': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12', 'status': 'completed', 'code': 200}
Dec 24 11:05:16.958937 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-45a13a38-a9cb-44cf-9a8f-51cc0b0d4ee3 None None] Set router 93332fba-7252-4c52-9fe6-050efbf0fda2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:05:17.002623 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cdc9e842-01cf-49b7-a272-cfcb1576f776 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/routers/93332fba-7252-4c52-9fe6-050efbf0fda2 HTTP/1.1" status: 200  len: 920 time: 0.1909986
Dec 24 11:05:17.004892 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54078) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:17.089768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25275ea-d95b-474b-8907-a6ed56bd6fd7 req-0867bcab-bf71-4f48-8fa1-ccd2d2beb5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:17.091351 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e25275ea-d95b-474b-8907-a6ed56bd6fd7 req-0867bcab-bf71-4f48-8fa1-ccd2d2beb5d4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 1098 time: 0.2144222
Dec 24 11:05:17.111187 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bc895d14-472e-478f-8dff-dff97cfbcb08 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/412d9df7-ae48-4a22-b58f-acdbdf4e7576 HTTP/1.1" status: 200  len: 991 time: 0.1049118
Dec 24 11:05:17.223327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25275ea-d95b-474b-8907-a6ed56bd6fd7 req-acafff3f-d698-4d7b-8b59-b7b67732126a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:17.225328 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e25275ea-d95b-474b-8907-a6ed56bd6fd7 req-acafff3f-d698-4d7b-8b59-b7b67732126a service neutron] 10.222.0.32 "GET /v2.0/networks?id=32c397f9-18be-4c27-a6ed-5eb0571e05e8 HTTP/1.1" status: 200  len: 897 time: 0.1273191
Dec 24 11:05:17.305244 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-45a13a38-a9cb-44cf-9a8f-51cc0b0d4ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db7c6d0>, [{'id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'name': 'tempest-TestNetworkBasicOps-router-37876284', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:52Z', 'updated_at': '2021-12-24T11:04:57Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:53Z', 'updated_at': '2021-12-24T11:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '412d9df7-ae48-4a22-b58f-acdbdf4e7576', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'port_id': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'mac_address': 'fa:16:3e:0b:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d239e4-f44e-4574-a588-a6892067e8f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:05:15Z', 'updated_at': '2021-12-24T11:05:15Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75f404d-40d2-4f3b-9bf4-5d62ac2613d9', 'name': '', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:99:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:56Z', 'updated_at': '2021-12-24T11:05:02Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:05:17.308997 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a13a38-a9cb-44cf-9a8f-51cc0b0d4ee3 None None] Checking router: 93332fba-7252-4c52-9fe6-050efbf0fda2 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:05:17.317005 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a13a38-a9cb-44cf-9a8f-51cc0b0d4ee3 None None] Routers {'93332fba-7252-4c52-9fe6-050efbf0fda2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:05:17.317601 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-45a13a38-a9cb-44cf-9a8f-51cc0b0d4ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db7c6d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:05:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['93332fba-7252-4c52-9fe6-050efbf0fda2'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:05:17.329776 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e25275ea-d95b-474b-8907-a6ed56bd6fd7 req-caf40a71-0f8e-47cb-be7e-247a9ee9a863 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c80cf2ed-ed53-4ff9-b7a2-71248c061f12 HTTP/1.1" status: 200  len: 999 time: 0.0973337
Dec 24 11:05:17.392050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25275ea-d95b-474b-8907-a6ed56bd6fd7 req-82e04223-b92c-4d53-b03f-2c1bff72fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:17.393501 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e25275ea-d95b-474b-8907-a6ed56bd6fd7 req-82e04223-b92c-4d53-b03f-2c1bff72fe14 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cc92090-4efb-43f0-b9cc-7e8988a77c52 HTTP/1.1" status: 200  len: 834 time: 0.0577242
Dec 24 11:05:17.475518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25275ea-d95b-474b-8907-a6ed56bd6fd7 req-24cf9485-cdab-4c90-b3a9-8837c811fe6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:17.477000 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e25275ea-d95b-474b-8907-a6ed56bd6fd7 req-24cf9485-cdab-4c90-b3a9-8837c811fe6f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32c397f9-18be-4c27-a6ed-5eb0571e05e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0772367
Dec 24 11:05:17.497723 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-45a13a38-a9cb-44cf-9a8f-51cc0b0d4ee3 None None] Set router 93332fba-7252-4c52-9fe6-050efbf0fda2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:05:17.608892 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e25275ea-d95b-474b-8907-a6ed56bd6fd7 req-06ee8b11-2c4f-4c58-97d0-36032aa1ce23 service neutron] 10.222.0.32 "GET /v2.0/networks/32c397f9-18be-4c27-a6ed-5eb0571e05e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249855
Dec 24 11:05:17.737918 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e25275ea-d95b-474b-8907-a6ed56bd6fd7 req-a5193545-d1e4-4ed1-be10-2032057d6535 service neutron] 10.222.0.32 "GET /v2.0/networks/32c397f9-18be-4c27-a6ed-5eb0571e05e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231003
Dec 24 11:05:17.851425 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-45a13a38-a9cb-44cf-9a8f-51cc0b0d4ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db7c6d0>, [{'id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'name': 'tempest-TestNetworkBasicOps-router-37876284', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:52Z', 'updated_at': '2021-12-24T11:04:57Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:53Z', 'updated_at': '2021-12-24T11:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '412d9df7-ae48-4a22-b58f-acdbdf4e7576', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'port_id': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'mac_address': 'fa:16:3e:0b:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d239e4-f44e-4574-a588-a6892067e8f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:05:15Z', 'updated_at': '2021-12-24T11:05:15Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75f404d-40d2-4f3b-9bf4-5d62ac2613d9', 'name': '', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:99:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:56Z', 'updated_at': '2021-12-24T11:05:02Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:05:17.855236 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a13a38-a9cb-44cf-9a8f-51cc0b0d4ee3 None None] The sync data for ids ['93332fba-7252-4c52-9fe6-050efbf0fda2'] in dv-neutron-822668-2-hyperv is: [{'id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'name': 'tempest-TestNetworkBasicOps-router-37876284', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:52Z', 'updated_at': '2021-12-24T11:04:57Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:53Z', 'updated_at': '2021-12-24T11:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '412d9df7-ae48-4a22-b58f-acdbdf4e7576', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'port_id': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'mac_address': 'fa:16:3e:0b:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d239e4-f44e-4574-a588-a6892067e8f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:05:15Z', 'updated_at': '2021-12-24T11:05:15Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75f404d-40d2-4f3b-9bf4-5d62ac2613d9', 'name': '', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:99:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:56Z', 'updated_at': '2021-12-24T11:05:02Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:05:18.045172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec9311f-112f-40c6-afe0-c1b9001383b6 None None] New status for floating IP 412d9df7-ae48-4a22-b58f-acdbdf4e7576: ACTIVE {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:05:18.115223 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54082) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:18.218661 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1d597702-6be7-435f-a022-cc8a05ecb8b8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/412d9df7-ae48-4a22-b58f-acdbdf4e7576 HTTP/1.1" status: 200  len: 991 time: 0.1017613
Dec 24 11:05:19.222418 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54086) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:05:19.328441 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0fc910c8-5344-4d40-ba81-b6881af4cd9a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/412d9df7-ae48-4a22-b58f-acdbdf4e7576 HTTP/1.1" status: 200  len: 993 time: 0.1047397
Dec 24 11:05:22.624383 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05a93181-c58b-4aed-ad89-8556cdffba23 req-36174e36-f70f-45fa-89e3-4cb2c77c74b4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0729823
Dec 24 11:05:22.763301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a93181-c58b-4aed-ad89-8556cdffba23 req-41b6e6bf-2ed0-4ebd-8fcc-66e3c43331b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:22.764671 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05a93181-c58b-4aed-ad89-8556cdffba23 req-41b6e6bf-2ed0-4ebd-8fcc-66e3c43331b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 1098 time: 0.0691874
Dec 24 11:05:22.905688 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a93181-c58b-4aed-ad89-8556cdffba23 req-02cc920e-ba32-48cc-a957-abbd0376e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:22.907158 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05a93181-c58b-4aed-ad89-8556cdffba23 req-02cc920e-ba32-48cc-a957-abbd0376e6c2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32c397f9-18be-4c27-a6ed-5eb0571e05e8 HTTP/1.1" status: 200  len: 897 time: 0.1241548
Dec 24 11:05:23.008892 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05a93181-c58b-4aed-ad89-8556cdffba23 req-97410eef-33a5-4c5c-9ecd-5571cd97206f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c80cf2ed-ed53-4ff9-b7a2-71248c061f12 HTTP/1.1" status: 200  len: 1001 time: 0.0948360
Dec 24 11:05:23.067786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a93181-c58b-4aed-ad89-8556cdffba23 req-c1d72f53-7df1-4bce-9f92-d549c26101b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:23.069779 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05a93181-c58b-4aed-ad89-8556cdffba23 req-c1d72f53-7df1-4bce-9f92-d549c26101b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cc92090-4efb-43f0-b9cc-7e8988a77c52 HTTP/1.1" status: 200  len: 834 time: 0.0553992
Dec 24 11:05:23.145759 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a93181-c58b-4aed-ad89-8556cdffba23 req-ed6af0ac-90a9-4165-8e38-538b4fc62ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:05:23.147324 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05a93181-c58b-4aed-ad89-8556cdffba23 req-ed6af0ac-90a9-4165-8e38-538b4fc62ca8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32c397f9-18be-4c27-a6ed-5eb0571e05e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0717292
Dec 24 11:05:23.386329 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05a93181-c58b-4aed-ad89-8556cdffba23 req-926c0802-d36b-4d19-adb8-e74346b84c91 service neutron] 10.222.0.32 "GET /v2.0/networks/32c397f9-18be-4c27-a6ed-5eb0571e05e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2319841
Dec 24 11:05:23.515889 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05a93181-c58b-4aed-ad89-8556cdffba23 req-944e25d5-7d3f-40a5-a369-f273f7a118af service neutron] 10.222.0.32 "GET /v2.0/networks/32c397f9-18be-4c27-a6ed-5eb0571e05e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222539
Dec 24 11:05:29.622519 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cebb4baf-280c-4e57-bba9-285ffe43222b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:31.848260 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-221ce088-bae9-4f73-870d-c9b0c0d91e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:32.009275 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:05:33.045682 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:33.062755 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:34.821813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:40.459116 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:05:59.623116 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0017-c346-4238-a7c7-d172ae85395b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:01.849526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-16998e2f-533a-4f48-b1de-c1fb8a02adda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:03.045851 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:03.063002 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:04.823672 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:09.007690 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:06:10.462290 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:19.963432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54106) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:20.306913 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d58dfa84-9667-4256-b189-0a69298f6923 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/routers/93332fba-7252-4c52-9fe6-050efbf0fda2/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.3422539
Dec 24 11:06:20.309614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54112) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:20.498256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e9ab7c-6dea-45a9-9d33-b0dde92b28bf tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Notify agent at dv-neutron-822668-2-hyperv the message router_removed_from_agent {{(pid=87558) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}}
Dec 24 11:06:20.501335 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-18e9ab7c-6dea-45a9-9d33-b0dde92b28bf tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "DELETE /v2.0/agents/28d84857-b77d-4ed6-ae6e-e4309322d2e6/l3-routers/93332fba-7252-4c52-9fe6-050efbf0fda2 HTTP/1.1" status: 204  len: 168 time: 0.1908276
Dec 24 11:06:20.503922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54116) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:20.681564 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f18b010c-3d27-47c8-a825-75d34a074274 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/routers/93332fba-7252-4c52-9fe6-050efbf0fda2/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.1763573
Dec 24 11:06:20.683928 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54120) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:20.785261 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-17b21613-589a-49ed-b2f8-f45ab27e73df tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/412d9df7-ae48-4a22-b58f-acdbdf4e7576 HTTP/1.1" status: 200  len: 993 time: 0.1002417
Dec 24 11:06:21.249612 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21e5714-f4c3-4fbd-bc45-30747b0f2363 None None] New status for floating IP 412d9df7-ae48-4a22-b58f-acdbdf4e7576: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:06:21.788811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54124) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:21.890387 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-520631b4-b878-41d8-af05-83f5987e8ec0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/412d9df7-ae48-4a22-b58f-acdbdf4e7576 HTTP/1.1" status: 200  len: 991 time: 0.0997896
Dec 24 11:06:22.249668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6edba469-72b4-4c84-94b2-3cf6c08b7c0a no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:06:22.361501 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:22.377463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 6edba469-72b4-4c84-94b2-3cf6c08b7c0a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6edba469-72b4-4c84-94b2-3cf6c08b7c0a,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:06:22.381162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:22.381906 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:06:22.406032 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0e15739c-4a82-4bcb-bb90-6ee6ad695fbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:22.495302 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=6edba469-72b4-4c84-94b2-3cf6c08b7c0a,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:22.531061 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:22.531412 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:22.531755 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:22.532095 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:22.532427 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:22.532762 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:22.533094 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:22.533418 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:22.533745 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:22.534105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:22.534430 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:22.534749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:22.543478 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:22.561347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:22.593281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e75f404d-40d2-4f3b-9bf4-5d62ac2613d9,segment=NetworkSegment(81a88f1b-1677-4bee-861f-a095ffed7c1a),segment_id=81a88f1b-1677-4bee-861f-a095ffed7c1a)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:06:22.597346 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:22.600160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3a24c991-ec80-4486-b7d8-0119eb334d2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:22.667170 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=e75f404d-40d2-4f3b-9bf4-5d62ac2613d9,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:22.670109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:23.044170 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54132) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:23.241048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2249e6cf-c710-4763-bc1c-0c2ff60274ca tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Router 93332fba-7252-4c52-9fe6-050efbf0fda2 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:06:23.241317 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2249e6cf-c710-4763-bc1c-0c2ff60274ca tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Notify agent at dv-neutron-822668-2-hyperv the message router_added_to_agent {{(pid=87558) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}}
Dec 24 11:06:23.269011 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2249e6cf-c710-4763-bc1c-0c2ff60274ca tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "POST /v2.0/agents/28d84857-b77d-4ed6-ae6e-e4309322d2e6/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2237930
Dec 24 11:06:23.271543 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54138) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:23.288388 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00618e7b-5098-4870-9a19-74e7e66bac28 None None] Sync routers for ids ['93332fba-7252-4c52-9fe6-050efbf0fda2'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:06:23.297959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00618e7b-5098-4870-9a19-74e7e66bac28 None None] Routers {'93332fba-7252-4c52-9fe6-050efbf0fda2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:23.298568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-00618e7b-5098-4870-9a19-74e7e66bac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf5dd60>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['93332fba-7252-4c52-9fe6-050efbf0fda2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:23.475257 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-00618e7b-5098-4870-9a19-74e7e66bac28 None None] Set router 93332fba-7252-4c52-9fe6-050efbf0fda2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:06:23.585718 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f47781b5-da61-4017-9079-241a68b75041 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/routers/93332fba-7252-4c52-9fe6-050efbf0fda2/l3-agents HTTP/1.1" status: 200  len: 881 time: 0.3130178
Dec 24 11:06:23.588895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54144) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:23.692776 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b5cbe9e7-8bd5-4789-bb9a-477e9119a3ef tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/412d9df7-ae48-4a22-b58f-acdbdf4e7576 HTTP/1.1" status: 200  len: 991 time: 0.1027591
Dec 24 11:06:23.817071 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-00618e7b-5098-4870-9a19-74e7e66bac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf5dd60>, [{'id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'name': 'tempest-TestNetworkBasicOps-router-37876284', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:52Z', 'updated_at': '2021-12-24T11:04:57Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:77:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:53Z', 'updated_at': '2021-12-24T11:06:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '412d9df7-ae48-4a22-b58f-acdbdf4e7576', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'port_id': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'mac_address': 'fa:16:3e:0b:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d239e4-f44e-4574-a588-a6892067e8f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:05:15Z', 'updated_at': '2021-12-24T11:06:21Z', 'revision_number': 2, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75f404d-40d2-4f3b-9bf4-5d62ac2613d9', 'name': '', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:99:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:56Z', 'updated_at': '2021-12-24T11:06:22Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:23.820837 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00618e7b-5098-4870-9a19-74e7e66bac28 None None] Checking router: 93332fba-7252-4c52-9fe6-050efbf0fda2 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:06:23.828826 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00618e7b-5098-4870-9a19-74e7e66bac28 None None] Routers {'93332fba-7252-4c52-9fe6-050efbf0fda2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:23.829433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-00618e7b-5098-4870-9a19-74e7e66bac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf5dd60>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['93332fba-7252-4c52-9fe6-050efbf0fda2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:24.002706 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-00618e7b-5098-4870-9a19-74e7e66bac28 None None] Set router 93332fba-7252-4c52-9fe6-050efbf0fda2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:06:24.381534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-00618e7b-5098-4870-9a19-74e7e66bac28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf5dd60>, [{'id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'name': 'tempest-TestNetworkBasicOps-router-37876284', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:52Z', 'updated_at': '2021-12-24T11:04:57Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:77:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:53Z', 'updated_at': '2021-12-24T11:06:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '412d9df7-ae48-4a22-b58f-acdbdf4e7576', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'port_id': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'mac_address': 'fa:16:3e:0b:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d239e4-f44e-4574-a588-a6892067e8f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:05:15Z', 'updated_at': '2021-12-24T11:06:21Z', 'revision_number': 2, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75f404d-40d2-4f3b-9bf4-5d62ac2613d9', 'name': '', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:99:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:56Z', 'updated_at': '2021-12-24T11:06:22Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:24.386067 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00618e7b-5098-4870-9a19-74e7e66bac28 None None] The sync data for ids ['93332fba-7252-4c52-9fe6-050efbf0fda2'] in dv-neutron-822668-2-hyperv is: [{'id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'name': 'tempest-TestNetworkBasicOps-router-37876284', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:52Z', 'updated_at': '2021-12-24T11:04:57Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:77:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:53Z', 'updated_at': '2021-12-24T11:06:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '412d9df7-ae48-4a22-b58f-acdbdf4e7576', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.134', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'port_id': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'mac_address': 'fa:16:3e:0b:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d239e4-f44e-4574-a588-a6892067e8f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:05:15Z', 'updated_at': '2021-12-24T11:06:21Z', 'revision_number': 2, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75f404d-40d2-4f3b-9bf4-5d62ac2613d9', 'name': '', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:99:58:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:56Z', 'updated_at': '2021-12-24T11:06:22Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:06:24.662201 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-830e2b74-586c-422d-96ed-c73c9b68b356 req-e44763fc-0cae-4ce6-8398-495637c8dba6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1300175
Dec 24 11:06:24.696417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54150) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:24.850065 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7539d00c-0b6c-46f9-8cf1-5625fc5ea298 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/412d9df7-ae48-4a22-b58f-acdbdf4e7576 HTTP/1.1" status: 200  len: 991 time: 0.1522777
Dec 24 11:06:24.870912 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e2b74-586c-422d-96ed-c73c9b68b356 req-7a36c309-8953-43cd-8528-9984c3929ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:24.872435 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-830e2b74-586c-422d-96ed-c73c9b68b356 req-7a36c309-8953-43cd-8528-9984c3929ff1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 1098 time: 0.1165559
Dec 24 11:06:25.020597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e2b74-586c-422d-96ed-c73c9b68b356 req-a3501f88-6e72-4e7e-9c6d-8c124dd7492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:25.022120 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-830e2b74-586c-422d-96ed-c73c9b68b356 req-a3501f88-6e72-4e7e-9c6d-8c124dd7492a service neutron] 10.222.0.32 "GET /v2.0/networks?id=32c397f9-18be-4c27-a6ed-5eb0571e05e8 HTTP/1.1" status: 200  len: 897 time: 0.1306238
Dec 24 11:06:25.132724 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-830e2b74-586c-422d-96ed-c73c9b68b356 req-51ee075b-22ef-4966-b116-8aa08ff6e447 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c80cf2ed-ed53-4ff9-b7a2-71248c061f12 HTTP/1.1" status: 200  len: 999 time: 0.1040182
Dec 24 11:06:25.200778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e2b74-586c-422d-96ed-c73c9b68b356 req-45ba5fa3-9954-438f-a82d-7126471727c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:25.202279 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-830e2b74-586c-422d-96ed-c73c9b68b356 req-45ba5fa3-9954-438f-a82d-7126471727c4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cc92090-4efb-43f0-b9cc-7e8988a77c52 HTTP/1.1" status: 200  len: 834 time: 0.0634696
Dec 24 11:06:25.279035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e2b74-586c-422d-96ed-c73c9b68b356 req-ae7b151b-8f96-4164-a7a1-84b7a8b75433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:25.280533 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-830e2b74-586c-422d-96ed-c73c9b68b356 req-ae7b151b-8f96-4164-a7a1-84b7a8b75433 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32c397f9-18be-4c27-a6ed-5eb0571e05e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0718198
Dec 24 11:06:25.418865 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-830e2b74-586c-422d-96ed-c73c9b68b356 req-ded64f64-cc26-4fab-816b-547fcff1cebd service neutron] 10.222.0.32 "GET /v2.0/networks/32c397f9-18be-4c27-a6ed-5eb0571e05e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308873
Dec 24 11:06:25.554247 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-830e2b74-586c-422d-96ed-c73c9b68b356 req-10b45ce9-a4e1-4627-9a3b-f8b6bf11daa8 service neutron] 10.222.0.32 "GET /v2.0/networks/32c397f9-18be-4c27-a6ed-5eb0571e05e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294739
Dec 24 11:06:25.854187 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54154) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:25.959232 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1c4215a0-0227-4a00-afe9-106f13a46403 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/412d9df7-ae48-4a22-b58f-acdbdf4e7576 HTTP/1.1" status: 200  len: 991 time: 0.1037526
Dec 24 11:06:26.142679 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49fe0e6-bec4-4cc5-862a-31f93b88d381 None None] New status for floating IP 412d9df7-ae48-4a22-b58f-acdbdf4e7576: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:06:26.297150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6edba469-72b4-4c84-94b2-3cf6c08b7c0a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:06:26.366510 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 6edba469-72b4-4c84-94b2-3cf6c08b7c0a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:06:26.366799 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:26.485123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:26.501575 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 6edba469-72b4-4c84-94b2-3cf6c08b7c0a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6edba469-72b4-4c84-94b2-3cf6c08b7c0a,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:06:26.505510 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:26.506335 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:06:26.530363 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-94af5b3b-1a9d-4228-8468-1ce36c00c599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:26.621208 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=6edba469-72b4-4c84-94b2-3cf6c08b7c0a,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:26.624546 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:26.634048 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:06:26.634434 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:26.752817 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:26.784198 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e75f404d-40d2-4f3b-9bf4-5d62ac2613d9,segment=NetworkSegment(81a88f1b-1677-4bee-861f-a095ffed7c1a),segment_id=81a88f1b-1677-4bee-861f-a095ffed7c1a)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:06:26.789084 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:26.791424 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:26.854902 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=e75f404d-40d2-4f3b-9bf4-5d62ac2613d9,revision_number=7']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:26.857989 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:26.962989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54158) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:27.068460 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-035b74c3-2081-4c01-9637-7525e02a7cb3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/412d9df7-ae48-4a22-b58f-acdbdf4e7576 HTTP/1.1" status: 200  len: 993 time: 0.1042955
Dec 24 11:06:27.351320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54166) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:27.549595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 0c7210b6-2442-4539-8250-b43cf624b198 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:06:27.549954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:27.835267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:27.835593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:27.954190 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 0c7210b6-2442-4539-8250-b43cf624b198 owned by network:floatingip {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:06:28.099211 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:28.102725 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:28.145253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=0c7210b6-2442-4539-8250-b43cf624b198,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:28.181237 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:28.181627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:28.182036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:28.182414 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:28.182784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:28.183152 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:28.183518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:28.183883 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:28.184248 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:28.184611 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:28.184979 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:28.185340 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:28.196788 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:28.248947 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:28.249279 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP 412d9df7-ae48-4a22-b58f-acdbdf4e7576 disassociated (deleted). External IP: 172.26.4.134, port: c80cf2ed-ed53-4ff9-b7a2-71248c061f12.
Dec 24 11:06:28.264413 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6edba469-72b4-4c84-94b2-3cf6c08b7c0a up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:06:28.331367 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 6edba469-72b4-4c84-94b2-3cf6c08b7c0a triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:06:28.331743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:28.456913 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:06:28.523395 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:06:28.523780 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:28.596727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 93332fba-7252-4c52-9fe6-050efbf0fda2 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:06:28.771957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:06:28.781530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8914f18-9bb9-4e7d-afed-1eaad1bbdeb3 None None] Sync routers for ids ['93332fba-7252-4c52-9fe6-050efbf0fda2'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:06:28.790379 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8914f18-9bb9-4e7d-afed-1eaad1bbdeb3 None None] Routers {'93332fba-7252-4c52-9fe6-050efbf0fda2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:28.790989 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e8914f18-9bb9-4e7d-afed-1eaad1bbdeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d85e7c0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['93332fba-7252-4c52-9fe6-050efbf0fda2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:28.793534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:28.847420 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/floatingips/412d9df7-ae48-4a22-b58f-acdbdf4e7576 HTTP/1.1" status: 204  len: 168 time: 1.4944372
Dec 24 11:06:28.848070 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d239e4-f44e-4574-a588-a6892067e8f3', 'tag': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:06:28.893735 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d239e4-f44e-4574-a588-a6892067e8f3', 'tag': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12', 'status': 'completed', 'code': 200}
Dec 24 11:06:28.967311 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-e8914f18-9bb9-4e7d-afed-1eaad1bbdeb3 None None] Set router 93332fba-7252-4c52-9fe6-050efbf0fda2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:06:28.992911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b7e71-a0a1-429c-a82f-80a244109b62 req-413ac356-e0b9-492d-8a48-25e33f7f1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:28.994464 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a29b7e71-a0a1-429c-a82f-80a244109b62 req-413ac356-e0b9-492d-8a48-25e33f7f1466 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 1098 time: 0.0784619
Dec 24 11:06:29.264292 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b7e71-a0a1-429c-a82f-80a244109b62 req-01562887-0cdc-4981-a7a9-862ffd254bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:29.265714 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a29b7e71-a0a1-429c-a82f-80a244109b62 req-01562887-0cdc-4981-a7a9-862ffd254bc4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=32c397f9-18be-4c27-a6ed-5eb0571e05e8 HTTP/1.1" status: 200  len: 897 time: 0.2652335
Dec 24 11:06:29.330300 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e8914f18-9bb9-4e7d-afed-1eaad1bbdeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d85e7c0>, [{'id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'name': 'tempest-TestNetworkBasicOps-router-37876284', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:52Z', 'updated_at': '2021-12-24T11:04:57Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:53Z', 'updated_at': '2021-12-24T11:06:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'e75f404d-40d2-4f3b-9bf4-5d62ac2613d9', 'name': '', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:99:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:56Z', 'updated_at': '2021-12-24T11:06:26Z', 'revision_number': 7, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:29.334232 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8914f18-9bb9-4e7d-afed-1eaad1bbdeb3 None None] Checking router: 93332fba-7252-4c52-9fe6-050efbf0fda2 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:06:29.342582 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8914f18-9bb9-4e7d-afed-1eaad1bbdeb3 None None] Routers {'93332fba-7252-4c52-9fe6-050efbf0fda2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:29.343217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e8914f18-9bb9-4e7d-afed-1eaad1bbdeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d85e7c0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['93332fba-7252-4c52-9fe6-050efbf0fda2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:29.368142 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a29b7e71-a0a1-429c-a82f-80a244109b62 req-86c0f430-0e66-416e-83b0-a178b648c523 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c80cf2ed-ed53-4ff9-b7a2-71248c061f12 HTTP/1.1" status: 200  len: 217 time: 0.0945370
Dec 24 11:06:29.444919 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b7e71-a0a1-429c-a82f-80a244109b62 req-d7934e00-1fff-4e91-872e-d4bf58d8e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:29.446424 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a29b7e71-a0a1-429c-a82f-80a244109b62 req-d7934e00-1fff-4e91-872e-d4bf58d8e107 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=3cc92090-4efb-43f0-b9cc-7e8988a77c52 HTTP/1.1" status: 200  len: 834 time: 0.0724812
Dec 24 11:06:29.515099 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e94725-8afb-488d-98b5-67a5e4467c9f req-7595c6d6-3d05-41e9-9366-c8139b36b082 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:29.515841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-d6e94725-8afb-488d-98b5-67a5e4467c9f req-7595c6d6-3d05-41e9-9366-c8139b36b082 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:06:29.523410 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-e8914f18-9bb9-4e7d-afed-1eaad1bbdeb3 None None] Set router 93332fba-7252-4c52-9fe6-050efbf0fda2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:06:29.543272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-d6e94725-8afb-488d-98b5-67a5e4467c9f req-7595c6d6-3d05-41e9-9366-c8139b36b082 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:06:29.544430 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d6e94725-8afb-488d-98b5-67a5e4467c9f req-7595c6d6-3d05-41e9-9366-c8139b36b082 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 945 time: 0.2850170
Dec 24 11:06:29.566997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b7e71-a0a1-429c-a82f-80a244109b62 req-32494cde-b638-48b0-b964-abbb25ec7454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:29.568442 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a29b7e71-a0a1-429c-a82f-80a244109b62 req-32494cde-b638-48b0-b964-abbb25ec7454 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=32c397f9-18be-4c27-a6ed-5eb0571e05e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1144123
Dec 24 11:06:29.673432 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d6e94725-8afb-488d-98b5-67a5e4467c9f req-bc1117bc-5a21-43be-a298-e30ed8c48094 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=90841ce0-ac6b-41dc-9f0a-c103bd65da8f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1213682
Dec 24 11:06:29.723643 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a29b7e71-a0a1-429c-a82f-80a244109b62 req-83752d39-8abd-4295-ab5c-c735a7c2c5e0 service neutron] 10.222.0.32 "GET /v2.0/networks/32c397f9-18be-4c27-a6ed-5eb0571e05e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477983
Dec 24 11:06:29.726258 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-de52b08e-3e95-46c7-b724-805f5030e5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:29.847125 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e8914f18-9bb9-4e7d-afed-1eaad1bbdeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d85e7c0>, [{'id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'name': 'tempest-TestNetworkBasicOps-router-37876284', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:52Z', 'updated_at': '2021-12-24T11:04:57Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:53Z', 'updated_at': '2021-12-24T11:06:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'e75f404d-40d2-4f3b-9bf4-5d62ac2613d9', 'name': '', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:99:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:56Z', 'updated_at': '2021-12-24T11:06:26Z', 'revision_number': 7, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:29.851192 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8914f18-9bb9-4e7d-afed-1eaad1bbdeb3 None None] The sync data for ids ['93332fba-7252-4c52-9fe6-050efbf0fda2'] in dv-neutron-822668-2-hyperv is: [{'id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'name': 'tempest-TestNetworkBasicOps-router-37876284', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:52Z', 'updated_at': '2021-12-24T11:04:57Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:53Z', 'updated_at': '2021-12-24T11:06:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'e75f404d-40d2-4f3b-9bf4-5d62ac2613d9', 'name': '', 'network_id': '32c397f9-18be-4c27-a6ed-5eb0571e05e8', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:99:58:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1420, 'fixed_ips': [{'subnet_id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:56Z', 'updated_at': '2021-12-24T11:06:26Z', 'revision_number': 7, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '3cc92090-4efb-43f0-b9cc-7e8988a77c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:06:29.872407 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a29b7e71-a0a1-429c-a82f-80a244109b62 req-7a01f730-ce78-4b98-8fcb-50c363c22b12 service neutron] 10.222.0.32 "GET /v2.0/networks/32c397f9-18be-4c27-a6ed-5eb0571e05e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1410174
Dec 24 11:06:30.486846 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d21424d-cd6f-422c-a37e-ef152a7ba1e7 None None] New status for floating IP 412d9df7-ae48-4a22-b58f-acdbdf4e7576: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:06:30.844809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e4bfb-9197-4540-b983-d05b333acd7c req-e0572bcd-5eab-47e7-8e89-09427b9828db tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:30.846300 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-224e4bfb-9197-4540-b983-d05b333acd7c req-e0572bcd-5eab-47e7-8e89-09427b9828db tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 945 time: 0.0793200
Dec 24 11:06:30.912691 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5a830-f42f-4676-8c76-7ba9d9c39f4a req-9658d200-3ffb-449d-8b9d-9e2990cd279f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:30.914645 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b0d5a830-f42f-4676-8c76-7ba9d9c39f4a req-9658d200-3ffb-449d-8b9d-9e2990cd279f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 945 time: 0.1311107
Dec 24 11:06:30.920865 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-224e4bfb-9197-4540-b983-d05b333acd7c req-60a3166d-650c-4d7e-9280-5a59f342ffaa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port c80cf2ed-ed53-4ff9-b7a2-71248c061f12 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:06:30.921217 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-224e4bfb-9197-4540-b983-d05b333acd7c req-60a3166d-650c-4d7e-9280-5a59f342ffaa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:30.957882 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b0d5a830-f42f-4676-8c76-7ba9d9c39f4a req-ea0325e7-c631-421f-ab4d-f14f3ddf6f3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=90841ce0-ac6b-41dc-9f0a-c103bd65da8f&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375710
Dec 24 11:06:31.164772 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-224e4bfb-9197-4540-b983-d05b333acd7c req-60a3166d-650c-4d7e-9280-5a59f342ffaa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port c80cf2ed-ed53-4ff9-b7a2-71248c061f12, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=c80cf2ed-ed53-4ff9-b7a2-71248c061f12,segment=NetworkSegment(81a88f1b-1677-4bee-861f-a095ffed7c1a),segment_id=81a88f1b-1677-4bee-861f-a095ffed7c1a)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:06:31.165081 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-224e4bfb-9197-4540-b983-d05b333acd7c req-60a3166d-650c-4d7e-9280-5a59f342ffaa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:31.285543 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-224e4bfb-9197-4540-b983-d05b333acd7c req-60a3166d-650c-4d7e-9280-5a59f342ffaa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for c80cf2ed-ed53-4ff9-b7a2-71248c061f12 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:06:31.431778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-224e4bfb-9197-4540-b983-d05b333acd7c req-60a3166d-650c-4d7e-9280-5a59f342ffaa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:31.437156 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dc59bf76-b854-43a9-969e-18d4605d8ea5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:31.479943 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a3166d-650c-4d7e-9280-5a59f342ffaa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=c80cf2ed-ed53-4ff9-b7a2-71248c061f12,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:31.483426 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-60a3166d-650c-4d7e-9280-5a59f342ffaa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:31.557197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-224e4bfb-9197-4540-b983-d05b333acd7c req-60a3166d-650c-4d7e-9280-5a59f342ffaa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] No DVR routers for this DVR port c80cf2ed-ed53-4ff9-b7a2-71248c061f12 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:06:31.559463 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-224e4bfb-9197-4540-b983-d05b333acd7c req-60a3166d-650c-4d7e-9280-5a59f342ffaa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:31.561998 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d239e4-f44e-4574-a588-a6892067e8f3', 'name': 'network-vif-deleted', 'tag': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:06:31.578233 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-224e4bfb-9197-4540-b983-d05b333acd7c req-60a3166d-650c-4d7e-9280-5a59f342ffaa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "DELETE /v2.0/ports/c80cf2ed-ed53-4ff9-b7a2-71248c061f12 HTTP/1.1" status: 204  len: 173 time: 0.7255123
Dec 24 11:06:31.609029 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d239e4-f44e-4574-a588-a6892067e8f3', 'name': 'network-vif-deleted', 'tag': 'c80cf2ed-ed53-4ff9-b7a2-71248c061f12', 'status': 'completed', 'code': 200}
Dec 24 11:06:31.856006 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6e502e7d-548d-4f97-a81a-3cee09eab5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:32.119309 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-907901e4-cb5f-4a7c-b0e3-662d5c71da47 req-c084ab15-d87e-431a-a734-afb6c18fabcb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=29d239e4-f44e-4574-a588-a6892067e8f3 HTTP/1.1" status: 200  len: 210 time: 0.0446515
Dec 24 11:06:33.053711 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:33.066746 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:33.215976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54188) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:33.284457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cf6e7b9f-943c-4fc0-9e6d-f8991188ef91 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:33.314555 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cf6e7b9f-943c-4fc0-9e6d-f8991188ef91 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:33.376480 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cf6e7b9f-943c-4fc0-9e6d-f8991188ef91 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:33.380282 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e361e249-df45-46f8-942a-3d66d5501ac4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:33.395743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6e7b9f-943c-4fc0-9e6d-f8991188ef91 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90841ce0-ac6b-41dc-9f0a-c103bd65da8f,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:33.398362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cf6e7b9f-943c-4fc0-9e6d-f8991188ef91 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:33.407689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cf6e7b9f-943c-4fc0-9e6d-f8991188ef91 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:33.411790 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-cf6e7b9f-943c-4fc0-9e6d-f8991188ef91 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/security-groups/90841ce0-ac6b-41dc-9f0a-c103bd65da8f HTTP/1.1" status: 204  len: 168 time: 0.1919472
Dec 24 11:06:33.451957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54194) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:33.994734 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:34.467709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:06:34.468371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:34.652253 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port e75f404d-40d2-4f3b-9bf4-5d62ac2613d9, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e75f404d-40d2-4f3b-9bf4-5d62ac2613d9,segment=NetworkSegment(81a88f1b-1677-4bee-861f-a095ffed7c1a),segment_id=81a88f1b-1677-4bee-861f-a095ffed7c1a)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:06:34.652610 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:34.776548 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:06:34.827746 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:34.958694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:34.962989 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-53dd4261-e583-4277-a5ec-b3e068b88e6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:35.005212 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=e75f404d-40d2-4f3b-9bf4-5d62ac2613d9,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:35.042586 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:35.042976 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:35.043352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:35.043727 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:35.044094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:35.044459 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:35.044821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:35.045181 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:35.045542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:35.045928 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:35.046277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:35.046629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:35.054063 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:35.283256 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:35.755906 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 93332fba-7252-4c52-9fe6-050efbf0fda2 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:06:35.818171 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device c80cf2ed-ed53-4ff9-b7a2-71248c061f12 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:06:35.853466 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: c80cf2ed-ed53-4ff9-b7a2-71248c061f12 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:06:35.854148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device c80cf2ed-ed53-4ff9-b7a2-71248c061f12 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:06:35.931927 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:06:35.942206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537f76a-b7d2-4f38-b74b-b5e192e856e0 None None] Sync routers for ids ['93332fba-7252-4c52-9fe6-050efbf0fda2'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:06:35.944116 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/93332fba-7252-4c52-9fe6-050efbf0fda2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4910316
Dec 24 11:06:35.946790 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54198) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:35.951507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537f76a-b7d2-4f38-b74b-b5e192e856e0 None None] Routers {'93332fba-7252-4c52-9fe6-050efbf0fda2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:35.952199 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-5537f76a-b7d2-4f38-b74b-b5e192e856e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d75da00>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['93332fba-7252-4c52-9fe6-050efbf0fda2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:36.013135 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b1cb2f-d8e0-4356-ac6d-ec23218c0bc9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting subnet 3cc92090-4efb-43f0-b9cc-7e8988a77c52 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:06:36.015952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08b1cb2f-d8e0-4356-ac6d-ec23218c0bc9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:36.068303 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08b1cb2f-d8e0-4356-ac6d-ec23218c0bc9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:36.126724 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-5537f76a-b7d2-4f38-b74b-b5e192e856e0 None None] Set router 93332fba-7252-4c52-9fe6-050efbf0fda2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:06:36.147169 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08b1cb2f-d8e0-4356-ac6d-ec23218c0bc9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:36.227490 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08b1cb2f-d8e0-4356-ac6d-ec23218c0bc9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:36.233055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b1210877-d0bd-4e24-bd13-fac24f3125c3 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:36.268538 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1cb2f-d8e0-4356-ac6d-ec23218c0bc9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Subnet': ['ID=3cc92090-4efb-43f0-b9cc-7e8988a77c52,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:36.272440 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-08b1cb2f-d8e0-4356-ac6d-ec23218c0bc9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:36.275841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08b1cb2f-d8e0-4356-ac6d-ec23218c0bc9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:36.284275 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-08b1cb2f-d8e0-4356-ac6d-ec23218c0bc9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/subnets/3cc92090-4efb-43f0-b9cc-7e8988a77c52 HTTP/1.1" status: 204  len: 168 time: 0.3363473
Dec 24 11:06:36.286819 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54202) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:36.302959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00032a73-9146-4895-8a63-7b7d5d273c82 None None] Network 32c397f9-18be-4c27-a6ed-5eb0571e05e8 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:06:36.470961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a1610de-0ccd-470a-85a5-5b1d43a1e9b5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:36.650256 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-5537f76a-b7d2-4f38-b74b-b5e192e856e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d75da00>, [{'id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'name': 'tempest-TestNetworkBasicOps-router-37876284', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77'}], 'enable_snat': True}, 'gw_port_id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:52Z', 'updated_at': '2021-12-24T11:06:34Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '6edba469-72b4-4c84-94b2-3cf6c08b7c0a', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:77:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:04:53Z', 'updated_at': '2021-12-24T11:06:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:36.654617 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a1610de-0ccd-470a-85a5-5b1d43a1e9b5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:36.654785 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537f76a-b7d2-4f38-b74b-b5e192e856e0 None None] Checking router: 93332fba-7252-4c52-9fe6-050efbf0fda2 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:06:36.664930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-6a1610de-0ccd-470a-85a5-5b1d43a1e9b5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 6edba469-72b4-4c84-94b2-3cf6c08b7c0a {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:06:36.665271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a1610de-0ccd-470a-85a5-5b1d43a1e9b5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:36.666434 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537f76a-b7d2-4f38-b74b-b5e192e856e0 None None] Routers {'93332fba-7252-4c52-9fe6-050efbf0fda2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:36.667159 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-5537f76a-b7d2-4f38-b74b-b5e192e856e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d75da00>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['93332fba-7252-4c52-9fe6-050efbf0fda2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:36.722873 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791ac30c-80d3-4353-ae07-d2f3c215f463 None None] DHCP port deletion for 32c397f9-18be-4c27-a6ed-5eb0571e05e8 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:06:36.784956 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-791ac30c-80d3-4353-ae07-d2f3c215f463 None None] Deleting port ad6c0da6-e5cd-4179-beab-9a593934be2d {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:06:36.785342 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-791ac30c-80d3-4353-ae07-d2f3c215f463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:36.840914 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-6a1610de-0ccd-470a-85a5-5b1d43a1e9b5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 6edba469-72b4-4c84-94b2-3cf6c08b7c0a, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6edba469-72b4-4c84-94b2-3cf6c08b7c0a,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:06:36.841539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a1610de-0ccd-470a-85a5-5b1d43a1e9b5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:36.890366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-5537f76a-b7d2-4f38-b74b-b5e192e856e0 None None] Set router 93332fba-7252-4c52-9fe6-050efbf0fda2 gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:06:36.961743 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-6a1610de-0ccd-470a-85a5-5b1d43a1e9b5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 6edba469-72b4-4c84-94b2-3cf6c08b7c0a owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:06:37.010581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-5537f76a-b7d2-4f38-b74b-b5e192e856e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d75da00>, [{'id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'name': 'tempest-TestNetworkBasicOps-router-37876284', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:52Z', 'updated_at': '2021-12-24T11:06:36Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:37.023562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537f76a-b7d2-4f38-b74b-b5e192e856e0 None None] The sync data for ids ['93332fba-7252-4c52-9fe6-050efbf0fda2'] in dv-neutron-822668-2-hyperv is: [{'id': '93332fba-7252-4c52-9fe6-050efbf0fda2', 'name': 'tempest-TestNetworkBasicOps-router-37876284', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:04:52Z', 'updated_at': '2021-12-24T11:06:36Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port_host': None}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:06:37.128268 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-791ac30c-80d3-4353-ae07-d2f3c215f463 None None] For port ad6c0da6-e5cd-4179-beab-9a593934be2d, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ad6c0da6-e5cd-4179-beab-9a593934be2d,segment=NetworkSegment(81a88f1b-1677-4bee-861f-a095ffed7c1a),segment_id=81a88f1b-1677-4bee-861f-a095ffed7c1a)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:06:37.128818 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-791ac30c-80d3-4353-ae07-d2f3c215f463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:37.254315 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a1610de-0ccd-470a-85a5-5b1d43a1e9b5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:37.255710 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-791ac30c-80d3-4353-ae07-d2f3c215f463 None None] Calling delete_port for ad6c0da6-e5cd-4179-beab-9a593934be2d owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:06:37.258619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c7c0f556-51d5-496f-a5da-38d10a7bdbc1 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:37.301091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1610de-0ccd-470a-85a5-5b1d43a1e9b5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=6edba469-72b4-4c84-94b2-3cf6c08b7c0a,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:37.303539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6a1610de-0ccd-470a-85a5-5b1d43a1e9b5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:37.331825 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-791ac30c-80d3-4353-ae07-d2f3c215f463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:37.335819 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:37.386280 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ac30c-80d3-4353-ae07-d2f3c215f463 None None] Pushing event deleted for resources: {'Port': ['ID=ad6c0da6-e5cd-4179-beab-9a593934be2d,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:37.390192 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ac30c-80d3-4353-ae07-d2f3c215f463 None None] No DVR routers for this DVR port ad6c0da6-e5cd-4179-beab-9a593934be2d on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:06:37.391626 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-791ac30c-80d3-4353-ae07-d2f3c215f463 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:37.402635 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a1610de-0ccd-470a-85a5-5b1d43a1e9b5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:37.579800 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a1610de-0ccd-470a-85a5-5b1d43a1e9b5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:37.581963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a1610de-0ccd-470a-85a5-5b1d43a1e9b5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:37.603716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a1610de-0ccd-470a-85a5-5b1d43a1e9b5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:37.604272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1610de-0ccd-470a-85a5-5b1d43a1e9b5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Fanout notify agent at l3_agent the message router_deleted on router 93332fba-7252-4c52-9fe6-050efbf0fda2 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:06:37.618683 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a1610de-0ccd-470a-85a5-5b1d43a1e9b5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:37.619782 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6a1610de-0ccd-470a-85a5-5b1d43a1e9b5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/routers/93332fba-7252-4c52-9fe6-050efbf0fda2 HTTP/1.1" status: 204  len: 168 time: 1.3320539
Dec 24 11:06:37.622481 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54206) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:37.732733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb12c0fd-5430-49e4-bd91-04c66eac056f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:37.864210 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb12c0fd-5430-49e4-bd91-04c66eac056f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:37.890599 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-fb12c0fd-5430-49e4-bd91-04c66eac056f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b76f09070>,) {'filters': {'network_id': ['32c397f9-18be-4c27-a6ed-5eb0571e05e8']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:37.903751 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-fb12c0fd-5430-49e4-bd91-04c66eac056f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76f09070>, '81a88f1b-1677-4bee-861f-a095ffed7c1a') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:37.904057 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-fb12c0fd-5430-49e4-bd91-04c66eac056f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76f09070>, '81a88f1b-1677-4bee-861f-a095ffed7c1a') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:37.915143 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb12c0fd-5430-49e4-bd91-04c66eac056f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:37.934631 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb12c0fd-5430-49e4-bd91-04c66eac056f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:37.940726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb12c0fd-5430-49e4-bd91-04c66eac056f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:06:37.941124 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb12c0fd-5430-49e4-bd91-04c66eac056f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:06:37.956322 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:06:38.036062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb12c0fd-5430-49e4-bd91-04c66eac056f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:38.039664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5bf0cd06-7bee-4a30-8e0c-28c0e14da9b0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:38.054338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb12c0fd-5430-49e4-bd91-04c66eac056f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:38.065485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12c0fd-5430-49e4-bd91-04c66eac056f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Network': ['ID=32c397f9-18be-4c27-a6ed-5eb0571e05e8,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:38.068581 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fb12c0fd-5430-49e4-bd91-04c66eac056f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:38.074254 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fb12c0fd-5430-49e4-bd91-04c66eac056f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/networks/32c397f9-18be-4c27-a6ed-5eb0571e05e8 HTTP/1.1" status: 204  len: 168 time: 0.4507616
Dec 24 11:06:38.094604 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54210) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:38.100264 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-209c4312-295c-4770-bad8-9cf12462a43a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'network': {'name': 'tempest-network-smoke--1659959626', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'port_security_enabled': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:06:38.105228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-209c4312-295c-4770-bad8-9cf12462a43a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:06:38.109279 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-209c4312-295c-4770-bad8-9cf12462a43a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:network and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:06:38.112206 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-209c4312-295c-4770-bad8-9cf12462a43a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:06:38.118371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-209c4312-295c-4770-bad8-9cf12462a43a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:06:38.131364 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209c4312-295c-4770-bad8-9cf12462a43a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:06:38.135427 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-209c4312-295c-4770-bad8-9cf12462a43a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:38.161736 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209c4312-295c-4770-bad8-9cf12462a43a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:06:38.170673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-209c4312-295c-4770-bad8-9cf12462a43a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:38.171010 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-209c4312-295c-4770-bad8-9cf12462a43a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Added segment 653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7 of type vlan for network 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0
Dec 24 11:06:38.196843 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-209c4312-295c-4770-bad8-9cf12462a43a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:38.225734 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-209c4312-295c-4770-bad8-9cf12462a43a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:38.231701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209c4312-295c-4770-bad8-9cf12462a43a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:38.232341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-209c4312-295c-4770-bad8-9cf12462a43a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:38.236118 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b63018a1-5dec-4cd6-a1db-133271cb7daa tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:38.263457 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6edba469-72b4-4c84-94b2-3cf6c08b7c0a no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:06:38.300893 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 6edba469-72b4-4c84-94b2-3cf6c08b7c0a {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:06:38.301176 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6edba469-72b4-4c84-94b2-3cf6c08b7c0a not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:06:38.301611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:06:38.333854 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:06:38.334230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e75f404d-40d2-4f3b-9bf4-5d62ac2613d9 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:06:38.334659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ad6c0da6-e5cd-4179-beab-9a593934be2d no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:06:38.340846 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-209c4312-295c-4770-bad8-9cf12462a43a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2450721
Dec 24 11:06:38.343689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54214) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:38.347055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c4312-295c-4770-bad8-9cf12462a43a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Network': ['ID=0bcd4df1-3c62-4ce9-bad2-08fe2db652c0,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:38.349778 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-209c4312-295c-4770-bad8-9cf12462a43a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:38.350298 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-278636504', 'admin_state_up': True, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:06:38.363504 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:06:38.364517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:06:38.369082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:router and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:06:38.373088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:06:38.379464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:06:38.385308 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: ad6c0da6-e5cd-4179-beab-9a593934be2d {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:06:38.385666 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ad6c0da6-e5cd-4179-beab-9a593934be2d not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:06:38.406239 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:38.407605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:38.423173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:38.802557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:39.095144 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:39.123092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:39.255453 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.26.4.47 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/823cd649-c947-4b7c-93e0-f01d0c86b4e1) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:06:39.398736 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:39.427363 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:39.432289 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2ec858c9-4257-4886-bc2c-899fb6badaf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:39.488009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:06:39.490739 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:06:39.499497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:39.542893 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=823cd649-c947-4b7c-93e0-f01d0c86b4e1,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:39.546867 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:40.025401 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:40.360391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:40.456065 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:40.563577 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 7518d97e-797d-48c5-acfe-59b39b65c5ac is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:06:40.737285 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:06:40.746940 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Sync routers for ids ['7518d97e-797d-48c5-acfe-59b39b65c5ac'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:06:40.756408 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Routers {'7518d97e-797d-48c5-acfe-59b39b65c5ac'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:40.757033 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dca0f10>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7518d97e-797d-48c5-acfe-59b39b65c5ac'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:40.764249 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:40.768545 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.4207652
Dec 24 11:06:40.768744 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54220) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:40.812073 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-71a2e9a5-68c8-4762-8f19-3cc9137939ea tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=1df2c4270c8b4c3e834179de6e64472f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0398433
Dec 24 11:06:40.812299 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54224) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:40.933582 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Set router 7518d97e-797d-48c5-acfe-59b39b65c5ac gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:06:40.941693 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837d86e3-7f6e-47e8-82b1-89e86308b18c tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:40.943240 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-837d86e3-7f6e-47e8-82b1-89e86308b18c tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1301248
Dec 24 11:06:40.946687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54228) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:40.984484 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1e636b2f-d114-4aa8-a742-d3d1bfb963dc tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0366766
Dec 24 11:06:40.986916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54232) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:40.992832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-393913fa-1ff3-432e-8efe-a5c40f325a9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-82121627', 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:06:41.100874 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-393913fa-1ff3-432e-8efe-a5c40f325a9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:06:41.104690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-393913fa-1ff3-432e-8efe-a5c40f325a9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:subnet and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:06:41.107519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-393913fa-1ff3-432e-8efe-a5c40f325a9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:06:41.113193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-393913fa-1ff3-432e-8efe-a5c40f325a9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:06:41.124066 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393913fa-1ff3-432e-8efe-a5c40f325a9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:06:41.127524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-393913fa-1ff3-432e-8efe-a5c40f325a9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:41.213062 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dca0f10>, [{'id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'name': 'tempest-TestNetworkBasicOps-router-278636504', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:06:38Z', 'updated_at': '2021-12-24T11:06:39Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:39Z', 'updated_at': '2021-12-24T11:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:41.216792 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Checking router: 7518d97e-797d-48c5-acfe-59b39b65c5ac for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:06:41.217143 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Updating router 7518d97e-797d-48c5-acfe-59b39b65c5ac port 823cd649-c947-4b7c-93e0-f01d0c86b4e1 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:06:41.269909 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:41.358997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-393913fa-1ff3-432e-8efe-a5c40f325a9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:41.364605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ebc4a772-b034-4cd3-8706-c1da241e6c06 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:41.568662 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393913fa-1ff3-432e-8efe-a5c40f325a9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Subnet': ['ID=25dd0306-7efd-459d-8c8c-d81b7746d9be,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:41.572603 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-393913fa-1ff3-432e-8efe-a5c40f325a9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:41.573300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393913fa-1ff3-432e-8efe-a5c40f325a9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Checking segment: {'id': '653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:06:41.573660 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393913fa-1ff3-432e-8efe-a5c40f325a9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network hostable DHCP agents. Network: 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:06:41.595562 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:41.598187 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393913fa-1ff3-432e-8efe-a5c40f325a9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:06:41.607866 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-393913fa-1ff3-432e-8efe-a5c40f325a9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:06:41.608383 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Transition to ACTIVE for port object 823cd649-c947-4b7c-93e0-f01d0c86b4e1 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:06:41.611909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393913fa-1ff3-432e-8efe-a5c40f325a9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:41.612490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-393913fa-1ff3-432e-8efe-a5c40f325a9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:41.615597 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:41.619419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac50506-ec2a-4b78-92af-b0674ac4b5ec None None] Network 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:06:41.620029 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-7d2e5b43-4f51-40fe-b376-beeed6988917 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:41.639501 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-393913fa-1ff3-432e-8efe-a5c40f325a9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 839 time: 0.6515143
Dec 24 11:06:41.642374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54236) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:41.703507 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Attempting to bind port 823cd649-c947-4b7c-93e0-f01d0c86b4e1 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:06:41.703888 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Attempting to bind port 823cd649-c947-4b7c-93e0-f01d0c86b4e1 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:06:41.704258 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Attempting to bind port 823cd649-c947-4b7c-93e0-f01d0c86b4e1 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:06:41.706476 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9abdea-4b61-4aa3-be13-4cd5c34a277a None None] Pushing event updated for resources: {'Port': ['ID=823cd649-c947-4b7c-93e0-f01d0c86b4e1,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:41.716013 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:06:41.716415 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:06:41.716797 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:41.717587 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:06:41.717724 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Bound port: 823cd649-c947-4b7c-93e0-f01d0c86b4e1, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:06:41.718048 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:41.746894 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9abdea-4b61-4aa3-be13-4cd5c34a277a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:41.747244 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9abdea-4b61-4aa3-be13-4cd5c34a277a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:41.747827 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9abdea-4b61-4aa3-be13-4cd5c34a277a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:41.747936 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9abdea-4b61-4aa3-be13-4cd5c34a277a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:41.748219 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9abdea-4b61-4aa3-be13-4cd5c34a277a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:41.748551 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9abdea-4b61-4aa3-be13-4cd5c34a277a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:41.748872 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9abdea-4b61-4aa3-be13-4cd5c34a277a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:41.749194 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9abdea-4b61-4aa3-be13-4cd5c34a277a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:41.749513 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9abdea-4b61-4aa3-be13-4cd5c34a277a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:41.750003 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9abdea-4b61-4aa3-be13-4cd5c34a277a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:41.750328 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9abdea-4b61-4aa3-be13-4cd5c34a277a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:41.750650 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9abdea-4b61-4aa3-be13-4cd5c34a277a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:06:41.759827 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-0f9abdea-4b61-4aa3-be13-4cd5c34a277a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:41.800348 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] For port 823cd649-c947-4b7c-93e0-f01d0c86b4e1, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:06:41.803623 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] For port 823cd649-c947-4b7c-93e0-f01d0c86b4e1, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=823cd649-c947-4b7c-93e0-f01d0c86b4e1,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:06:41.808274 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:41.812903 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-fbac280c-5d73-401c-977f-04d4818d2086 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:41.884368 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9abdea-4b61-4aa3-be13-4cd5c34a277a None None] Pushing event updated for resources: {'Port': ['ID=823cd649-c947-4b7c-93e0-f01d0c86b4e1,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:41.896285 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-0f9abdea-4b61-4aa3-be13-4cd5c34a277a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:41.899654 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-0bcd4df1-3c62-4ce9-bad2-08fe2db652c0', 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ips': [{'subnet_id': '25dd0306-7efd-459d-8c8c-d81b7746d9be'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:06:41.901222 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:41.910189 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Routers {'7518d97e-797d-48c5-acfe-59b39b65c5ac'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:41.910806 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dca0f10>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7518d97e-797d-48c5-acfe-59b39b65c5ac'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:42.060392 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Allocated IP 172.20.0.2 (0bcd4df1-3c62-4ce9-bad2-08fe2db652c0/25dd0306-7efd-459d-8c8c-d81b7746d9be/6b23d000-c28a-49ad-872f-09a7a69d1521) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:06:42.123521 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] Set router 7518d97e-797d-48c5-acfe-59b39b65c5ac gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:06:42.269251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:42.280363 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Transition to ACTIVE for port object 6b23d000-c28a-49ad-872f-09a7a69d1521 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:06:42.299099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Transition to ACTIVE for port object 6b23d000-c28a-49ad-872f-09a7a69d1521 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:06:42.306134 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:42.311285 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:42.358924 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:42.365978 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Network 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:06:42.368867 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:06:42.372534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:42.427166 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Pushing event updated for resources: {'Port': ['ID=6b23d000-c28a-49ad-872f-09a7a69d1521,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:42.437377 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dca0f10>, [{'id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'name': 'tempest-TestNetworkBasicOps-router-278636504', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:06:38Z', 'updated_at': '2021-12-24T11:06:39Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:39Z', 'updated_at': '2021-12-24T11:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:42.441764 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d569b521-5b38-4d2d-80e9-5ba083d1ceaf None None] The sync data for ids ['7518d97e-797d-48c5-acfe-59b39b65c5ac'] in dv-neutron-822668-2-hyperv is: [{'id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'name': 'tempest-TestNetworkBasicOps-router-278636504', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:06:38Z', 'updated_at': '2021-12-24T11:06:39Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:39Z', 'updated_at': '2021-12-24T11:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:06:42.456557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:42.488542 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Attempting to bind port 6b23d000-c28a-49ad-872f-09a7a69d1521 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:06:42.488923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Attempting to bind port 6b23d000-c28a-49ad-872f-09a7a69d1521 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:06:42.489644 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Attempting to bind port 6b23d000-c28a-49ad-872f-09a7a69d1521 on network 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:06:42.495327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:06:42.495716 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Checking segment: {'id': '653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:06:42.496134 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:42.496539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Bound using segment: {'id': '653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:06:42.497017 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Bound port: 6b23d000-c28a-49ad-872f-09a7a69d1521, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:06:42.497406 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:42.588053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] For port 6b23d000-c28a-49ad-872f-09a7a69d1521, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:06:42.591285 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] For port 6b23d000-c28a-49ad-872f-09a7a69d1521, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6b23d000-c28a-49ad-872f-09a7a69d1521,segment=NetworkSegment(653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7),segment_id=653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:06:42.597721 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:42.603183 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:42.718441 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Pushing event updated for resources: {'Port': ['ID=6b23d000-c28a-49ad-872f-09a7a69d1521,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:42.721946 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:42.798639 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.1 (0bcd4df1-3c62-4ce9-bad2-08fe2db652c0/25dd0306-7efd-459d-8c8c-d81b7746d9be/64d7fe81-1235-4398-97a2-893fc615aa89) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:06:42.996455 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:43.015036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object 64d7fe81-1235-4398-97a2-893fc615aa89 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:06:43.041033 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:43.045203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3891dbc5-1e97-4fa6-8283-a5367a70c9ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:43.245309 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:06:43.248740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:06:43.251111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:43.287732 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=64d7fe81-1235-4398-97a2-893fc615aa89,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:43.290520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:43.315747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:43.445068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:43.673062 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f789c544-9aa5-4c99-9c70-4b13b7432328 None None] Network 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:06:43.823860 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3553b114-d288-43b9-a911-d48fab709139 None None] Provisioning for port 6b23d000-c28a-49ad-872f-09a7a69d1521 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:06:43.858995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:43.863395 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:43.892760 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8edc0cc9-956e-4da5-aded-d2e98e4e4878 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:43.984092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:43.987794 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=64d7fe81-1235-4398-97a2-893fc615aa89,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:43.990743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:44.133545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:06:44.134741 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:06:44.170563 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-764643aa-3390-4c65-a995-c793d36c619a None None] Provisioning for port 64d7fe81-1235-4398-97a2-893fc615aa89 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:06:44.175294 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-764643aa-3390-4c65-a995-c793d36c619a None None] Provisioning complete for port 64d7fe81-1235-4398-97a2-893fc615aa89 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:06:44.175868 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-764643aa-3390-4c65-a995-c793d36c619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:44.239137 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-764643aa-3390-4c65-a995-c793d36c619a None None] Port 64d7fe81-1235-4398-97a2-893fc615aa89 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:06:44.334721 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6b23d000-c28a-49ad-872f-09a7a69d1521 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:06:44.367688 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 7518d97e-797d-48c5-acfe-59b39b65c5ac has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:06:44.419126 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-313a26f3-e27b-4977-8573-2a091fa4f2ab None None] Provisioning complete for port 64d7fe81-1235-4398-97a2-893fc615aa89 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:06:44.419648 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-313a26f3-e27b-4977-8573-2a091fa4f2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:44.470737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 6b23d000-c28a-49ad-872f-09a7a69d1521 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:06:44.480596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-313a26f3-e27b-4977-8573-2a091fa4f2ab None None] Port 64d7fe81-1235-4398-97a2-893fc615aa89 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:06:44.482003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 6b23d000-c28a-49ad-872f-09a7a69d1521 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:06:44.482384 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:44.562825 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:06:44.577442 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/7518d97e-797d-48c5-acfe-59b39b65c5ac/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9336309
Dec 24 11:06:44.578944 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54240) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:44.579447 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Sync routers for ids ['7518d97e-797d-48c5-acfe-59b39b65c5ac'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:06:44.615381 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Routers {'7518d97e-797d-48c5-acfe-59b39b65c5ac'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:44.615925 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0d8790>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7518d97e-797d-48c5-acfe-59b39b65c5ac'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:44.673142 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:44.704491 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d7063338-7e68-4a38-af05-c6911cb9489f None None] Provisioning complete for port 64d7fe81-1235-4398-97a2-893fc615aa89 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:06:44.704871 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d7063338-7e68-4a38-af05-c6911cb9489f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:44.720750 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad681782-a94f-4d67-aeee-0dbcd24e64ea tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:44.721167 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad681782-a94f-4d67-aeee-0dbcd24e64ea tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:44.721671 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad681782-a94f-4d67-aeee-0dbcd24e64ea tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:44.722154 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad681782-a94f-4d67-aeee-0dbcd24e64ea tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:44.723793 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ad681782-a94f-4d67-aeee-0dbcd24e64ea tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2886 time: 0.1438932
Dec 24 11:06:44.727170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54244) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:44.795556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc7403-3aa0-468c-b2b5-d1eb87390851 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:44.796025 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc7403-3aa0-468c-b2b5-d1eb87390851 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:44.796477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc7403-3aa0-468c-b2b5-d1eb87390851 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:44.796933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fc7403-3aa0-468c-b2b5-d1eb87390851 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:44.798983 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-55fc7403-3aa0-468c-b2b5-d1eb87390851 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2735 time: 0.0705044
Dec 24 11:06:44.801304 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54248) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:44.869186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 6b23d000-c28a-49ad-872f-09a7a69d1521, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6b23d000-c28a-49ad-872f-09a7a69d1521,segment=NetworkSegment(653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7),segment_id=653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:06:44.884372 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:44.885483 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 823cd649-c947-4b7c-93e0-f01d0c86b4e1 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:06:44.915953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:44.950766 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-d7063338-7e68-4a38-af05-c6911cb9489f None None] Port 64d7fe81-1235-4398-97a2-893fc615aa89 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:06:45.024190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Set router 7518d97e-797d-48c5-acfe-59b39b65c5ac gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:06:45.095908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=6b23d000-c28a-49ad-872f-09a7a69d1521,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:45.104263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:45.130709 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ebbbd8d0-ffbc-4e28-bb0a-a5e650360c24 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1606 time: 0.3281674
Dec 24 11:06:45.186103 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 823cd649-c947-4b7c-93e0-f01d0c86b4e1 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:06:45.236423 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 823cd649-c947-4b7c-93e0-f01d0c86b4e1 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:06:45.236817 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:45.439929 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:45.460498 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 823cd649-c947-4b7c-93e0-f01d0c86b4e1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=823cd649-c947-4b7c-93e0-f01d0c86b4e1,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:06:45.464535 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:45.467162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:45.508780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54254) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:45.514234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-fec51156-aa57-4ba4-ae24-6aa59f6338c4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1198232082', 'description': 'tempest-secgroup-smoke-1198232082 description', 'project_id': '1df2c4270c8b4c3e834179de6e64472f'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:06:45.515429 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0d8790>, [{'id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'name': 'tempest-TestNetworkBasicOps-router-278636504', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:06:38Z', 'updated_at': '2021-12-24T11:06:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:39Z', 'updated_at': '2021-12-24T11:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '64d7fe81-1235-4398-97a2-893fc615aa89', 'name': '', 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:d5:05:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:42Z', 'updated_at': '2021-12-24T11:06:43Z', 'revision_number': 2, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:45.520313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fec51156-aa57-4ba4-ae24-6aa59f6338c4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:06:45.524341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fec51156-aa57-4ba4-ae24-6aa59f6338c4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:06:45.527248 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fec51156-aa57-4ba4-ae24-6aa59f6338c4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:06:45.528914 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Checking router: 7518d97e-797d-48c5-acfe-59b39b65c5ac for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:06:45.529283 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Updating router 7518d97e-797d-48c5-acfe-59b39b65c5ac port 64d7fe81-1235-4398-97a2-893fc615aa89 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:06:45.533053 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fec51156-aa57-4ba4-ae24-6aa59f6338c4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:06:45.543378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fec51156-aa57-4ba4-ae24-6aa59f6338c4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:45.562866 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fec51156-aa57-4ba4-ae24-6aa59f6338c4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:06:45.566597 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fec51156-aa57-4ba4-ae24-6aa59f6338c4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:06:45.569682 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fec51156-aa57-4ba4-ae24-6aa59f6338c4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:06:45.576211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fec51156-aa57-4ba4-ae24-6aa59f6338c4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:06:45.578405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=823cd649-c947-4b7c-93e0-f01d0c86b4e1,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:45.588635 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:45.595078 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:45.646364 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fec51156-aa57-4ba4-ae24-6aa59f6338c4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:45.650181 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fec51156-aa57-4ba4-ae24-6aa59f6338c4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:45.655523 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c81bddd3-f0da-4f36-87f3-6429ba31c396 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:45.695689 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec51156-aa57-4ba4-ae24-6aa59f6338c4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f762cc-71d2-4f99-a79a-52e722726a11,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:45.698568 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fec51156-aa57-4ba4-ae24-6aa59f6338c4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:45.699883 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fec51156-aa57-4ba4-ae24-6aa59f6338c4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1899366
Dec 24 11:06:45.700881 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fec51156-aa57-4ba4-ae24-6aa59f6338c4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:45.703066 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54258) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:45.708232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-02289931-ae35-434f-b66e-8eb0593ab673 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '02f762cc-71d2-4f99-a79a-52e722726a11', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:06:45.714047 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-02289931-ae35-434f-b66e-8eb0593ab673 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:06:45.717765 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-02289931-ae35-434f-b66e-8eb0593ab673 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:06:45.720616 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-02289931-ae35-434f-b66e-8eb0593ab673 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:06:45.726736 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-02289931-ae35-434f-b66e-8eb0593ab673 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:06:45.744324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-02289931-ae35-434f-b66e-8eb0593ab673 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:45.805586 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-02289931-ae35-434f-b66e-8eb0593ab673 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:45.809048 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-02289931-ae35-434f-b66e-8eb0593ab673 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:45.810862 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9d47304f-7751-432d-a30b-da920e0f99b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:45.830767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02289931-ae35-434f-b66e-8eb0593ab673 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9bc3c21-6b5f-4875-a737-b683695f972e,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:45.834696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-02289931-ae35-434f-b66e-8eb0593ab673 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:45.842904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-02289931-ae35-434f-b66e-8eb0593ab673 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:45.844095 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-02289931-ae35-434f-b66e-8eb0593ab673 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1400194
Dec 24 11:06:45.846910 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54262) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:45.851890 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8be44732-35d6-44c7-915d-f89e1b1575ed tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '02f762cc-71d2-4f99-a79a-52e722726a11', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:06:45.857618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8be44732-35d6-44c7-915d-f89e1b1575ed tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:06:45.861952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8be44732-35d6-44c7-915d-f89e1b1575ed tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:06:45.865033 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8be44732-35d6-44c7-915d-f89e1b1575ed tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:06:45.870355 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8be44732-35d6-44c7-915d-f89e1b1575ed tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:06:45.887459 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8be44732-35d6-44c7-915d-f89e1b1575ed tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:45.941435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:45.948650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8be44732-35d6-44c7-915d-f89e1b1575ed tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:45.952329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8be44732-35d6-44c7-915d-f89e1b1575ed tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:45.954358 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-381f186a-3491-4f52-87c7-329a936c3ab3 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:45.954557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Transition to ACTIVE for port object 64d7fe81-1235-4398-97a2-893fc615aa89 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:06:45.961507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:45.965783 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:45.977039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be44732-35d6-44c7-915d-f89e1b1575ed tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b4512b-b9fd-48ff-ad91-2d2236e58acb,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:45.979503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8be44732-35d6-44c7-915d-f89e1b1575ed tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:45.986909 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8be44732-35d6-44c7-915d-f89e1b1575ed tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:45.988088 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8be44732-35d6-44c7-915d-f89e1b1575ed tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1402898
Dec 24 11:06:45.990777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54266) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:45.997119 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6b1cdfe7-ed68-40f9-aee0-c1574c001719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '02f762cc-71d2-4f99-a79a-52e722726a11', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:06:46.002753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6b1cdfe7-ed68-40f9-aee0-c1574c001719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:06:46.005908 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6b1cdfe7-ed68-40f9-aee0-c1574c001719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:06:46.009494 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6b1cdfe7-ed68-40f9-aee0-c1574c001719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:06:46.014979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6b1cdfe7-ed68-40f9-aee0-c1574c001719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:06:46.022609 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:06:46.035972 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b1cdfe7-ed68-40f9-aee0-c1574c001719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.108320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b1cdfe7-ed68-40f9-aee0-c1574c001719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.113417 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b1cdfe7-ed68-40f9-aee0-c1574c001719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.115503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:46.120033 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93e677-27c2-48ec-aef9-93c37de092b7 None None] Pushing event updated for resources: {'Port': ['ID=64d7fe81-1235-4398-97a2-893fc615aa89,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:46.128390 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9b93e677-27c2-48ec-aef9-93c37de092b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:46.139878 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1cdfe7-ed68-40f9-aee0-c1574c001719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da38a82f-72d9-48ac-8739-169ee0ac8ef8,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:46.142446 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6b1cdfe7-ed68-40f9-aee0-c1574c001719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:46.153333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6b1cdfe7-ed68-40f9-aee0-c1574c001719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.157550 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6b1cdfe7-ed68-40f9-aee0-c1574c001719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1634414
Dec 24 11:06:46.158320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54270) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:46.163773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-3e24b4c8-f201-4bcf-a885-4c5d367aba23 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '02f762cc-71d2-4f99-a79a-52e722726a11', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:06:46.169783 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-3e24b4c8-f201-4bcf-a885-4c5d367aba23 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:06:46.174069 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-3e24b4c8-f201-4bcf-a885-4c5d367aba23 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:06:46.177682 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-3e24b4c8-f201-4bcf-a885-4c5d367aba23 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:06:46.183154 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Attempting to bind port 64d7fe81-1235-4398-97a2-893fc615aa89 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:06:46.183756 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Attempting to bind port 64d7fe81-1235-4398-97a2-893fc615aa89 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:06:46.184043 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-3e24b4c8-f201-4bcf-a885-4c5d367aba23 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:06:46.184309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Attempting to bind port 64d7fe81-1235-4398-97a2-893fc615aa89 on network 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:06:46.190021 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:06:46.190436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Checking segment: {'id': '653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:06:46.190714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.191169 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Bound using segment: {'id': '653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:06:46.191768 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Bound port: 64d7fe81-1235-4398-97a2-893fc615aa89, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:06:46.192096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.207544 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3e24b4c8-f201-4bcf-a885-4c5d367aba23 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.288433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6b23d000-c28a-49ad-872f-09a7a69d1521 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:06:46.289447 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3e24b4c8-f201-4bcf-a885-4c5d367aba23 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.292947 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3e24b4c8-f201-4bcf-a885-4c5d367aba23 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.294759 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-afc08516-a8da-4710-a297-c96c9c4620fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:46.316697 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24b4c8-f201-4bcf-a885-4c5d367aba23 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da01cc48-bf29-449c-940d-4b9746874338,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:46.319362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3e24b4c8-f201-4bcf-a885-4c5d367aba23 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:46.327727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3e24b4c8-f201-4bcf-a885-4c5d367aba23 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.328982 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3e24b4c8-f201-4bcf-a885-4c5d367aba23 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1695645
Dec 24 11:06:46.332659 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54274) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:46.338262 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-f379442d-9b8c-4893-909a-0839ee11a6ee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '02f762cc-71d2-4f99-a79a-52e722726a11', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:06:46.344720 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f379442d-9b8c-4893-909a-0839ee11a6ee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:06:46.348641 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f379442d-9b8c-4893-909a-0839ee11a6ee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:06:46.351759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f379442d-9b8c-4893-909a-0839ee11a6ee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:06:46.357679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f379442d-9b8c-4893-909a-0839ee11a6ee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:06:46.370319 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-f379442d-9b8c-4893-909a-0839ee11a6ee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:06:46.377316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f379442d-9b8c-4893-909a-0839ee11a6ee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.379590 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] For port 64d7fe81-1235-4398-97a2-893fc615aa89, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:06:46.400403 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] For port 64d7fe81-1235-4398-97a2-893fc615aa89, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=64d7fe81-1235-4398-97a2-893fc615aa89,segment=NetworkSegment(653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7),segment_id=653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:06:46.407745 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.413252 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:46.450782 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f379442d-9b8c-4893-909a-0839ee11a6ee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.454944 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f379442d-9b8c-4893-909a-0839ee11a6ee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.461368 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9bd52d67-bffa-4a88-a4db-41221dc3158d tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:46.476799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379442d-9b8c-4893-909a-0839ee11a6ee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f138b0e0-4ad8-4be2-a6f9-34b27bd34619,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:46.479335 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f379442d-9b8c-4893-909a-0839ee11a6ee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:46.497098 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Routers {'7518d97e-797d-48c5-acfe-59b39b65c5ac'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:06:46.497312 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f379442d-9b8c-4893-909a-0839ee11a6ee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.497759 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0d8790>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:06:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7518d97e-797d-48c5-acfe-59b39b65c5ac'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:46.501566 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f379442d-9b8c-4893-909a-0839ee11a6ee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1651978
Dec 24 11:06:46.501921 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54278) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:06:46.507672 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-39025a64-f2f8-4fca-a0f2-aaa2b336241f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '02f762cc-71d2-4f99-a79a-52e722726a11', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:06:46.514903 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-39025a64-f2f8-4fca-a0f2-aaa2b336241f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:06:46.518973 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-39025a64-f2f8-4fca-a0f2-aaa2b336241f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:06:46.522173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-39025a64-f2f8-4fca-a0f2-aaa2b336241f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:06:46.528190 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-39025a64-f2f8-4fca-a0f2-aaa2b336241f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:06:46.539845 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-39025a64-f2f8-4fca-a0f2-aaa2b336241f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:06:46.546917 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-39025a64-f2f8-4fca-a0f2-aaa2b336241f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.567068 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93e677-27c2-48ec-aef9-93c37de092b7 None None] Pushing event updated for resources: {'Port': ['ID=64d7fe81-1235-4398-97a2-893fc615aa89,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:46.572759 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9b93e677-27c2-48ec-aef9-93c37de092b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:46.575805 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 6b23d000-c28a-49ad-872f-09a7a69d1521 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:06:46.576195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.622151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-39025a64-f2f8-4fca-a0f2-aaa2b336241f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.627508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-39025a64-f2f8-4fca-a0f2-aaa2b336241f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.630862 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-be0c91a3-80e6-47b9-8c84-882ca7646b09 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:46.656367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39025a64-f2f8-4fca-a0f2-aaa2b336241f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac57d82-39b6-4289-b333-2ac872fe4780,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:46.658897 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-39025a64-f2f8-4fca-a0f2-aaa2b336241f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:46.668133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-39025a64-f2f8-4fca-a0f2-aaa2b336241f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:46.669826 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-39025a64-f2f8-4fca-a0f2-aaa2b336241f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1668270
Dec 24 11:06:46.752265 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] Set router 7518d97e-797d-48c5-acfe-59b39b65c5ac gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:06:46.834983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-fcd21055-e040-44b5-b6a4-b22e78a8897d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:06:46.850037 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-fcd21055-e040-44b5-b6a4-b22e78a8897d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:06:46.851227 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-fcd21055-e040-44b5-b6a4-b22e78a8897d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1198232082&fields=id&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 267 time: 0.0577350
Dec 24 11:06:46.950360 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 823cd649-c947-4b7c-93e0-f01d0c86b4e1 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:06:47.000393 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-7f84241f-97d8-4786-8a3d-e91879b6102c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:47.000984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-7f84241f-97d8-4786-8a3d-e91879b6102c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:network {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:06:47.016175 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-7f84241f-97d8-4786-8a3d-e91879b6102c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:network {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:06:47.017295 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-7f84241f-97d8-4786-8a3d-e91879b6102c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/networks?id=0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 HTTP/1.1" status: 200  len: 797 time: 0.1592307
Dec 24 11:06:47.032337 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-6b7f50b9-8a46-4419-ac09-ab5cc9e8ab56 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/quotas/1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 375 time: 0.0090935
Dec 24 11:06:47.113020 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-65eea1e7-6d46-4e28-b8c9-ef314a599c7e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:06:47.128235 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-65eea1e7-6d46-4e28-b8c9-ef314a599c7e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:06:47.129792 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-65eea1e7-6d46-4e28-b8c9-ef314a599c7e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0918787
Dec 24 11:06:47.140123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 823cd649-c947-4b7c-93e0-f01d0c86b4e1 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:06:47.140508 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:47.146486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-765afd99-0721-4223-b8ca-303a483a9157 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:06:47.147447 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-765afd99-0721-4223-b8ca-303a483a9157 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053508
Dec 24 11:06:47.252461 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0d8790>, [{'id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'name': 'tempest-TestNetworkBasicOps-router-278636504', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:06:38Z', 'updated_at': '2021-12-24T11:06:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:39Z', 'updated_at': '2021-12-24T11:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '64d7fe81-1235-4398-97a2-893fc615aa89', 'name': '', 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:d5:05:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:42Z', 'updated_at': '2021-12-24T11:06:46Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:06:47.264702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11c332e-fd85-498d-8214-df63d768b211 None None] The sync data for ids ['7518d97e-797d-48c5-acfe-59b39b65c5ac'] in dv-neutron-822668-2-hyperv is: [{'id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'name': 'tempest-TestNetworkBasicOps-router-278636504', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:06:38Z', 'updated_at': '2021-12-24T11:06:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:39Z', 'updated_at': '2021-12-24T11:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '64d7fe81-1235-4398-97a2-893fc615aa89', 'name': '', 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:d5:05:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:42Z', 'updated_at': '2021-12-24T11:06:46Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:06:47.279756 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-65f24b41-bd31-4b39-8b89-b0924b2834aa service neutron] 10.222.0.54 "GET /v2.0/networks/0bcd4df1-3c62-4ce9-bad2-08fe2db652c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268756
Dec 24 11:06:47.432428 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-a40c10d7-8f63-4bf7-853d-6b24212a8ec1 service neutron] 10.222.0.54 "GET /v2.0/networks/0bcd4df1-3c62-4ce9-bad2-08fe2db652c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462367
Dec 24 11:06:47.618124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-ea691928-de0e-4fa4-abcd-21dadab5b040 req-14ddd4a6-7ef8-4efb-ac01-d6cb6d3d8fca tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:06:47.630120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-ea691928-de0e-4fa4-abcd-21dadab5b040 req-14ddd4a6-7ef8-4efb-ac01-d6cb6d3d8fca tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:06:47.631344 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ea691928-de0e-4fa4-abcd-21dadab5b040 req-14ddd4a6-7ef8-4efb-ac01-d6cb6d3d8fca tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 210 time: 0.0605643
Dec 24 11:06:48.288488 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 64d7fe81-1235-4398-97a2-893fc615aa89 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:06:48.356788 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 64d7fe81-1235-4398-97a2-893fc615aa89 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:06:48.361755 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 64d7fe81-1235-4398-97a2-893fc615aa89 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:06:48.362185 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:48.479615 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:48.511560 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 64d7fe81-1235-4398-97a2-893fc615aa89, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=64d7fe81-1235-4398-97a2-893fc615aa89,segment=NetworkSegment(653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7),segment_id=653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:06:48.515012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:48.516800 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-0f2d8af4-3a54-45a8-b6ed-f72a617b8f61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:48.585827 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=64d7fe81-1235-4398-97a2-893fc615aa89,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:48.588879 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:48.727878 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0abdce56-8907-4cb6-b2a7-e8a952c54627 req-f342a51a-60d3-4eb7-8aa0-b13323d6fae2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 210 time: 0.0442483
Dec 24 11:06:49.825374 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e1459cb0-cca2-4298-9e75-4e272925c201 req-8c1c723f-737c-424d-afad-8058e133b30e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 210 time: 0.0446544
Dec 24 11:06:50.269115 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 64d7fe81-1235-4398-97a2-893fc615aa89 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:06:50.334845 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 64d7fe81-1235-4398-97a2-893fc615aa89 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:06:50.335223 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:50.925002 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-716b0b5d-a939-48bc-870c-f966dfdd2bef req-de0f67e8-de15-425e-816c-4c408d96ba15 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 210 time: 0.0471644
Dec 24 11:06:52.073226 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9c5d70cc-42b6-4d28-9f85-be16fc3dd0e2 req-7fd33458-8691-4f20-b7e3-f60e0fb6a6c0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 210 time: 0.0432434
Dec 24 11:06:52.937857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-cef8b385-94dd-417b-b6a7-d1fadde212da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:52.939310 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-cef8b385-94dd-417b-b6a7-d1fadde212da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/networks?id=0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 HTTP/1.1" status: 200  len: 797 time: 0.2637677
Dec 24 11:06:52.988780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-a32be2dd-e302-491f-9f16-7e90a8cb8579 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:06:53.000302 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-a32be2dd-e302-491f-9f16-7e90a8cb8579 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:06:53.001368 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-a32be2dd-e302-491f-9f16-7e90a8cb8579 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 380 time: 0.0533526
Dec 24 11:06:53.011378 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-bbf16876-4ee2-4321-b917-59b8edb294b7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'port': {'device_id': '7fbca450-c9b2-4402-b59e-263f9109436a', 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0', 'admin_state_up': True, 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'security_groups': ['02f762cc-71d2-4f99-a79a-52e722726a11']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:06:53.144429 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-bbf16876-4ee2-4321-b917-59b8edb294b7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:06:53.154815 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-bbf16876-4ee2-4321-b917-59b8edb294b7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:06:53.163682 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-bbf16876-4ee2-4321-b917-59b8edb294b7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:06:53.167851 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-bbf16876-4ee2-4321-b917-59b8edb294b7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:53.224124 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fc40b0dc-fe51-4544-9d72-c4cdb60d1ac2 req-688472d6-c19b-4786-9a1f-7926e4c9cacd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 210 time: 0.0419831
Dec 24 11:06:53.323508 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-bbf16876-4ee2-4321-b917-59b8edb294b7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.14 (0bcd4df1-3c62-4ce9-bad2-08fe2db652c0/25dd0306-7efd-459d-8c8c-d81b7746d9be/10bc8171-f85a-470e-a378-ac70b54e30fb) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:06:53.513941 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-bbf16876-4ee2-4321-b917-59b8edb294b7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:53.528771 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-bbf16876-4ee2-4321-b917-59b8edb294b7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object 10bc8171-f85a-470e-a378-ac70b54e30fb will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:06:53.551737 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-bbf16876-4ee2-4321-b917-59b8edb294b7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:53.557839 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7cb1faa0-1cbb-4163-8b86-566583d54ad0 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:53.621374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-bbf16876-4ee2-4321-b917-59b8edb294b7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:06:53.624704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-bbf16876-4ee2-4321-b917-59b8edb294b7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:06:53.628406 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-bbf16876-4ee2-4321-b917-59b8edb294b7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:06:53.658175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf16876-4ee2-4321-b917-59b8edb294b7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=10bc8171-f85a-470e-a378-ac70b54e30fb,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:53.664824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bbf16876-4ee2-4321-b917-59b8edb294b7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:53.698772 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-bbf16876-4ee2-4321-b917-59b8edb294b7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:53.699375 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-bbf16876-4ee2-4321-b917-59b8edb294b7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:53.723679 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-bbf16876-4ee2-4321-b917-59b8edb294b7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7162116
Dec 24 11:06:53.735372 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Request body: {'port': {'device_id': '7fbca450-c9b2-4402-b59e-263f9109436a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:06:53.845545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:53.870322 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1d5bc92f-9dcd-4bc0-bb5e-ab3ecb932059 None None] Provisioning for port 10bc8171-f85a-470e-a378-ac70b54e30fb completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:06:53.875480 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-1d5bc92f-9dcd-4bc0-bb5e-ab3ecb932059 None None] Provisioning complete for port 10bc8171-f85a-470e-a378-ac70b54e30fb triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:06:53.875868 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1d5bc92f-9dcd-4bc0-bb5e-ab3ecb932059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:53.928326 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1d5bc92f-9dcd-4bc0-bb5e-ab3ecb932059 None None] Port 10bc8171-f85a-470e-a378-ac70b54e30fb cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:06:54.182824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10bc8171-f85a-470e-a378-ac70b54e30fb {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:06:54.189955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:54.203888 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Transition to ACTIVE for port object 10bc8171-f85a-470e-a378-ac70b54e30fb will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:06:54.207841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:54.211816 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a7cb1d9c-13dd-470b-8f5a-2263888321f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:54.405729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Pushing event updated for resources: {'Port': ['ID=10bc8171-f85a-470e-a378-ac70b54e30fb,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:54.412597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:54.514541 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5fbd1f-bebe-4179-8d74-c5df1ef4dff6 req-ccbca69f-cb2e-47f8-81d7-146a74b6e47a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:54.515238 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-ff5fbd1f-bebe-4179-8d74-c5df1ef4dff6 req-ccbca69f-cb2e-47f8-81d7-146a74b6e47a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:06:54.524579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Attempting to bind port 10bc8171-f85a-470e-a378-ac70b54e30fb on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:06:54.524916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Attempting to bind port 10bc8171-f85a-470e-a378-ac70b54e30fb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:06:54.525250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Attempting to bind port 10bc8171-f85a-470e-a378-ac70b54e30fb on network 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:06:54.533300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Port 10bc8171-f85a-470e-a378-ac70b54e30fb on network 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:06:54.533620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Attempting to bind port 10bc8171-f85a-470e-a378-ac70b54e30fb on network 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:06:54.539285 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:06:54.539619 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Checking segment: {'id': '653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:06:54.540000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Bound using segment: {'id': '653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:06:54.540955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Bound port: 10bc8171-f85a-470e-a378-ac70b54e30fb, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:06:54.541302 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:54.552297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-ff5fbd1f-bebe-4179-8d74-c5df1ef4dff6 req-ccbca69f-cb2e-47f8-81d7-146a74b6e47a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:06:54.553494 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff5fbd1f-bebe-4179-8d74-c5df1ef4dff6 req-ccbca69f-cb2e-47f8-81d7-146a74b6e47a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 944 time: 0.2210681
Dec 24 11:06:54.752726 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff5fbd1f-bebe-4179-8d74-c5df1ef4dff6 req-3e671c47-29c4-47c9-9858-6e85b74db9f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=02f762cc-71d2-4f99-a79a-52e722726a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1929705
Dec 24 11:06:54.777031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] For port 10bc8171-f85a-470e-a378-ac70b54e30fb, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:06:54.780205 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] For port 10bc8171-f85a-470e-a378-ac70b54e30fb, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=10bc8171-f85a-470e-a378-ac70b54e30fb,segment=NetworkSegment(653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7),segment_id=653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:06:54.785372 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:54.789055 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2a5dae76-9acd-4ca6-8351-58de88c5a5e4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:54.840655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:54.841260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:54.842643 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] 10.222.0.32 "PUT /v2.0/ports/10bc8171-f85a-470e-a378-ac70b54e30fb HTTP/1.1" status: 200  len: 1094 time: 1.1115086
Dec 24 11:06:54.843173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbca450-c9b2-4402-b59e-263f9109436a', 'tag': '10bc8171-f85a-470e-a378-ac70b54e30fb'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:06:54.872420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Pushing event updated for resources: {'Port': ['ID=10bc8171-f85a-470e-a378-ac70b54e30fb,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:54.876469 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:54.957068 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbca450-c9b2-4402-b59e-263f9109436a', 'tag': '10bc8171-f85a-470e-a378-ac70b54e30fb', 'status': 'completed', 'code': 200}
Dec 24 11:06:54.966896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-dd5ebcea-56e0-4939-ad0b-d6ef884f5798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:54.968405 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-dd5ebcea-56e0-4939-ad0b-d6ef884f5798 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 1097 time: 0.0878706
Dec 24 11:06:55.038113 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-1febdeab-3b47-4370-8956-50e79879a7f0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10bc8171-f85a-470e-a378-ac70b54e30fb HTTP/1.1" status: 200  len: 217 time: 0.0617733
Dec 24 11:06:55.102321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-0214f11a-52ee-4ae6-b398-9039e587ab6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:55.103725 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-0214f11a-52ee-4ae6-b398-9039e587ab6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25dd0306-7efd-459d-8c8c-d81b7746d9be HTTP/1.1" status: 200  len: 842 time: 0.0600531
Dec 24 11:06:55.176223 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-d2b58fa0-8efa-4dab-b5fb-44d1cc846410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:55.177659 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-d2b58fa0-8efa-4dab-b5fb-44d1cc846410 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bcd4df1-3c62-4ce9-bad2-08fe2db652c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0680809
Dec 24 11:06:55.305739 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-455a0dee-079d-4875-b2eb-881be9646a39 service neutron] 10.222.0.32 "GET /v2.0/networks/0bcd4df1-3c62-4ce9-bad2-08fe2db652c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214819
Dec 24 11:06:55.436504 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f23e07fb-f76a-46a6-978e-0167ef95991b req-79d6b62b-4af7-4d16-b807-7f3d31fe1fb0 service neutron] 10.222.0.32 "GET /v2.0/networks/0bcd4df1-3c62-4ce9-bad2-08fe2db652c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249113
Dec 24 11:06:55.552568 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef962d7-aa3b-4d62-bf30-b92c910763a8 req-6a20cc33-ee59-4362-a26d-cbe4326acfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:55.554073 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7ef962d7-aa3b-4d62-bf30-b92c910763a8 req-6a20cc33-ee59-4362-a26d-cbe4326acfeb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 1097 time: 0.0731769
Dec 24 11:06:55.682401 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef962d7-aa3b-4d62-bf30-b92c910763a8 req-6f86d63a-e295-4e84-83f4-0d715f4870fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:55.683741 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7ef962d7-aa3b-4d62-bf30-b92c910763a8 req-6f86d63a-e295-4e84-83f4-0d715f4870fd service neutron] 10.222.0.32 "GET /v2.0/networks?id=0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 HTTP/1.1" status: 200  len: 898 time: 0.1238077
Dec 24 11:06:55.749618 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7ef962d7-aa3b-4d62-bf30-b92c910763a8 req-b8bbda45-bb0e-435f-bcc5-9eb04f4aec9d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10bc8171-f85a-470e-a378-ac70b54e30fb HTTP/1.1" status: 200  len: 217 time: 0.0594323
Dec 24 11:06:55.815053 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef962d7-aa3b-4d62-bf30-b92c910763a8 req-0026e1f4-99e5-40e6-a07f-b4937fc8ea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:55.816492 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7ef962d7-aa3b-4d62-bf30-b92c910763a8 req-0026e1f4-99e5-40e6-a07f-b4937fc8ea98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25dd0306-7efd-459d-8c8c-d81b7746d9be HTTP/1.1" status: 200  len: 842 time: 0.0600240
Dec 24 11:06:55.951396 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef962d7-aa3b-4d62-bf30-b92c910763a8 req-01b8652f-27d9-47e8-a62c-8dd374d28976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:55.952773 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7ef962d7-aa3b-4d62-bf30-b92c910763a8 req-01b8652f-27d9-47e8-a62c-8dd374d28976 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bcd4df1-3c62-4ce9-bad2-08fe2db652c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1300955
Dec 24 11:06:55.963959 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effc867-98f8-495b-9eac-c1437d2bdb5b req-6e00bd17-e382-4e62-bc38-f1de7f635e49 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:55.965295 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1effc867-98f8-495b-9eac-c1437d2bdb5b req-6e00bd17-e382-4e62-bc38-f1de7f635e49 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 944 time: 0.1092494
Dec 24 11:06:56.086578 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1effc867-98f8-495b-9eac-c1437d2bdb5b req-47e46bf7-4970-4401-8526-b5c2d22bbf81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=02f762cc-71d2-4f99-a79a-52e722726a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1032281
Dec 24 11:06:56.121321 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7ef962d7-aa3b-4d62-bf30-b92c910763a8 req-774cceb1-d4d4-4632-85d9-e144fa636873 service neutron] 10.222.0.32 "GET /v2.0/networks/0bcd4df1-3c62-4ce9-bad2-08fe2db652c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551299
Dec 24 11:06:56.251727 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7ef962d7-aa3b-4d62-bf30-b92c910763a8 req-ae5d9e0e-2f9d-46ac-9bf7-0cd0a32769fb service neutron] 10.222.0.32 "GET /v2.0/networks/0bcd4df1-3c62-4ce9-bad2-08fe2db652c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237864
Dec 24 11:06:57.271954 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d0e6f-6d02-4e61-8801-7c21669a7e24 req-97bf38df-c64b-4171-9e7c-0e050dcdd293 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:57.273335 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-519d0e6f-6d02-4e61-8801-7c21669a7e24 req-97bf38df-c64b-4171-9e7c-0e050dcdd293 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 944 time: 0.0825191
Dec 24 11:06:57.316642 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-519d0e6f-6d02-4e61-8801-7c21669a7e24 req-d1616fc0-d6a6-4645-bcb4-775c7a84d58f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=02f762cc-71d2-4f99-a79a-52e722726a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374596
Dec 24 11:06:57.910923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 10bc8171-f85a-470e-a378-ac70b54e30fb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:06:58.079992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 10bc8171-f85a-470e-a378-ac70b54e30fb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=10bc8171-f85a-470e-a378-ac70b54e30fb,segment=NetworkSegment(653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7),segment_id=653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:06:58.092585 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '10bc8171-f85a-470e-a378-ac70b54e30fb', 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0', 'port_id': '10bc8171-f85a-470e-a378-ac70b54e30fb', 'mac_address': 'fa:16:3e:cd:01:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:06:58.148138 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:58.164311 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10bc8171-f85a-470e-a378-ac70b54e30fb {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:06:58.179606 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 10bc8171-f85a-470e-a378-ac70b54e30fb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=10bc8171-f85a-470e-a378-ac70b54e30fb,segment=NetworkSegment(653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7),segment_id=653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:06:58.183886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:58.185647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9b93e677-27c2-48ec-aef9-93c37de092b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:06:58.249158 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=10bc8171-f85a-470e-a378-ac70b54e30fb,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:06:58.252062 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:06:58.468880 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['10bc8171-f85a-470e-a378-ac70b54e30fb'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:06:58.500132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007e9fe-054e-4dd4-9e6e-11870371cad6 req-da02862d-826b-47ac-99af-99632e811aa3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:58.501609 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2007e9fe-054e-4dd4-9e6e-11870371cad6 req-da02862d-826b-47ac-99af-99632e811aa3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 945 time: 0.0790825
Dec 24 11:06:58.545507 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2007e9fe-054e-4dd4-9e6e-11870371cad6 req-a3a1684e-c017-48e4-a75b-386f0e880b03 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=02f762cc-71d2-4f99-a79a-52e722726a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380328
Dec 24 11:06:59.627938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-16ffd5a6-02d2-49ce-a39a-4d28760da46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:06:59.725379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007027c-cfdb-422e-87bf-ee08eaaf989a req-e8bbcd33-2664-4d0d-8c50-86bf3f00393e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:06:59.726766 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a007027c-cfdb-422e-87bf-ee08eaaf989a req-e8bbcd33-2664-4d0d-8c50-86bf3f00393e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 945 time: 0.0780697
Dec 24 11:06:59.769372 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a007027c-cfdb-422e-87bf-ee08eaaf989a req-7a84842b-4c6d-49cf-8ff3-314d246c3bd5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=02f762cc-71d2-4f99-a79a-52e722726a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371344
Dec 24 11:06:59.926112 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 10bc8171-f85a-470e-a378-ac70b54e30fb up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:06:59.991216 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 10bc8171-f85a-470e-a378-ac70b54e30fb completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:06:59.995756 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 10bc8171-f85a-470e-a378-ac70b54e30fb triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:06:59.996139 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:00.109723 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:00.135461 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbca450-c9b2-4402-b59e-263f9109436a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bc8171-f85a-470e-a378-ac70b54e30fb'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:07:00.144841 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 10bc8171-f85a-470e-a378-ac70b54e30fb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=10bc8171-f85a-470e-a378-ac70b54e30fb,segment=NetworkSegment(653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7),segment_id=653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:07:00.148237 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:00.150599 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:07:00.185060 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbca450-c9b2-4402-b59e-263f9109436a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bc8171-f85a-470e-a378-ac70b54e30fb', 'code': 200}
Dec 24 11:07:00.216197 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=10bc8171-f85a-470e-a378-ac70b54e30fb,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:07:00.219297 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:07:00.515922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b48f9b-1a84-4919-bcb8-318df9d74c6f req-c3dd18b8-1e1c-4e0c-ab12-99e9ede5f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:07:00.517343 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a8b48f9b-1a84-4919-bcb8-318df9d74c6f req-c3dd18b8-1e1c-4e0c-ab12-99e9ede5f384 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 1099 time: 0.1843660
Dec 24 11:07:00.556985 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a8b48f9b-1a84-4919-bcb8-318df9d74c6f req-91ea555d-23bb-42ee-a022-447ddd5c4974 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=02f762cc-71d2-4f99-a79a-52e722726a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0331764
Dec 24 11:07:00.959348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15d3c4-a95b-40da-8172-f91f7c4760ba req-a3fb6eee-0728-44a5-beaa-750c22c6b4bc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:07:00.960843 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5c15d3c4-a95b-40da-8172-f91f7c4760ba req-a3fb6eee-0728-44a5-beaa-750c22c6b4bc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 946 time: 0.0832822
Dec 24 11:07:01.003636 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5c15d3c4-a95b-40da-8172-f91f7c4760ba req-8b0f0f7f-2986-4752-b1c2-e1163b54b9eb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=02f762cc-71d2-4f99-a79a-52e722726a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365562
Dec 24 11:07:01.852060 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3fe8b8b4-1cc4-4fed-8cf4-d00e0033dc0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:02.202728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c794d4e-5212-4625-84d1-6f0c076553fc req-178ac403-dab9-40cd-8789-7b681382149a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:07:02.204088 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0c794d4e-5212-4625-84d1-6f0c076553fc req-178ac403-dab9-40cd-8789-7b681382149a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 946 time: 0.0973933
Dec 24 11:07:02.247393 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0c794d4e-5212-4625-84d1-6f0c076553fc req-2323ca8c-07cb-47e4-a9f3-90820e7a24a9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=02f762cc-71d2-4f99-a79a-52e722726a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377905
Dec 24 11:07:02.425802 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997b504-f1e7-416a-acc2-19aae849b885 req-7ae55a8f-bcda-4c1f-a71b-a128210aa756 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:07:02.427388 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7997b504-f1e7-416a-acc2-19aae849b885 req-7ae55a8f-bcda-4c1f-a71b-a128210aa756 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 946 time: 0.0789683
Dec 24 11:07:02.470778 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7997b504-f1e7-416a-acc2-19aae849b885 req-9ed7cbdb-2aaa-4fe0-8987-46e2fe543a0b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=02f762cc-71d2-4f99-a79a-52e722726a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367434
Dec 24 11:07:02.492941 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54352) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:02.564829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee70a5e0-c972-4814-91f5-b804e945e348 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:07:02.566334 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ee70a5e0-c972-4814-91f5-b804e945e348 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 1094 time: 0.0717480
Dec 24 11:07:02.569008 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54356) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:02.573806 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '10bc8171-f85a-470e-a378-ac70b54e30fb', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:07:02.579481 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:07:02.583257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:floatingip and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:07:02.586048 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:07:02.592145 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:07:02.603077 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:02.738679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:02.870655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.26.4.170 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/98ba7b22-70ff-4883-a1db-9048d6216a6a) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:07:03.067653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:03.071882 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:03.136227 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:03.165463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:03.169858 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-10166ad7-4299-4e77-808c-d2ff8830ddff tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:07:03.221703 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:07:03.224374 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:07:03.232704 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:07:03.278698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=98ba7b22-70ff-4883-a1db-9048d6216a6a,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:07:03.282693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:07:03.647104 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:03.719206 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:03.922424 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:03.926696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:03.930374 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2e90c2db-0834-4a49-80dc-bb1995fc7d37 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:07:04.032703 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=98ba7b22-70ff-4883-a1db-9048d6216a6a,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:07:04.036465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:07:04.043525 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:04.210581 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP 5fee0275-e28a-44c2-b22a-0ddd963992c7 associated. External IP: 172.26.4.170, port: 10bc8171-f85a-470e-a378-ac70b54e30fb.
Dec 24 11:07:04.666981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 7518d97e-797d-48c5-acfe-59b39b65c5ac has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:07:04.829394 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:04.844410 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:07:04.854821 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfc93e0-58a3-44cd-a8dc-18bd7829d8d5 None None] Sync routers for ids ['7518d97e-797d-48c5-acfe-59b39b65c5ac'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:07:04.864271 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc93e0-58a3-44cd-a8dc-18bd7829d8d5 None None] Routers {'7518d97e-797d-48c5-acfe-59b39b65c5ac'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:04.864951 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-cdfc93e0-58a3-44cd-a8dc-18bd7829d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1fb550>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7518d97e-797d-48c5-acfe-59b39b65c5ac'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:07:04.868812 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:04.925457 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3529751
Dec 24 11:07:04.925457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbca450-c9b2-4402-b59e-263f9109436a', 'tag': '10bc8171-f85a-470e-a378-ac70b54e30fb'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:07:04.926122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54362) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:04.969364 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbca450-c9b2-4402-b59e-263f9109436a', 'tag': '10bc8171-f85a-470e-a378-ac70b54e30fb', 'status': 'completed', 'code': 200}
Dec 24 11:07:05.049072 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-cdfc93e0-58a3-44cd-a8dc-18bd7829d8d5 None None] Set router 7518d97e-797d-48c5-acfe-59b39b65c5ac gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:07:05.079673 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f32f339d-c3de-4009-908f-f2691160057d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/5fee0275-e28a-44c2-b22a-0ddd963992c7 HTTP/1.1" status: 200  len: 992 time: 0.1521444
Dec 24 11:07:05.101013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699ecdf-9656-474c-9d8f-26092d3e01f7 req-930babf6-2401-44fe-b244-c970a48bb424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:07:05.103125 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9699ecdf-9656-474c-9d8f-26092d3e01f7 req-930babf6-2401-44fe-b244-c970a48bb424 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 1099 time: 0.0998504
Dec 24 11:07:05.230970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699ecdf-9656-474c-9d8f-26092d3e01f7 req-69a57a70-9990-4271-9935-fbec92eb11fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:07:05.232418 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9699ecdf-9656-474c-9d8f-26092d3e01f7 req-69a57a70-9990-4271-9935-fbec92eb11fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 HTTP/1.1" status: 200  len: 898 time: 0.1239107
Dec 24 11:07:05.335970 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9699ecdf-9656-474c-9d8f-26092d3e01f7 req-c08be330-e2e4-472e-80d3-859a930b6e54 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10bc8171-f85a-470e-a378-ac70b54e30fb HTTP/1.1" status: 200  len: 1000 time: 0.0967972
Dec 24 11:07:05.396660 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-cdfc93e0-58a3-44cd-a8dc-18bd7829d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1fb550>, [{'id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'name': 'tempest-TestNetworkBasicOps-router-278636504', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:06:38Z', 'updated_at': '2021-12-24T11:06:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:39Z', 'updated_at': '2021-12-24T11:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '5fee0275-e28a-44c2-b22a-0ddd963992c7', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.170', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'port_id': '10bc8171-f85a-470e-a378-ac70b54e30fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0', 'mac_address': 'fa:16:3e:cd:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbca450-c9b2-4402-b59e-263f9109436a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:07:03Z', 'updated_at': '2021-12-24T11:07:03Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64d7fe81-1235-4398-97a2-893fc615aa89', 'name': '', 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:d5:05:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:42Z', 'updated_at': '2021-12-24T11:06:48Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:07:05.396974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699ecdf-9656-474c-9d8f-26092d3e01f7 req-1dff3c2f-9fc8-47a1-abdd-9a65b6fbba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:07:05.398144 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9699ecdf-9656-474c-9d8f-26092d3e01f7 req-1dff3c2f-9fc8-47a1-abdd-9a65b6fbba97 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25dd0306-7efd-459d-8c8c-d81b7746d9be HTTP/1.1" status: 200  len: 842 time: 0.0567656
Dec 24 11:07:05.401311 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfc93e0-58a3-44cd-a8dc-18bd7829d8d5 None None] Checking router: 7518d97e-797d-48c5-acfe-59b39b65c5ac for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:07:05.410103 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc93e0-58a3-44cd-a8dc-18bd7829d8d5 None None] Routers {'7518d97e-797d-48c5-acfe-59b39b65c5ac'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:07:05.410708 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-cdfc93e0-58a3-44cd-a8dc-18bd7829d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1fb550>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:07:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7518d97e-797d-48c5-acfe-59b39b65c5ac'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:07:05.475272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699ecdf-9656-474c-9d8f-26092d3e01f7 req-8d21d3df-5665-4501-a6c8-820aa1df72e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:07:05.476741 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9699ecdf-9656-474c-9d8f-26092d3e01f7 req-8d21d3df-5665-4501-a6c8-820aa1df72e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bcd4df1-3c62-4ce9-bad2-08fe2db652c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724833
Dec 24 11:07:05.607784 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9699ecdf-9656-474c-9d8f-26092d3e01f7 req-9564a250-688c-4be5-a0aa-5c10ca5295c8 service neutron] 10.222.0.32 "GET /v2.0/networks/0bcd4df1-3c62-4ce9-bad2-08fe2db652c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245031
Dec 24 11:07:05.616771 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-cdfc93e0-58a3-44cd-a8dc-18bd7829d8d5 None None] Set router 7518d97e-797d-48c5-acfe-59b39b65c5ac gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:07:05.736127 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9699ecdf-9656-474c-9d8f-26092d3e01f7 req-5666a2f3-b3d8-426d-a7cb-20e86805351c service neutron] 10.222.0.32 "GET /v2.0/networks/0bcd4df1-3c62-4ce9-bad2-08fe2db652c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220217
Dec 24 11:07:05.956095 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-cdfc93e0-58a3-44cd-a8dc-18bd7829d8d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1fb550>, [{'id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'name': 'tempest-TestNetworkBasicOps-router-278636504', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:06:38Z', 'updated_at': '2021-12-24T11:06:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:39Z', 'updated_at': '2021-12-24T11:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '5fee0275-e28a-44c2-b22a-0ddd963992c7', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.170', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'port_id': '10bc8171-f85a-470e-a378-ac70b54e30fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0', 'mac_address': 'fa:16:3e:cd:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbca450-c9b2-4402-b59e-263f9109436a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:07:03Z', 'updated_at': '2021-12-24T11:07:03Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64d7fe81-1235-4398-97a2-893fc615aa89', 'name': '', 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:d5:05:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:42Z', 'updated_at': '2021-12-24T11:06:48Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:07:05.959935 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfc93e0-58a3-44cd-a8dc-18bd7829d8d5 None None] The sync data for ids ['7518d97e-797d-48c5-acfe-59b39b65c5ac'] in dv-neutron-822668-2-hyperv is: [{'id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'name': 'tempest-TestNetworkBasicOps-router-278636504', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:06:38Z', 'updated_at': '2021-12-24T11:06:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:39Z', 'updated_at': '2021-12-24T11:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '5fee0275-e28a-44c2-b22a-0ddd963992c7', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.170', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'port_id': '10bc8171-f85a-470e-a378-ac70b54e30fb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1451, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0', 'mac_address': 'fa:16:3e:cd:01:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fbca450-c9b2-4402-b59e-263f9109436a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:07:03Z', 'updated_at': '2021-12-24T11:07:03Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64d7fe81-1235-4398-97a2-893fc615aa89', 'name': '', 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:d5:05:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:42Z', 'updated_at': '2021-12-24T11:06:48Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:07:06.083593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54368) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:06.154989 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25b46a9-96d3-43c1-ad0b-5e1629749a21 None None] New status for floating IP 5fee0275-e28a-44c2-b22a-0ddd963992c7: ACTIVE {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:07:06.193917 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9929bed5-4bb8-4672-bc09-df993fbd1f1c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/5fee0275-e28a-44c2-b22a-0ddd963992c7 HTTP/1.1" status: 200  len: 992 time: 0.1080809
Dec 24 11:07:07.196392 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54372) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:07:07.308672 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0fb25499-0c39-45c8-a8f6-25fa30b3e3fc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/5fee0275-e28a-44c2-b22a-0ddd963992c7 HTTP/1.1" status: 200  len: 994 time: 0.1110163
Dec 24 11:07:10.463801 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:23.012139 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:07:24.594825 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a16cf233-38e6-4449-a056-9b50c6a634b3 req-b93ced9f-4722-4da4-8f99-5428b831cf6a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0690682
Dec 24 11:07:24.735482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16cf233-38e6-4449-a056-9b50c6a634b3 req-811db7f9-fa73-4231-b518-4f94f824eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:07:24.736934 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a16cf233-38e6-4449-a056-9b50c6a634b3 req-811db7f9-fa73-4231-b518-4f94f824eecd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 1099 time: 0.0726802
Dec 24 11:07:24.878983 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16cf233-38e6-4449-a056-9b50c6a634b3 req-1cab4a56-059e-43b6-acaa-65a0001b03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:07:24.880337 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a16cf233-38e6-4449-a056-9b50c6a634b3 req-1cab4a56-059e-43b6-acaa-65a0001b03a4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 HTTP/1.1" status: 200  len: 898 time: 0.1236722
Dec 24 11:07:24.977976 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a16cf233-38e6-4449-a056-9b50c6a634b3 req-1b80d80e-81d7-4bf6-a665-c8182f28c83b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10bc8171-f85a-470e-a378-ac70b54e30fb HTTP/1.1" status: 200  len: 1002 time: 0.0903113
Dec 24 11:07:25.150296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16cf233-38e6-4449-a056-9b50c6a634b3 req-7c494c8b-b9f9-4620-a497-45def226693f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:07:25.151653 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a16cf233-38e6-4449-a056-9b50c6a634b3 req-7c494c8b-b9f9-4620-a497-45def226693f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25dd0306-7efd-459d-8c8c-d81b7746d9be HTTP/1.1" status: 200  len: 842 time: 0.1676164
Dec 24 11:07:25.224269 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16cf233-38e6-4449-a056-9b50c6a634b3 req-b0b041bf-1eac-4539-af9e-986f0b8d100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:07:25.225702 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a16cf233-38e6-4449-a056-9b50c6a634b3 req-b0b041bf-1eac-4539-af9e-986f0b8d100d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bcd4df1-3c62-4ce9-bad2-08fe2db652c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0676236
Dec 24 11:07:25.350295 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a16cf233-38e6-4449-a056-9b50c6a634b3 req-3f7b0ebc-0186-45b9-a6fd-c967b434f8fa service neutron] 10.222.0.32 "GET /v2.0/networks/0bcd4df1-3c62-4ce9-bad2-08fe2db652c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1178527
Dec 24 11:07:25.479655 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a16cf233-38e6-4449-a056-9b50c6a634b3 req-0ec2fbb1-8cb6-4f6c-8378-cb5ebe11bcab service neutron] 10.222.0.32 "GET /v2.0/networks/0bcd4df1-3c62-4ce9-bad2-08fe2db652c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232567
Dec 24 11:07:29.629941 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bc46bf16-a3d4-497f-aa57-b3d569ff36e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:31.843238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5e42ceaa-7a60-4c64-a18f-c79e3cb95b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:33.055867 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:33.075615 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:34.832961 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:40.468389 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:07:59.631298 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f12c743a-01fb-4a13-a388-9222343e28a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:08:00.010844 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:08:01.846547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-511ee143-05ac-4f2c-8296-b24f14937aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:08:03.060954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:08:03.077210 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:08:04.835246 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:08:10.484159 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:08:26.598060 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3f0a4e84-c621-4931-8856-d3d0c72b596f req-9d26e4da-de78-49ca-8dcf-413359bfad75 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0724001
Dec 24 11:08:26.732357 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a4e84-c621-4931-8856-d3d0c72b596f req-448353c0-6878-4d39-8fb8-de32255b205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:08:26.733799 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3f0a4e84-c621-4931-8856-d3d0c72b596f req-448353c0-6878-4d39-8fb8-de32255b205f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 1099 time: 0.0685225
Dec 24 11:08:26.877227 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a4e84-c621-4931-8856-d3d0c72b596f req-58c1b241-af96-44fa-abfd-2af39ca533d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:08:26.878618 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3f0a4e84-c621-4931-8856-d3d0c72b596f req-58c1b241-af96-44fa-abfd-2af39ca533d3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 HTTP/1.1" status: 200  len: 898 time: 0.1253777
Dec 24 11:08:26.980456 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3f0a4e84-c621-4931-8856-d3d0c72b596f req-6cf1ae9b-9ad1-4a3f-ae51-f324d0541701 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10bc8171-f85a-470e-a378-ac70b54e30fb HTTP/1.1" status: 200  len: 1002 time: 0.0952783
Dec 24 11:08:27.045810 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a4e84-c621-4931-8856-d3d0c72b596f req-9a15d8f2-ef34-452f-a05a-c7fe3e0b8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:08:27.047325 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3f0a4e84-c621-4931-8856-d3d0c72b596f req-9a15d8f2-ef34-452f-a05a-c7fe3e0b8b33 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25dd0306-7efd-459d-8c8c-d81b7746d9be HTTP/1.1" status: 200  len: 842 time: 0.0604403
Dec 24 11:08:27.119846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a4e84-c621-4931-8856-d3d0c72b596f req-a5287642-c9f8-4b3d-948d-dc79080af718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:08:27.121288 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3f0a4e84-c621-4931-8856-d3d0c72b596f req-a5287642-c9f8-4b3d-948d-dc79080af718 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bcd4df1-3c62-4ce9-bad2-08fe2db652c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679080
Dec 24 11:08:27.249122 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3f0a4e84-c621-4931-8856-d3d0c72b596f req-a3c004b4-7563-4660-924c-76f79643e271 service neutron] 10.222.0.32 "GET /v2.0/networks/0bcd4df1-3c62-4ce9-bad2-08fe2db652c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212153
Dec 24 11:08:27.376923 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3f0a4e84-c621-4931-8856-d3d0c72b596f req-ab176301-a6d3-4d89-8d8d-e0e519e5b293 service neutron] 10.222.0.32 "GET /v2.0/networks/0bcd4df1-3c62-4ce9-bad2-08fe2db652c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1216574
Dec 24 11:08:29.633280 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0c7cf5b2-4a03-4858-bcd1-4d14950d6ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:08:31.847204 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-089fb026-08d2-4552-b14a-7235f9eb31ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:08:33.061889 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:08:33.080112 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:08:34.838480 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:08:37.010199 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:08:40.483246 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:08:59.636044 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-62cad626-5da2-4de6-b1dc-3363b06ecae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:09:01.848296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-94065e00-a79f-417a-a762-532b9da6ce5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:09:03.064793 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:09:03.080113 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:09:04.840927 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:09:10.499953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:09:14.008900 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:09:27.639838 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-958a035d-a9c7-496a-8db4-003a7da520ec req-313b6768-8b9a-4b78-b153-004e1cb63a37 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0685785
Dec 24 11:09:27.778492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a035d-a9c7-496a-8db4-003a7da520ec req-35510161-c8fe-4894-93e5-22024c0f1d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:09:27.779950 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-958a035d-a9c7-496a-8db4-003a7da520ec req-35510161-c8fe-4894-93e5-22024c0f1d6c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 1099 time: 0.0729301
Dec 24 11:09:27.923088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a035d-a9c7-496a-8db4-003a7da520ec req-cd7ae421-fc94-4723-85b8-03820c22b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:09:27.924520 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-958a035d-a9c7-496a-8db4-003a7da520ec req-cd7ae421-fc94-4723-85b8-03820c22b4eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 HTTP/1.1" status: 200  len: 898 time: 0.1246314
Dec 24 11:09:28.138008 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-958a035d-a9c7-496a-8db4-003a7da520ec req-3d678c94-1005-4097-9482-0b261c12955e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10bc8171-f85a-470e-a378-ac70b54e30fb HTTP/1.1" status: 200  len: 1002 time: 0.2061837
Dec 24 11:09:28.198539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a035d-a9c7-496a-8db4-003a7da520ec req-9820bd8e-92e4-4c6e-bea3-b11e56a7ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:09:28.199911 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-958a035d-a9c7-496a-8db4-003a7da520ec req-9820bd8e-92e4-4c6e-bea3-b11e56a7ecbb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25dd0306-7efd-459d-8c8c-d81b7746d9be HTTP/1.1" status: 200  len: 842 time: 0.0554883
Dec 24 11:09:28.275592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a035d-a9c7-496a-8db4-003a7da520ec req-78fd1ee2-8e66-4bf5-8d10-b17642a05e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:09:28.277284 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-958a035d-a9c7-496a-8db4-003a7da520ec req-78fd1ee2-8e66-4bf5-8d10-b17642a05e86 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bcd4df1-3c62-4ce9-bad2-08fe2db652c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712860
Dec 24 11:09:28.408235 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-958a035d-a9c7-496a-8db4-003a7da520ec req-c82fe5eb-3b67-4042-b30d-efdab65fbec1 service neutron] 10.222.0.32 "GET /v2.0/networks/0bcd4df1-3c62-4ce9-bad2-08fe2db652c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234558
Dec 24 11:09:28.537060 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-958a035d-a9c7-496a-8db4-003a7da520ec req-550905e8-4e5e-4214-b520-4d627ba7c012 service neutron] 10.222.0.32 "GET /v2.0/networks/0bcd4df1-3c62-4ce9-bad2-08fe2db652c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223066
Dec 24 11:09:29.639166 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-771a3ee1-e40a-4fab-862c-a4f078c77d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:09:31.848998 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a12eff7c-b996-4538-885e-d03e47126115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:09:32.704229 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54412) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:09:32.750261 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:09:32.869548 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3941503'] for subnet, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:09:33.070965 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739049838933', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2871910'] for subnet, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:09:33.072019 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:09:33.076850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d5d8791d-7aa4-4b46-9924-d875c3f3d649 tempest-RoutersTest-1389496497 tempest-RoutersTest-1389496497-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:09:33.086405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:09:33.117268 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:09:33.117862 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:09:33.119144 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/subnets/25dd0306-7efd-459d-8c8c-d81b7746d9be HTTP/1.1" status: 200  len: 834 time: 0.4139328
Dec 24 11:09:33.127580 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a85898-430a-4e5b-a937-26a40d231702 None None] Network 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:09:33.145081 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Subnet': ['ID=25dd0306-7efd-459d-8c8c-d81b7746d9be,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:09:33.153348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:09:33.153727 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:09:33.154135 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:09:33.154508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:09:33.154882 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:09:33.155252 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:09:33.155613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:09:33.155978 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:09:33.156343 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:09:33.156703 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:09:33.157064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:09:33.157421 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:09:33.161418 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:09:33.625282 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7ab1b01d-5c00-42bb-aedc-0ea570f1b381 None None] Provisioning complete for port 10bc8171-f85a-470e-a378-ac70b54e30fb triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:09:33.625665 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b01d-5c00-42bb-aedc-0ea570f1b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:09:33.750116 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7ab1b01d-5c00-42bb-aedc-0ea570f1b381 None None] Provisioning complete for port 6b23d000-c28a-49ad-872f-09a7a69d1521 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:09:33.750399 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b01d-5c00-42bb-aedc-0ea570f1b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:09:33.880499 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7ab1b01d-5c00-42bb-aedc-0ea570f1b381 None None] Provisioning complete for port 64d7fe81-1235-4398-97a2-893fc615aa89 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:09:33.880876 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7ab1b01d-5c00-42bb-aedc-0ea570f1b381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:09:34.843768 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:09:40.512935 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:09:51.008135 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:09:59.640858 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6dd0cd08-a3e0-448b-b55d-c5095666c322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:01.850742 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-739cc404-ff3c-4f8c-9eaa-1fdcdce1cb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:03.077481 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:03.081583 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:04.846643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:10.527523 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:17.540096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54426) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:17.741767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-d3331aad-9daa-4ecc-92b2-52f47651ccd1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 98ba7b22-70ff-4883-a1db-9048d6216a6a {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:10:17.742056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3331aad-9daa-4ecc-92b2-52f47651ccd1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:17.906665 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3331aad-9daa-4ecc-92b2-52f47651ccd1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:17.906992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3331aad-9daa-4ecc-92b2-52f47651ccd1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:18.031845 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-d3331aad-9daa-4ecc-92b2-52f47651ccd1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 98ba7b22-70ff-4883-a1db-9048d6216a6a owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:10:18.175604 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3331aad-9daa-4ecc-92b2-52f47651ccd1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:18.179886 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4a406829-5ec0-42c6-ab66-af59cb505ed3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:18.253959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3331aad-9daa-4ecc-92b2-52f47651ccd1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=98ba7b22-70ff-4883-a1db-9048d6216a6a,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:18.256972 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d3331aad-9daa-4ecc-92b2-52f47651ccd1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:18.324515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3331aad-9daa-4ecc-92b2-52f47651ccd1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:18.324851 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-d3331aad-9daa-4ecc-92b2-52f47651ccd1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP 5fee0275-e28a-44c2-b22a-0ddd963992c7 disassociated (deleted). External IP: 172.26.4.170, port: 10bc8171-f85a-470e-a378-ac70b54e30fb.
Dec 24 11:10:18.788891 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3331aad-9daa-4ecc-92b2-52f47651ccd1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 7518d97e-797d-48c5-acfe-59b39b65c5ac has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:10:18.963570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3331aad-9daa-4ecc-92b2-52f47651ccd1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:10:18.973678 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eb8aaf-8de6-4737-9d23-813bc85ea4a8 None None] Sync routers for ids ['7518d97e-797d-48c5-acfe-59b39b65c5ac'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:10:18.983886 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eb8aaf-8de6-4737-9d23-813bc85ea4a8 None None] Routers {'7518d97e-797d-48c5-acfe-59b39b65c5ac'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:18.984483 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d3331aad-9daa-4ecc-92b2-52f47651ccd1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:18.984635 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e8eb8aaf-8de6-4737-9d23-813bc85ea4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbf1a90>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7518d97e-797d-48c5-acfe-59b39b65c5ac'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:19.038264 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d3331aad-9daa-4ecc-92b2-52f47651ccd1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/floatingips/5fee0275-e28a-44c2-b22a-0ddd963992c7 HTTP/1.1" status: 204  len: 168 time: 1.4969399
Dec 24 11:10:19.039386 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbca450-c9b2-4402-b59e-263f9109436a', 'tag': '10bc8171-f85a-470e-a378-ac70b54e30fb'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:10:19.130851 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbca450-c9b2-4402-b59e-263f9109436a', 'tag': '10bc8171-f85a-470e-a378-ac70b54e30fb', 'status': 'completed', 'code': 200}
Dec 24 11:10:19.165171 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-e8eb8aaf-8de6-4737-9d23-813bc85ea4a8 None None] Set router 7518d97e-797d-48c5-acfe-59b39b65c5ac gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:10:19.232394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a07516-fff3-44d3-ac44-8368c4095744 req-ce6319aa-4e13-4d7a-b744-fa6f36672abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:19.234084 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19a07516-fff3-44d3-ac44-8368c4095744 req-ce6319aa-4e13-4d7a-b744-fa6f36672abd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 1099 time: 0.0765605
Dec 24 11:10:19.379262 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a07516-fff3-44d3-ac44-8368c4095744 req-b2c610a0-6543-454a-9b00-90e419f17325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:19.381151 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19a07516-fff3-44d3-ac44-8368c4095744 req-b2c610a0-6543-454a-9b00-90e419f17325 service neutron] 10.222.0.32 "GET /v2.0/networks?id=0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 HTTP/1.1" status: 200  len: 898 time: 0.1407549
Dec 24 11:10:19.436250 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a2329c-7c1b-4526-a8da-d6c5d74d00d2 req-4ef6951a-b455-4509-a025-3bd1c62fe9f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:19.437069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-12a2329c-7c1b-4526-a8da-d6c5d74d00d2 req-4ef6951a-b455-4509-a025-3bd1c62fe9f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:10:19.453204 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-12a2329c-7c1b-4526-a8da-d6c5d74d00d2 req-4ef6951a-b455-4509-a025-3bd1c62fe9f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:10:19.454586 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-12a2329c-7c1b-4526-a8da-d6c5d74d00d2 req-4ef6951a-b455-4509-a025-3bd1c62fe9f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 946 time: 0.1101837
Dec 24 11:10:19.460834 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19a07516-fff3-44d3-ac44-8368c4095744 req-10e0c29b-9dda-4891-b988-575328d649fb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10bc8171-f85a-470e-a378-ac70b54e30fb HTTP/1.1" status: 200  len: 217 time: 0.0730348
Dec 24 11:10:19.500453 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e8eb8aaf-8de6-4737-9d23-813bc85ea4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbf1a90>, [{'id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'name': 'tempest-TestNetworkBasicOps-router-278636504', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:06:38Z', 'updated_at': '2021-12-24T11:06:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:39Z', 'updated_at': '2021-12-24T11:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '64d7fe81-1235-4398-97a2-893fc615aa89', 'name': '', 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:d5:05:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:42Z', 'updated_at': '2021-12-24T11:06:48Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:19.501232 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-12a2329c-7c1b-4526-a8da-d6c5d74d00d2 req-79243968-9926-46c5-aded-9b9de6fe24bd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=02f762cc-71d2-4f99-a79a-52e722726a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388300
Dec 24 11:10:19.504370 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eb8aaf-8de6-4737-9d23-813bc85ea4a8 None None] Checking router: 7518d97e-797d-48c5-acfe-59b39b65c5ac for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:10:19.513277 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eb8aaf-8de6-4737-9d23-813bc85ea4a8 None None] Routers {'7518d97e-797d-48c5-acfe-59b39b65c5ac'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:19.513978 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e8eb8aaf-8de6-4737-9d23-813bc85ea4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbf1a90>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7518d97e-797d-48c5-acfe-59b39b65c5ac'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:19.526814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a07516-fff3-44d3-ac44-8368c4095744 req-187ff8bd-d278-4cf6-99c7-505a0365bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:19.528267 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19a07516-fff3-44d3-ac44-8368c4095744 req-187ff8bd-d278-4cf6-99c7-505a0365bd7a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=25dd0306-7efd-459d-8c8c-d81b7746d9be HTTP/1.1" status: 200  len: 842 time: 0.0602133
Dec 24 11:10:19.605166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a07516-fff3-44d3-ac44-8368c4095744 req-54b5894b-82f8-411c-9e34-347d67bfd54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:19.606662 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19a07516-fff3-44d3-ac44-8368c4095744 req-54b5894b-82f8-411c-9e34-347d67bfd54a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=0bcd4df1-3c62-4ce9-bad2-08fe2db652c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0718348
Dec 24 11:10:19.726569 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-e8eb8aaf-8de6-4737-9d23-813bc85ea4a8 None None] Set router 7518d97e-797d-48c5-acfe-59b39b65c5ac gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:10:19.741481 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19a07516-fff3-44d3-ac44-8368c4095744 req-dd85462b-8ef5-4504-b14e-263517fa0f35 service neutron] 10.222.0.32 "GET /v2.0/networks/0bcd4df1-3c62-4ce9-bad2-08fe2db652c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275027
Dec 24 11:10:19.873807 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19a07516-fff3-44d3-ac44-8368c4095744 req-e674c83c-bc69-44ae-a2d9-e2c540f9705d service neutron] 10.222.0.32 "GET /v2.0/networks/0bcd4df1-3c62-4ce9-bad2-08fe2db652c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238809
Dec 24 11:10:20.031536 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e8eb8aaf-8de6-4737-9d23-813bc85ea4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dbf1a90>, [{'id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'name': 'tempest-TestNetworkBasicOps-router-278636504', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:06:38Z', 'updated_at': '2021-12-24T11:06:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:39Z', 'updated_at': '2021-12-24T11:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '64d7fe81-1235-4398-97a2-893fc615aa89', 'name': '', 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:d5:05:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:42Z', 'updated_at': '2021-12-24T11:06:48Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:20.035371 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eb8aaf-8de6-4737-9d23-813bc85ea4a8 None None] The sync data for ids ['7518d97e-797d-48c5-acfe-59b39b65c5ac'] in dv-neutron-822668-2-hyperv is: [{'id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'name': 'tempest-TestNetworkBasicOps-router-278636504', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:06:38Z', 'updated_at': '2021-12-24T11:06:43Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:39Z', 'updated_at': '2021-12-24T11:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '64d7fe81-1235-4398-97a2-893fc615aa89', 'name': '', 'network_id': '0bcd4df1-3c62-4ce9-bad2-08fe2db652c0', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:d5:05:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:42Z', 'updated_at': '2021-12-24T11:06:48Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '25dd0306-7efd-459d-8c8c-d81b7746d9be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:10:20.245513 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27142da9-e7a2-4347-9915-bbb6820a2ec9 None None] New status for floating IP 5fee0275-e28a-44c2-b22a-0ddd963992c7: DOWN {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:10:20.703763 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db9bab-74a1-4977-8d3d-9d97fbfc959e req-655cbab0-7b74-4b5a-9d50-09a59a11dec4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:20.705213 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f9db9bab-74a1-4977-8d3d-9d97fbfc959e req-655cbab0-7b74-4b5a-9d50-09a59a11dec4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 946 time: 0.0788321
Dec 24 11:10:20.748735 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f9db9bab-74a1-4977-8d3d-9d97fbfc959e req-12bacf22-c8ec-4c5b-bf0b-774b67c932b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=02f762cc-71d2-4f99-a79a-52e722726a11&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372248
Dec 24 11:10:20.904025 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b712df4-1386-410a-aed1-da94103ebcb6 req-33076eb7-9ad3-4bf1-a045-ac17b8991803 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:20.905342 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6b712df4-1386-410a-aed1-da94103ebcb6 req-33076eb7-9ad3-4bf1-a045-ac17b8991803 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 946 time: 0.0804312
Dec 24 11:10:20.972849 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-6b712df4-1386-410a-aed1-da94103ebcb6 req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 10bc8171-f85a-470e-a378-ac70b54e30fb {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:10:20.973186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-6b712df4-1386-410a-aed1-da94103ebcb6 req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:21.320007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-6b712df4-1386-410a-aed1-da94103ebcb6 req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 10bc8171-f85a-470e-a378-ac70b54e30fb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=10bc8171-f85a-470e-a378-ac70b54e30fb,segment=NetworkSegment(653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7),segment_id=653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:10:21.320362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-6b712df4-1386-410a-aed1-da94103ebcb6 req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:21.441110 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-6b712df4-1386-410a-aed1-da94103ebcb6 req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 10bc8171-f85a-470e-a378-ac70b54e30fb owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:10:21.581938 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-6b712df4-1386-410a-aed1-da94103ebcb6 req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:21.587256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-85f48695-7d5a-4de2-81a2-3fbf9a6f667a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:21.631559 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=10bc8171-f85a-470e-a378-ac70b54e30fb,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:21.668187 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:21.668573 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:21.668949 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:21.669327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:21.669691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:21.670087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:21.670446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:21.670806 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:21.671165 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:21.671519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:21.671875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:21.672228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:21.684333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:21.717896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b712df4-1386-410a-aed1-da94103ebcb6 req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] No DVR routers for this DVR port 10bc8171-f85a-470e-a378-ac70b54e30fb on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:10:21.720172 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-6b712df4-1386-410a-aed1-da94103ebcb6 req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:21.722841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbca450-c9b2-4402-b59e-263f9109436a', 'name': 'network-vif-deleted', 'tag': '10bc8171-f85a-470e-a378-ac70b54e30fb'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:10:21.738344 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6b712df4-1386-410a-aed1-da94103ebcb6 req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "DELETE /v2.0/ports/10bc8171-f85a-470e-a378-ac70b54e30fb HTTP/1.1" status: 204  len: 173 time: 0.8277164
Dec 24 11:10:21.772821 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbca450-c9b2-4402-b59e-263f9109436a', 'name': 'network-vif-deleted', 'tag': '10bc8171-f85a-470e-a378-ac70b54e30fb', 'status': 'completed', 'code': 200}
Dec 24 11:10:21.896493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-3a594ddc-0217-4cff-871e-157240e33be1 req-7872e6e3-a836-4f28-8f83-8f32ca337af9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:10:21.910856 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-3a594ddc-0217-4cff-871e-157240e33be1 req-7872e6e3-a836-4f28-8f83-8f32ca337af9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:10:21.912413 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a594ddc-0217-4cff-871e-157240e33be1 req-7872e6e3-a836-4f28-8f83-8f32ca337af9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=7fbca450-c9b2-4402-b59e-263f9109436a HTTP/1.1" status: 200  len: 210 time: 0.0571327
Dec 24 11:10:23.007280 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54452) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:23.078433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f45d7c03-26e1-4b0e-9fcb-b271281d50ad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:23.106740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f45d7c03-26e1-4b0e-9fcb-b271281d50ad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:23.171743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f45d7c03-26e1-4b0e-9fcb-b271281d50ad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:23.175483 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1ec85864-7d3c-40b8-8658-a3de1a8ac003 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:23.189505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d7c03-26e1-4b0e-9fcb-b271281d50ad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f762cc-71d2-4f99-a79a-52e722726a11,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:23.192649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f45d7c03-26e1-4b0e-9fcb-b271281d50ad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:23.205961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f45d7c03-26e1-4b0e-9fcb-b271281d50ad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:23.205961 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f45d7c03-26e1-4b0e-9fcb-b271281d50ad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/security-groups/02f762cc-71d2-4f99-a79a-52e722726a11 HTTP/1.1" status: 204  len: 168 time: 0.1950641
Dec 24 11:10:23.239696 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54460) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:23.776584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c4cef40b-81f1-40a2-87bc-bbd8dcf84219 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:24.232457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c4cef40b-81f1-40a2-87bc-bbd8dcf84219 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 64d7fe81-1235-4398-97a2-893fc615aa89 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:10:24.233155 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c4cef40b-81f1-40a2-87bc-bbd8dcf84219 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:24.416008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-c4cef40b-81f1-40a2-87bc-bbd8dcf84219 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 64d7fe81-1235-4398-97a2-893fc615aa89, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=64d7fe81-1235-4398-97a2-893fc615aa89,segment=NetworkSegment(653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7),segment_id=653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:10:24.416360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c4cef40b-81f1-40a2-87bc-bbd8dcf84219 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:24.539011 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c4cef40b-81f1-40a2-87bc-bbd8dcf84219 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 64d7fe81-1235-4398-97a2-893fc615aa89 owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:10:24.778959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 10bc8171-f85a-470e-a378-ac70b54e30fb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:10:24.815592 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 10bc8171-f85a-470e-a378-ac70b54e30fb {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:10:24.815951 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 10bc8171-f85a-470e-a378-ac70b54e30fb not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:10:24.852710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c4cef40b-81f1-40a2-87bc-bbd8dcf84219 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:24.856141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d3841f19-4de6-477f-9505-045686b59c84 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:24.903120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cef40b-81f1-40a2-87bc-bbd8dcf84219 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=64d7fe81-1235-4398-97a2-893fc615aa89,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:24.906153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c4cef40b-81f1-40a2-87bc-bbd8dcf84219 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:25.174617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c4cef40b-81f1-40a2-87bc-bbd8dcf84219 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:25.642700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cef40b-81f1-40a2-87bc-bbd8dcf84219 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 7518d97e-797d-48c5-acfe-59b39b65c5ac has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:10:25.816284 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cef40b-81f1-40a2-87bc-bbd8dcf84219 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:10:25.826052 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38f7fa-9009-4623-a3ff-8b37b679150b None None] Sync routers for ids ['7518d97e-797d-48c5-acfe-59b39b65c5ac'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:10:25.831782 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c4cef40b-81f1-40a2-87bc-bbd8dcf84219 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/7518d97e-797d-48c5-acfe-59b39b65c5ac/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5904100
Dec 24 11:10:25.834316 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54470) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:25.835214 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38f7fa-9009-4623-a3ff-8b37b679150b None None] Routers {'7518d97e-797d-48c5-acfe-59b39b65c5ac'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:25.836055 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-dc38f7fa-9009-4623-a3ff-8b37b679150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd3c700>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7518d97e-797d-48c5-acfe-59b39b65c5ac'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:25.902112 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35dfd36-1727-4cc0-8f85-4c784cb4f5f0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting subnet 25dd0306-7efd-459d-8c8c-d81b7746d9be {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:10:25.904873 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c35dfd36-1727-4cc0-8f85-4c784cb4f5f0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:25.962592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c35dfd36-1727-4cc0-8f85-4c784cb4f5f0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:26.011601 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-dc38f7fa-9009-4623-a3ff-8b37b679150b None None] Set router 7518d97e-797d-48c5-acfe-59b39b65c5ac gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:10:26.043471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c35dfd36-1727-4cc0-8f85-4c784cb4f5f0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:26.118801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c35dfd36-1727-4cc0-8f85-4c784cb4f5f0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:26.122687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e1c4e69c-5d9c-4d17-8b69-c5725bf0f338 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:26.157551 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35dfd36-1727-4cc0-8f85-4c784cb4f5f0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Subnet': ['ID=25dd0306-7efd-459d-8c8c-d81b7746d9be,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:26.160988 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c35dfd36-1727-4cc0-8f85-4c784cb4f5f0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:26.163944 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c35dfd36-1727-4cc0-8f85-4c784cb4f5f0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:26.170717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca56b325-626b-4995-b900-248682cd216d None None] Network 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:10:26.173401 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c35dfd36-1727-4cc0-8f85-4c784cb4f5f0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/subnets/25dd0306-7efd-459d-8c8c-d81b7746d9be HTTP/1.1" status: 204  len: 168 time: 0.3380864
Dec 24 11:10:26.173848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54474) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:26.298420 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-dc38f7fa-9009-4623-a3ff-8b37b679150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd3c700>, [{'id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'name': 'tempest-TestNetworkBasicOps-router-278636504', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:06:38Z', 'updated_at': '2021-12-24T11:10:24Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:39Z', 'updated_at': '2021-12-24T11:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:26.302317 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38f7fa-9009-4623-a3ff-8b37b679150b None None] Checking router: 7518d97e-797d-48c5-acfe-59b39b65c5ac for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:10:26.310732 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc38f7fa-9009-4623-a3ff-8b37b679150b None None] Routers {'7518d97e-797d-48c5-acfe-59b39b65c5ac'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:26.311340 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-dc38f7fa-9009-4623-a3ff-8b37b679150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd3c700>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7518d97e-797d-48c5-acfe-59b39b65c5ac'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:26.381730 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9284f8f-5108-45a1-99a3-7fec17778b2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:26.461411 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] DHCP port deletion for 0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:10:26.465606 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Deleting port 6b23d000-c28a-49ad-872f-09a7a69d1521 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:10:26.466270 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:26.495731 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-dc38f7fa-9009-4623-a3ff-8b37b679150b None None] Set router 7518d97e-797d-48c5-acfe-59b39b65c5ac gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:10:26.581555 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9284f8f-5108-45a1-99a3-7fec17778b2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:26.592158 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f9284f8f-5108-45a1-99a3-7fec17778b2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 823cd649-c947-4b7c-93e0-f01d0c86b4e1 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:10:26.592597 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9284f8f-5108-45a1-99a3-7fec17778b2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:26.717228 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] For port 6b23d000-c28a-49ad-872f-09a7a69d1521, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6b23d000-c28a-49ad-872f-09a7a69d1521,segment=NetworkSegment(653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7),segment_id=653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:10:26.717625 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:26.769266 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-f9284f8f-5108-45a1-99a3-7fec17778b2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 823cd649-c947-4b7c-93e0-f01d0c86b4e1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=823cd649-c947-4b7c-93e0-f01d0c86b4e1,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:10:26.769816 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9284f8f-5108-45a1-99a3-7fec17778b2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:26.789204 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-dc38f7fa-9009-4623-a3ff-8b37b679150b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd3c700>, [{'id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'name': 'tempest-TestNetworkBasicOps-router-278636504', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:06:38Z', 'updated_at': '2021-12-24T11:10:24Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:39Z', 'updated_at': '2021-12-24T11:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:26.793460 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc38f7fa-9009-4623-a3ff-8b37b679150b None None] The sync data for ids ['7518d97e-797d-48c5-acfe-59b39b65c5ac'] in dv-neutron-822668-2-hyperv is: [{'id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'name': 'tempest-TestNetworkBasicOps-router-278636504', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47'}], 'enable_snat': True}, 'gw_port_id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:06:38Z', 'updated_at': '2021-12-24T11:10:24Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '823cd649-c947-4b7c-93e0-f01d0c86b4e1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7518d97e-797d-48c5-acfe-59b39b65c5ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1436, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:06:39Z', 'updated_at': '2021-12-24T11:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:10:26.843961 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Calling delete_port for 6b23d000-c28a-49ad-872f-09a7a69d1521 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:10:26.925117 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:26.929339 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:26.972001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Pushing event deleted for resources: {'Port': ['ID=6b23d000-c28a-49ad-872f-09a7a69d1521,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:26.977221 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] No DVR routers for this DVR port 6b23d000-c28a-49ad-872f-09a7a69d1521 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:10:26.983173 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:26.983529 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:26.983876 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:26.984217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:26.984555 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:26.984893 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:26.985225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:26.985554 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:26.986757 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:26.986757 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:26.986757 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:26.986981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:26.989813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:27.028680 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f9284f8f-5108-45a1-99a3-7fec17778b2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 823cd649-c947-4b7c-93e0-f01d0c86b4e1 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:10:27.195877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9284f8f-5108-45a1-99a3-7fec17778b2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:27.199571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d5503b37-bb8b-4c4f-a590-70f63cfa1c07 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:27.243103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9284f8f-5108-45a1-99a3-7fec17778b2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=823cd649-c947-4b7c-93e0-f01d0c86b4e1,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:27.246099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f9284f8f-5108-45a1-99a3-7fec17778b2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:27.336172 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9284f8f-5108-45a1-99a3-7fec17778b2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:27.508157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9284f8f-5108-45a1-99a3-7fec17778b2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:27.510246 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9284f8f-5108-45a1-99a3-7fec17778b2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:27.531813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9284f8f-5108-45a1-99a3-7fec17778b2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:27.532337 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9284f8f-5108-45a1-99a3-7fec17778b2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Fanout notify agent at l3_agent the message router_deleted on router 7518d97e-797d-48c5-acfe-59b39b65c5ac {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:10:27.547265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f9284f8f-5108-45a1-99a3-7fec17778b2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:27.548358 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f9284f8f-5108-45a1-99a3-7fec17778b2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/routers/7518d97e-797d-48c5-acfe-59b39b65c5ac HTTP/1.1" status: 204  len: 168 time: 1.3730810
Dec 24 11:10:27.551091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54478) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:27.667488 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c1867382-639e-4678-95a0-90c1aec44e59 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:27.793654 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c1867382-639e-4678-95a0-90c1aec44e59 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:27.817713 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c1867382-639e-4678-95a0-90c1aec44e59 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b76eb8ca0>,) {'filters': {'network_id': ['0bcd4df1-3c62-4ce9-bad2-08fe2db652c0']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:27.829063 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c1867382-639e-4678-95a0-90c1aec44e59 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76eb8ca0>, '653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:27.829354 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c1867382-639e-4678-95a0-90c1aec44e59 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76eb8ca0>, '653e4f70-834e-4f5b-92b9-ffe1dcd6c4b7') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:27.840055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c1867382-639e-4678-95a0-90c1aec44e59 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:27.855465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c1867382-639e-4678-95a0-90c1aec44e59 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:27.861091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1867382-639e-4678-95a0-90c1aec44e59 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:10:27.861465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c1867382-639e-4678-95a0-90c1aec44e59 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:10:27.875729 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:10:27.954190 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c1867382-639e-4678-95a0-90c1aec44e59 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:27.957776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-209c4312-295c-4770-bad8-9cf12462a43a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:27.973031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c1867382-639e-4678-95a0-90c1aec44e59 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:27.986232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1867382-639e-4678-95a0-90c1aec44e59 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Network': ['ID=0bcd4df1-3c62-4ce9-bad2-08fe2db652c0,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:27.989377 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c1867382-639e-4678-95a0-90c1aec44e59 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:27.998478 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c1867382-639e-4678-95a0-90c1aec44e59 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/networks/0bcd4df1-3c62-4ce9-bad2-08fe2db652c0 HTTP/1.1" status: 204  len: 168 time: 0.4431753
Dec 24 11:10:28.008601 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:10:28.009113 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54482) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:28.014593 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-b1c76b62-8872-41ab-949c-27cd10ca72ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'network': {'name': 'tempest-network-smoke--208647655', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'port_security_enabled': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:28.019642 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b1c76b62-8872-41ab-949c-27cd10ca72ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:28.024601 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b1c76b62-8872-41ab-949c-27cd10ca72ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:network and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:28.027742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b1c76b62-8872-41ab-949c-27cd10ca72ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:28.033357 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b1c76b62-8872-41ab-949c-27cd10ca72ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:28.042344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c76b62-8872-41ab-949c-27cd10ca72ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:10:28.045788 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1c76b62-8872-41ab-949c-27cd10ca72ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:28.072475 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1c76b62-8872-41ab-949c-27cd10ca72ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:10:28.080903 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1c76b62-8872-41ab-949c-27cd10ca72ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:28.081254 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-b1c76b62-8872-41ab-949c-27cd10ca72ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Added segment 974fc4ff-acce-4f46-bb2a-f3e3ae98c757 of type vlan for network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9
Dec 24 11:10:28.107662 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1c76b62-8872-41ab-949c-27cd10ca72ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:28.137148 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1c76b62-8872-41ab-949c-27cd10ca72ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:28.142525 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c76b62-8872-41ab-949c-27cd10ca72ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:28.143106 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b1c76b62-8872-41ab-949c-27cd10ca72ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:28.146560 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3eef566d-9f3e-4a5e-9d95-e8233dc35d5e tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:28.250330 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b1c76b62-8872-41ab-949c-27cd10ca72ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2402933
Dec 24 11:10:28.252820 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54486) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:28.260423 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'admin_state_up': True, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:28.265616 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c76b62-8872-41ab-949c-27cd10ca72ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Network': ['ID=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:28.268348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b1c76b62-8872-41ab-949c-27cd10ca72ff tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:28.270606 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:28.274430 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:router and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:28.275671 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:10:28.277542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:28.283127 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:28.292334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:28.293277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:28.308401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:28.380404 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6b23d000-c28a-49ad-872f-09a7a69d1521 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:10:28.414869 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 6b23d000-c28a-49ad-872f-09a7a69d1521 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:10:28.415235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6b23d000-c28a-49ad-872f-09a7a69d1521 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:10:28.415666 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 823cd649-c947-4b7c-93e0-f01d0c86b4e1 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:10:28.453083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 823cd649-c947-4b7c-93e0-f01d0c86b4e1 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:10:28.453440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 823cd649-c947-4b7c-93e0-f01d0c86b4e1 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:10:28.453895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 64d7fe81-1235-4398-97a2-893fc615aa89 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:10:28.488101 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 64d7fe81-1235-4398-97a2-893fc615aa89 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:10:28.488464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 64d7fe81-1235-4398-97a2-893fc615aa89 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:10:28.702628 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:28.995859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:29.024780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:29.157583 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.26.4.203 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/11e4144f-ac55-4a7f-9ca0-1d3586fd4f95) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:10:29.307943 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:29.336427 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:29.339807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:29.394081 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:10:29.401625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:10:29.404078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:29.449970 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=11e4144f-ac55-4a7f-9ca0-1d3586fd4f95,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:29.454552 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:29.643540 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-771e14a4-b9a4-4c06-aa4f-bc63176f72cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:29.813293 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:30.277558 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:30.476781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:10:30.648433 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:10:30.658342 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Sync routers for ids ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:10:30.668539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Routers {'7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:30.669170 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c46feb0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:30.675546 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:30.676870 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.4231393
Dec 24 11:10:30.680472 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54490) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:30.724053 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-72f0ebed-0653-41aa-a197-9cd27f03bf3d tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=1df2c4270c8b4c3e834179de6e64472f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0423696
Dec 24 11:10:30.728748 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54494) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:30.848861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Set router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:10:30.855171 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94dac5c-aa28-4314-b18f-6a19ddde736c tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:30.856673 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e94dac5c-aa28-4314-b18f-6a19ddde736c tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1285810
Dec 24 11:10:30.859460 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54498) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:30.897795 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cdc80e88-e268-471e-8778-2efced1ca126 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0372031
Dec 24 11:10:30.900151 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54502) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:30.905459 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-a5c8a59a-5d97-4fd6-b133-deda89cffc6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1246774242', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:31.011470 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a5c8a59a-5d97-4fd6-b133-deda89cffc6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:31.015232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a5c8a59a-5d97-4fd6-b133-deda89cffc6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:subnet and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:31.018043 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a5c8a59a-5d97-4fd6-b133-deda89cffc6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:31.025092 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a5c8a59a-5d97-4fd6-b133-deda89cffc6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:31.035927 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c8a59a-5d97-4fd6-b133-deda89cffc6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:10:31.039960 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5c8a59a-5d97-4fd6-b133-deda89cffc6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:31.127581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c46feb0>, [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:10:29Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:31.131895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Checking router: 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:10:31.132257 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Updating router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea port 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:10:31.188263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:31.251520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5c8a59a-5d97-4fd6-b133-deda89cffc6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:31.256454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-83aa8afe-a914-41da-a5ff-8a6fada1c5c9 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:31.335343 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8a59a-5d97-4fd6-b133-deda89cffc6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Subnet': ['ID=53165e42-e2ea-432f-8ecb-c6d3ae111cf9,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:31.338993 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a5c8a59a-5d97-4fd6-b133-deda89cffc6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:31.339821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c8a59a-5d97-4fd6-b133-deda89cffc6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Checking segment: {'id': '974fc4ff-acce-4f46-bb2a-f3e3ae98c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:10:31.340180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c8a59a-5d97-4fd6-b133-deda89cffc6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network hostable DHCP agents. Network: 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:10:31.359586 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c8a59a-5d97-4fd6-b133-deda89cffc6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:10:31.370190 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-a5c8a59a-5d97-4fd6-b133-deda89cffc6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:10:31.374546 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c8a59a-5d97-4fd6-b133-deda89cffc6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:31.375208 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5c8a59a-5d97-4fd6-b133-deda89cffc6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:31.388821 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d488abc-edb9-43e5-9b9a-4faaff2789d3 None None] Network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:10:31.402337 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54506) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:31.402853 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a5c8a59a-5d97-4fd6-b133-deda89cffc6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5012927
Dec 24 11:10:31.757731 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:31.766053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ips': [{'subnet_id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:10:31.766869 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:31.788057 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Transition to ACTIVE for port object 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:10:31.831074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:31.836249 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c9b35a74-ca4c-44f9-9ec5-e74773090314 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:31.941391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-127f3f34-a455-437d-938d-3e333beff16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:31.954240 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abb7c9-edd8-41f0-ade2-5c9022b2e488 None None] Pushing event updated for resources: {'Port': ['ID=11e4144f-ac55-4a7f-9ca0-1d3586fd4f95,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:31.959352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Attempting to bind port 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:10:31.959733 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Attempting to bind port 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:10:31.960104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Attempting to bind port 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:10:31.963452 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-31abb7c9-edd8-41f0-ade2-5c9022b2e488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:31.970475 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:10:31.970853 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:10:31.971263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:31.971665 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:10:31.972168 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Bound port: 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:10:31.972518 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:32.083279 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Allocated IP 172.20.0.2 (36d1a991-cc94-4ef5-b8b7-2c982e8fbec9/53165e42-e2ea-432f-8ecb-c6d3ae111cf9/d3f6b524-5ee6-4bce-a152-7dbe23546112) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:10:32.095107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] For port 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:10:32.095963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:32.098395 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] For port 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=11e4144f-ac55-4a7f-9ca0-1d3586fd4f95,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:10:32.117064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:32.127556 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-205515f9-4134-49c9-b7ac-44da731f2738 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:32.273741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Routers {'7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:32.274419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c46feb0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:32.335426 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31abb7c9-edd8-41f0-ade2-5c9022b2e488 None None] Pushing event updated for resources: {'Port': ['ID=11e4144f-ac55-4a7f-9ca0-1d3586fd4f95,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:32.352755 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-31abb7c9-edd8-41f0-ade2-5c9022b2e488 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:32.536568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] Set router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:10:32.579302 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:32.660450 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Transition to ACTIVE for port object d3f6b524-5ee6-4bce-a152-7dbe23546112 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:10:32.740776 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Transition to ACTIVE for port object d3f6b524-5ee6-4bce-a152-7dbe23546112 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:10:32.750833 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:32.756426 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:32.818688 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.1 (36d1a991-cc94-4ef5-b8b7-2c982e8fbec9/53165e42-e2ea-432f-8ecb-c6d3ae111cf9/abd5b6e5-5a1d-439d-838b-80f7e316829c) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:10:32.828280 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:10:32.838851 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:10:32.845246 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:32.918603 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Pushing event updated for resources: {'Port': ['ID=d3f6b524-5ee6-4bce-a152-7dbe23546112,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:32.931452 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:32.985561 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:33.003145 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object abd5b6e5-5a1d-439d-838b-80f7e316829c will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:10:33.031535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:33.038470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:33.041800 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Attempting to bind port d3f6b524-5ee6-4bce-a152-7dbe23546112 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:10:33.042206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Attempting to bind port d3f6b524-5ee6-4bce-a152-7dbe23546112 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '974fc4ff-acce-4f46-bb2a-f3e3ae98c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:10:33.042577 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Attempting to bind port d3f6b524-5ee6-4bce-a152-7dbe23546112 on network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:10:33.050253 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:10:33.050637 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Checking segment: {'id': '974fc4ff-acce-4f46-bb2a-f3e3ae98c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:10:33.051041 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:33.051438 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Bound using segment: {'id': '974fc4ff-acce-4f46-bb2a-f3e3ae98c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:10:33.051905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Bound port: d3f6b524-5ee6-4bce-a152-7dbe23546112, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974fc4ff-acce-4f46-bb2a-f3e3ae98c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:10:33.052836 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:33.095888 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:10:33.105340 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:10:33.109700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:33.125097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:33.140906 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:33.149476 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=abd5b6e5-5a1d-439d-838b-80f7e316829c,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:33.158364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:33.174773 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c46feb0>, [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:10:29Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:33.178871 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:33.182572 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0c11fe-52bb-46f7-a10b-525df5ebbda2 None None] The sync data for ids ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'] in dv-neutron-822668-2-hyperv is: [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:10:29Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:10:33.184804 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] For port d3f6b524-5ee6-4bce-a152-7dbe23546112, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:10:33.188512 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] For port d3f6b524-5ee6-4bce-a152-7dbe23546112, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d3f6b524-5ee6-4bce-a152-7dbe23546112,segment=NetworkSegment(974fc4ff-acce-4f46-bb2a-f3e3ae98c757),segment_id=974fc4ff-acce-4f46-bb2a-f3e3ae98c757)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:10:33.194517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:33.198390 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-081db73b-70dd-4b0e-8ac9-3a03b9f4be5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:33.282252 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Pushing event updated for resources: {'Port': ['ID=d3f6b524-5ee6-4bce-a152-7dbe23546112,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:33.290611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:33.507468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:33.962783 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:33.968404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:33.994773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d31d838e-3ed4-4fe6-82fa-dca4d87a45f6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:34.088528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:34.097442 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=abd5b6e5-5a1d-439d-838b-80f7e316829c,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:34.112336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:34.311359 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4ba00d-588d-4f23-8eb4-a3dc458ff395 None None] Network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:10:34.364067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:10:34.366014 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:10:34.408901 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-572a0372-21f7-4d8d-a800-043a8c8199bd None None] Provisioning for port d3f6b524-5ee6-4bce-a152-7dbe23546112 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:10:34.496316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d3f6b524-5ee6-4bce-a152-7dbe23546112 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:10:34.568867 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:10:34.617440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port d3f6b524-5ee6-4bce-a152-7dbe23546112 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:10:34.625108 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port d3f6b524-5ee6-4bce-a152-7dbe23546112 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:10:34.625486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:34.765706 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:10:34.782301 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3788497
Dec 24 11:10:34.784729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54510) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:34.793427 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:34.828071 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port d3f6b524-5ee6-4bce-a152-7dbe23546112, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d3f6b524-5ee6-4bce-a152-7dbe23546112,segment=NetworkSegment(974fc4ff-acce-4f46-bb2a-f3e3ae98c757),segment_id=974fc4ff-acce-4f46-bb2a-f3e3ae98c757)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:10:34.853949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:34.855233 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:10:34.884007 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:34.949467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a95138c-99db-4cc4-bacf-b35dd7bff325 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:34.950034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a95138c-99db-4cc4-bacf-b35dd7bff325 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:34.950532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a95138c-99db-4cc4-bacf-b35dd7bff325 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:34.951066 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a95138c-99db-4cc4-bacf-b35dd7bff325 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:34.952961 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3a95138c-99db-4cc4-bacf-b35dd7bff325 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1669531
Dec 24 11:10:34.956032 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54514) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:34.959086 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:34.964618 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Sync routers for ids ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:10:34.976417 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Routers {'7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:34.977296 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd190a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:34.980572 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=d3f6b524-5ee6-4bce-a152-7dbe23546112,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:34.984268 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:34.996107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:10:35.001706 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:10:35.002130 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:35.060361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d454ac34-a4be-42bb-aeaa-63494502f105 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:35.061188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d454ac34-a4be-42bb-aeaa-63494502f105 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:35.061996 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d454ac34-a4be-42bb-aeaa-63494502f105 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:35.062704 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d454ac34-a4be-42bb-aeaa-63494502f105 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:35.065202 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d454ac34-a4be-42bb-aeaa-63494502f105 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.1078150
Dec 24 11:10:35.068244 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54518) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:35.078486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-09a9ed0e-ec6d-48d6-8609-85f9f2ae15dc None None] Provisioning for port abd5b6e5-5a1d-439d-838b-80f7e316829c completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:10:35.086281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-09a9ed0e-ec6d-48d6-8609-85f9f2ae15dc None None] Provisioning complete for port abd5b6e5-5a1d-439d-838b-80f7e316829c triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:10:35.086666 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-09a9ed0e-ec6d-48d6-8609-85f9f2ae15dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:35.142230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-09a9ed0e-ec6d-48d6-8609-85f9f2ae15dc None None] Port abd5b6e5-5a1d-439d-838b-80f7e316829c cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:10:35.208048 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-09a9ed0e-ec6d-48d6-8609-85f9f2ae15dc None None] Provisioning complete for port d3f6b524-5ee6-4bce-a152-7dbe23546112 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:10:35.208984 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-09a9ed0e-ec6d-48d6-8609-85f9f2ae15dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:35.238603 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:35.260893 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Set router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:10:35.279500 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=11e4144f-ac55-4a7f-9ca0-1d3586fd4f95,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:10:35.292344 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:35.295284 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:35.306167 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-60290d6b-842e-4eab-86fa-8edd4e135915 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2365630
Dec 24 11:10:35.434451 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=11e4144f-ac55-4a7f-9ca0-1d3586fd4f95,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:35.438172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:35.550167 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3149f08f-cf10-4a13-a32f-5fade44c8b89 None None] Provisioning complete for port abd5b6e5-5a1d-439d-838b-80f7e316829c triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:10:35.550707 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3149f08f-cf10-4a13-a32f-5fade44c8b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:35.604787 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3149f08f-cf10-4a13-a32f-5fade44c8b89 None None] Port abd5b6e5-5a1d-439d-838b-80f7e316829c cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:10:35.606052 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd190a0>, [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:10:33Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'abd5b6e5-5a1d-439d-838b-80f7e316829c', 'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:95:5d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:32Z', 'updated_at': '2021-12-24T11:10:33Z', 'revision_number': 2, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:35.610818 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Checking router: 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:10:35.611168 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Updating router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea port abd5b6e5-5a1d-439d-838b-80f7e316829c binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:10:35.662315 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:35.694898 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54524) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:35.700202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-163bdf8f-112d-4818-a768-3040f7b82f58 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-588129796', 'description': 'tempest-secgroup-smoke-588129796 description', 'project_id': '1df2c4270c8b4c3e834179de6e64472f'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:35.706048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-163bdf8f-112d-4818-a768-3040f7b82f58 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:35.710117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-163bdf8f-112d-4818-a768-3040f7b82f58 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:35.712962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-163bdf8f-112d-4818-a768-3040f7b82f58 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:35.718504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-163bdf8f-112d-4818-a768-3040f7b82f58 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:35.728997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-163bdf8f-112d-4818-a768-3040f7b82f58 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:35.748923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-163bdf8f-112d-4818-a768-3040f7b82f58 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:35.752726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-163bdf8f-112d-4818-a768-3040f7b82f58 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:35.756015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-163bdf8f-112d-4818-a768-3040f7b82f58 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:35.762204 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-163bdf8f-112d-4818-a768-3040f7b82f58 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:35.829667 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-163bdf8f-112d-4818-a768-3040f7b82f58 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:35.833937 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-163bdf8f-112d-4818-a768-3040f7b82f58 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:35.837464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fded8f72-ad24-4c26-9799-6920dcba9c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:35.881281 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bdf8f-112d-4818-a768-3040f7b82f58 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0011117e-f17a-4e89-9365-70a9578d257d,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:35.884513 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-163bdf8f-112d-4818-a768-3040f7b82f58 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:35.887524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-163bdf8f-112d-4818-a768-3040f7b82f58 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:35.891402 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-163bdf8f-112d-4818-a768-3040f7b82f58 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1927698
Dec 24 11:10:35.892268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54528) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:35.896581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-95030494-671a-4d44-8ea1-2b100b039be4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '0011117e-f17a-4e89-9365-70a9578d257d', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:35.902548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-95030494-671a-4d44-8ea1-2b100b039be4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:35.906244 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-95030494-671a-4d44-8ea1-2b100b039be4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:35.909021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-95030494-671a-4d44-8ea1-2b100b039be4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:35.914665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-95030494-671a-4d44-8ea1-2b100b039be4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:35.932273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-95030494-671a-4d44-8ea1-2b100b039be4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:35.991906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-95030494-671a-4d44-8ea1-2b100b039be4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:35.995613 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-95030494-671a-4d44-8ea1-2b100b039be4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:35.997480 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-43f4131f-74fd-4dce-90ea-644a1acac3fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:36.010638 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.019046 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95030494-671a-4d44-8ea1-2b100b039be4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13bf9012-8cb5-4149-81c3-c9f40284ba4e,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:36.021588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-95030494-671a-4d44-8ea1-2b100b039be4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:36.022806 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Transition to ACTIVE for port object abd5b6e5-5a1d-439d-838b-80f7e316829c will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:10:36.028868 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-95030494-671a-4d44-8ea1-2b100b039be4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.030607 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.032950 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54532) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:36.033436 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-95030494-671a-4d44-8ea1-2b100b039be4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1405294
Dec 24 11:10:36.034471 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:36.038801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '0011117e-f17a-4e89-9365-70a9578d257d', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:36.044713 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:36.048437 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:36.051246 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:36.059012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:36.075498 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.194720 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14813f9-f18c-42df-85c9-1d086b6bebb4 None None] Pushing event updated for resources: {'Port': ['ID=abd5b6e5-5a1d-439d-838b-80f7e316829c,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:36.202925 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14813f9-f18c-42df-85c9-1d086b6bebb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.203265 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14813f9-f18c-42df-85c9-1d086b6bebb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.203820 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14813f9-f18c-42df-85c9-1d086b6bebb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.204153 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14813f9-f18c-42df-85c9-1d086b6bebb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.204481 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14813f9-f18c-42df-85c9-1d086b6bebb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.204804 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14813f9-f18c-42df-85c9-1d086b6bebb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.205129 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14813f9-f18c-42df-85c9-1d086b6bebb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.205449 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14813f9-f18c-42df-85c9-1d086b6bebb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.205776 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14813f9-f18c-42df-85c9-1d086b6bebb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.206123 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14813f9-f18c-42df-85c9-1d086b6bebb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.206440 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14813f9-f18c-42df-85c9-1d086b6bebb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.206756 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14813f9-f18c-42df-85c9-1d086b6bebb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.234622 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-b14813f9-f18c-42df-85c9-1d086b6bebb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:36.262907 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Attempting to bind port abd5b6e5-5a1d-439d-838b-80f7e316829c on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:10:36.263284 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Attempting to bind port abd5b6e5-5a1d-439d-838b-80f7e316829c by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '974fc4ff-acce-4f46-bb2a-f3e3ae98c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:10:36.263927 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Attempting to bind port abd5b6e5-5a1d-439d-838b-80f7e316829c on network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:10:36.269705 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:10:36.270104 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Checking segment: {'id': '974fc4ff-acce-4f46-bb2a-f3e3ae98c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:10:36.270519 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.270964 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Bound using segment: {'id': '974fc4ff-acce-4f46-bb2a-f3e3ae98c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:10:36.271451 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Bound port: abd5b6e5-5a1d-439d-838b-80f7e316829c, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974fc4ff-acce-4f46-bb2a-f3e3ae98c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:10:36.271833 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.285361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.290037 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.292241 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5d5acba3-140b-40ee-a552-c6c1e258d68e tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:36.317589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0146cbf8-90ea-4790-b13d-b5aa02543e05,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:36.331490 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.331753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.332618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.332618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.332958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.333476 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.333853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.334240 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.334740 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.335125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.335487 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.335834 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:10:36.339038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:36.339884 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.341082 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3071082
Dec 24 11:10:36.344057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54536) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:36.355281 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-aa7f064e-c0f9-4964-af7c-cbc1ec8924d9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '0011117e-f17a-4e89-9365-70a9578d257d', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:36.363259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-aa7f064e-c0f9-4964-af7c-cbc1ec8924d9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:36.368163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-aa7f064e-c0f9-4964-af7c-cbc1ec8924d9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:36.371403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-aa7f064e-c0f9-4964-af7c-cbc1ec8924d9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:36.377306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-aa7f064e-c0f9-4964-af7c-cbc1ec8924d9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:36.394408 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] For port abd5b6e5-5a1d-439d-838b-80f7e316829c, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:10:36.397214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aa7f064e-c0f9-4964-af7c-cbc1ec8924d9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.399648 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] For port abd5b6e5-5a1d-439d-838b-80f7e316829c, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=abd5b6e5-5a1d-439d-838b-80f7e316829c,segment=NetworkSegment(974fc4ff-acce-4f46-bb2a-f3e3ae98c757),segment_id=974fc4ff-acce-4f46-bb2a-f3e3ae98c757)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:10:36.406261 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.412685 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d3f6b524-5ee6-4bce-a152-7dbe23546112 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:10:36.415608 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:36.476409 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Routers {'7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:36.477048 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd190a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:36.487354 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aa7f064e-c0f9-4964-af7c-cbc1ec8924d9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.492814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aa7f064e-c0f9-4964-af7c-cbc1ec8924d9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.494878 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3e24b4c8-f201-4bcf-a885-4c5d367aba23 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:36.501321 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port d3f6b524-5ee6-4bce-a152-7dbe23546112 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:10:36.502350 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.516304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f064e-c0f9-4964-af7c-cbc1ec8924d9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42967b52-cf22-4c83-839b-f481544e3731,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:36.521309 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aa7f064e-c0f9-4964-af7c-cbc1ec8924d9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:36.531271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aa7f064e-c0f9-4964-af7c-cbc1ec8924d9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.534329 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-aa7f064e-c0f9-4964-af7c-cbc1ec8924d9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1891966
Dec 24 11:10:36.535681 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54540) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:36.544039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-678f5c22-93f5-4c6e-9bcd-5ba853e76250 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '0011117e-f17a-4e89-9365-70a9578d257d', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:36.551270 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-678f5c22-93f5-4c6e-9bcd-5ba853e76250 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:36.556182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-678f5c22-93f5-4c6e-9bcd-5ba853e76250 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:36.561926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-678f5c22-93f5-4c6e-9bcd-5ba853e76250 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:36.573343 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-678f5c22-93f5-4c6e-9bcd-5ba853e76250 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:36.582671 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14813f9-f18c-42df-85c9-1d086b6bebb4 None None] Pushing event updated for resources: {'Port': ['ID=abd5b6e5-5a1d-439d-838b-80f7e316829c,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:36.586763 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-b14813f9-f18c-42df-85c9-1d086b6bebb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:36.613018 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-678f5c22-93f5-4c6e-9bcd-5ba853e76250 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.648320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:10:36.685198 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-678f5c22-93f5-4c6e-9bcd-5ba853e76250 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.690025 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-678f5c22-93f5-4c6e-9bcd-5ba853e76250 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.692040 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5b5c80c0-3ef7-4cd3-87f6-be99fd977ed7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:36.712473 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f5c22-93f5-4c6e-9bcd-5ba853e76250 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb1f3c5b-d0e0-4e3e-b402-7f72d38d8dd4,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:36.716601 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-678f5c22-93f5-4c6e-9bcd-5ba853e76250 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:36.726691 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-678f5c22-93f5-4c6e-9bcd-5ba853e76250 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.730644 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:10:36.730794 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-678f5c22-93f5-4c6e-9bcd-5ba853e76250 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1904695
Dec 24 11:10:36.730911 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.731311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54544) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:36.736958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c6725e86-c9f0-4383-849d-08f1faf9e60c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '0011117e-f17a-4e89-9365-70a9578d257d', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:36.745148 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c6725e86-c9f0-4383-849d-08f1faf9e60c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:36.749445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c6725e86-c9f0-4383-849d-08f1faf9e60c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:36.749862 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] Set router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:10:36.752448 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c6725e86-c9f0-4383-849d-08f1faf9e60c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:36.758390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c6725e86-c9f0-4383-849d-08f1faf9e60c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:36.770407 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-c6725e86-c9f0-4383-849d-08f1faf9e60c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:10:36.777842 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c6725e86-c9f0-4383-849d-08f1faf9e60c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.842522 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c6725e86-c9f0-4383-849d-08f1faf9e60c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.847130 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c6725e86-c9f0-4383-849d-08f1faf9e60c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.849860 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-cf76894a-6b6b-42f5-b679-f3149b4d997b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:36.878842 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6725e86-c9f0-4383-849d-08f1faf9e60c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71aa6797-2403-4b88-b749-1a94c4167685,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:36.881440 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c6725e86-c9f0-4383-849d-08f1faf9e60c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:36.890717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c6725e86-c9f0-4383-849d-08f1faf9e60c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:36.892194 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c6725e86-c9f0-4383-849d-08f1faf9e60c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1598208
Dec 24 11:10:36.895010 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54548) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:36.902441 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-3d5e4f1a-ebf1-4379-8a47-098589e2b020 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '0011117e-f17a-4e89-9365-70a9578d257d', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:36.908580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3d5e4f1a-ebf1-4379-8a47-098589e2b020 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:36.914774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3d5e4f1a-ebf1-4379-8a47-098589e2b020 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:36.918058 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3d5e4f1a-ebf1-4379-8a47-098589e2b020 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:36.923913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3d5e4f1a-ebf1-4379-8a47-098589e2b020 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:36.934662 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-3d5e4f1a-ebf1-4379-8a47-098589e2b020 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:10:36.941088 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3d5e4f1a-ebf1-4379-8a47-098589e2b020 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:37.008300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3d5e4f1a-ebf1-4379-8a47-098589e2b020 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:37.014334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3d5e4f1a-ebf1-4379-8a47-098589e2b020 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:37.016698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a5f756ea-76b0-48e5-ad82-f4be7f88805a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:37.038294 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e4f1a-ebf1-4379-8a47-098589e2b020 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8159477-5f0f-4311-a4ab-e574d685401b,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:37.042453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3d5e4f1a-ebf1-4379-8a47-098589e2b020 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:37.050260 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3d5e4f1a-ebf1-4379-8a47-098589e2b020 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:37.051805 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3d5e4f1a-ebf1-4379-8a47-098589e2b020 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1537478
Dec 24 11:10:37.081821 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd190a0>, [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:10:33Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'abd5b6e5-5a1d-439d-838b-80f7e316829c', 'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:95:5d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:32Z', 'updated_at': '2021-12-24T11:10:36Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:37.087213 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fc9701-daf0-4300-9596-0e5f84966b8d None None] The sync data for ids ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'] in dv-neutron-822668-2-hyperv is: [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:10:33Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'abd5b6e5-5a1d-439d-838b-80f7e316829c', 'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:95:5d:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:32Z', 'updated_at': '2021-12-24T11:10:36Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:10:37.287039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-115c2036-1a89-4a01-afc6-49cafb542b29 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:10:37.302565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-115c2036-1a89-4a01-afc6-49cafb542b29 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:10:37.303970 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-115c2036-1a89-4a01-afc6-49cafb542b29 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-588129796&fields=id&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 267 time: 0.0609722
Dec 24 11:10:37.461419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-1b4bb893-2a0e-4469-8aed-6a3c7b561e1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:37.463122 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-1b4bb893-2a0e-4469-8aed-6a3c7b561e1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/networks?id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 HTTP/1.1" status: 200  len: 796 time: 0.1521428
Dec 24 11:10:37.478228 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-4feab5af-92e2-46fd-9a19-69d001c42cd5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/quotas/1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 375 time: 0.0098825
Dec 24 11:10:37.563637 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-29db2da0-d9a8-4d04-b07a-5eee863ee2ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:10:37.581260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-29db2da0-d9a8-4d04-b07a-5eee863ee2ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:10:37.582587 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-29db2da0-d9a8-4d04-b07a-5eee863ee2ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0989108
Dec 24 11:10:37.767973 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-1c3733a3-8499-42cd-9b18-27345cfb83fd service neutron] 10.222.0.54 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734271
Dec 24 11:10:38.026546 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-9e22d99c-1451-4daf-985c-f4e8200a8587 service neutron] 10.222.0.54 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2522416
Dec 24 11:10:38.205611 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-07297333-7b81-4917-95d5-3fa3f96aebc4 req-b8332551-cd98-4009-98aa-3e251bab1cae tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 210 time: 0.0432441
Dec 24 11:10:38.399359 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device abd5b6e5-5a1d-439d-838b-80f7e316829c up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:10:38.470503 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port abd5b6e5-5a1d-439d-838b-80f7e316829c completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:10:38.475208 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port abd5b6e5-5a1d-439d-838b-80f7e316829c triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:10:38.475622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:38.593797 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:38.626195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port abd5b6e5-5a1d-439d-838b-80f7e316829c, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=abd5b6e5-5a1d-439d-838b-80f7e316829c,segment=NetworkSegment(974fc4ff-acce-4f46-bb2a-f3e3ae98c757),segment_id=974fc4ff-acce-4f46-bb2a-f3e3ae98c757)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:10:38.630932 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:38.632789 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:38.703086 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=abd5b6e5-5a1d-439d-838b-80f7e316829c,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:38.706084 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:39.222531 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-7fa291c3-2bd6-4551-b3df-1e000a347b7f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:39.224003 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-7fa291c3-2bd6-4551-b3df-1e000a347b7f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/networks?id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 HTTP/1.1" status: 200  len: 796 time: 0.1505089
Dec 24 11:10:39.274419 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-81e948e8-ba73-4f95-9414-4ec00a9605eb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 379 time: 0.0426717
Dec 24 11:10:39.283263 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-ce66f156-a2cc-43a9-a38b-91b1dd2a5bba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'port': {'device_id': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'admin_state_up': True, 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'security_groups': ['0011117e-f17a-4e89-9365-70a9578d257d']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:39.415840 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-591d543d-8b68-4d38-90fc-6f9f7c15a171 req-7791713b-2a93-4f73-b645-253cca8bc350 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 210 time: 0.0565591
Dec 24 11:10:39.466118 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-ce66f156-a2cc-43a9-a38b-91b1dd2a5bba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:39.475214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-ce66f156-a2cc-43a9-a38b-91b1dd2a5bba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:39.484384 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-ce66f156-a2cc-43a9-a38b-91b1dd2a5bba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:10:39.488046 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-ce66f156-a2cc-43a9-a38b-91b1dd2a5bba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:39.646361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-ce66f156-a2cc-43a9-a38b-91b1dd2a5bba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.13 (36d1a991-cc94-4ef5-b8b7-2c982e8fbec9/53165e42-e2ea-432f-8ecb-c6d3ae111cf9/6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:10:39.831689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-ce66f156-a2cc-43a9-a38b-91b1dd2a5bba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:39.846969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-ce66f156-a2cc-43a9-a38b-91b1dd2a5bba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:10:39.871908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-ce66f156-a2cc-43a9-a38b-91b1dd2a5bba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:39.877166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a4c08699-b96d-40a9-9c9e-f72a3c21fd18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:39.933703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-ce66f156-a2cc-43a9-a38b-91b1dd2a5bba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:10:39.941092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-ce66f156-a2cc-43a9-a38b-91b1dd2a5bba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:10:39.945441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-ce66f156-a2cc-43a9-a38b-91b1dd2a5bba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:39.991634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66f156-a2cc-43a9-a38b-91b1dd2a5bba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:39.996499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ce66f156-a2cc-43a9-a38b-91b1dd2a5bba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:40.017387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-ce66f156-a2cc-43a9-a38b-91b1dd2a5bba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:40.018042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-ce66f156-a2cc-43a9-a38b-91b1dd2a5bba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:40.043361 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-ce66f156-a2cc-43a9-a38b-91b1dd2a5bba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7636690
Dec 24 11:10:40.055770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Request body: {'port': {'device_id': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:40.143395 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d2083825-2ddd-46f9-a1a7-d78b2551d472 None None] Provisioning for port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:10:40.149496 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d2083825-2ddd-46f9-a1a7-d78b2551d472 None None] Provisioning complete for port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:10:40.149892 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d2083825-2ddd-46f9-a1a7-d78b2551d472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:40.173355 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:40.201481 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-d2083825-2ddd-46f9-a1a7-d78b2551d472 None None] Port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:10:40.383194 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device abd5b6e5-5a1d-439d-838b-80f7e316829c up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:10:40.449590 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port abd5b6e5-5a1d-439d-838b-80f7e316829c triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:10:40.450000 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:40.515434 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:10:40.523011 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:40.539852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Transition to ACTIVE for port object 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:10:40.543742 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:40.547948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-35a80c95-a45a-4e6f-9870-800f7b65c634 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:40.571965 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:40.623323 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be03dd-3661-4a41-b9bb-c47138e42863 req-461520da-47ee-46d7-a567-0a41b4e27f21 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:40.624850 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-34be03dd-3661-4a41-b9bb-c47138e42863 req-461520da-47ee-46d7-a567-0a41b4e27f21 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 944 time: 0.0950570
Dec 24 11:10:40.674547 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-34be03dd-3661-4a41-b9bb-c47138e42863 req-29226af1-304b-4928-bdba-c8a65b5a903f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=0011117e-f17a-4e89-9365-70a9578d257d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431197
Dec 24 11:10:40.700901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Pushing event updated for resources: {'Port': ['ID=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:40.708267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:40.898290 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Attempting to bind port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:10:40.898544 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Attempting to bind port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '974fc4ff-acce-4f46-bb2a-f3e3ae98c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:10:40.898872 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Attempting to bind port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 on network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:10:40.903569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 on network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:10:40.903887 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Attempting to bind port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 on network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:10:40.908823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:10:40.909164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Checking segment: {'id': '974fc4ff-acce-4f46-bb2a-f3e3ae98c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:10:40.909545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Bound using segment: {'id': '974fc4ff-acce-4f46-bb2a-f3e3ae98c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:10:40.910007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Bound port: 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974fc4ff-acce-4f46-bb2a-f3e3ae98c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:10:40.910343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:40.997858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] For port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:10:41.000646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] For port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2,segment=NetworkSegment(974fc4ff-acce-4f46-bb2a-f3e3ae98c757),segment_id=974fc4ff-acce-4f46-bb2a-f3e3ae98c757)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:10:41.005174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:41.008645 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bbf16876-4ee2-4321-b917-59b8edb294b7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:41.060283 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:41.060891 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:41.062263 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] 10.222.0.32 "PUT /v2.0/ports/6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 HTTP/1.1" status: 200  len: 1094 time: 1.0113397
Dec 24 11:10:41.062779 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'tag': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:10:41.089587 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Pushing event updated for resources: {'Port': ['ID=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:41.092948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:41.134079 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'tag': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'status': 'completed', 'code': 200}
Dec 24 11:10:41.175687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-844bc38b-30ae-4c31-824d-cb8edf12db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:41.177249 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-844bc38b-30ae-4c31-824d-cb8edf12db74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 1097 time: 0.0749042
Dec 24 11:10:41.248241 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-ccfa3060-3cc9-4000-a5d8-88b29f9291c0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 HTTP/1.1" status: 200  len: 217 time: 0.0639627
Dec 24 11:10:41.311767 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-20c4874e-3744-4848-8684-4834369d0daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:41.313162 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-20c4874e-3744-4848-8684-4834369d0daf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53165e42-e2ea-432f-8ecb-c6d3ae111cf9 HTTP/1.1" status: 200  len: 835 time: 0.0594730
Dec 24 11:10:41.388450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-8f094956-3811-4d3e-9543-083895211ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:41.389956 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-8f094956-3811-4d3e-9543-083895211ea0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0709438
Dec 24 11:10:41.519876 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-df22e28d-5edc-4807-96a9-1894cb6a50f6 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224880
Dec 24 11:10:41.650679 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1ee5d69b-291b-47d6-ab67-0afbc0bd9c7c req-784d75fc-2923-45a8-8dd3-a7f71754cf61 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237788
Dec 24 11:10:41.777318 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3fae3-0dc3-4fdb-bbd2-1e5fa6506aeb req-091f6340-3766-4615-a772-3ee04989d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:41.778859 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c0b3fae3-0dc3-4fdb-bbd2-1e5fa6506aeb req-091f6340-3766-4615-a772-3ee04989d322 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 1097 time: 0.0699618
Dec 24 11:10:41.858260 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447650cb-583b-4ceb-8e6c-9b35ec148e91 req-49fb1558-630b-4435-bd37-13acb56d6c30 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:41.859735 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-447650cb-583b-4ceb-8e6c-9b35ec148e91 req-49fb1558-630b-4435-bd37-13acb56d6c30 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 944 time: 0.0801382
Dec 24 11:10:41.907341 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-447650cb-583b-4ceb-8e6c-9b35ec148e91 req-c99fef56-c15d-418b-8a24-60c173b787ad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=0011117e-f17a-4e89-9365-70a9578d257d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411949
Dec 24 11:10:41.912538 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3fae3-0dc3-4fdb-bbd2-1e5fa6506aeb req-f678529c-7b35-475d-ac8d-ff8e91ebd4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:41.914020 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c0b3fae3-0dc3-4fdb-bbd2-1e5fa6506aeb req-f678529c-7b35-475d-ac8d-ff8e91ebd4d2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 HTTP/1.1" status: 200  len: 897 time: 0.1289785
Dec 24 11:10:41.984453 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c0b3fae3-0dc3-4fdb-bbd2-1e5fa6506aeb req-0fa0ca0b-21bc-40a6-937a-966e83c22306 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 HTTP/1.1" status: 200  len: 217 time: 0.0642462
Dec 24 11:10:42.044775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3fae3-0dc3-4fdb-bbd2-1e5fa6506aeb req-f99a39f5-5581-4492-9001-2feaef8a126f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:42.046091 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c0b3fae3-0dc3-4fdb-bbd2-1e5fa6506aeb req-f99a39f5-5581-4492-9001-2feaef8a126f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53165e42-e2ea-432f-8ecb-c6d3ae111cf9 HTTP/1.1" status: 200  len: 835 time: 0.0550511
Dec 24 11:10:42.124825 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3fae3-0dc3-4fdb-bbd2-1e5fa6506aeb req-773daf55-33a3-4849-bb6c-1157666ba37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:42.126328 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c0b3fae3-0dc3-4fdb-bbd2-1e5fa6506aeb req-773daf55-33a3-4849-bb6c-1157666ba37b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0742302
Dec 24 11:10:42.253529 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c0b3fae3-0dc3-4fdb-bbd2-1e5fa6506aeb req-2db3b4e5-fc5a-42ff-81f5-1441380272c3 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206002
Dec 24 11:10:42.390684 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c0b3fae3-0dc3-4fdb-bbd2-1e5fa6506aeb req-2ded9a5a-1b81-4d14-98fb-c5517647e889 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1306150
Dec 24 11:10:43.090072 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514efffd-fea1-4f31-8d81-6c4e42d5a713 req-0d3cea29-e656-47fc-9f00-8918e8c687b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:43.090780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-514efffd-fea1-4f31-8d81-6c4e42d5a713 req-0d3cea29-e656-47fc-9f00-8918e8c687b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:10:43.105098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-514efffd-fea1-4f31-8d81-6c4e42d5a713 req-0d3cea29-e656-47fc-9f00-8918e8c687b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:10:43.106250 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-514efffd-fea1-4f31-8d81-6c4e42d5a713 req-0d3cea29-e656-47fc-9f00-8918e8c687b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 944 time: 0.0926602
Dec 24 11:10:43.151595 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-514efffd-fea1-4f31-8d81-6c4e42d5a713 req-853bc996-3180-4420-a07d-ec83da453786 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=0011117e-f17a-4e89-9365-70a9578d257d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394821
Dec 24 11:10:44.330348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371458e-411d-435e-ba23-b44267352817 req-cec9901c-a616-4ea1-ba6f-81c33cb0ee5d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:44.331793 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f371458e-411d-435e-ba23-b44267352817 req-cec9901c-a616-4ea1-ba6f-81c33cb0ee5d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 944 time: 0.0792902
Dec 24 11:10:44.375587 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f371458e-411d-435e-ba23-b44267352817 req-58fe4d10-ea78-4695-9aaf-fc25cc99bdf3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=0011117e-f17a-4e89-9365-70a9578d257d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373347
Dec 24 11:10:44.894343 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:10:45.021557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2,segment=NetworkSegment(974fc4ff-acce-4f46-bb2a-f3e3ae98c757),segment_id=974fc4ff-acce-4f46-bb2a-f3e3ae98c757)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:10:45.034336 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'port_id': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'mac_address': 'fa:16:3e:ae:f5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:10:45.090468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:45.106850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:10:45.121974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2,segment=NetworkSegment(974fc4ff-acce-4f46-bb2a-f3e3ae98c757),segment_id=974fc4ff-acce-4f46-bb2a-f3e3ae98c757)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:10:45.125971 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:45.127682 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-2b6372dc-9286-4ff5-a8f7-018f304f9ab6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:45.190908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:45.193801 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:45.494146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:10:45.672275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f5c7c-cf03-4cb6-9056-d9c3d4f8dca6 req-1781ddd5-b784-40d3-9756-f0e3d0e7d473 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:45.673737 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-069f5c7c-cf03-4cb6-9056-d9c3d4f8dca6 req-1781ddd5-b784-40d3-9756-f0e3d0e7d473 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 945 time: 0.1906915
Dec 24 11:10:45.717235 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-069f5c7c-cf03-4cb6-9056-d9c3d4f8dca6 req-ed307e70-3b0f-426b-9fd7-25a8ffb6122d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=0011117e-f17a-4e89-9365-70a9578d257d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377507
Dec 24 11:10:46.902807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbeb65-0f14-4f2e-8913-7cdbf372a6ff req-1d54dd7e-5f66-4faf-adc8-d71a3a4b2655 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:46.903947 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:10:46.904393 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3dbbeb65-0f14-4f2e-8913-7cdbf372a6ff req-1d54dd7e-5f66-4faf-adc8-d71a3a4b2655 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 945 time: 0.0832682
Dec 24 11:10:46.947656 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3dbbeb65-0f14-4f2e-8913-7cdbf372a6ff req-82e96a46-71bc-4531-9ca6-3d9604842abc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=0011117e-f17a-4e89-9365-70a9578d257d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378480
Dec 24 11:10:46.969396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:10:46.974123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:10:46.974512 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:47.089704 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:47.115752 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:10:47.125238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2,segment=NetworkSegment(974fc4ff-acce-4f46-bb2a-f3e3ae98c757),segment_id=974fc4ff-acce-4f46-bb2a-f3e3ae98c757)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:10:47.130361 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:47.132266 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-31abb7c9-edd8-41f0-ade2-5c9022b2e488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:47.197756 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:47.200819 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:47.206980 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'code': 200}
Dec 24 11:10:47.427620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f85f83-5f96-49cb-82da-dd4152763504 req-35994c5c-12e8-431d-8d61-661381a8488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:47.429075 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-34f85f83-5f96-49cb-82da-dd4152763504 req-35994c5c-12e8-431d-8d61-661381a8488e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 1099 time: 0.0724540
Dec 24 11:10:47.469459 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-34f85f83-5f96-49cb-82da-dd4152763504 req-19a28504-62b6-4871-9d91-f3e1f196a1fc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0011117e-f17a-4e89-9365-70a9578d257d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0339987
Dec 24 11:10:48.132331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72033bd6-90b4-41c8-94d2-383f93624690 req-119623aa-d730-4130-b2b5-4af475af9078 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:48.133797 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-72033bd6-90b4-41c8-94d2-383f93624690 req-119623aa-d730-4130-b2b5-4af475af9078 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 946 time: 0.0796342
Dec 24 11:10:48.176419 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-72033bd6-90b4-41c8-94d2-383f93624690 req-1228b89f-c09a-45da-95b7-62449c4a7b38 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=0011117e-f17a-4e89-9365-70a9578d257d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371058
Dec 24 11:10:49.360365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4f4eb-da67-4c28-9cb4-a8099926d0bf req-88527d62-1b53-40d5-b0dc-7451342b58ca tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:49.361833 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d0c4f4eb-da67-4c28-9cb4-a8099926d0bf req-88527d62-1b53-40d5-b0dc-7451342b58ca tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 946 time: 0.0803049
Dec 24 11:10:49.406838 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d0c4f4eb-da67-4c28-9cb4-a8099926d0bf req-25c8e79b-a14c-4cf7-8188-794e1d30dea6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=0011117e-f17a-4e89-9365-70a9578d257d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388420
Dec 24 11:10:49.588601 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561dea79-6fb4-4be8-8316-babad28bdf59 req-522facce-c40a-4e72-989f-1157058894b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:49.590075 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-561dea79-6fb4-4be8-8316-babad28bdf59 req-522facce-c40a-4e72-989f-1157058894b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 946 time: 0.0806978
Dec 24 11:10:49.632977 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-561dea79-6fb4-4be8-8316-babad28bdf59 req-28612492-f6ce-498e-ae33-f7d3201ab585 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=0011117e-f17a-4e89-9365-70a9578d257d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374279
Dec 24 11:10:49.655018 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54606) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:49.731333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595118dd-8b0e-479e-8662-dfcd5d6c0e01 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:49.732825 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-595118dd-8b0e-479e-8662-dfcd5d6c0e01 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 1094 time: 0.0768487
Dec 24 11:10:49.735630 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54610) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:49.741107 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:49.746947 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:49.751025 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:floatingip and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:49.753812 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:49.759392 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:49.769539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:49.905750 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:50.038711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.26.4.142 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/cad5da25-1fb9-4785-8d02-c71e93fc4f84) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:10:50.183506 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:50.211471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:50.215037 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f9284f8f-5108-45a1-99a3-7fec17778b2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:50.280618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:10:50.283736 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:10:50.287342 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:10:50.316288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=cad5da25-1fb9-4785-8d02-c71e93fc4f84,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:50.322513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:50.797321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:50.869359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:51.069833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:51.074259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:51.077715 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-adb8fc77-6d93-4951-89a5-cbb3977663a8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:51.182291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=cad5da25-1fb9-4785-8d02-c71e93fc4f84,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:51.186442 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:51.194168 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:51.359017 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP 2a64db26-a1b3-4cae-9e75-5ab93dd6532e associated. External IP: 172.26.4.142, port: 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2.
Dec 24 11:10:51.702924 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:10:51.875572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:10:51.885822 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95e382-e93c-49cb-9797-6f7a58147644 None None] Sync routers for ids ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:10:51.895233 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95e382-e93c-49cb-9797-6f7a58147644 None None] Routers {'7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:51.896652 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2d95e382-e93c-49cb-9797-6f7a58147644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d461fa0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:51.901256 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:51.957788 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2209644
Dec 24 11:10:51.959093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'tag': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:10:51.960872 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54614) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:52.003126 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'tag': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'status': 'completed', 'code': 200}
Dec 24 11:10:52.075726 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-2d95e382-e93c-49cb-9797-6f7a58147644 None None] Set router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:10:52.079713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a555a3c1-4f5d-4517-abb0-7573f7b7a830 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:52.081224 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a555a3c1-4f5d-4517-abb0-7573f7b7a830 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 1094 time: 0.1193693
Dec 24 11:10:52.106172 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e30179-dae8-42a3-8eec-282081811662 req-a6fbf130-9b1e-42ec-bd6f-14992ef4524a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:52.107676 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e7e30179-dae8-42a3-8eec-282081811662 req-a6fbf130-9b1e-42ec-bd6f-14992ef4524a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 1099 time: 0.0796921
Dec 24 11:10:52.238186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e30179-dae8-42a3-8eec-282081811662 req-6e22910b-73ac-4165-8b18-24272fdc030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:52.240102 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e7e30179-dae8-42a3-8eec-282081811662 req-6e22910b-73ac-4165-8b18-24272fdc030c service neutron] 10.222.0.32 "GET /v2.0/networks?id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 HTTP/1.1" status: 200  len: 897 time: 0.1261969
Dec 24 11:10:52.342407 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e7e30179-dae8-42a3-8eec-282081811662 req-5bf55f2b-e7c4-4967-a259-3cb960da2ab1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 HTTP/1.1" status: 200  len: 1000 time: 0.0961177
Dec 24 11:10:52.414684 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e30179-dae8-42a3-8eec-282081811662 req-6ba057dd-1d50-4f6d-bbe0-5a700b54ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:52.416614 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e7e30179-dae8-42a3-8eec-282081811662 req-6ba057dd-1d50-4f6d-bbe0-5a700b54ac00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53165e42-e2ea-432f-8ecb-c6d3ae111cf9 HTTP/1.1" status: 200  len: 835 time: 0.0687339
Dec 24 11:10:52.460551 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2d95e382-e93c-49cb-9797-6f7a58147644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d461fa0>, [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:10:33Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '2a64db26-a1b3-4cae-9e75-5ab93dd6532e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'port_id': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'mac_address': 'fa:16:3e:ae:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:10:50Z', 'updated_at': '2021-12-24T11:10:50Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd5b6e5-5a1d-439d-838b-80f7e316829c', 'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:95:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:32Z', 'updated_at': '2021-12-24T11:10:38Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:52.464533 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95e382-e93c-49cb-9797-6f7a58147644 None None] Checking router: 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:10:52.473191 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d95e382-e93c-49cb-9797-6f7a58147644 None None] Routers {'7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:10:52.474358 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2d95e382-e93c-49cb-9797-6f7a58147644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d461fa0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:10:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:52.495911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e30179-dae8-42a3-8eec-282081811662 req-7b151887-1d34-49a3-b40f-859be337234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:52.497427 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e7e30179-dae8-42a3-8eec-282081811662 req-7b151887-1d34-49a3-b40f-859be337234c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0739098
Dec 24 11:10:52.632133 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e7e30179-dae8-42a3-8eec-282081811662 req-48ad4b19-642b-4605-984b-81b009d0a816 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281164
Dec 24 11:10:52.638942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54622) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:52.644618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-3e224ccb-c4ab-48ae-a704-371e5372eabc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-849094441', 'description': 'tempest-secgroup-smoke-849094441 description', 'project_id': '1df2c4270c8b4c3e834179de6e64472f'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:52.651314 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3e224ccb-c4ab-48ae-a704-371e5372eabc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:52.660679 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-2d95e382-e93c-49cb-9797-6f7a58147644 None None] Set router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:10:52.663350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3e224ccb-c4ab-48ae-a704-371e5372eabc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:52.677705 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3e224ccb-c4ab-48ae-a704-371e5372eabc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:52.698359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3e224ccb-c4ab-48ae-a704-371e5372eabc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:52.702299 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3e224ccb-c4ab-48ae-a704-371e5372eabc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:52.706810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3e224ccb-c4ab-48ae-a704-371e5372eabc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:52.713014 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3e224ccb-c4ab-48ae-a704-371e5372eabc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:52.778568 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e7e30179-dae8-42a3-8eec-282081811662 req-447e07f9-d591-4db8-8f32-c0c9378058f7 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1403284
Dec 24 11:10:52.790022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3e224ccb-c4ab-48ae-a704-371e5372eabc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:52.794060 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3e224ccb-c4ab-48ae-a704-371e5372eabc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:52.804967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ed136d0f-5919-49d2-a91b-3d762120fddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:52.840917 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e224ccb-c4ab-48ae-a704-371e5372eabc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6310894-b9bd-4aca-843f-ead4ca8dcb72,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:52.843885 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3e224ccb-c4ab-48ae-a704-371e5372eabc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:52.847703 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3e224ccb-c4ab-48ae-a704-371e5372eabc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2049651
Dec 24 11:10:52.847703 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3e224ccb-c4ab-48ae-a704-371e5372eabc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:52.847948 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54626) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:52.853716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-67af5d6f-ec1d-4ec1-9da9-2245520ca863 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'a6310894-b9bd-4aca-843f-ead4ca8dcb72', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:52.859515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-67af5d6f-ec1d-4ec1-9da9-2245520ca863 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:52.863230 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-67af5d6f-ec1d-4ec1-9da9-2245520ca863 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:52.866627 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-67af5d6f-ec1d-4ec1-9da9-2245520ca863 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:52.872125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-67af5d6f-ec1d-4ec1-9da9-2245520ca863 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:52.890507 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-67af5d6f-ec1d-4ec1-9da9-2245520ca863 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:52.955087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-67af5d6f-ec1d-4ec1-9da9-2245520ca863 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:52.959179 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-67af5d6f-ec1d-4ec1-9da9-2245520ca863 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:52.961122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-203f2f24-d4de-4591-a89a-bcf8106f7864 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:52.982793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af5d6f-ec1d-4ec1-9da9-2245520ca863 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8753b7-ea30-4faa-9ac0-9734b0ad9d07,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:52.985290 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-67af5d6f-ec1d-4ec1-9da9-2245520ca863 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:52.992351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-67af5d6f-ec1d-4ec1-9da9-2245520ca863 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:52.993599 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-67af5d6f-ec1d-4ec1-9da9-2245520ca863 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1442575
Dec 24 11:10:52.996535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54630) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:53.001559 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-fa7fbfa6-8136-43f4-8748-787a223397b0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'a6310894-b9bd-4aca-843f-ead4ca8dcb72', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:53.007509 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fa7fbfa6-8136-43f4-8748-787a223397b0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:53.011213 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fa7fbfa6-8136-43f4-8748-787a223397b0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:53.014000 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fa7fbfa6-8136-43f4-8748-787a223397b0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:53.019499 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fa7fbfa6-8136-43f4-8748-787a223397b0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:53.026994 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2d95e382-e93c-49cb-9797-6f7a58147644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d461fa0>, [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:10:33Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '2a64db26-a1b3-4cae-9e75-5ab93dd6532e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'port_id': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'mac_address': 'fa:16:3e:ae:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:10:50Z', 'updated_at': '2021-12-24T11:10:50Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd5b6e5-5a1d-439d-838b-80f7e316829c', 'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:95:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:32Z', 'updated_at': '2021-12-24T11:10:38Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:10:53.031343 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d95e382-e93c-49cb-9797-6f7a58147644 None None] The sync data for ids ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'] in dv-neutron-822668-2-hyperv is: [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:10:33Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '2a64db26-a1b3-4cae-9e75-5ab93dd6532e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'port_id': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'mac_address': 'fa:16:3e:ae:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:10:50Z', 'updated_at': '2021-12-24T11:10:50Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd5b6e5-5a1d-439d-838b-80f7e316829c', 'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:95:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:32Z', 'updated_at': '2021-12-24T11:10:38Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:10:53.041766 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa7fbfa6-8136-43f4-8748-787a223397b0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.236429 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa7fbfa6-8136-43f4-8748-787a223397b0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.240494 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa7fbfa6-8136-43f4-8748-787a223397b0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.242464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e0b2d5df-b81b-4ea7-9ba8-3e8a1240629e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:53.248918 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12baacc-0b1f-4826-8ea4-a29121ac985f None None] New status for floating IP 2a64db26-a1b3-4cae-9e75-5ab93dd6532e: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:10:53.264821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fbfa6-8136-43f4-8748-787a223397b0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9faa2b1c-f491-48bb-9658-07d8e0885735,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:53.267562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fa7fbfa6-8136-43f4-8748-787a223397b0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:53.275305 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa7fbfa6-8136-43f4-8748-787a223397b0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.276712 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fa7fbfa6-8136-43f4-8748-787a223397b0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2792437
Dec 24 11:10:53.279490 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54634) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:53.284464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8ac26f37-5d55-4c56-bb37-ff6463a55b8c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'a6310894-b9bd-4aca-843f-ead4ca8dcb72', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:53.290105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8ac26f37-5d55-4c56-bb37-ff6463a55b8c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:53.293742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8ac26f37-5d55-4c56-bb37-ff6463a55b8c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:53.296560 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8ac26f37-5d55-4c56-bb37-ff6463a55b8c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:53.302130 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8ac26f37-5d55-4c56-bb37-ff6463a55b8c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:53.319333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8ac26f37-5d55-4c56-bb37-ff6463a55b8c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.380992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8ac26f37-5d55-4c56-bb37-ff6463a55b8c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.385026 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8ac26f37-5d55-4c56-bb37-ff6463a55b8c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.386944 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-02289931-ae35-434f-b66e-8eb0593ab673 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:53.407081 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac26f37-5d55-4c56-bb37-ff6463a55b8c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0251db60-e722-4982-b062-14703398c54f,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:53.411087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8ac26f37-5d55-4c56-bb37-ff6463a55b8c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:53.422711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8ac26f37-5d55-4c56-bb37-ff6463a55b8c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.424066 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8ac26f37-5d55-4c56-bb37-ff6463a55b8c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1436503
Dec 24 11:10:53.426813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54638) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:53.432291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4fd07ee3-4230-4a6c-9254-412da050c0f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'a6310894-b9bd-4aca-843f-ead4ca8dcb72', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:53.438144 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4fd07ee3-4230-4a6c-9254-412da050c0f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:53.442039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4fd07ee3-4230-4a6c-9254-412da050c0f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:53.445448 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4fd07ee3-4230-4a6c-9254-412da050c0f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:53.451330 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4fd07ee3-4230-4a6c-9254-412da050c0f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:53.469161 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4fd07ee3-4230-4a6c-9254-412da050c0f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.534735 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4fd07ee3-4230-4a6c-9254-412da050c0f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.538682 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4fd07ee3-4230-4a6c-9254-412da050c0f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.540411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3d5e4f1a-ebf1-4379-8a47-098589e2b020 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:53.561951 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd07ee3-4230-4a6c-9254-412da050c0f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a31fb803-0606-4d8c-9671-a9dadb38607d,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:53.564353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4fd07ee3-4230-4a6c-9254-412da050c0f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:53.571909 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4fd07ee3-4230-4a6c-9254-412da050c0f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.573059 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4fd07ee3-4230-4a6c-9254-412da050c0f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1451225
Dec 24 11:10:53.575791 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54642) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:53.580669 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5256c54c-8d8b-4698-b908-ccd75c007547 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'a6310894-b9bd-4aca-843f-ead4ca8dcb72', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:53.586819 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5256c54c-8d8b-4698-b908-ccd75c007547 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:53.590476 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5256c54c-8d8b-4698-b908-ccd75c007547 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:53.593254 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5256c54c-8d8b-4698-b908-ccd75c007547 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:53.598761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5256c54c-8d8b-4698-b908-ccd75c007547 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:53.609122 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-5256c54c-8d8b-4698-b908-ccd75c007547 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:10:53.615739 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5256c54c-8d8b-4698-b908-ccd75c007547 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.677348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5256c54c-8d8b-4698-b908-ccd75c007547 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.681042 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5256c54c-8d8b-4698-b908-ccd75c007547 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.687974 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5c2252cc-90ea-4cc0-860f-f5b846ac8ff7 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:53.708275 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256c54c-8d8b-4698-b908-ccd75c007547 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d09756-e0cc-4c3b-a476-b8f7116a2d6b,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:53.710612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5256c54c-8d8b-4698-b908-ccd75c007547 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:53.714968 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5256c54c-8d8b-4698-b908-ccd75c007547 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.716206 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5256c54c-8d8b-4698-b908-ccd75c007547 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1394346
Dec 24 11:10:53.718911 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54646) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:10:53.723841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-618b12f8-2aad-4b2d-ab07-36c8f49fbaad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': 'a6310894-b9bd-4aca-843f-ead4ca8dcb72', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:10:53.729527 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-618b12f8-2aad-4b2d-ab07-36c8f49fbaad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:10:53.733254 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-618b12f8-2aad-4b2d-ab07-36c8f49fbaad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:10:53.736087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-618b12f8-2aad-4b2d-ab07-36c8f49fbaad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:10:53.742084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-618b12f8-2aad-4b2d-ab07-36c8f49fbaad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:10:53.752099 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-618b12f8-2aad-4b2d-ab07-36c8f49fbaad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:10:53.758961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-618b12f8-2aad-4b2d-ab07-36c8f49fbaad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.820553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-618b12f8-2aad-4b2d-ab07-36c8f49fbaad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.823830 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-618b12f8-2aad-4b2d-ab07-36c8f49fbaad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.825825 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5256c54c-8d8b-4698-b908-ccd75c007547 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:10:53.849142 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b12f8-2aad-4b2d-ab07-36c8f49fbaad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aae09d63-3b74-4f01-987b-8331edf1fb4b,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:10:53.853389 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-618b12f8-2aad-4b2d-ab07-36c8f49fbaad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:10:53.857623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-618b12f8-2aad-4b2d-ab07-36c8f49fbaad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:53.858799 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-618b12f8-2aad-4b2d-ab07-36c8f49fbaad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1389680
Dec 24 11:10:54.016246 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6c2174cd-d808-4cd9-8718-0904d78e2481 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-849094441&fields=id&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 267 time: 0.0390022
Dec 24 11:10:54.163709 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d861420-f187-46d1-95f1-a46faabe1804 req-b33fe2cb-1e56-472e-a120-4556467c6173 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:54.165063 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-b33fe2cb-1e56-472e-a120-4556467c6173 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/networks?id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 HTTP/1.1" status: 200  len: 796 time: 0.1427402
Dec 24 11:10:54.179116 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-56a0c871-a5a2-4062-b602-d2b9c5d390e0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/quotas/1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 375 time: 0.0086832
Dec 24 11:10:54.267371 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-5fb76be1-31c3-4bac-8f1b-d015493d5ea8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0835001
Dec 24 11:10:54.285091 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-8452dd58-309a-4fc6-af35-cf9ad35cd477 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:10:54.286079 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-8452dd58-309a-4fc6-af35-cf9ad35cd477 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0050607
Dec 24 11:10:54.416274 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-c8e4eb2b-940f-407b-8d19-6a9e055cffc0 service neutron] 10.222.0.54 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248660
Dec 24 11:10:54.650304 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-0e80e070-f9bf-491f-9657-5348536ce0bd service neutron] 10.222.0.54 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2284091
Dec 24 11:10:54.820020 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-60f9e9a4-2b65-422d-b66e-6ad05b30883a req-b5890c5b-6681-46ab-b263-edf070b67fa6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 210 time: 0.0425723
Dec 24 11:10:55.912910 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-69e349d9-3293-4a15-97d7-173a55a0f508 req-ce407e47-05bb-43bc-bef3-924d32882253 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 210 time: 0.0428801
Dec 24 11:10:57.009910 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f4b2c0cb-917a-445d-97b0-d18d8811c609 req-d06f66f0-21c2-4a33-b63e-7468543daafe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 210 time: 0.0437999
Dec 24 11:10:58.110391 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-24081b5c-dde8-4548-98a5-96e5db2ffb61 req-0a0147e3-b837-470a-a481-86029af4b971 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 210 time: 0.0471306
Dec 24 11:10:59.263426 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6c630b42-a94d-4c41-8556-1ab2a39a64ea req-99ced845-9d3d-468b-a21e-fa207f53e80a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 210 time: 0.0455246
Dec 24 11:10:59.646549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-81a97db8-da06-4cb7-ad61-fff4b55ff18a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:10:59.909041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d861420-f187-46d1-95f1-a46faabe1804 req-13fb6a96-598c-4e8a-9189-2aaa9a84bf98 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:10:59.910533 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-13fb6a96-598c-4e8a-9189-2aaa9a84bf98 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/networks?id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 HTTP/1.1" status: 200  len: 796 time: 0.1440356
Dec 24 11:10:59.967687 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-e3adce1e-cc6d-43f5-bec3-44a9a608ce20 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 471 time: 0.0457966
Dec 24 11:10:59.976275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-9d861420-f187-46d1-95f1-a46faabe1804 req-7c8ed75f-b51b-4c19-b3b3-3dbbb2dc8ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'port': {'device_id': '5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'admin_state_up': True, 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'security_groups': ['a6310894-b9bd-4aca-843f-ead4ca8dcb72']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:11:00.113978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-9d861420-f187-46d1-95f1-a46faabe1804 req-7c8ed75f-b51b-4c19-b3b3-3dbbb2dc8ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:11:00.123245 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-9d861420-f187-46d1-95f1-a46faabe1804 req-7c8ed75f-b51b-4c19-b3b3-3dbbb2dc8ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:11:00.133775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d861420-f187-46d1-95f1-a46faabe1804 req-7c8ed75f-b51b-4c19-b3b3-3dbbb2dc8ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:11:00.137240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9d861420-f187-46d1-95f1-a46faabe1804 req-7c8ed75f-b51b-4c19-b3b3-3dbbb2dc8ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:00.292287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-9d861420-f187-46d1-95f1-a46faabe1804 req-7c8ed75f-b51b-4c19-b3b3-3dbbb2dc8ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.11 (36d1a991-cc94-4ef5-b8b7-2c982e8fbec9/53165e42-e2ea-432f-8ecb-c6d3ae111cf9/8cfd98da-7dfd-4d8d-b08e-d335a9292f86) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:11:00.475026 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0f7463d1-44c5-4240-a09b-c3e0af3e713b req-355bed78-f578-40d8-a6fe-e8338c11223a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 210 time: 0.0595872
Dec 24 11:11:00.536978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9d861420-f187-46d1-95f1-a46faabe1804 req-7c8ed75f-b51b-4c19-b3b3-3dbbb2dc8ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:00.554021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-9d861420-f187-46d1-95f1-a46faabe1804 req-7c8ed75f-b51b-4c19-b3b3-3dbbb2dc8ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:11:00.577122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9d861420-f187-46d1-95f1-a46faabe1804 req-7c8ed75f-b51b-4c19-b3b3-3dbbb2dc8ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:00.582675 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-60a3166d-650c-4d7e-9280-5a59f342ffaa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:11:00.650296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d861420-f187-46d1-95f1-a46faabe1804 req-7c8ed75f-b51b-4c19-b3b3-3dbbb2dc8ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:11:00.653888 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-9d861420-f187-46d1-95f1-a46faabe1804 req-7c8ed75f-b51b-4c19-b3b3-3dbbb2dc8ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:11:00.657623 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d861420-f187-46d1-95f1-a46faabe1804 req-7c8ed75f-b51b-4c19-b3b3-3dbbb2dc8ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:11:00.695240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ed75f-b51b-4c19-b3b3-3dbbb2dc8ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=8cfd98da-7dfd-4d8d-b08e-d335a9292f86,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:11:00.705433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7c8ed75f-b51b-4c19-b3b3-3dbbb2dc8ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:11:00.730778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d861420-f187-46d1-95f1-a46faabe1804 req-7c8ed75f-b51b-4c19-b3b3-3dbbb2dc8ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:00.731391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9d861420-f187-46d1-95f1-a46faabe1804 req-7c8ed75f-b51b-4c19-b3b3-3dbbb2dc8ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:00.758312 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-7c8ed75f-b51b-4c19-b3b3-3dbbb2dc8ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7860360
Dec 24 11:11:00.768690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-fd5a410c-8b21-4130-967f-654017569164 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:11:00.769652 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-fd5a410c-8b21-4130-967f-654017569164 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051272
Dec 24 11:11:00.780121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Request body: {'port': {'device_id': '5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:11:00.873560 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6a663e34-337a-413e-bc3a-ad2781bcda67 None None] Provisioning for port 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:11:00.878954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6a663e34-337a-413e-bc3a-ad2781bcda67 None None] Provisioning complete for port 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:11:00.879331 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6a663e34-337a-413e-bc3a-ad2781bcda67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:00.892774 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:00.931093 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6a663e34-337a-413e-bc3a-ad2781bcda67 None None] Port 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:11:01.227163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:11:01.234370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:01.247970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Transition to ACTIVE for port object 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:11:01.250873 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:01.255310 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c366e59d-487c-4a75-ab64-201f04c53363 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:11:01.413793 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfd98da-7dfd-4d8d-b08e-d335a9292f86,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:11:01.535594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:11:01.601102 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Attempting to bind port 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:11:01.601434 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Attempting to bind port 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '974fc4ff-acce-4f46-bb2a-f3e3ae98c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:11:01.601765 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Attempting to bind port 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 on network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:11:01.606272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Port 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 on network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:11:01.606593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Attempting to bind port 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 on network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:11:01.611653 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:11:01.611852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Checking segment: {'id': '974fc4ff-acce-4f46-bb2a-f3e3ae98c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:11:01.612237 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Bound using segment: {'id': '974fc4ff-acce-4f46-bb2a-f3e3ae98c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:11:01.612653 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Bound port: 8cfd98da-7dfd-4d8d-b08e-d335a9292f86, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974fc4ff-acce-4f46-bb2a-f3e3ae98c757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:11:01.612999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:01.658655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33215269-21a8-4baf-838c-93aa8a3ba21b req-e40e7fc4-7f48-49e9-8299-e311ce6d40a6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:01.660147 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-33215269-21a8-4baf-838c-93aa8a3ba21b req-e40e7fc4-7f48-49e9-8299-e311ce6d40a6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 944 time: 0.0788171
Dec 24 11:11:01.703605 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-33215269-21a8-4baf-838c-93aa8a3ba21b req-8518c87f-c4fe-455d-8c84-55c4a454aab0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:11:01.703924 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] For port 8cfd98da-7dfd-4d8d-b08e-d335a9292f86, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:11:01.707733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] For port 8cfd98da-7dfd-4d8d-b08e-d335a9292f86, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8cfd98da-7dfd-4d8d-b08e-d335a9292f86,segment=NetworkSegment(974fc4ff-acce-4f46-bb2a-f3e3ae98c757),segment_id=974fc4ff-acce-4f46-bb2a-f3e3ae98c757)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:11:01.711638 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:01.716350 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:11:01.720036 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-33215269-21a8-4baf-838c-93aa8a3ba21b req-8518c87f-c4fe-455d-8c84-55c4a454aab0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:11:01.721708 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-33215269-21a8-4baf-838c-93aa8a3ba21b req-8518c87f-c4fe-455d-8c84-55c4a454aab0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6310894-b9bd-4aca-843f-ead4ca8dcb72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546319
Dec 24 11:11:01.765671 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:01.766403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:01.767745 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] 10.222.0.32 "PUT /v2.0/ports/8cfd98da-7dfd-4d8d-b08e-d335a9292f86 HTTP/1.1" status: 200  len: 1094 time: 0.9920318
Dec 24 11:11:01.768268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98', 'tag': '8cfd98da-7dfd-4d8d-b08e-d335a9292f86'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:11:01.796065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfd98da-7dfd-4d8d-b08e-d335a9292f86,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:11:01.799061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:11:01.843107 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98', 'tag': '8cfd98da-7dfd-4d8d-b08e-d335a9292f86', 'status': 'completed', 'code': 200}
Dec 24 11:11:01.855473 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fcd83b18-9e6b-43e0-a627-337157a33930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:01.889116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d861420-f187-46d1-95f1-a46faabe1804 req-9acd3d5d-33e5-4994-bf63-f44887b4c832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:01.890644 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-9acd3d5d-33e5-4994-bf63-f44887b4c832 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 1097 time: 0.0807188
Dec 24 11:11:01.960394 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-ca982ec6-ff49-42ef-84f5-8d6bf6fc251f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cfd98da-7dfd-4d8d-b08e-d335a9292f86 HTTP/1.1" status: 200  len: 217 time: 0.0623007
Dec 24 11:11:02.025842 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d861420-f187-46d1-95f1-a46faabe1804 req-7f1c8f51-d989-458e-87a9-ae2d630821b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:02.027169 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-7f1c8f51-d989-458e-87a9-ae2d630821b4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53165e42-e2ea-432f-8ecb-c6d3ae111cf9 HTTP/1.1" status: 200  len: 835 time: 0.0592864
Dec 24 11:11:02.100420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d861420-f187-46d1-95f1-a46faabe1804 req-3043f4fd-92b3-4aa1-bcca-aa8eb7cfa647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:02.101891 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-3043f4fd-92b3-4aa1-bcca-aa8eb7cfa647 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0681841
Dec 24 11:11:02.232501 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-9d1a6405-fee5-4641-8aba-e3454c735a92 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217182
Dec 24 11:11:02.360268 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d861420-f187-46d1-95f1-a46faabe1804 req-e57d2632-4a16-44dc-9919-6040b66e4280 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1212447
Dec 24 11:11:02.502436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd40828-078a-4cfa-9a7b-001a1ef0073b req-d97e3ebc-a067-4dde-83da-8b54e94dadd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:02.503927 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5dd40828-078a-4cfa-9a7b-001a1ef0073b req-d97e3ebc-a067-4dde-83da-8b54e94dadd9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 1097 time: 0.0760860
Dec 24 11:11:02.634870 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd40828-078a-4cfa-9a7b-001a1ef0073b req-f3985117-8186-4c8c-b4c1-7ffada0d5de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:02.636231 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5dd40828-078a-4cfa-9a7b-001a1ef0073b req-f3985117-8186-4c8c-b4c1-7ffada0d5de8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 HTTP/1.1" status: 200  len: 897 time: 0.1262417
Dec 24 11:11:02.702707 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5dd40828-078a-4cfa-9a7b-001a1ef0073b req-6fe784c7-50a1-4db6-a79c-f68912047fc3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cfd98da-7dfd-4d8d-b08e-d335a9292f86 HTTP/1.1" status: 200  len: 217 time: 0.0599320
Dec 24 11:11:02.767228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd40828-078a-4cfa-9a7b-001a1ef0073b req-08298482-a534-4336-912a-246a2e9948d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:02.768668 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5dd40828-078a-4cfa-9a7b-001a1ef0073b req-08298482-a534-4336-912a-246a2e9948d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53165e42-e2ea-432f-8ecb-c6d3ae111cf9 HTTP/1.1" status: 200  len: 835 time: 0.0600708
Dec 24 11:11:02.841807 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd40828-078a-4cfa-9a7b-001a1ef0073b req-a7b02c04-d313-4c36-8c01-803bb68b95ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:02.843302 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5dd40828-078a-4cfa-9a7b-001a1ef0073b req-a7b02c04-d313-4c36-8c01-803bb68b95ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686169
Dec 24 11:11:02.906297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e235c827-0011-4f95-ac76-0562b1f385e8 req-7d2ec4f7-ab56-49b8-b853-ec772ce85633 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:02.907673 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e235c827-0011-4f95-ac76-0562b1f385e8 req-7d2ec4f7-ab56-49b8-b853-ec772ce85633 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 944 time: 0.0840521
Dec 24 11:11:02.950730 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e235c827-0011-4f95-ac76-0562b1f385e8 req-4be767f4-b2fe-4f45-9fe7-40f3a01da9b9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6310894-b9bd-4aca-843f-ead4ca8dcb72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365894
Dec 24 11:11:02.976268 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5dd40828-078a-4cfa-9a7b-001a1ef0073b req-77d3d489-3207-4f1f-9fd5-261a5ec7c63f service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238601
Dec 24 11:11:03.085381 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:03.089709 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:03.107397 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5dd40828-078a-4cfa-9a7b-001a1ef0073b req-921072cf-5850-4856-9040-adccf4575052 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248536
Dec 24 11:11:04.142333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366d141-bcaf-40db-89cd-47c7bff8e820 req-bbd9503c-8c72-4972-879a-f0a2a6d37682 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:04.143016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7366d141-bcaf-40db-89cd-47c7bff8e820 req-bbd9503c-8c72-4972-879a-f0a2a6d37682 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:11:04.158300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7366d141-bcaf-40db-89cd-47c7bff8e820 req-bbd9503c-8c72-4972-879a-f0a2a6d37682 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:11:04.159437 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7366d141-bcaf-40db-89cd-47c7bff8e820 req-bbd9503c-8c72-4972-879a-f0a2a6d37682 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 944 time: 0.1040454
Dec 24 11:11:04.308433 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7366d141-bcaf-40db-89cd-47c7bff8e820 req-37b513b1-0a2b-401b-942a-ea75a7b3eb67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6310894-b9bd-4aca-843f-ead4ca8dcb72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1427214
Dec 24 11:11:04.856287 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:05.007135 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:11:05.018049 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:11:05.167377 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 8cfd98da-7dfd-4d8d-b08e-d335a9292f86, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8cfd98da-7dfd-4d8d-b08e-d335a9292f86,segment=NetworkSegment(974fc4ff-acce-4f46-bb2a-f3e3ae98c757),segment_id=974fc4ff-acce-4f46-bb2a-f3e3ae98c757)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:11:05.179990 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '8cfd98da-7dfd-4d8d-b08e-d335a9292f86', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'port_id': '8cfd98da-7dfd-4d8d-b08e-d335a9292f86', 'mac_address': 'fa:16:3e:f7:fd:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:11:05.233659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:05.251324 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:11:05.268429 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 8cfd98da-7dfd-4d8d-b08e-d335a9292f86, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8cfd98da-7dfd-4d8d-b08e-d335a9292f86,segment=NetworkSegment(974fc4ff-acce-4f46-bb2a-f3e3ae98c757),segment_id=974fc4ff-acce-4f46-bb2a-f3e3ae98c757)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:11:05.272949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:05.274892 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3043c0b4-b437-489e-981b-c7afe862fde7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:11:05.348673 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=8cfd98da-7dfd-4d8d-b08e-d335a9292f86,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:11:05.352202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:11:05.493250 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc0f6a-68e7-4444-9b58-90c6e61fc27d req-40c64c58-6a5a-4940-8dd2-724df07f068e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:05.494742 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-71cc0f6a-68e7-4444-9b58-90c6e61fc27d req-40c64c58-6a5a-4940-8dd2-724df07f068e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 945 time: 0.0790293
Dec 24 11:11:05.541688 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-71cc0f6a-68e7-4444-9b58-90c6e61fc27d req-da06dc7e-da31-4b01-a55a-daff6fd6d922 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6310894-b9bd-4aca-843f-ead4ca8dcb72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413680
Dec 24 11:11:05.586081 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['8cfd98da-7dfd-4d8d-b08e-d335a9292f86'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:11:06.721915 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95cc12a-4fa6-461e-9f0c-28a2dfd8a3bc req-acf2586d-d0de-4f29-88aa-46d36f6b3b78 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:06.723277 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b95cc12a-4fa6-461e-9f0c-28a2dfd8a3bc req-acf2586d-d0de-4f29-88aa-46d36f6b3b78 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 945 time: 0.0805948
Dec 24 11:11:06.766575 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b95cc12a-4fa6-461e-9f0c-28a2dfd8a3bc req-6d1c6810-b0af-4843-8167-87ad4286c1b4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6310894-b9bd-4aca-843f-ead4ca8dcb72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372477
Dec 24 11:11:07.030517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:11:07.098212 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:11:07.103355 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:11:07.103733 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:07.211451 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:07.239716 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfd98da-7dfd-4d8d-b08e-d335a9292f86'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:11:07.248952 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 8cfd98da-7dfd-4d8d-b08e-d335a9292f86, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8cfd98da-7dfd-4d8d-b08e-d335a9292f86,segment=NetworkSegment(974fc4ff-acce-4f46-bb2a-f3e3ae98c757),segment_id=974fc4ff-acce-4f46-bb2a-f3e3ae98c757)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:11:07.252801 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:07.255712 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:11:07.288826 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfd98da-7dfd-4d8d-b08e-d335a9292f86', 'code': 200}
Dec 24 11:11:07.325182 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=8cfd98da-7dfd-4d8d-b08e-d335a9292f86,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:11:07.328127 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:11:07.509234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53acedc-adff-45e5-a0ed-793b4e9f39d3 req-0384a52f-b9ef-4fa6-8546-82ef6e036ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:07.510745 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f53acedc-adff-45e5-a0ed-793b4e9f39d3 req-0384a52f-b9ef-4fa6-8546-82ef6e036ea4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 1099 time: 0.0712740
Dec 24 11:11:07.552772 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f53acedc-adff-45e5-a0ed-793b4e9f39d3 req-a3f3c4b5-e7c1-4fce-8f8a-ce5a359d9bc9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=a6310894-b9bd-4aca-843f-ead4ca8dcb72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0340717
Dec 24 11:11:07.946361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1573fa-0113-4081-b18e-caec1cb7dfbb req-d137e5de-f5ee-4c15-9969-410778eb384b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:07.947815 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3d1573fa-0113-4081-b18e-caec1cb7dfbb req-d137e5de-f5ee-4c15-9969-410778eb384b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 946 time: 0.0775385
Dec 24 11:11:07.993525 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3d1573fa-0113-4081-b18e-caec1cb7dfbb req-14725f57-da07-4639-a895-a85e4ee38b03 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6310894-b9bd-4aca-843f-ead4ca8dcb72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402696
Dec 24 11:11:09.174749 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fadaf8-ca33-4c4d-8954-71a7fe5f7d35 req-38012470-6286-435a-95d6-df2c6372a512 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:09.176198 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d9fadaf8-ca33-4c4d-8954-71a7fe5f7d35 req-38012470-6286-435a-95d6-df2c6372a512 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 946 time: 0.0788655
Dec 24 11:11:09.220390 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d9fadaf8-ca33-4c4d-8954-71a7fe5f7d35 req-1d1f1c62-80eb-4fad-9321-39d9ba66eef3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6310894-b9bd-4aca-843f-ead4ca8dcb72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387442
Dec 24 11:11:09.401270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18748b-6dc9-4c6f-8b62-13c18a6768c9 req-3666871d-aede-41f9-bc6e-ac472f660062 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:09.402764 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cf18748b-6dc9-4c6f-8b62-13c18a6768c9 req-3666871d-aede-41f9-bc6e-ac472f660062 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 946 time: 0.0819249
Dec 24 11:11:09.446294 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cf18748b-6dc9-4c6f-8b62-13c18a6768c9 req-a7b9dfe2-469e-4f76-aa5b-1198863ec548 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6310894-b9bd-4aca-843f-ead4ca8dcb72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379512
Dec 24 11:11:09.468084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54714) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:09.542258 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76983a14-b732-429b-9fae-4c876c0afbe9 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:09.543778 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-76983a14-b732-429b-9fae-4c876c0afbe9 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 1094 time: 0.0746546
Dec 24 11:11:09.546579 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54718) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:11:09.551619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '8cfd98da-7dfd-4d8d-b08e-d335a9292f86', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:11:09.557980 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:11:09.561699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:floatingip and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:11:09.564520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:11:09.570655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:11:09.580819 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:09.714536 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:09.843167 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.26.4.223 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/842e120f-3f3f-4161-8291-39a7e691aa41) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:11:09.985846 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:10.014920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:10.019234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ae2d5534-001c-4630-978a-23d796955813 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:11:10.079105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:11:10.086984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:11:10.091177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:11:10.125726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=842e120f-3f3f-4161-8291-39a7e691aa41,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:11:10.134529 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:11:10.549641 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:10.616179 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:10.692570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:10.917236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:10.921520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:10.924974 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-97650963-c648-4c31-811c-35b527d51b89 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:11:11.039282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=842e120f-3f3f-4161-8291-39a7e691aa41,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:11:11.043658 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:11:11.050465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:11.238455 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP 7db2673c-a5a6-420f-be4a-bc2f53f355d5 associated. External IP: 172.26.4.223, port: 8cfd98da-7dfd-4d8d-b08e-d335a9292f86.
Dec 24 11:11:11.609380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:11:11.783232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:11:11.792653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c288bef-723c-4b19-8464-19dc259cd679 None None] Sync routers for ids ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:11:11.802483 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c288bef-723c-4b19-8464-19dc259cd679 None None] Routers {'7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:11.803105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9c288bef-723c-4b19-8464-19dc259cd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d019700>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:11:11.808520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:11.866896 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.3191121
Dec 24 11:11:11.867828 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98', 'tag': '8cfd98da-7dfd-4d8d-b08e-d335a9292f86'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:11:11.912253 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98', 'tag': '8cfd98da-7dfd-4d8d-b08e-d335a9292f86', 'status': 'completed', 'code': 200}
Dec 24 11:11:11.995852 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-9c288bef-723c-4b19-8464-19dc259cd679 None None] Set router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:11:12.006322 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d15378-e4c6-4b8a-8d27-26d38ea60ede req-03780132-19f5-4455-b1e0-90c527c9be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:12.007807 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-21d15378-e4c6-4b8a-8d27-26d38ea60ede req-03780132-19f5-4455-b1e0-90c527c9be9c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 1099 time: 0.0745740
Dec 24 11:11:12.137673 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d15378-e4c6-4b8a-8d27-26d38ea60ede req-760780fb-7be7-4cff-a216-1b368859594c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:12.139048 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-21d15378-e4c6-4b8a-8d27-26d38ea60ede req-760780fb-7be7-4cff-a216-1b368859594c service neutron] 10.222.0.32 "GET /v2.0/networks?id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 HTTP/1.1" status: 200  len: 897 time: 0.1254523
Dec 24 11:11:12.241221 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-21d15378-e4c6-4b8a-8d27-26d38ea60ede req-6ff2d2f3-fad6-44bd-8c4b-c67c808a657c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cfd98da-7dfd-4d8d-b08e-d335a9292f86 HTTP/1.1" status: 200  len: 1000 time: 0.0957012
Dec 24 11:11:12.303376 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d15378-e4c6-4b8a-8d27-26d38ea60ede req-cc7bc4a9-8969-4770-a2ee-e810bc5cb1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:12.304816 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-21d15378-e4c6-4b8a-8d27-26d38ea60ede req-cc7bc4a9-8969-4770-a2ee-e810bc5cb1f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53165e42-e2ea-432f-8ecb-c6d3ae111cf9 HTTP/1.1" status: 200  len: 835 time: 0.0569336
Dec 24 11:11:12.340968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9c288bef-723c-4b19-8464-19dc259cd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d019700>, [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:10:33Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '2a64db26-a1b3-4cae-9e75-5ab93dd6532e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'port_id': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'mac_address': 'fa:16:3e:ae:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:10:50Z', 'updated_at': '2021-12-24T11:10:53Z', 'revision_number': 1, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}, {'id': '7db2673c-a5a6-420f-be4a-bc2f53f355d5', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.223', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'port_id': '8cfd98da-7dfd-4d8d-b08e-d335a9292f86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'mac_address': 'fa:16:3e:f7:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:11:10Z', 'updated_at': '2021-12-24T11:11:10Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd5b6e5-5a1d-439d-838b-80f7e316829c', 'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:95:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:32Z', 'updated_at': '2021-12-24T11:10:38Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:11:12.345900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c288bef-723c-4b19-8464-19dc259cd679 None None] Checking router: 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:11:12.355310 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c288bef-723c-4b19-8464-19dc259cd679 None None] Routers {'7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:11:12.355931 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9c288bef-723c-4b19-8464-19dc259cd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d019700>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:11:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:11:12.378610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d15378-e4c6-4b8a-8d27-26d38ea60ede req-f34b2852-f2c7-4e71-90c7-690ce4f9d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:12.380110 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-21d15378-e4c6-4b8a-8d27-26d38ea60ede req-f34b2852-f2c7-4e71-90c7-690ce4f9d97d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0689058
Dec 24 11:11:12.512812 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-21d15378-e4c6-4b8a-8d27-26d38ea60ede req-fb7c89d0-0c2c-4613-bf0b-69fca8aa2046 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257958
Dec 24 11:11:12.529921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-9c288bef-723c-4b19-8464-19dc259cd679 None None] Set router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:11:12.644245 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-21d15378-e4c6-4b8a-8d27-26d38ea60ede req-f5699c0b-da07-4515-b8be-c7ae4159cce0 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249259
Dec 24 11:11:12.913525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-9c288bef-723c-4b19-8464-19dc259cd679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d019700>, [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:10:33Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '2a64db26-a1b3-4cae-9e75-5ab93dd6532e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'port_id': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'mac_address': 'fa:16:3e:ae:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:10:50Z', 'updated_at': '2021-12-24T11:10:53Z', 'revision_number': 1, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}, {'id': '7db2673c-a5a6-420f-be4a-bc2f53f355d5', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.223', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'port_id': '8cfd98da-7dfd-4d8d-b08e-d335a9292f86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'mac_address': 'fa:16:3e:f7:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:11:10Z', 'updated_at': '2021-12-24T11:11:10Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd5b6e5-5a1d-439d-838b-80f7e316829c', 'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:95:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:32Z', 'updated_at': '2021-12-24T11:10:38Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:11:12.917458 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c288bef-723c-4b19-8464-19dc259cd679 None None] The sync data for ids ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'] in dv-neutron-822668-2-hyperv is: [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:10:33Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '2a64db26-a1b3-4cae-9e75-5ab93dd6532e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'port_id': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'mac_address': 'fa:16:3e:ae:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:10:50Z', 'updated_at': '2021-12-24T11:10:53Z', 'revision_number': 1, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}, {'id': '7db2673c-a5a6-420f-be4a-bc2f53f355d5', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.223', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'port_id': '8cfd98da-7dfd-4d8d-b08e-d335a9292f86', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'mac_address': 'fa:16:3e:f7:fd:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:11:10Z', 'updated_at': '2021-12-24T11:11:10Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd5b6e5-5a1d-439d-838b-80f7e316829c', 'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:95:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:32Z', 'updated_at': '2021-12-24T11:10:38Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:11:13.110677 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f416a9-96fd-4fbd-9f10-89f9d9304060 None None] New status for floating IP 7db2673c-a5a6-420f-be4a-bc2f53f355d5: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:11:29.649795 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-59d394f2-668a-4c70-ab76-5c1985228e39 req-012ae15d-f754-40cb-a8e5-a9e3a8c7754b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1127703
Dec 24 11:11:29.650711 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a1951556-7862-4a3e-a8b6-ab7967641127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:29.788116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d394f2-668a-4c70-ab76-5c1985228e39 req-26ce428b-8216-449d-82c0-7ef917d4d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:29.789586 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-59d394f2-668a-4c70-ab76-5c1985228e39 req-26ce428b-8216-449d-82c0-7ef917d4d586 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 1099 time: 0.0691714
Dec 24 11:11:29.931176 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d394f2-668a-4c70-ab76-5c1985228e39 req-77bf0ac8-7cbf-4513-a3d3-fe4bb3dccae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:29.932605 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-59d394f2-668a-4c70-ab76-5c1985228e39 req-77bf0ac8-7cbf-4513-a3d3-fe4bb3dccae0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 HTTP/1.1" status: 200  len: 897 time: 0.1234195
Dec 24 11:11:30.035563 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-59d394f2-668a-4c70-ab76-5c1985228e39 req-ff545133-5667-4b7d-b5b3-c101f71d4c86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 HTTP/1.1" status: 200  len: 1002 time: 0.0942149
Dec 24 11:11:30.099881 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d394f2-668a-4c70-ab76-5c1985228e39 req-4bded7fc-1854-4611-9334-0cd0c01b595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:30.101220 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-59d394f2-668a-4c70-ab76-5c1985228e39 req-4bded7fc-1854-4611-9334-0cd0c01b595b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53165e42-e2ea-432f-8ecb-c6d3ae111cf9 HTTP/1.1" status: 200  len: 835 time: 0.0591011
Dec 24 11:11:30.277269 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d394f2-668a-4c70-ab76-5c1985228e39 req-5e1eea4b-241d-47d0-9a35-a30854a051b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:11:30.278773 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-59d394f2-668a-4c70-ab76-5c1985228e39 req-5e1eea4b-241d-47d0-9a35-a30854a051b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1705308
Dec 24 11:11:30.406846 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-59d394f2-668a-4c70-ab76-5c1985228e39 req-0f82513f-dc33-42f0-8637-37918546758b service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207480
Dec 24 11:11:30.537686 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-59d394f2-668a-4c70-ab76-5c1985228e39 req-5092bf9d-324e-4001-86c0-d10b39f384b3 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238134
Dec 24 11:11:31.857529 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d250a72b-e1f4-4ccf-9755-cb5686316f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:33.090665 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:33.092017 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:34.858944 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:40.541685 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:11:42.006371 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:11:59.652702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e185cfff-9912-4d72-a3e7-ddfa26ebbf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:01.861160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1a083583-8717-4bed-bb7a-a0455615dbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:03.091141 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:03.092322 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:04.861069 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:10.569053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:19.004642 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:12:27.537615 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54748) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:27.641648 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-02c77e2b-23c7-4d00-bdf0-9736c3ccbc26 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/2a64db26-a1b3-4cae-9e75-5ab93dd6532e HTTP/1.1" status: 200  len: 994 time: 0.1027172
Dec 24 11:12:28.297254 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54758) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:28.303203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:12:28.549745 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:28.756172 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2,segment=NetworkSegment(974fc4ff-acce-4f46-bb2a-f3e3ae98c757),segment_id=974fc4ff-acce-4f46-bb2a-f3e3ae98c757)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:12:28.780155 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:28.784582 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:28.788005 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:28.846306 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:28.846920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:28.848298 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/ports/6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 HTTP/1.1" status: 200  len: 939 time: 0.5500462
Dec 24 11:12:28.849051 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'tag': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:12:28.875280 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2,revision_number=6']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:28.883132 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:28.883520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:28.883895 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:28.884261 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:28.884627 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:28.884989 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:28.885349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:28.885710 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:28.886094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:28.886453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:28.886807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:28.887160 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:28.891431 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:28.903342 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'tag': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'status': 'completed', 'code': 200}
Dec 24 11:12:29.004302 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe38d1-6bd3-4174-92a8-255de056de8e req-ec026efe-f031-41d8-b078-de6ea588fb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:29.005779 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1cbe38d1-6bd3-4174-92a8-255de056de8e req-ec026efe-f031-41d8-b078-de6ea588fb5d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 1100 time: 0.0763047
Dec 24 11:12:29.101637 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a7145bf9-e6c8-4be4-a791-b5601d027c87 None None] Provisioning complete for port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:12:29.102265 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a7145bf9-e6c8-4be4-a791-b5601d027c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:29.138613 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe38d1-6bd3-4174-92a8-255de056de8e req-44fdb5bc-51be-4313-9d94-7d5932cb65da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:29.139980 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1cbe38d1-6bd3-4174-92a8-255de056de8e req-44fdb5bc-51be-4313-9d94-7d5932cb65da service neutron] 10.222.0.32 "GET /v2.0/networks?id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 HTTP/1.1" status: 200  len: 897 time: 0.1276760
Dec 24 11:12:29.161142 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-a7145bf9-e6c8-4be4-a791-b5601d027c87 None None] Port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 is administratively disabled so it will not transition to active. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}}
Dec 24 11:12:29.241622 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1cbe38d1-6bd3-4174-92a8-255de056de8e req-26679d4f-5fd3-48a2-99ba-94b76f4b1578 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 HTTP/1.1" status: 200  len: 1003 time: 0.0943139
Dec 24 11:12:29.301565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe38d1-6bd3-4174-92a8-255de056de8e req-790948a2-b1de-4f5c-988c-2f72ceaa91d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:29.302971 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1cbe38d1-6bd3-4174-92a8-255de056de8e req-790948a2-b1de-4f5c-988c-2f72ceaa91d2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53165e42-e2ea-432f-8ecb-c6d3ae111cf9 HTTP/1.1" status: 200  len: 835 time: 0.0550900
Dec 24 11:12:29.374974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe38d1-6bd3-4174-92a8-255de056de8e req-102bd473-dea5-405f-b00c-6215c31a304f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:29.376343 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1cbe38d1-6bd3-4174-92a8-255de056de8e req-102bd473-dea5-405f-b00c-6215c31a304f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0668533
Dec 24 11:12:29.505308 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1cbe38d1-6bd3-4174-92a8-255de056de8e req-7addbd9e-20d5-4c66-87c2-bdb07be9cadd service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219249
Dec 24 11:12:29.639832 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1cbe38d1-6bd3-4174-92a8-255de056de8e req-cf38698a-bda5-4b4e-9c88-d1c37d8d0441 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222336
Dec 24 11:12:29.655491 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f2447a58-8a21-4777-ba18-c93829ebda47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:31.625660 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eec4b564-6bf0-4f7e-8e15-28576b758ee8 req-4943e299-e73d-41fd-8f91-e0205a4a56eb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0720615
Dec 24 11:12:31.713110 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4b564-6bf0-4f7e-8e15-28576b758ee8 req-9dfdb747-ab2b-43d8-a1bf-454086f20ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:31.714499 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eec4b564-6bf0-4f7e-8e15-28576b758ee8 req-9dfdb747-ab2b-43d8-a1bf-454086f20ccb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 1099 time: 0.0691431
Dec 24 11:12:31.856257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4b564-6bf0-4f7e-8e15-28576b758ee8 req-8b7bc1ec-eca0-4127-a642-4cc3036140f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:31.857745 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eec4b564-6bf0-4f7e-8e15-28576b758ee8 req-8b7bc1ec-eca0-4127-a642-4cc3036140f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 HTTP/1.1" status: 200  len: 897 time: 0.1258190
Dec 24 11:12:31.866516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b3612690-31fd-4ce3-9f2c-e7776032608f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:31.967252 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eec4b564-6bf0-4f7e-8e15-28576b758ee8 req-9eb24789-4970-49c6-b0ab-24b7fac9de7a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cfd98da-7dfd-4d8d-b08e-d335a9292f86 HTTP/1.1" status: 200  len: 1002 time: 0.1027634
Dec 24 11:12:32.026556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4b564-6bf0-4f7e-8e15-28576b758ee8 req-e17543ab-dbdd-43b5-85df-2c7792072900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:32.027906 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eec4b564-6bf0-4f7e-8e15-28576b758ee8 req-e17543ab-dbdd-43b5-85df-2c7792072900 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53165e42-e2ea-432f-8ecb-c6d3ae111cf9 HTTP/1.1" status: 200  len: 835 time: 0.0550885
Dec 24 11:12:32.203762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec4b564-6bf0-4f7e-8e15-28576b758ee8 req-7de04a39-fa4a-44d8-be9b-f24c16a25428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:32.205229 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eec4b564-6bf0-4f7e-8e15-28576b758ee8 req-7de04a39-fa4a-44d8-be9b-f24c16a25428 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1713588
Dec 24 11:12:32.295454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54768) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:32.301265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-862efc76-4732-4c88-bbd2-b9e82620ca30 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:12:32.334273 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eec4b564-6bf0-4f7e-8e15-28576b758ee8 req-3ff92600-adc9-4b88-8500-a9be895fdd58 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215169
Dec 24 11:12:32.425070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-862efc76-4732-4c88-bbd2-b9e82620ca30 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:32.467291 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eec4b564-6bf0-4f7e-8e15-28576b758ee8 req-b131f8e7-c0d4-4c75-962b-ff9c604b4eeb service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1271493
Dec 24 11:12:32.637779 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-862efc76-4732-4c88-bbd2-b9e82620ca30 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2,segment=NetworkSegment(974fc4ff-acce-4f46-bb2a-f3e3ae98c757),segment_id=974fc4ff-acce-4f46-bb2a-f3e3ae98c757)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:12:32.662273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-862efc76-4732-4c88-bbd2-b9e82620ca30 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:32.666666 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-862efc76-4732-4c88-bbd2-b9e82620ca30 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:32.671191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:32.730057 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862efc76-4732-4c88-bbd2-b9e82620ca30 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:32.730273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-862efc76-4732-4c88-bbd2-b9e82620ca30 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:32.734568 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54772) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:32.735058 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-862efc76-4732-4c88-bbd2-b9e82620ca30 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/ports/6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 HTTP/1.1" status: 200  len: 938 time: 0.4381187
Dec 24 11:12:32.735249 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'tag': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:12:32.802146 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862efc76-4732-4c88-bbd2-b9e82620ca30 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2,revision_number=7']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:32.807180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-862efc76-4732-4c88-bbd2-b9e82620ca30 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:32.832817 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'tag': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'status': 'completed', 'code': 200}
Dec 24 11:12:32.923401 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-84ed0bc6-b1d0-465c-a0fd-a1e6e88c3021 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/2a64db26-a1b3-4cae-9e75-5ab93dd6532e HTTP/1.1" status: 200  len: 994 time: 0.1874099
Dec 24 11:12:32.950464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b67815-063d-4c1b-aaab-78b0b7824df9 req-a1d03ad5-c2bf-454e-9533-562e3782b1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:32.951946 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-03b67815-063d-4c1b-aaab-78b0b7824df9 req-a1d03ad5-c2bf-454e-9533-562e3782b1b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 1099 time: 0.0912464
Dec 24 11:12:33.000456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c1f0a1d4-5917-461d-99fa-875da6a9f4ba None None] Provisioning complete for port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:12:33.001030 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c1f0a1d4-5917-461d-99fa-875da6a9f4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:33.087559 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b67815-063d-4c1b-aaab-78b0b7824df9 req-63b49294-84a7-449c-bfd7-43929d3c6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:33.089357 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-03b67815-063d-4c1b-aaab-78b0b7824df9 req-63b49294-84a7-449c-bfd7-43929d3c6b5e service neutron] 10.222.0.32 "GET /v2.0/networks?id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 HTTP/1.1" status: 200  len: 897 time: 0.1305842
Dec 24 11:12:33.118169 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:12:33.168081 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:33.172107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:33.202082 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-03b67815-063d-4c1b-aaab-78b0b7824df9 req-cd397d14-75b7-45c4-b6ab-08c19215039d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 HTTP/1.1" status: 200  len: 1002 time: 0.1062350
Dec 24 11:12:33.276172 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b67815-063d-4c1b-aaab-78b0b7824df9 req-d48e09ee-fa84-4830-9c1f-3ca3d69d3996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:33.277596 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-03b67815-063d-4c1b-aaab-78b0b7824df9 req-d48e09ee-fa84-4830-9c1f-3ca3d69d3996 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53165e42-e2ea-432f-8ecb-c6d3ae111cf9 HTTP/1.1" status: 200  len: 835 time: 0.0690420
Dec 24 11:12:33.355958 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b67815-063d-4c1b-aaab-78b0b7824df9 req-ca9a4488-772c-4ed1-84a3-7c16a3bdf029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:33.357344 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-03b67815-063d-4c1b-aaab-78b0b7824df9 req-ca9a4488-772c-4ed1-84a3-7c16a3bdf029 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0738106
Dec 24 11:12:33.488062 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-03b67815-063d-4c1b-aaab-78b0b7824df9 req-8fc2f85c-8e22-4749-a56a-2245e5f4ed35 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244342
Dec 24 11:12:33.619829 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-03b67815-063d-4c1b-aaab-78b0b7824df9 req-c67b887b-cd97-4246-8f5a-38564b85c347 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250420
Dec 24 11:12:34.864402 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:35.492630 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54786) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:35.691776 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 842e120f-3f3f-4161-8291-39a7e691aa41 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:12:35.692023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:35.964101 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:35.964327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:36.087607 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 842e120f-3f3f-4161-8291-39a7e691aa41 owned by network:floatingip {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:12:36.230437 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:36.234743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:36.281753 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=842e120f-3f3f-4161-8291-39a7e691aa41,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:36.322261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:36.322679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:36.323086 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:36.323481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:36.323876 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:36.324267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:36.324669 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:36.325061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:36.325453 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:36.325841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:36.326260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:36.326641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:36.353426 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:36.382174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:36.382518 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP 7db2673c-a5a6-420f-be4a-bc2f53f355d5 disassociated (deleted). External IP: 172.26.4.223, port: 8cfd98da-7dfd-4d8d-b08e-d335a9292f86.
Dec 24 11:12:36.726476 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:12:36.897607 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:12:36.908313 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936af510-7d78-48f6-8931-c00462bb9288 None None] Sync routers for ids ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:12:36.918665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:36.921858 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936af510-7d78-48f6-8931-c00462bb9288 None None] Routers {'7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:36.922506 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-936af510-7d78-48f6-8931-c00462bb9288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2fc7c0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:36.978573 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/floatingips/7db2673c-a5a6-420f-be4a-bc2f53f355d5 HTTP/1.1" status: 204  len: 168 time: 1.4817653
Dec 24 11:12:36.978573 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98', 'tag': '8cfd98da-7dfd-4d8d-b08e-d335a9292f86'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:12:37.105497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-936af510-7d78-48f6-8931-c00462bb9288 None None] Set router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:12:37.140154 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98', 'tag': '8cfd98da-7dfd-4d8d-b08e-d335a9292f86', 'status': 'completed', 'code': 200}
Dec 24 11:12:37.240815 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e605472-7407-4841-8b10-992b359c8492 req-fc92b28a-e852-4de1-9c85-54ac9c055521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:37.242587 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2e605472-7407-4841-8b10-992b359c8492 req-fc92b28a-e852-4de1-9c85-54ac9c055521 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 1099 time: 0.0725508
Dec 24 11:12:37.437576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e605472-7407-4841-8b10-992b359c8492 req-75310b7b-3219-4564-8914-91c9724f8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:37.439080 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2e605472-7407-4841-8b10-992b359c8492 req-75310b7b-3219-4564-8914-91c9724f8ce8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 HTTP/1.1" status: 200  len: 897 time: 0.1899052
Dec 24 11:12:37.469200 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-936af510-7d78-48f6-8931-c00462bb9288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2fc7c0>, [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:10:33Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '2a64db26-a1b3-4cae-9e75-5ab93dd6532e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'port_id': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'mac_address': 'fa:16:3e:ae:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:10:50Z', 'updated_at': '2021-12-24T11:10:53Z', 'revision_number': 1, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd5b6e5-5a1d-439d-838b-80f7e316829c', 'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:95:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:32Z', 'updated_at': '2021-12-24T11:10:38Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:37.473753 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936af510-7d78-48f6-8931-c00462bb9288 None None] Checking router: 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:12:37.483136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936af510-7d78-48f6-8931-c00462bb9288 None None] Routers {'7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:37.483960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-936af510-7d78-48f6-8931-c00462bb9288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2fc7c0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:37.639879 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2e605472-7407-4841-8b10-992b359c8492 req-8a2f6457-c490-48be-97be-b33e15cc9ad0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8cfd98da-7dfd-4d8d-b08e-d335a9292f86 HTTP/1.1" status: 200  len: 217 time: 0.1924961
Dec 24 11:12:37.704097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d2df6-e8bb-4604-92eb-ed8e782764d8 req-330d617e-63ba-4481-945f-843866188964 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:37.704795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-797d2df6-e8bb-4604-92eb-ed8e782764d8 req-330d617e-63ba-4481-945f-843866188964 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:12:37.705717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-936af510-7d78-48f6-8931-c00462bb9288 None None] Set router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:12:37.726557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e605472-7407-4841-8b10-992b359c8492 req-a434f38f-735a-4a9f-b8a4-1398de9a3340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:37.728012 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2e605472-7407-4841-8b10-992b359c8492 req-a434f38f-735a-4a9f-b8a4-1398de9a3340 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53165e42-e2ea-432f-8ecb-c6d3ae111cf9 HTTP/1.1" status: 200  len: 835 time: 0.0812619
Dec 24 11:12:37.729208 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-797d2df6-e8bb-4604-92eb-ed8e782764d8 req-330d617e-63ba-4481-945f-843866188964 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:12:37.730217 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-797d2df6-e8bb-4604-92eb-ed8e782764d8 req-330d617e-63ba-4481-945f-843866188964 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 946 time: 0.4606247
Dec 24 11:12:37.826255 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-797d2df6-e8bb-4604-92eb-ed8e782764d8 req-e6aa6623-1bad-493d-a5ec-4e8570e165fe tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6310894-b9bd-4aca-843f-ead4ca8dcb72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578547
Dec 24 11:12:37.836203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e605472-7407-4841-8b10-992b359c8492 req-c4f50a5d-7b1f-4971-a490-85fb37dd6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:37.837713 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2e605472-7407-4841-8b10-992b359c8492 req-c4f50a5d-7b1f-4971-a490-85fb37dd6551 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1032786
Dec 24 11:12:37.970336 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2e605472-7407-4841-8b10-992b359c8492 req-7c43b657-2959-4831-be3f-6596b86e11a4 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255143
Dec 24 11:12:38.050356 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-936af510-7d78-48f6-8931-c00462bb9288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2fc7c0>, [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:10:33Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '2a64db26-a1b3-4cae-9e75-5ab93dd6532e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'port_id': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'mac_address': 'fa:16:3e:ae:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:10:50Z', 'updated_at': '2021-12-24T11:10:53Z', 'revision_number': 1, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd5b6e5-5a1d-439d-838b-80f7e316829c', 'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:95:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:32Z', 'updated_at': '2021-12-24T11:10:38Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:38.054366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936af510-7d78-48f6-8931-c00462bb9288 None None] The sync data for ids ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'] in dv-neutron-822668-2-hyperv is: [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:10:33Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '2a64db26-a1b3-4cae-9e75-5ab93dd6532e', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.142', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'port_id': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'mac_address': 'fa:16:3e:ae:f5:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:10:50Z', 'updated_at': '2021-12-24T11:10:53Z', 'revision_number': 1, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'abd5b6e5-5a1d-439d-838b-80f7e316829c', 'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:95:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:32Z', 'updated_at': '2021-12-24T11:10:38Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:12:38.111816 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2e605472-7407-4841-8b10-992b359c8492 req-f5589c30-42c2-4bf1-9242-76071d4498f0 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337070
Dec 24 11:12:38.276555 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4294a325-9304-4295-99f8-b4267ac3b559 None None] New status for floating IP 7db2673c-a5a6-420f-be4a-bc2f53f355d5: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:12:38.849313 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3703a2-d159-4062-9b77-2c2a4e536b5d req-efea14d0-9724-4da4-a35c-27d5a58eef9f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:38.850750 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f3703a2-d159-4062-9b77-2c2a4e536b5d req-efea14d0-9724-4da4-a35c-27d5a58eef9f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 946 time: 0.0811100
Dec 24 11:12:38.919777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-9f3703a2-d159-4062-9b77-2c2a4e536b5d req-d20d55f2-d8dc-4032-abb7-f2335181b0ba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:12:38.920118 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9f3703a2-d159-4062-9b77-2c2a4e536b5d req-d20d55f2-d8dc-4032-abb7-f2335181b0ba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:39.060091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b473bd1-f890-4f3c-94b1-1390e23842c9 req-e59b2553-ac24-44b1-93f3-440f61da572b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:39.061570 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3b473bd1-f890-4f3c-94b1-1390e23842c9 req-e59b2553-ac24-44b1-93f3-440f61da572b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98 HTTP/1.1" status: 200  len: 946 time: 0.1298902
Dec 24 11:12:39.105424 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3b473bd1-f890-4f3c-94b1-1390e23842c9 req-3efda8c5-4446-4e4a-aaa2-a65fd0175afd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=a6310894-b9bd-4aca-843f-ead4ca8dcb72&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381489
Dec 24 11:12:39.167740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-9f3703a2-d159-4062-9b77-2c2a4e536b5d req-d20d55f2-d8dc-4032-abb7-f2335181b0ba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 8cfd98da-7dfd-4d8d-b08e-d335a9292f86, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8cfd98da-7dfd-4d8d-b08e-d335a9292f86,segment=NetworkSegment(974fc4ff-acce-4f46-bb2a-f3e3ae98c757),segment_id=974fc4ff-acce-4f46-bb2a-f3e3ae98c757)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:12:39.168101 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9f3703a2-d159-4062-9b77-2c2a4e536b5d req-d20d55f2-d8dc-4032-abb7-f2335181b0ba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:39.290002 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-9f3703a2-d159-4062-9b77-2c2a4e536b5d req-d20d55f2-d8dc-4032-abb7-f2335181b0ba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:12:39.433751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9f3703a2-d159-4062-9b77-2c2a4e536b5d req-d20d55f2-d8dc-4032-abb7-f2335181b0ba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:39.439155 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c770c64e-754e-40df-b879-b1f472e71404 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:39.483378 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20d55f2-d8dc-4032-abb7-f2335181b0ba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=8cfd98da-7dfd-4d8d-b08e-d335a9292f86,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:39.486235 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d20d55f2-d8dc-4032-abb7-f2335181b0ba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:39.557387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3703a2-d159-4062-9b77-2c2a4e536b5d req-d20d55f2-d8dc-4032-abb7-f2335181b0ba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] No DVR routers for this DVR port 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:12:39.559892 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9f3703a2-d159-4062-9b77-2c2a4e536b5d req-d20d55f2-d8dc-4032-abb7-f2335181b0ba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:39.562393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98', 'name': 'network-vif-deleted', 'tag': '8cfd98da-7dfd-4d8d-b08e-d335a9292f86'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:12:39.577881 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f3703a2-d159-4062-9b77-2c2a4e536b5d req-d20d55f2-d8dc-4032-abb7-f2335181b0ba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "DELETE /v2.0/ports/8cfd98da-7dfd-4d8d-b08e-d335a9292f86 HTTP/1.1" status: 204  len: 173 time: 0.7213719
Dec 24 11:12:39.611103 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cf5afd1-79a8-4ea0-8bbc-3cc92b9eaa98', 'name': 'network-vif-deleted', 'tag': '8cfd98da-7dfd-4d8d-b08e-d335a9292f86', 'status': 'completed', 'code': 200}
Dec 24 11:12:40.205182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54808) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:40.272150 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-536eafb0-b1d9-49f4-9de0-cf9b6abbe920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:40.301616 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-536eafb0-b1d9-49f4-9de0-cf9b6abbe920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:40.369492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-536eafb0-b1d9-49f4-9de0-cf9b6abbe920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:40.373297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d68f5d64-5dee-4c62-a6c4-a92e4c042974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:40.385511 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536eafb0-b1d9-49f4-9de0-cf9b6abbe920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6310894-b9bd-4aca-843f-ead4ca8dcb72,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:40.389669 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-536eafb0-b1d9-49f4-9de0-cf9b6abbe920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:40.402436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-536eafb0-b1d9-49f4-9de0-cf9b6abbe920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:40.406489 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-536eafb0-b1d9-49f4-9de0-cf9b6abbe920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/security-groups/a6310894-b9bd-4aca-843f-ead4ca8dcb72 HTTP/1.1" status: 204  len: 168 time: 0.1976063
Dec 24 11:12:40.434793 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54814) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:40.585796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:40.631157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-de0a5910-3b88-43e8-96b1-4a9e1a85a860 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port cad5da25-1fb9-4785-8d02-c71e93fc4f84 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:12:40.631501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-de0a5910-3b88-43e8-96b1-4a9e1a85a860 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:40.905274 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-de0a5910-3b88-43e8-96b1-4a9e1a85a860 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:40.905604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-de0a5910-3b88-43e8-96b1-4a9e1a85a860 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:41.026444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-de0a5910-3b88-43e8-96b1-4a9e1a85a860 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for cad5da25-1fb9-4785-8d02-c71e93fc4f84 owned by network:floatingip {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:12:41.174364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-de0a5910-3b88-43e8-96b1-4a9e1a85a860 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:41.177664 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:41.219210 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a5910-3b88-43e8-96b1-4a9e1a85a860 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=cad5da25-1fb9-4785-8d02-c71e93fc4f84,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:41.246823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-de0a5910-3b88-43e8-96b1-4a9e1a85a860 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:41.311166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-de0a5910-3b88-43e8-96b1-4a9e1a85a860 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:41.311494 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-de0a5910-3b88-43e8-96b1-4a9e1a85a860 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP 2a64db26-a1b3-4cae-9e75-5ab93dd6532e disassociated (deleted). External IP: 172.26.4.142, port: 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2.
Dec 24 11:12:41.492394 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:12:41.529295 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:12:41.529645 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8cfd98da-7dfd-4d8d-b08e-d335a9292f86 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:12:41.654592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0a5910-3b88-43e8-96b1-4a9e1a85a860 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:12:41.829280 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0a5910-3b88-43e8-96b1-4a9e1a85a860 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:12:41.839622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabbb44b-7cf8-49cd-a202-97ff2b61e6c4 None None] Sync routers for ids ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:12:41.844654 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-de0a5910-3b88-43e8-96b1-4a9e1a85a860 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:41.848328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabbb44b-7cf8-49cd-a202-97ff2b61e6c4 None None] Routers {'7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:41.848943 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-cabbb44b-7cf8-49cd-a202-97ff2b61e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d064ee0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:41.898942 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-de0a5910-3b88-43e8-96b1-4a9e1a85a860 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/floatingips/2a64db26-a1b3-4cae-9e75-5ab93dd6532e HTTP/1.1" status: 204  len: 168 time: 1.4630342
Dec 24 11:12:41.900257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'tag': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:12:41.948501 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'tag': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'status': 'completed', 'code': 200}
Dec 24 11:12:42.035030 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-cabbb44b-7cf8-49cd-a202-97ff2b61e6c4 None None] Set router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:12:42.045803 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a13941-dae4-4552-a0cb-2244963d9c9a req-9872445e-b7eb-4785-b586-2a7a960a5a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:42.047345 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-49a13941-dae4-4552-a0cb-2244963d9c9a req-9872445e-b7eb-4785-b586-2a7a960a5a64 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 1099 time: 0.0777822
Dec 24 11:12:42.198105 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a13941-dae4-4552-a0cb-2244963d9c9a req-6cb309bf-62f9-4d10-a3dc-28653066b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:42.199720 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-49a13941-dae4-4552-a0cb-2244963d9c9a req-6cb309bf-62f9-4d10-a3dc-28653066b361 service neutron] 10.222.0.32 "GET /v2.0/networks?id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 HTTP/1.1" status: 200  len: 897 time: 0.1454473
Dec 24 11:12:42.363972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-cabbb44b-7cf8-49cd-a202-97ff2b61e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d064ee0>, [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:10:33Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'abd5b6e5-5a1d-439d-838b-80f7e316829c', 'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:95:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:32Z', 'updated_at': '2021-12-24T11:10:38Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:42.368136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabbb44b-7cf8-49cd-a202-97ff2b61e6c4 None None] Checking router: 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:12:42.376436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabbb44b-7cf8-49cd-a202-97ff2b61e6c4 None None] Routers {'7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:42.377070 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-cabbb44b-7cf8-49cd-a202-97ff2b61e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d064ee0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:42.423976 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-49a13941-dae4-4552-a0cb-2244963d9c9a req-5b41c7e0-2141-42c8-a60e-41d325a22f5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 HTTP/1.1" status: 200  len: 217 time: 0.0754621
Dec 24 11:12:42.503617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a13941-dae4-4552-a0cb-2244963d9c9a req-fc1128aa-d6d1-4ce2-a05d-5437cfc99c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:42.505048 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-49a13941-dae4-4552-a0cb-2244963d9c9a req-fc1128aa-d6d1-4ce2-a05d-5437cfc99c73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=53165e42-e2ea-432f-8ecb-c6d3ae111cf9 HTTP/1.1" status: 200  len: 835 time: 0.0727425
Dec 24 11:12:42.512574 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ce163f-039e-45ea-959f-cd8597509dd0 req-30d91354-3f16-4bc7-9340-1a6fe0e29ad1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:42.513248 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-d1ce163f-039e-45ea-959f-cd8597509dd0 req-30d91354-3f16-4bc7-9340-1a6fe0e29ad1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:12:42.555832 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-cabbb44b-7cf8-49cd-a202-97ff2b61e6c4 None None] Set router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:12:42.572670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-d1ce163f-039e-45ea-959f-cd8597509dd0 req-30d91354-3f16-4bc7-9340-1a6fe0e29ad1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:12:42.573831 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d1ce163f-039e-45ea-959f-cd8597509dd0 req-30d91354-3f16-4bc7-9340-1a6fe0e29ad1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 946 time: 0.3718724
Dec 24 11:12:42.626153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a13941-dae4-4552-a0cb-2244963d9c9a req-23201785-65e8-4525-90be-82ae690c45a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:42.627549 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-49a13941-dae4-4552-a0cb-2244963d9c9a req-23201785-65e8-4525-90be-82ae690c45a8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1116319
Dec 24 11:12:42.634294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-d1ce163f-039e-45ea-959f-cd8597509dd0 req-715ef21d-ee2a-4b31-a084-285438e86172 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:12:42.727694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-d1ce163f-039e-45ea-959f-cd8597509dd0 req-715ef21d-ee2a-4b31-a084-285438e86172 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:12:42.728848 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d1ce163f-039e-45ea-959f-cd8597509dd0 req-715ef21d-ee2a-4b31-a084-285438e86172 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=0011117e-f17a-4e89-9365-70a9578d257d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1488533
Dec 24 11:12:42.776143 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-49a13941-dae4-4552-a0cb-2244963d9c9a req-d1526c19-e086-4eb4-96b8-5251c3dbdf91 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383235
Dec 24 11:12:42.909411 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-cabbb44b-7cf8-49cd-a202-97ff2b61e6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d064ee0>, [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:10:33Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'abd5b6e5-5a1d-439d-838b-80f7e316829c', 'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:95:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:32Z', 'updated_at': '2021-12-24T11:10:38Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:42.910031 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-49a13941-dae4-4552-a0cb-2244963d9c9a req-0d36dd92-4c18-4738-8903-0f0a92d84394 service neutron] 10.222.0.32 "GET /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265264
Dec 24 11:12:42.913414 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabbb44b-7cf8-49cd-a202-97ff2b61e6c4 None None] The sync data for ids ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'] in dv-neutron-822668-2-hyperv is: [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:10:33Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'abd5b6e5-5a1d-439d-838b-80f7e316829c', 'name': '', 'network_id': '36d1a991-cc94-4ef5-b8b7-2c982e8fbec9', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:95:5d:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:32Z', 'updated_at': '2021-12-24T11:10:38Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '53165e42-e2ea-432f-8ecb-c6d3ae111cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:12:43.125625 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fe9471-c84c-493e-92b3-62322b52da4d None None] New status for floating IP 2a64db26-a1b3-4cae-9e75-5ab93dd6532e: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:12:43.912657 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d14cc7-80f5-41c2-bc4f-c398ae53ff06 req-c52d1604-6a18-4bb5-9b99-424b1398aae5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:43.914709 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a2d14cc7-80f5-41c2-bc4f-c398ae53ff06 req-c52d1604-6a18-4bb5-9b99-424b1398aae5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 946 time: 0.0801499
Dec 24 11:12:43.943824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200f08b-460e-447e-bb76-bd4be27ce233 req-72f7b112-2a48-425c-b98c-284ecfc3ae2d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:43.945284 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d200f08b-460e-447e-bb76-bd4be27ce233 req-72f7b112-2a48-425c-b98c-284ecfc3ae2d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 946 time: 0.0823066
Dec 24 11:12:43.962894 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a2d14cc7-80f5-41c2-bc4f-c398ae53ff06 req-d26f6552-9939-4fd5-acd7-35fa09a4280b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=0011117e-f17a-4e89-9365-70a9578d257d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423839
Dec 24 11:12:44.013958 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-d200f08b-460e-447e-bb76-bd4be27ce233 req-a1f39f8c-e3b3-4e7d-86b1-0a4573501ad3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:12:44.014234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-d200f08b-460e-447e-bb76-bd4be27ce233 req-a1f39f8c-e3b3-4e7d-86b1-0a4573501ad3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:44.254544 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-d200f08b-460e-447e-bb76-bd4be27ce233 req-a1f39f8c-e3b3-4e7d-86b1-0a4573501ad3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2,segment=NetworkSegment(974fc4ff-acce-4f46-bb2a-f3e3ae98c757),segment_id=974fc4ff-acce-4f46-bb2a-f3e3ae98c757)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:12:44.254897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-d200f08b-460e-447e-bb76-bd4be27ce233 req-a1f39f8c-e3b3-4e7d-86b1-0a4573501ad3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:44.374907 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-d200f08b-460e-447e-bb76-bd4be27ce233 req-a1f39f8c-e3b3-4e7d-86b1-0a4573501ad3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:12:44.517236 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-d200f08b-460e-447e-bb76-bd4be27ce233 req-a1f39f8c-e3b3-4e7d-86b1-0a4573501ad3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:44.522617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:44.566168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f39f8c-e3b3-4e7d-86b1-0a4573501ad3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:44.569146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a1f39f8c-e3b3-4e7d-86b1-0a4573501ad3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:44.641502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-d200f08b-460e-447e-bb76-bd4be27ce233 req-a1f39f8c-e3b3-4e7d-86b1-0a4573501ad3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] No DVR routers for this DVR port 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:12:44.643899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-d200f08b-460e-447e-bb76-bd4be27ce233 req-a1f39f8c-e3b3-4e7d-86b1-0a4573501ad3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:44.646542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'name': 'network-vif-deleted', 'tag': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:12:44.663180 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d200f08b-460e-447e-bb76-bd4be27ce233 req-a1f39f8c-e3b3-4e7d-86b1-0a4573501ad3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "DELETE /v2.0/ports/6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 HTTP/1.1" status: 204  len: 173 time: 0.7124794
Dec 24 11:12:44.691339 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf9b807a-3ec2-41af-a2e4-b546ef7827c8', 'name': 'network-vif-deleted', 'tag': '6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2', 'status': 'completed', 'code': 200}
Dec 24 11:12:45.129306 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-de97268c-249a-42b7-834d-c100c95e489c req-ec91fa76-994c-4c93-961a-fd32e379fa5c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf9b807a-3ec2-41af-a2e4-b546ef7827c8 HTTP/1.1" status: 200  len: 210 time: 0.0458109
Dec 24 11:12:46.222811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54832) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:46.289430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4553-598b-4c0b-bd7f-480e178491dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:46.317576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4553-598b-4c0b-bd7f-480e178491dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:46.384196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4553-598b-4c0b-bd7f-480e178491dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:46.388179 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9202ba0c-50e2-4d8b-bf04-47ee157f7a4f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:46.408552 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d4553-598b-4c0b-bd7f-480e178491dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0011117e-f17a-4e89-9365-70a9578d257d,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:46.411770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5a7d4553-598b-4c0b-bd7f-480e178491dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:46.419084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5a7d4553-598b-4c0b-bd7f-480e178491dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:46.420189 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5a7d4553-598b-4c0b-bd7f-480e178491dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/security-groups/0011117e-f17a-4e89-9365-70a9578d257d HTTP/1.1" status: 204  len: 168 time: 0.1964219
Dec 24 11:12:46.453420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54838) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:47.081962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c918-896b-4022-a33a-548658f48fec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:47.424856 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-6fa7c918-896b-4022-a33a-548658f48fec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port abd5b6e5-5a1d-439d-838b-80f7e316829c {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:12:47.425446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c918-896b-4022-a33a-548658f48fec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:47.524468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:12:47.561108 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:12:47.561458 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 6a2bc1ef-da0c-47fd-b360-5bf3cc86aeb2 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:12:47.608805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-6fa7c918-896b-4022-a33a-548658f48fec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port abd5b6e5-5a1d-439d-838b-80f7e316829c, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=abd5b6e5-5a1d-439d-838b-80f7e316829c,segment=NetworkSegment(974fc4ff-acce-4f46-bb2a-f3e3ae98c757),segment_id=974fc4ff-acce-4f46-bb2a-f3e3ae98c757)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:12:47.609157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c918-896b-4022-a33a-548658f48fec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:47.732482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-6fa7c918-896b-4022-a33a-548658f48fec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for abd5b6e5-5a1d-439d-838b-80f7e316829c owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:12:48.172001 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c918-896b-4022-a33a-548658f48fec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:48.176537 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ad752c29-f6b5-41b4-8b8b-6f49f84fb6dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:48.225559 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7c918-896b-4022-a33a-548658f48fec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=abd5b6e5-5a1d-439d-838b-80f7e316829c,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:48.251956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6fa7c918-896b-4022-a33a-548658f48fec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:48.498753 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6fa7c918-896b-4022-a33a-548658f48fec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:48.844860 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa7c918-896b-4022-a33a-548658f48fec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:12:49.018269 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa7c918-896b-4022-a33a-548658f48fec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:12:49.028213 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19f8fd2-69d8-4744-8607-53de944344f8 None None] Sync routers for ids ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:12:49.032315 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6fa7c918-896b-4022-a33a-548658f48fec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5778081
Dec 24 11:12:49.034924 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54842) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:49.037682 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19f8fd2-69d8-4744-8607-53de944344f8 None None] Routers {'7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:49.038330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d19f8fd2-69d8-4744-8607-53de944344f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4e2c70>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:49.098643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-303a1b56-ef28-43ef-95eb-a3721f6e14c7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting subnet 53165e42-e2ea-432f-8ecb-c6d3ae111cf9 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:12:49.101528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-303a1b56-ef28-43ef-95eb-a3721f6e14c7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:49.158183 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-303a1b56-ef28-43ef-95eb-a3721f6e14c7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:49.212935 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-d19f8fd2-69d8-4744-8607-53de944344f8 None None] Set router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:12:49.238217 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-303a1b56-ef28-43ef-95eb-a3721f6e14c7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:49.313058 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-303a1b56-ef28-43ef-95eb-a3721f6e14c7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:49.317748 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-414b425b-1254-4eff-aad4-e0312b37d4fc tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:49.486968 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a1b56-ef28-43ef-95eb-a3721f6e14c7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Subnet': ['ID=53165e42-e2ea-432f-8ecb-c6d3ae111cf9,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:49.489722 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-303a1b56-ef28-43ef-95eb-a3721f6e14c7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:49.492829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-303a1b56-ef28-43ef-95eb-a3721f6e14c7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:49.499256 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a174fc-5f0a-42e9-93d9-1db59df481c2 None None] Network 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:12:49.499655 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-303a1b56-ef28-43ef-95eb-a3721f6e14c7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/subnets/53165e42-e2ea-432f-8ecb-c6d3ae111cf9 HTTP/1.1" status: 204  len: 168 time: 0.4637256
Dec 24 11:12:49.502218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54846) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:49.566074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d19f8fd2-69d8-4744-8607-53de944344f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4e2c70>, [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:12:48Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:49.584719 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19f8fd2-69d8-4744-8607-53de944344f8 None None] Checking router: 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:12:49.629862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19f8fd2-69d8-4744-8607-53de944344f8 None None] Routers {'7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:49.630527 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d19f8fd2-69d8-4744-8607-53de944344f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4e2c70>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:49.681327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0da76e7d-bc3a-4d18-9067-11cba72ae336 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:49.850849 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-d19f8fd2-69d8-4744-8607-53de944344f8 None None] Set router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:12:49.855615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0da76e7d-bc3a-4d18-9067-11cba72ae336 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:49.864883 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0da76e7d-bc3a-4d18-9067-11cba72ae336 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:12:49.865219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0da76e7d-bc3a-4d18-9067-11cba72ae336 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:50.045168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-0da76e7d-bc3a-4d18-9067-11cba72ae336 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=11e4144f-ac55-4a7f-9ca0-1d3586fd4f95,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:12:50.045530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0da76e7d-bc3a-4d18-9067-11cba72ae336 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:50.075188 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] DHCP port deletion for 36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:12:50.092361 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Deleting port d3f6b524-5ee6-4bce-a152-7dbe23546112 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:12:50.092737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:50.167654 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-0da76e7d-bc3a-4d18-9067-11cba72ae336 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95 owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:12:50.339313 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0da76e7d-bc3a-4d18-9067-11cba72ae336 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:50.343823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0e707636-41f4-4d4a-ab43-cc198c0b20da tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:50.386222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da76e7d-bc3a-4d18-9067-11cba72ae336 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=11e4144f-ac55-4a7f-9ca0-1d3586fd4f95,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:50.388072 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] For port d3f6b524-5ee6-4bce-a152-7dbe23546112, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d3f6b524-5ee6-4bce-a152-7dbe23546112,segment=NetworkSegment(974fc4ff-acce-4f46-bb2a-f3e3ae98c757),segment_id=974fc4ff-acce-4f46-bb2a-f3e3ae98c757)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:12:50.388546 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:50.389434 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0da76e7d-bc3a-4d18-9067-11cba72ae336 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:50.404216 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d19f8fd2-69d8-4744-8607-53de944344f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4e2c70>, [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:12:48Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:50.460564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d3f6b524-5ee6-4bce-a152-7dbe23546112 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:12:50.486222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0da76e7d-bc3a-4d18-9067-11cba72ae336 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:50.550175 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Calling delete_port for d3f6b524-5ee6-4bce-a152-7dbe23546112 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:12:50.576363 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19f8fd2-69d8-4744-8607-53de944344f8 None None] The sync data for ids ['7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea'] in dv-neutron-822668-2-hyperv is: [{'id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'name': 'tempest-TestNetworkBasicOps-router-2008731727', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:10:28Z', 'updated_at': '2021-12-24T11:12:48Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '11e4144f-ac55-4a7f-9ca0-1d3586fd4f95', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:31:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1455, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:10:29Z', 'updated_at': '2021-12-24T11:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:12:50.658626 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0da76e7d-bc3a-4d18-9067-11cba72ae336 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:50.661046 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0da76e7d-bc3a-4d18-9067-11cba72ae336 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:50.684583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0da76e7d-bc3a-4d18-9067-11cba72ae336 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:50.685095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da76e7d-bc3a-4d18-9067-11cba72ae336 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Fanout notify agent at l3_agent the message router_deleted on router 7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:12:50.700850 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0da76e7d-bc3a-4d18-9067-11cba72ae336 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:50.702081 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0da76e7d-bc3a-4d18-9067-11cba72ae336 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/routers/7a474a2b-b53d-4be0-b6e7-f0c8e4f341ea HTTP/1.1" status: 204  len: 168 time: 1.1988099
Dec 24 11:12:50.704992 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54850) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:50.705345 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:50.720547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:50.726459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:50.777417 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Pushing event deleted for resources: {'Port': ['ID=d3f6b524-5ee6-4bce-a152-7dbe23546112,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:50.781038 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] No DVR routers for this DVR port d3f6b524-5ee6-4bce-a152-7dbe23546112 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:12:50.788995 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:50.788995 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:50.789384 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:50.789663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:50.790033 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:50.790371 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:50.791018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:50.791018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:50.791343 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:50.791673 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:50.792002 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:50.792322 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:50.796001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:50.928932 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3ef133e5-915b-4749-98a1-e708e46d2af5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:51.063400 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3ef133e5-915b-4749-98a1-e708e46d2af5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:51.088443 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-3ef133e5-915b-4749-98a1-e708e46d2af5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b1ee0>,) {'filters': {'network_id': ['36d1a991-cc94-4ef5-b8b7-2c982e8fbec9']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:51.100308 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-3ef133e5-915b-4749-98a1-e708e46d2af5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b1ee0>, '974fc4ff-acce-4f46-bb2a-f3e3ae98c757') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:51.100599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-3ef133e5-915b-4749-98a1-e708e46d2af5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b1ee0>, '974fc4ff-acce-4f46-bb2a-f3e3ae98c757') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:51.112211 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3ef133e5-915b-4749-98a1-e708e46d2af5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:51.128320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3ef133e5-915b-4749-98a1-e708e46d2af5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:51.134566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef133e5-915b-4749-98a1-e708e46d2af5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:12:51.135776 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3ef133e5-915b-4749-98a1-e708e46d2af5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:12:51.150424 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:12:51.234122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3ef133e5-915b-4749-98a1-e708e46d2af5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:51.238250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0a252ded-e380-43c4-ad3a-b856a7411bce tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:51.253956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3ef133e5-915b-4749-98a1-e708e46d2af5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:51.265365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef133e5-915b-4749-98a1-e708e46d2af5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Network': ['ID=36d1a991-cc94-4ef5-b8b7-2c982e8fbec9,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:51.269525 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3ef133e5-915b-4749-98a1-e708e46d2af5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:51.271322 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3ef133e5-915b-4749-98a1-e708e46d2af5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/networks/36d1a991-cc94-4ef5-b8b7-2c982e8fbec9 HTTP/1.1" status: 204  len: 168 time: 0.5654504
Dec 24 11:12:51.297625 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54854) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:51.303107 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-7c924d38-f461-477e-a011-99dc226778cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'network': {'name': 'tempest-network-smoke--148424379', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'port_security_enabled': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:12:51.308096 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7c924d38-f461-477e-a011-99dc226778cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:12:51.312157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-7c924d38-f461-477e-a011-99dc226778cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:network and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:12:51.315012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-7c924d38-f461-477e-a011-99dc226778cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:12:51.320604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7c924d38-f461-477e-a011-99dc226778cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:12:51.330605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c924d38-f461-477e-a011-99dc226778cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:12:51.333852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7c924d38-f461-477e-a011-99dc226778cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:51.362913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c924d38-f461-477e-a011-99dc226778cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:12:51.372829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7c924d38-f461-477e-a011-99dc226778cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:51.373175 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-7c924d38-f461-477e-a011-99dc226778cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Added segment 55ca56a0-b6b1-48e7-ac7e-5494572647fe of type vlan for network cf2f493f-e154-40e6-9e9f-fe4fd32f06bd
Dec 24 11:12:51.401313 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7c924d38-f461-477e-a011-99dc226778cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:51.434662 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7c924d38-f461-477e-a011-99dc226778cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:51.440178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c924d38-f461-477e-a011-99dc226778cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:51.440753 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7c924d38-f461-477e-a011-99dc226778cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:51.444193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-216924d5-3cb1-4b66-a8c6-36d262d2045d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:51.550402 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7c924d38-f461-477e-a011-99dc226778cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2516568
Dec 24 11:12:51.553086 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54858) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:51.555843 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c924d38-f461-477e-a011-99dc226778cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Network': ['ID=cf2f493f-e154-40e6-9e9f-fe4fd32f06bd,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:51.561301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'admin_state_up': True, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:12:51.566313 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network cf2f493f-e154-40e6-9e9f-fe4fd32f06bd details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:12:51.568105 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7c924d38-f461-477e-a011-99dc226778cd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:51.571005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:12:51.575019 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:router and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:12:51.578252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:12:51.588163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:12:51.603071 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:51.604132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:51.618909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:51.879655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:52.171320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:52.199953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:52.333085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.26.4.213 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/3428e4d4-df01-4a86-857b-bf8b81e20cf1) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:12:52.444262 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device abd5b6e5-5a1d-439d-838b-80f7e316829c no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:12:52.480730 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: abd5b6e5-5a1d-439d-838b-80f7e316829c {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:12:52.481091 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device abd5b6e5-5a1d-439d-838b-80f7e316829c not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:12:52.481532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:12:52.518657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:12:52.519010 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 11e4144f-ac55-4a7f-9ca0-1d3586fd4f95 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:12:52.594375 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:52.622200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:52.626369 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:52.683315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:12:52.690225 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:12:52.695664 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:12:52.730331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=3428e4d4-df01-4a86-857b-bf8b81e20cf1,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:52.738750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:53.099048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:53.434014 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:53.627830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 4bd444d2-7328-48d7-954a-52e428d28d65 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:12:53.922166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:12:53.931922 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Sync routers for ids ['4bd444d2-7328-48d7-954a-52e428d28d65'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:12:53.941105 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Routers {'4bd444d2-7328-48d7-954a-52e428d28d65'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:53.941709 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7df5d790>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4bd444d2-7328-48d7-954a-52e428d28d65'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:53.949380 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:53.953421 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.3967488
Dec 24 11:12:53.953840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54862) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:54.034164 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-78d2fd8f-ad68-4272-a5d6-901f1df69c95 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=1df2c4270c8b4c3e834179de6e64472f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0788295
Dec 24 11:12:54.036381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54868) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:54.116362 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Set router 4bd444d2-7328-48d7-954a-52e428d28d65 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:12:54.176551 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efd6a44-20d5-4b53-a3b0-f049f18a85ff tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:54.177960 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9efd6a44-20d5-4b53-a3b0-f049f18a85ff tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1406724
Dec 24 11:12:54.180781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54872) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:54.219317 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bffae0cf-b9c1-4906-8ce6-c0a9ef8c41c0 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0368686
Dec 24 11:12:54.223351 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54876) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:54.229285 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-33e71462-aa68-4962-b8d4-41e9725c1546 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1613265507', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:12:54.336794 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-33e71462-aa68-4962-b8d4-41e9725c1546 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:12:54.340632 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-33e71462-aa68-4962-b8d4-41e9725c1546 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:subnet and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:12:54.343422 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-33e71462-aa68-4962-b8d4-41e9725c1546 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:12:54.348972 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-33e71462-aa68-4962-b8d4-41e9725c1546 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:12:54.361766 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e71462-aa68-4962-b8d4-41e9725c1546 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:12:54.365512 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-33e71462-aa68-4962-b8d4-41e9725c1546 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:54.396822 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7df5d790>, [{'id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:12:51Z', 'updated_at': '2021-12-24T11:12:52Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:52Z', 'updated_at': '2021-12-24T11:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:54.401769 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Checking router: 4bd444d2-7328-48d7-954a-52e428d28d65 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:12:54.402158 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Updating router 4bd444d2-7328-48d7-954a-52e428d28d65 port 3428e4d4-df01-4a86-857b-bf8b81e20cf1 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:12:54.455149 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:54.587607 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-33e71462-aa68-4962-b8d4-41e9725c1546 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:54.591187 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d0fdeed3-270c-4dfa-a8b6-0f363682dd6d tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:54.659624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e71462-aa68-4962-b8d4-41e9725c1546 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Subnet': ['ID=4eba70ff-5455-45b0-b5a3-93e55f29da15,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:54.665358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-33e71462-aa68-4962-b8d4-41e9725c1546 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:54.674192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e71462-aa68-4962-b8d4-41e9725c1546 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Checking segment: {'id': '55ca56a0-b6b1-48e7-ac7e-5494572647fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:12:54.674547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e71462-aa68-4962-b8d4-41e9725c1546 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network hostable DHCP agents. Network: cf2f493f-e154-40e6-9e9f-fe4fd32f06bd, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:12:54.693267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e71462-aa68-4962-b8d4-41e9725c1546 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network cf2f493f-e154-40e6-9e9f-fe4fd32f06bd is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:12:54.703729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-33e71462-aa68-4962-b8d4-41e9725c1546 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, cf2f493f-e154-40e6-9e9f-fe4fd32f06bd) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:12:54.708201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e71462-aa68-4962-b8d4-41e9725c1546 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:54.708729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-33e71462-aa68-4962-b8d4-41e9725c1546 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:54.715262 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f99843-eb64-40c6-aca3-e2713db10bc1 None None] Network cf2f493f-e154-40e6-9e9f-fe4fd32f06bd requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:12:54.732066 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-33e71462-aa68-4962-b8d4-41e9725c1546 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.5077267
Dec 24 11:12:54.734973 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54880) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:54.789493 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:54.804486 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Transition to ACTIVE for port object 3428e4d4-df01-4a86-857b-bf8b81e20cf1 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:12:54.813922 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:54.819730 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-f1319107-18e0-46aa-93b5-af3f208b16b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:54.901146 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Attempting to bind port 3428e4d4-df01-4a86-857b-bf8b81e20cf1 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:12:54.901530 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Attempting to bind port 3428e4d4-df01-4a86-857b-bf8b81e20cf1 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:12:54.901907 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Attempting to bind port 3428e4d4-df01-4a86-857b-bf8b81e20cf1 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:12:54.908841 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47885b-89b8-4666-afed-bd0bd8f61a0d None None] Pushing event updated for resources: {'Port': ['ID=3428e4d4-df01-4a86-857b-bf8b81e20cf1,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:54.912241 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:12:54.912622 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:12:54.913027 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:54.913422 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:12:54.914443 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Bound port: 3428e4d4-df01-4a86-857b-bf8b81e20cf1, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:12:54.914821 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:54.942911 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47885b-89b8-4666-afed-bd0bd8f61a0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:54.943482 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47885b-89b8-4666-afed-bd0bd8f61a0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:54.943582 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47885b-89b8-4666-afed-bd0bd8f61a0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:54.943907 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47885b-89b8-4666-afed-bd0bd8f61a0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:54.944333 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47885b-89b8-4666-afed-bd0bd8f61a0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:54.944554 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47885b-89b8-4666-afed-bd0bd8f61a0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:54.944904 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47885b-89b8-4666-afed-bd0bd8f61a0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:54.945233 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47885b-89b8-4666-afed-bd0bd8f61a0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:54.945562 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47885b-89b8-4666-afed-bd0bd8f61a0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:54.945900 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47885b-89b8-4666-afed-bd0bd8f61a0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:54.946228 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47885b-89b8-4666-afed-bd0bd8f61a0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:54.946549 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee47885b-89b8-4666-afed-bd0bd8f61a0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:12:54.949026 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ips': [{'subnet_id': '4eba70ff-5455-45b0-b5a3-93e55f29da15'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:12:54.950479 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:54.953552 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-ee47885b-89b8-4666-afed-bd0bd8f61a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:55.038803 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] For port 3428e4d4-df01-4a86-857b-bf8b81e20cf1, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:12:55.043631 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] For port 3428e4d4-df01-4a86-857b-bf8b81e20cf1, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3428e4d4-df01-4a86-857b-bf8b81e20cf1,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:12:55.048600 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:55.053474 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:55.124708 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Allocated IP 172.20.0.2 (cf2f493f-e154-40e6-9e9f-fe4fd32f06bd/4eba70ff-5455-45b0-b5a3-93e55f29da15/f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:12:55.132398 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47885b-89b8-4666-afed-bd0bd8f61a0d None None] Pushing event updated for resources: {'Port': ['ID=3428e4d4-df01-4a86-857b-bf8b81e20cf1,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:55.136564 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-ee47885b-89b8-4666-afed-bd0bd8f61a0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:55.137275 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Routers {'4bd444d2-7328-48d7-954a-52e428d28d65'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:55.137950 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7df5d790>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4bd444d2-7328-48d7-954a-52e428d28d65'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:55.318339 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] Set router 4bd444d2-7328-48d7-954a-52e428d28d65 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:12:55.392922 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:55.407334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Transition to ACTIVE for port object f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:12:55.432810 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Transition to ACTIVE for port object f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:12:55.439581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:55.444866 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:55.477268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:55.502073 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Network cf2f493f-e154-40e6-9e9f-fe4fd32f06bd is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:12:55.509543 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:12:55.512079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:12:55.552850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Pushing event updated for resources: {'Port': ['ID=f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:55.554551 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:55.613485 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Attempting to bind port f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:12:55.613738 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7df5d790>, [{'id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:12:51Z', 'updated_at': '2021-12-24T11:12:52Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:52Z', 'updated_at': '2021-12-24T11:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:55.614071 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Attempting to bind port f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '55ca56a0-b6b1-48e7-ac7e-5494572647fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:12:55.614711 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Attempting to bind port f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb on network cf2f493f-e154-40e6-9e9f-fe4fd32f06bd {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:12:55.618244 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958272c9-aeae-4246-813d-3c031832ed9a None None] The sync data for ids ['4bd444d2-7328-48d7-954a-52e428d28d65'] in dv-neutron-822668-2-hyperv is: [{'id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:12:51Z', 'updated_at': '2021-12-24T11:12:52Z', 'revision_number': 3, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:52Z', 'updated_at': '2021-12-24T11:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:12:55.626383 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:12:55.626854 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Checking segment: {'id': '55ca56a0-b6b1-48e7-ac7e-5494572647fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:12:55.627352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:55.627823 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Bound using segment: {'id': '55ca56a0-b6b1-48e7-ac7e-5494572647fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:12:55.628382 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Bound port: f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ca56a0-b6b1-48e7-ac7e-5494572647fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:12:55.628835 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:55.724956 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] For port f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:12:55.728144 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] For port f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb,segment=NetworkSegment(55ca56a0-b6b1-48e7-ac7e-5494572647fe),segment_id=55ca56a0-b6b1-48e7-ac7e-5494572647fe)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:12:55.733838 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:55.737791 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-1ea93ade-95b5-48c3-a57d-236df7a13dd2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:55.819299 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Pushing event updated for resources: {'Port': ['ID=f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:55.822437 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:56.007194 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:12:56.063400 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.1 (cf2f493f-e154-40e6-9e9f-fe4fd32f06bd/4eba70ff-5455-45b0-b5a3-93e55f29da15/3bc78e44-5cee-46ef-8edf-9f7faee8bbcd) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:12:56.240700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:56.258426 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:12:56.284180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:56.288501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1fc3e5b1-62e9-42c0-bca9-b333feac00d8 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:56.349768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network cf2f493f-e154-40e6-9e9f-fe4fd32f06bd is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:12:56.353699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:12:56.356110 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:12:56.418953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=3bc78e44-5cee-46ef-8edf-9f7faee8bbcd,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:56.421835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:56.435984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:56.541376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3428e4d4-df01-4a86-857b-bf8b81e20cf1 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:12:56.627193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 3428e4d4-df01-4a86-857b-bf8b81e20cf1 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:12:56.632796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 3428e4d4-df01-4a86-857b-bf8b81e20cf1 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:12:56.633263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:56.726859 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:56.760813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:56.781614 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 3428e4d4-df01-4a86-857b-bf8b81e20cf1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3428e4d4-df01-4a86-857b-bf8b81e20cf1,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:12:56.787415 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:56.787980 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:12:56.817957 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:56.914727 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=3428e4d4-df01-4a86-857b-bf8b81e20cf1,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:56.918562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:56.925106 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3536ab10-59a6-47fc-829a-bb2e1deca81e None None] Network cf2f493f-e154-40e6-9e9f-fe4fd32f06bd requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:12:56.942013 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:12:57.028797 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5e6df05b-8caf-4c30-8151-ed01d291e157 None None] Provisioning for port f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:12:57.045530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5e6df05b-8caf-4c30-8151-ed01d291e157 None None] Provisioning complete for port f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:12:57.045941 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5e6df05b-8caf-4c30-8151-ed01d291e157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:57.180681 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:57.186659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:57.215978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f9d8c333-ba11-4b82-bcb6-8283981bfe2b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:57.258755 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5e6df05b-8caf-4c30-8151-ed01d291e157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:57.299853 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=3bc78e44-5cee-46ef-8edf-9f7faee8bbcd,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:57.305343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:57.306249 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:57.307478 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-5e6df05b-8caf-4c30-8151-ed01d291e157 None None] For port f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb,segment=NetworkSegment(55ca56a0-b6b1-48e7-ac7e-5494572647fe),segment_id=55ca56a0-b6b1-48e7-ac7e-5494572647fe)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:12:57.312820 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5e6df05b-8caf-4c30-8151-ed01d291e157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:57.314341 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:57.382837 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6df05b-8caf-4c30-8151-ed01d291e157 None None] Pushing event updated for resources: {'Port': ['ID=f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:57.385931 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5e6df05b-8caf-4c30-8151-ed01d291e157 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:57.540061 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b5ab11b3-07d8-49b3-9c8d-68e21fbb8411 None None] Provisioning for port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:12:57.544929 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b5ab11b3-07d8-49b3-9c8d-68e21fbb8411 None None] Provisioning complete for port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:12:57.545306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b5ab11b3-07d8-49b3-9c8d-68e21fbb8411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:57.579758 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network cf2f493f-e154-40e6-9e9f-fe4fd32f06bd is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:12:57.581544 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:12:57.613856 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b5ab11b3-07d8-49b3-9c8d-68e21fbb8411 None None] Port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:12:57.626193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b5ab11b3-07d8-49b3-9c8d-68e21fbb8411 None None] Provisioning complete for port f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:12:57.626843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b5ab11b3-07d8-49b3-9c8d-68e21fbb8411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:57.773678 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 4bd444d2-7328-48d7-954a-52e428d28d65 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:12:57.877427 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b3c6468c-b328-46c1-b179-d022985aebbe None None] Provisioning complete for port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:12:57.878175 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b3c6468c-b328-46c1-b179-d022985aebbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:57.934909 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6468c-b328-46c1-b179-d022985aebbe None None] Port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:12:57.956985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:12:57.966632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Sync routers for ids ['4bd444d2-7328-48d7-954a-52e428d28d65'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:12:57.971871 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/4bd444d2-7328-48d7-954a-52e428d28d65/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2329383
Dec 24 11:12:57.972099 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54886) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:57.975941 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Routers {'4bd444d2-7328-48d7-954a-52e428d28d65'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:57.977238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d72d8e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4bd444d2-7328-48d7-954a-52e428d28d65'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:58.110657 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ca627-a797-4655-a036-15d342ccdc0d tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:58.111130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ca627-a797-4655-a036-15d342ccdc0d tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:58.111588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ca627-a797-4655-a036-15d342ccdc0d tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:58.112039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24ca627-a797-4655-a036-15d342ccdc0d tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:58.116239 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d24ca627-a797-4655-a036-15d342ccdc0d tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2885 time: 0.1409390
Dec 24 11:12:58.116473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54892) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:58.176271 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c2382171-1c1e-4846-a71e-367227eb5cf2 None None] Provisioning complete for port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:12:58.176633 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c2382171-1c1e-4846-a71e-367227eb5cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:58.184042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4486be3-8e7b-46e7-882c-a5f9e84bc6a3 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:58.184520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4486be3-8e7b-46e7-882c-a5f9e84bc6a3 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:58.184946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4486be3-8e7b-46e7-882c-a5f9e84bc6a3 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:58.185390 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4486be3-8e7b-46e7-882c-a5f9e84bc6a3 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:12:58.187056 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e4486be3-8e7b-46e7-882c-a5f9e84bc6a3 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2728 time: 0.0696726
Dec 24 11:12:58.189700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54896) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:58.253075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Set router 4bd444d2-7328-48d7-954a-52e428d28d65 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:12:58.302376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c2382171-1c1e-4846-a71e-367227eb5cf2 None None] Port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:12:58.421149 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-261b7a03-2d04-4f34-8275-780f966e50b0 tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1608 time: 0.2201307
Dec 24 11:12:58.470653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3428e4d4-df01-4a86-857b-bf8b81e20cf1 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:12:58.608087 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 3428e4d4-df01-4a86-857b-bf8b81e20cf1 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:12:58.608463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:58.675184 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54902) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:58.680587 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ee3fc00f-2b30-42c9-b996-05a60e404e7b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2081120971', 'description': 'tempest-secgroup-smoke-2081120971 description', 'project_id': '1df2c4270c8b4c3e834179de6e64472f'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:12:58.686571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ee3fc00f-2b30-42c9-b996-05a60e404e7b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:12:58.690924 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ee3fc00f-2b30-42c9-b996-05a60e404e7b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:12:58.693834 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ee3fc00f-2b30-42c9-b996-05a60e404e7b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:12:58.700780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ee3fc00f-2b30-42c9-b996-05a60e404e7b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:12:58.706769 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d72d8e0>, [{'id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:12:51Z', 'updated_at': '2021-12-24T11:12:56Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:52Z', 'updated_at': '2021-12-24T11:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '3bc78e44-5cee-46ef-8edf-9f7faee8bbcd', 'name': '', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:28:75:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:55Z', 'updated_at': '2021-12-24T11:12:56Z', 'revision_number': 2, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:58.711464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc00f-2b30-42c9-b996-05a60e404e7b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:58.725233 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Checking router: 4bd444d2-7328-48d7-954a-52e428d28d65 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:12:58.725590 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Updating router 4bd444d2-7328-48d7-954a-52e428d28d65 port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:12:58.731416 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ee3fc00f-2b30-42c9-b996-05a60e404e7b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:12:58.735106 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ee3fc00f-2b30-42c9-b996-05a60e404e7b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:12:58.737834 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ee3fc00f-2b30-42c9-b996-05a60e404e7b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:12:58.743821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ee3fc00f-2b30-42c9-b996-05a60e404e7b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:12:58.783421 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:12:58.815178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc00f-2b30-42c9-b996-05a60e404e7b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:58.818767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc00f-2b30-42c9-b996-05a60e404e7b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:58.822849 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:58.823954 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2e8620da-e117-4eb4-ade4-49aca3fb5229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:58.864958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fc00f-2b30-42c9-b996-05a60e404e7b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f75da93-8bef-46ff-a1d1-f81ee86afeb4,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:58.867443 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ee3fc00f-2b30-42c9-b996-05a60e404e7b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:58.868643 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ee3fc00f-2b30-42c9-b996-05a60e404e7b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1923518
Dec 24 11:12:58.869618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ee3fc00f-2b30-42c9-b996-05a60e404e7b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:58.871418 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54906) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:58.877166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-22ca06c8-84dd-47cf-bc02-5b78672545f7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '8f75da93-8bef-46ff-a1d1-f81ee86afeb4', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:12:58.883978 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-22ca06c8-84dd-47cf-bc02-5b78672545f7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:12:58.888093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-22ca06c8-84dd-47cf-bc02-5b78672545f7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:12:58.890974 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-22ca06c8-84dd-47cf-bc02-5b78672545f7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:12:58.896540 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-22ca06c8-84dd-47cf-bc02-5b78672545f7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:12:58.914636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22ca06c8-84dd-47cf-bc02-5b78672545f7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:58.964196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:12:58.964822 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:58.978433 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22ca06c8-84dd-47cf-bc02-5b78672545f7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:58.982220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22ca06c8-84dd-47cf-bc02-5b78672545f7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:58.989833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5884e22a-48be-41dc-8594-fad93e8fb959 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:59.008254 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca06c8-84dd-47cf-bc02-5b78672545f7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8f583d-425d-403d-a40c-f1115f224621,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:59.010972 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-22ca06c8-84dd-47cf-bc02-5b78672545f7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:59.018346 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-22ca06c8-84dd-47cf-bc02-5b78672545f7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.019567 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-22ca06c8-84dd-47cf-bc02-5b78672545f7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1469400
Dec 24 11:12:59.022451 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54910) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:59.028362 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-f5187279-b3a4-47d5-b40c-ffd124412617 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '8f75da93-8bef-46ff-a1d1-f81ee86afeb4', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:12:59.034131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f5187279-b3a4-47d5-b40c-ffd124412617 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:12:59.037903 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f5187279-b3a4-47d5-b40c-ffd124412617 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:12:59.041385 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f5187279-b3a4-47d5-b40c-ffd124412617 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:12:59.047017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f5187279-b3a4-47d5-b40c-ffd124412617 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:12:59.063955 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f5187279-b3a4-47d5-b40c-ffd124412617 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.126755 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f5187279-b3a4-47d5-b40c-ffd124412617 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.131019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f5187279-b3a4-47d5-b40c-ffd124412617 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.133281 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9351024b-e61f-443d-9296-0d705e2ecd20 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:59.155758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5187279-b3a4-47d5-b40c-ffd124412617 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=817c4c3b-0bd5-4abf-919a-adb9648c1ee2,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:59.163143 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f5187279-b3a4-47d5-b40c-ffd124412617 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:59.169897 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f5187279-b3a4-47d5-b40c-ffd124412617 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.171132 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f5187279-b3a4-47d5-b40c-ffd124412617 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1471214
Dec 24 11:12:59.174134 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54914) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:59.179433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-0a78fd35-51d7-4b45-875e-4b886f188d28 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '8f75da93-8bef-46ff-a1d1-f81ee86afeb4', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:12:59.186583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0a78fd35-51d7-4b45-875e-4b886f188d28 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:12:59.190449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0a78fd35-51d7-4b45-875e-4b886f188d28 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:12:59.193192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0a78fd35-51d7-4b45-875e-4b886f188d28 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:12:59.200473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0a78fd35-51d7-4b45-875e-4b886f188d28 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:12:59.218509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a78fd35-51d7-4b45-875e-4b886f188d28 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.280366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a78fd35-51d7-4b45-875e-4b886f188d28 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.282423 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.284315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a78fd35-51d7-4b45-875e-4b886f188d28 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.286743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f4e09e71-464c-41c2-a13d-1685db63b1db tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:59.294299 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Transition to ACTIVE for port object 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:12:59.300180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.303600 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:59.310278 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78fd35-51d7-4b45-875e-4b886f188d28 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2924d2f0-8f0a-4d93-b4da-bd4fa87b70c0,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:59.314244 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0a78fd35-51d7-4b45-875e-4b886f188d28 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:59.321710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a78fd35-51d7-4b45-875e-4b886f188d28 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.322920 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0a78fd35-51d7-4b45-875e-4b886f188d28 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1477878
Dec 24 11:12:59.325650 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54918) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:59.330656 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-bc1dca47-15d1-435c-9e48-e869eb0de389 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '8f75da93-8bef-46ff-a1d1-f81ee86afeb4', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:12:59.336375 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bc1dca47-15d1-435c-9e48-e869eb0de389 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:12:59.340096 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bc1dca47-15d1-435c-9e48-e869eb0de389 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:12:59.342960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-bc1dca47-15d1-435c-9e48-e869eb0de389 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:12:59.348562 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-bc1dca47-15d1-435c-9e48-e869eb0de389 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:12:59.373361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc1dca47-15d1-435c-9e48-e869eb0de389 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.449788 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc1dca47-15d1-435c-9e48-e869eb0de389 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.454450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc1dca47-15d1-435c-9e48-e869eb0de389 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.462054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:59.483866 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1dca47-15d1-435c-9e48-e869eb0de389 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525ab1d0-38a7-42eb-9989-835b04c3e30d,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:59.486200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bc1dca47-15d1-435c-9e48-e869eb0de389 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:59.490880 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc1dca47-15d1-435c-9e48-e869eb0de389 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.495202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54922) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:59.495369 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bc1dca47-15d1-435c-9e48-e869eb0de389 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1686831
Dec 24 11:12:59.501120 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-53a0527b-f1b2-4ce9-b222-0a95622a5899 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '8f75da93-8bef-46ff-a1d1-f81ee86afeb4', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:12:59.507362 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-53a0527b-f1b2-4ce9-b222-0a95622a5899 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:12:59.508530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bb5a4-818c-4cd4-bd5a-72ef83bda6c4 None None] Pushing event updated for resources: {'Port': ['ID=3bc78e44-5cee-46ef-8edf-9f7faee8bbcd,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:59.512114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-53a0527b-f1b2-4ce9-b222-0a95622a5899 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:12:59.513702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d09bb5a4-818c-4cd4-bd5a-72ef83bda6c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:59.515427 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-53a0527b-f1b2-4ce9-b222-0a95622a5899 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:12:59.517707 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Attempting to bind port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:12:59.518190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Attempting to bind port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '55ca56a0-b6b1-48e7-ac7e-5494572647fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:12:59.518632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Attempting to bind port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd on network cf2f493f-e154-40e6-9e9f-fe4fd32f06bd {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:12:59.522092 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-53a0527b-f1b2-4ce9-b222-0a95622a5899 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:12:59.524923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:12:59.525305 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Checking segment: {'id': '55ca56a0-b6b1-48e7-ac7e-5494572647fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:12:59.525717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.526140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Bound using segment: {'id': '55ca56a0-b6b1-48e7-ac7e-5494572647fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:12:59.526614 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Bound port: 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ca56a0-b6b1-48e7-ac7e-5494572647fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:12:59.527198 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.534988 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-53a0527b-f1b2-4ce9-b222-0a95622a5899 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:12:59.544754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53a0527b-f1b2-4ce9-b222-0a95622a5899 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.615902 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53a0527b-f1b2-4ce9-b222-0a95622a5899 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.620681 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53a0527b-f1b2-4ce9-b222-0a95622a5899 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.626688 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8ac26f37-5d55-4c56-bb37-ff6463a55b8c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:59.648326 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a0527b-f1b2-4ce9-b222-0a95622a5899 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a556e2-0438-41c4-8766-18d03c88e5d4,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:59.652534 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-53a0527b-f1b2-4ce9-b222-0a95622a5899 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:59.660450 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53a0527b-f1b2-4ce9-b222-0a95622a5899 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.661687 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-53a0527b-f1b2-4ce9-b222-0a95622a5899 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1651204
Dec 24 11:12:59.664420 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54926) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:12:59.669646 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-03c2854b-52f7-4b6f-b7f1-dab4176d49aa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'security_group_rule': {'security_group_id': '8f75da93-8bef-46ff-a1d1-f81ee86afeb4', 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:12:59.675324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-03c2854b-52f7-4b6f-b7f1-dab4176d49aa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:12:59.678975 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-03c2854b-52f7-4b6f-b7f1-dab4176d49aa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:security_group_rule and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:12:59.682485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-03c2854b-52f7-4b6f-b7f1-dab4176d49aa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:12:59.688883 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-03c2854b-52f7-4b6f-b7f1-dab4176d49aa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:12:59.692992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] For port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:12:59.695482 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ff00b8f5-c827-4a77-8442-b86317dc160d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.697959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] For port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3bc78e44-5cee-46ef-8edf-9f7faee8bbcd,segment=NetworkSegment(55ca56a0-b6b1-48e7-ac7e-5494572647fe),segment_id=55ca56a0-b6b1-48e7-ac7e-5494572647fe)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:12:59.700843 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-03c2854b-52f7-4b6f-b7f1-dab4176d49aa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Project 1df2c4270c8b4c3e834179de6e64472f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:12:59.702999 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.707276 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:59.708129 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03c2854b-52f7-4b6f-b7f1-dab4176d49aa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.775012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03c2854b-52f7-4b6f-b7f1-dab4176d49aa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.778027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Routers {'4bd444d2-7328-48d7-954a-52e428d28d65'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:12:59.778738 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d72d8e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:12:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4bd444d2-7328-48d7-954a-52e428d28d65'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:12:59.780013 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03c2854b-52f7-4b6f-b7f1-dab4176d49aa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.782271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:12:59.806116 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2854b-52f7-4b6f-b7f1-dab4176d49aa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183d9c11-e75b-4fba-8fc6-91631ca76b0a,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:59.811033 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-03c2854b-52f7-4b6f-b7f1-dab4176d49aa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:59.816003 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03c2854b-52f7-4b6f-b7f1-dab4176d49aa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:12:59.817237 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-03c2854b-52f7-4b6f-b7f1-dab4176d49aa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1518812
Dec 24 11:12:59.847419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09bb5a4-818c-4cd4-bd5a-72ef83bda6c4 None None] Pushing event updated for resources: {'Port': ['ID=3bc78e44-5cee-46ef-8edf-9f7faee8bbcd,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:12:59.852696 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d09bb5a4-818c-4cd4-bd5a-72ef83bda6c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:12:59.976846 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] Set router 4bd444d2-7328-48d7-954a-52e428d28d65 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:13:00.042511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-8f1d4385-cc33-4669-af94-1da4795b34a7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:13:00.057180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-8f1d4385-cc33-4669-af94-1da4795b34a7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:13:00.058359 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-8f1d4385-cc33-4669-af94-1da4795b34a7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2081120971&fields=id&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 267 time: 0.0541332
Dec 24 11:13:00.211689 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-e32cad5b-5304-4849-9d61-cb917f28e12e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:00.212286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-e32cad5b-5304-4849-9d61-cb917f28e12e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:network {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:13:00.226850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-e32cad5b-5304-4849-9d61-cb917f28e12e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:network {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:13:00.227980 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-e32cad5b-5304-4849-9d61-cb917f28e12e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/networks?id=cf2f493f-e154-40e6-9e9f-fe4fd32f06bd HTTP/1.1" status: 200  len: 796 time: 0.1626992
Dec 24 11:13:00.244146 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-986d66be-9a7c-4b2a-bbbb-382ec351973d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/quotas/1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 375 time: 0.0099316
Dec 24 11:13:00.301183 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d72d8e0>, [{'id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:12:51Z', 'updated_at': '2021-12-24T11:12:56Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:52Z', 'updated_at': '2021-12-24T11:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '3bc78e44-5cee-46ef-8edf-9f7faee8bbcd', 'name': '', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:28:75:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:55Z', 'updated_at': '2021-12-24T11:12:59Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:13:00.305979 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51e639f-71b7-46ae-8fe8-ca8e25102a1e None None] The sync data for ids ['4bd444d2-7328-48d7-954a-52e428d28d65'] in dv-neutron-822668-2-hyperv is: [{'id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:12:51Z', 'updated_at': '2021-12-24T11:12:56Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:52Z', 'updated_at': '2021-12-24T11:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '3bc78e44-5cee-46ef-8edf-9f7faee8bbcd', 'name': '', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:28:75:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:55Z', 'updated_at': '2021-12-24T11:12:59Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:13:00.334031 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-53df7af7-fe32-4075-9dfd-f42e153a09e6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0840626
Dec 24 11:13:00.496836 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:13:00.569294 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:13:00.575206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:13:00.575597 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:00.686106 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-d2617e15-a983-45e9-b1c8-ec2df476643e service neutron] 10.222.0.54 "GET /v2.0/networks/cf2f493f-e154-40e6-9e9f-fe4fd32f06bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3151383
Dec 24 11:13:00.708142 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:00.742317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3bc78e44-5cee-46ef-8edf-9f7faee8bbcd,segment=NetworkSegment(55ca56a0-b6b1-48e7-ac7e-5494572647fe),segment_id=55ca56a0-b6b1-48e7-ac7e-5494572647fe)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:13:00.746368 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:00.749558 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d09bb5a4-818c-4cd4-bd5a-72ef83bda6c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:13:00.825688 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=3bc78e44-5cee-46ef-8edf-9f7faee8bbcd,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:13:00.830091 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-620b59d5-671e-4f0a-adf7-54f3d6e60633 service neutron] 10.222.0.54 "GET /v2.0/networks/cf2f493f-e154-40e6-9e9f-fe4fd32f06bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1374323
Dec 24 11:13:00.831052 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:13:01.016510 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-928d5d67-d840-4ae7-aaae-d408ae2621f3 req-26feb4c8-5645-4a22-ac6c-7b0f5f34e525 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:13:01.033089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-928d5d67-d840-4ae7-aaae-d408ae2621f3 req-26feb4c8-5645-4a22-ac6c-7b0f5f34e525 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:13:01.034442 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-928d5d67-d840-4ae7-aaae-d408ae2621f3 req-26feb4c8-5645-4a22-ac6c-7b0f5f34e525 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 210 time: 0.0629184
Dec 24 11:13:01.869128 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2ff3b6f6-64be-4d3b-918f-42dba6c53906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:02.129572 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-52524675-deea-49dc-ae7c-f8ef8a2f8957 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:02.130209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-52524675-deea-49dc-ae7c-f8ef8a2f8957 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:13:02.142274 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-52524675-deea-49dc-ae7c-f8ef8a2f8957 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:13:02.143398 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-52524675-deea-49dc-ae7c-f8ef8a2f8957 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/networks?id=cf2f493f-e154-40e6-9e9f-fe4fd32f06bd HTTP/1.1" status: 200  len: 796 time: 0.1581447
Dec 24 11:13:02.193189 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-01b235c0-5b56-437a-a5ee-75eb60c61183 req-bec3745b-78e6-4e70-b78d-7f80bfce2079 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 210 time: 0.0465887
Dec 24 11:13:02.194925 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-203ca7c9-8ff9-4ddb-9cba-a5ab77da4b43 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:13:02.206361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-203ca7c9-8ff9-4ddb-9cba-a5ab77da4b43 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:13:02.207520 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-203ca7c9-8ff9-4ddb-9cba-a5ab77da4b43 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1df2c4270c8b4c3e834179de6e64472f HTTP/1.1" status: 200  len: 380 time: 0.0562801
Dec 24 11:13:02.215733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-5e1b7049-ec07-4914-b605-6ebad68cfc18 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'port': {'device_id': 'a67d3a4d-04ef-4962-bc20-165a7a6c5b1c', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'admin_state_up': True, 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'security_groups': ['8f75da93-8bef-46ff-a1d1-f81ee86afeb4']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:13:02.357937 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-5e1b7049-ec07-4914-b605-6ebad68cfc18 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:13:02.367739 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-5e1b7049-ec07-4914-b605-6ebad68cfc18 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:13:02.380286 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-5e1b7049-ec07-4914-b605-6ebad68cfc18 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Made reservation on behalf of 1df2c4270c8b4c3e834179de6e64472f for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:13:02.383682 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-5e1b7049-ec07-4914-b605-6ebad68cfc18 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:02.457493 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:13:02.528258 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:13:02.528639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:02.677934 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-5e1b7049-ec07-4914-b605-6ebad68cfc18 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.20.0.9 (cf2f493f-e154-40e6-9e9f-fe4fd32f06bd/4eba70ff-5455-45b0-b5a3-93e55f29da15/d36f82e9-44fb-4cc2-8b58-d433a34e811f) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:13:02.871154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-5e1b7049-ec07-4914-b605-6ebad68cfc18 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:02.890448 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-5e1b7049-ec07-4914-b605-6ebad68cfc18 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Transition to ACTIVE for port object d36f82e9-44fb-4cc2-8b58-d433a34e811f will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:13:02.915319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-5e1b7049-ec07-4914-b605-6ebad68cfc18 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:02.920674 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7c8ed75f-b51b-4c19-b3b3-3dbbb2dc8ae4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:13:02.988043 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-5e1b7049-ec07-4914-b605-6ebad68cfc18 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network cf2f493f-e154-40e6-9e9f-fe4fd32f06bd is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:13:02.991406 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-5e1b7049-ec07-4914-b605-6ebad68cfc18 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:13:02.995194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-5e1b7049-ec07-4914-b605-6ebad68cfc18 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:13:03.026337 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b7049-ec07-4914-b605-6ebad68cfc18 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=d36f82e9-44fb-4cc2-8b58-d433a34e811f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:13:03.032954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5e1b7049-ec07-4914-b605-6ebad68cfc18 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:13:03.061805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-5e1b7049-ec07-4914-b605-6ebad68cfc18 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:03.062447 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-5e1b7049-ec07-4914-b605-6ebad68cfc18 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:03.088292 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-5e1b7049-ec07-4914-b605-6ebad68cfc18 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8761084
Dec 24 11:13:03.099780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Request body: {'port': {'device_id': 'a67d3a4d-04ef-4962-bc20-165a7a6c5b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:13:03.102886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:03.105329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:03.213521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:03.251351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e50ec16a-cf94-456a-ad78-15478b40e1f0 None None] Provisioning for port d36f82e9-44fb-4cc2-8b58-d433a34e811f completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:13:03.256301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e50ec16a-cf94-456a-ad78-15478b40e1f0 None None] Provisioning complete for port d36f82e9-44fb-4cc2-8b58-d433a34e811f triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:13:03.256860 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e50ec16a-cf94-456a-ad78-15478b40e1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:03.311848 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-e50ec16a-cf94-456a-ad78-15478b40e1f0 None None] Port d36f82e9-44fb-4cc2-8b58-d433a34e811f cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:13:03.525547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc122af6-7b1c-4ac6-861d-01aac7d02a04 req-a088f9b6-ed84-4325-8d32-f5e11eb1e208 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:03.526265 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-dc122af6-7b1c-4ac6-861d-01aac7d02a04 req-a088f9b6-ed84-4325-8d32-f5e11eb1e208 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:13:03.558486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-dc122af6-7b1c-4ac6-861d-01aac7d02a04 req-a088f9b6-ed84-4325-8d32-f5e11eb1e208 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:13:03.559616 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-dc122af6-7b1c-4ac6-861d-01aac7d02a04 req-a088f9b6-ed84-4325-8d32-f5e11eb1e208 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 931 time: 0.2298813
Dec 24 11:13:03.656464 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-dc122af6-7b1c-4ac6-861d-01aac7d02a04 req-08b306d4-d9d5-4e9b-bc93-525cfa33ada1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f75da93-8bef-46ff-a1d1-f81ee86afeb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0904114
Dec 24 11:13:03.664042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36f82e9-44fb-4cc2-8b58-d433a34e811f {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:13:03.672209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:03.685914 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Transition to ACTIVE for port object d36f82e9-44fb-4cc2-8b58-d433a34e811f will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:13:03.689210 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:03.692713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a49a8c0f-7b54-4854-a92e-a5c1e0a6d48a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:13:03.821620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Pushing event updated for resources: {'Port': ['ID=d36f82e9-44fb-4cc2-8b58-d433a34e811f,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:13:03.848356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:13:03.934509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Attempting to bind port d36f82e9-44fb-4cc2-8b58-d433a34e811f on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:13:03.934785 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Attempting to bind port d36f82e9-44fb-4cc2-8b58-d433a34e811f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '55ca56a0-b6b1-48e7-ac7e-5494572647fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:13:03.935819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Attempting to bind port d36f82e9-44fb-4cc2-8b58-d433a34e811f on network cf2f493f-e154-40e6-9e9f-fe4fd32f06bd {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:13:03.940811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Port d36f82e9-44fb-4cc2-8b58-d433a34e811f on network cf2f493f-e154-40e6-9e9f-fe4fd32f06bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:13:03.941124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Attempting to bind port d36f82e9-44fb-4cc2-8b58-d433a34e811f on network cf2f493f-e154-40e6-9e9f-fe4fd32f06bd {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:13:03.946675 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:13:03.947005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Checking segment: {'id': '55ca56a0-b6b1-48e7-ac7e-5494572647fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:13:03.947374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Bound using segment: {'id': '55ca56a0-b6b1-48e7-ac7e-5494572647fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:13:03.947788 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Bound port: d36f82e9-44fb-4cc2-8b58-d433a34e811f, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55ca56a0-b6b1-48e7-ac7e-5494572647fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:13:03.948128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:04.036696 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] For port d36f82e9-44fb-4cc2-8b58-d433a34e811f, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:13:04.039731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] For port d36f82e9-44fb-4cc2-8b58-d433a34e811f, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d36f82e9-44fb-4cc2-8b58-d433a34e811f,segment=NetworkSegment(55ca56a0-b6b1-48e7-ac7e-5494572647fe),segment_id=55ca56a0-b6b1-48e7-ac7e-5494572647fe)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:13:04.043119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:04.047404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-de0a5910-3b88-43e8-96b1-4a9e1a85a860 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:13:04.098008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:04.098616 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:04.100021 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] 10.222.0.32 "PUT /v2.0/ports/d36f82e9-44fb-4cc2-8b58-d433a34e811f HTTP/1.1" status: 200  len: 1093 time: 1.0047350
Dec 24 11:13:04.100870 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67d3a4d-04ef-4962-bc20-165a7a6c5b1c', 'tag': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:13:04.133782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Pushing event updated for resources: {'Port': ['ID=d36f82e9-44fb-4cc2-8b58-d433a34e811f,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:13:04.138666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:13:04.183112 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67d3a4d-04ef-4962-bc20-165a7a6c5b1c', 'tag': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f', 'status': 'completed', 'code': 200}
Dec 24 11:13:04.229895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-5e5a6f28-dfd1-468c-9a95-5502fd813215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:04.231464 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-5e5a6f28-dfd1-468c-9a95-5502fd813215 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 1096 time: 0.0869660
Dec 24 11:13:04.300367 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-0d0c7588-280e-4319-b334-a63b576d6e88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d36f82e9-44fb-4cc2-8b58-d433a34e811f HTTP/1.1" status: 200  len: 217 time: 0.0612054
Dec 24 11:13:04.480122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-333e9021-0641-4924-a717-6668669e1cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:04.481471 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-333e9021-0641-4924-a717-6668669e1cd6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4eba70ff-5455-45b0-b5a3-93e55f29da15 HTTP/1.1" status: 200  len: 835 time: 0.1756325
Dec 24 11:13:04.553700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-eb1a5eb7-26f3-4970-ac29-f3444f87fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:04.555852 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-eb1a5eb7-26f3-4970-ac29-f3444f87fc4a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf2f493f-e154-40e6-9e9f-fe4fd32f06bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0684938
Dec 24 11:13:04.683426 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-7ae7b3c7-23ea-451d-8638-8d3b8b2a2ecc service neutron] 10.222.0.32 "GET /v2.0/networks/cf2f493f-e154-40e6-9e9f-fe4fd32f06bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211386
Dec 24 11:13:04.866677 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:04.871280 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c72ada36-2085-4ceb-b2a7-9f292a9e663e req-fcaacb64-9b6c-4ab5-9f58-956b65109e3d service neutron] 10.222.0.32 "GET /v2.0/networks/cf2f493f-e154-40e6-9e9f-fe4fd32f06bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1819170
Dec 24 11:13:04.886418 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4e943-c45f-4f29-aec1-dc5aae8a5d46 req-779096e4-766e-439c-979c-3af796cfb81e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:04.888106 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2ac4e943-c45f-4f29-aec1-dc5aae8a5d46 req-779096e4-766e-439c-979c-3af796cfb81e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 943 time: 0.1284738
Dec 24 11:13:04.972309 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2ac4e943-c45f-4f29-aec1-dc5aae8a5d46 req-498d7e2a-54fb-40f2-899a-cfbca9b4090d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f75da93-8bef-46ff-a1d1-f81ee86afeb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780711
Dec 24 11:13:05.000649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb96408-b0f5-4bb8-a0c2-80022aeffc2c req-d9c2cea3-0fcc-4464-ae07-11c2a40b098c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:05.002170 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aeb96408-b0f5-4bb8-a0c2-80022aeffc2c req-d9c2cea3-0fcc-4464-ae07-11c2a40b098c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 1096 time: 0.0793149
Dec 24 11:13:05.131297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb96408-b0f5-4bb8-a0c2-80022aeffc2c req-a8500055-e032-4b96-8913-3d5099548f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:05.133162 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aeb96408-b0f5-4bb8-a0c2-80022aeffc2c req-a8500055-e032-4b96-8913-3d5099548f8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=cf2f493f-e154-40e6-9e9f-fe4fd32f06bd HTTP/1.1" status: 200  len: 897 time: 0.1242378
Dec 24 11:13:05.203244 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aeb96408-b0f5-4bb8-a0c2-80022aeffc2c req-23d690a9-b275-482c-9545-c74705184cf9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d36f82e9-44fb-4cc2-8b58-d433a34e811f HTTP/1.1" status: 200  len: 217 time: 0.0639217
Dec 24 11:13:05.263072 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb96408-b0f5-4bb8-a0c2-80022aeffc2c req-8957944e-c83e-4239-87ff-2227c6037a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:05.264571 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aeb96408-b0f5-4bb8-a0c2-80022aeffc2c req-8957944e-c83e-4239-87ff-2227c6037a19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4eba70ff-5455-45b0-b5a3-93e55f29da15 HTTP/1.1" status: 200  len: 835 time: 0.0559642
Dec 24 11:13:05.341131 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb96408-b0f5-4bb8-a0c2-80022aeffc2c req-aa1f37e2-b92c-4010-8cc6-703b8db4609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:05.342597 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aeb96408-b0f5-4bb8-a0c2-80022aeffc2c req-aa1f37e2-b92c-4010-8cc6-703b8db4609f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf2f493f-e154-40e6-9e9f-fe4fd32f06bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0717440
Dec 24 11:13:05.473588 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aeb96408-b0f5-4bb8-a0c2-80022aeffc2c req-3677a54a-0108-42ab-a11c-2b889c8c123d service neutron] 10.222.0.32 "GET /v2.0/networks/cf2f493f-e154-40e6-9e9f-fe4fd32f06bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227279
Dec 24 11:13:05.601073 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aeb96408-b0f5-4bb8-a0c2-80022aeffc2c req-5ccce2ab-2985-4c81-83f2-3a40154a6870 service neutron] 10.222.0.32 "GET /v2.0/networks/cf2f493f-e154-40e6-9e9f-fe4fd32f06bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211617
Dec 24 11:13:06.308766 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7044b9d-ffaf-4d58-935d-76c787371914 req-49f13cfd-8731-4c73-b48a-88e9165170ab tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:06.310254 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d7044b9d-ffaf-4d58-935d-76c787371914 req-49f13cfd-8731-4c73-b48a-88e9165170ab tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 943 time: 0.0838788
Dec 24 11:13:06.353712 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d7044b9d-ffaf-4d58-935d-76c787371914 req-5b1747c0-2863-43ed-9133-1c369b40d473 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f75da93-8bef-46ff-a1d1-f81ee86afeb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377884
Dec 24 11:13:07.533506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5c688-fc67-42c5-9ac6-4433662fa330 req-b3986eaa-cd1e-4cd4-86e0-52131c494260 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:07.534973 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-80f5c688-fc67-42c5-9ac6-4433662fa330 req-b3986eaa-cd1e-4cd4-86e0-52131c494260 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 943 time: 0.0780165
Dec 24 11:13:07.577032 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-80f5c688-fc67-42c5-9ac6-4433662fa330 req-ba7c6d62-5b7a-461e-90bc-4db116b90004 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f75da93-8bef-46ff-a1d1-f81ee86afeb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364468
Dec 24 11:13:07.602250 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device d36f82e9-44fb-4cc2-8b58-d433a34e811f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:13:07.732488 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port d36f82e9-44fb-4cc2-8b58-d433a34e811f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d36f82e9-44fb-4cc2-8b58-d433a34e811f,segment=NetworkSegment(55ca56a0-b6b1-48e7-ac7e-5494572647fe),segment_id=55ca56a0-b6b1-48e7-ac7e-5494572647fe)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:13:07.748492 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'port_id': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f', 'mac_address': 'fa:16:3e:98:2a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:13:07.801109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:07.817395 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36f82e9-44fb-4cc2-8b58-d433a34e811f {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:13:07.832558 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port d36f82e9-44fb-4cc2-8b58-d433a34e811f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d36f82e9-44fb-4cc2-8b58-d433a34e811f,segment=NetworkSegment(55ca56a0-b6b1-48e7-ac7e-5494572647fe),segment_id=55ca56a0-b6b1-48e7-ac7e-5494572647fe)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:13:07.836176 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:07.839040 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:13:07.902081 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=d36f82e9-44fb-4cc2-8b58-d433a34e811f,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:13:07.905105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:13:08.140098 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['d36f82e9-44fb-4cc2-8b58-d433a34e811f'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:13:08.755492 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0300e452-9c7a-4fc2-8d6a-827124c889f9 req-fd68e4d9-e560-4225-acd1-9668d1e48b7e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:08.756861 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0300e452-9c7a-4fc2-8d6a-827124c889f9 req-fd68e4d9-e560-4225-acd1-9668d1e48b7e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 944 time: 0.0785127
Dec 24 11:13:08.799576 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0300e452-9c7a-4fc2-8d6a-827124c889f9 req-738b50b6-e68d-4c35-91d6-8a5527fa0099 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f75da93-8bef-46ff-a1d1-f81ee86afeb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366478
Dec 24 11:13:09.617755 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device d36f82e9-44fb-4cc2-8b58-d433a34e811f up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:13:09.683721 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port d36f82e9-44fb-4cc2-8b58-d433a34e811f completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:13:09.688452 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port d36f82e9-44fb-4cc2-8b58-d433a34e811f triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:13:09.688830 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:09.801907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:09.828383 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67d3a4d-04ef-4962-bc20-165a7a6c5b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:13:09.838680 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port d36f82e9-44fb-4cc2-8b58-d433a34e811f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d36f82e9-44fb-4cc2-8b58-d433a34e811f,segment=NetworkSegment(55ca56a0-b6b1-48e7-ac7e-5494572647fe),segment_id=55ca56a0-b6b1-48e7-ac7e-5494572647fe)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:13:09.842883 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:09.846162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-31abb7c9-edd8-41f0-ade2-5c9022b2e488 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:13:09.885348 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67d3a4d-04ef-4962-bc20-165a7a6c5b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f', 'code': 200}
Dec 24 11:13:09.926946 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=d36f82e9-44fb-4cc2-8b58-d433a34e811f,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:13:09.930622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:13:10.176312 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e781ba-405b-4299-90e8-8f8526ef220b req-e8b7882a-ff57-4867-b667-0bd7cd1b28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:10.177792 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-20e781ba-405b-4299-90e8-8f8526ef220b req-e8b7882a-ff57-4867-b667-0bd7cd1b28f9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 1098 time: 0.1336186
Dec 24 11:13:10.186206 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3f503a-aa4e-462a-b094-16700e15100d req-b34c171c-50ba-45e0-afc7-ceb52a61c311 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:10.187496 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ce3f503a-aa4e-462a-b094-16700e15100d req-b34c171c-50ba-45e0-afc7-ceb52a61c311 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 945 time: 0.1045785
Dec 24 11:13:10.252973 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-20e781ba-405b-4299-90e8-8f8526ef220b req-f91ab4fe-fe50-458f-adba-b429fe55d3a9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8f75da93-8bef-46ff-a1d1-f81ee86afeb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0645497
Dec 24 11:13:10.260149 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ce3f503a-aa4e-462a-b094-16700e15100d req-4c6b0809-d8a7-4ba7-b074-8a66796b9ab6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f75da93-8bef-46ff-a1d1-f81ee86afeb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582855
Dec 24 11:13:10.599810 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:11.448309 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bec25-a9c1-4242-8fbb-feb63ec205e6 req-7b006974-7927-4194-8588-ead1c20b94a5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:11.449767 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5f0bec25-a9c1-4242-8fbb-feb63ec205e6 req-7b006974-7927-4194-8588-ead1c20b94a5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 945 time: 0.0840642
Dec 24 11:13:11.492658 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5f0bec25-a9c1-4242-8fbb-feb63ec205e6 req-ac6f46da-6262-489d-9708-7f20786b063f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f75da93-8bef-46ff-a1d1-f81ee86afeb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370984
Dec 24 11:13:12.673913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e862ff-0dd8-4504-b86a-5229023c1435 req-d52dec4b-7563-45e6-9ad2-d4f3c271145c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:12.675295 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-72e862ff-0dd8-4504-b86a-5229023c1435 req-d52dec4b-7563-45e6-9ad2-d4f3c271145c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 945 time: 0.0781803
Dec 24 11:13:12.719159 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-72e862ff-0dd8-4504-b86a-5229023c1435 req-8ce4760e-b50e-4748-a85b-f1e4a9d67b2e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f75da93-8bef-46ff-a1d1-f81ee86afeb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383368
Dec 24 11:13:12.897602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ffc78-b377-4e6d-8561-9c6a8004ed1d req-7a9197c4-a5aa-494b-89d1-4c3f67ffd69b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:12.899925 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2e1ffc78-b377-4e6d-8561-9c6a8004ed1d req-7a9197c4-a5aa-494b-89d1-4c3f67ffd69b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 945 time: 0.0780249
Dec 24 11:13:12.945540 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2e1ffc78-b377-4e6d-8561-9c6a8004ed1d req-d775ad44-9b1a-485b-af58-6918591f52df tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f75da93-8bef-46ff-a1d1-f81ee86afeb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400779
Dec 24 11:13:12.967969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54988) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:13.034920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed25b3ba-3ff5-46cf-b0d9-a970189aef4a tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:13.036365 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ed25b3ba-3ff5-46cf-b0d9-a970189aef4a tempest-TestNetworkBasicOps-1068562472 tempest-TestNetworkBasicOps-1068562472-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 1093 time: 0.0674412
Dec 24 11:13:13.039045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 54992) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:13.043828 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:13:13.049410 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:13:13.053111 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Usage tracker for resource:floatingip and tenant:1df2c4270c8b4c3e834179de6e64472f is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:13:13.056360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:13:13.061784 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:13:13.072421 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:13.203125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:13.334062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Allocated IP 172.26.4.199 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/c5cac230-9aed-4fec-b460-87042721d0d7) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:13:13.474842 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:13.502899 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:13.507084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4e4015a0-55ef-4d3d-a480-245b9670f143 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:13:13.560093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:13:13.562748 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:13:13.570308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:13:13.616105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=c5cac230-9aed-4fec-b460-87042721d0d7,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:13:13.620033 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:13:14.084834 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:14.155420 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:14.358865 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:14.363048 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:14.367408 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fe413a02-7ba3-4896-9704-986b6f3a7236 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:13:14.475025 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event updated for resources: {'Port': ['ID=c5cac230-9aed-4fec-b460-87042721d0d7,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:13:14.479588 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:13:14.483998 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:14.650786 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP 12258dd5-5d59-4b12-bc6d-05f7e044bd12 associated. External IP: 172.26.4.199, port: d36f82e9-44fb-4cc2-8b58-d433a34e811f.
Dec 24 11:13:14.989319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 4bd444d2-7328-48d7-954a-52e428d28d65 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:13:15.162632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:13:15.172687 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd22f0b2-fa3f-402c-bc4b-c45eb960dbe4 None None] Sync routers for ids ['4bd444d2-7328-48d7-954a-52e428d28d65'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:13:15.183063 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd22f0b2-fa3f-402c-bc4b-c45eb960dbe4 None None] Routers {'4bd444d2-7328-48d7-954a-52e428d28d65'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:13:15.183793 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-bd22f0b2-fa3f-402c-bc4b-c45eb960dbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddcc370>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:13:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4bd444d2-7328-48d7-954a-52e428d28d65'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:13:15.186533 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:15.239809 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.1996737
Dec 24 11:13:15.240453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67d3a4d-04ef-4962-bc20-165a7a6c5b1c', 'tag': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:13:15.242506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 54996) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:15.285913 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67d3a4d-04ef-4962-bc20-165a7a6c5b1c', 'tag': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f', 'status': 'completed', 'code': 200}
Dec 24 11:13:15.371960 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-bd22f0b2-fa3f-402c-bc4b-c45eb960dbe4 None None] Set router 4bd444d2-7328-48d7-954a-52e428d28d65 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:13:15.521889 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-24bf774b-ad62-4e22-aadb-7c1dea152301 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/12258dd5-5d59-4b12-bc6d-05f7e044bd12 HTTP/1.1" status: 200  len: 991 time: 0.2774115
Dec 24 11:13:15.543293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069aafd-9bba-4f79-bfc3-644494d6635c req-4ba50fab-0969-41af-a954-b290ec73faa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:15.544751 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0069aafd-9bba-4f79-bfc3-644494d6635c req-4ba50fab-0969-41af-a954-b290ec73faa7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 1098 time: 0.1108196
Dec 24 11:13:15.675108 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069aafd-9bba-4f79-bfc3-644494d6635c req-d67ac6fc-34b0-4a77-95ae-6880db06b096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:15.676543 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0069aafd-9bba-4f79-bfc3-644494d6635c req-d67ac6fc-34b0-4a77-95ae-6880db06b096 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cf2f493f-e154-40e6-9e9f-fe4fd32f06bd HTTP/1.1" status: 200  len: 897 time: 0.1250174
Dec 24 11:13:15.714299 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-bd22f0b2-fa3f-402c-bc4b-c45eb960dbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddcc370>, [{'id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:12:51Z', 'updated_at': '2021-12-24T11:12:56Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:52Z', 'updated_at': '2021-12-24T11:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '12258dd5-5d59-4b12-bc6d-05f7e044bd12', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.199', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'port_id': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'mac_address': 'fa:16:3e:98:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d3a4d-04ef-4962-bc20-165a7a6c5b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:13:13Z', 'updated_at': '2021-12-24T11:13:13Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc78e44-5cee-46ef-8edf-9f7faee8bbcd', 'name': '', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:28:75:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:55Z', 'updated_at': '2021-12-24T11:13:00Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:13:15.718126 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd22f0b2-fa3f-402c-bc4b-c45eb960dbe4 None None] Checking router: 4bd444d2-7328-48d7-954a-52e428d28d65 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:13:15.726513 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd22f0b2-fa3f-402c-bc4b-c45eb960dbe4 None None] Routers {'4bd444d2-7328-48d7-954a-52e428d28d65'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:13:15.727759 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-bd22f0b2-fa3f-402c-bc4b-c45eb960dbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddcc370>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:13:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4bd444d2-7328-48d7-954a-52e428d28d65'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:13:15.777122 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0069aafd-9bba-4f79-bfc3-644494d6635c req-756dd5c3-d45b-4e5e-b47a-cd5b12626617 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d36f82e9-44fb-4cc2-8b58-d433a34e811f HTTP/1.1" status: 200  len: 999 time: 0.0942290
Dec 24 11:13:15.837481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069aafd-9bba-4f79-bfc3-644494d6635c req-7133b564-880c-4c83-96fe-10d8da6b2c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:15.838949 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0069aafd-9bba-4f79-bfc3-644494d6635c req-7133b564-880c-4c83-96fe-10d8da6b2c42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4eba70ff-5455-45b0-b5a3-93e55f29da15 HTTP/1.1" status: 200  len: 835 time: 0.0560284
Dec 24 11:13:15.901336 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-bd22f0b2-fa3f-402c-bc4b-c45eb960dbe4 None None] Set router 4bd444d2-7328-48d7-954a-52e428d28d65 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:13:15.912710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0069aafd-9bba-4f79-bfc3-644494d6635c req-9cd69fc4-bec8-4de5-a9a0-c0a41e6052bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:15.914223 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0069aafd-9bba-4f79-bfc3-644494d6635c req-9cd69fc4-bec8-4de5-a9a0-c0a41e6052bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf2f493f-e154-40e6-9e9f-fe4fd32f06bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688391
Dec 24 11:13:16.050053 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0069aafd-9bba-4f79-bfc3-644494d6635c req-b9d8c1d4-7f22-428e-b044-2080e9ee8e3a service neutron] 10.222.0.32 "GET /v2.0/networks/cf2f493f-e154-40e6-9e9f-fe4fd32f06bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295345
Dec 24 11:13:16.181452 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0069aafd-9bba-4f79-bfc3-644494d6635c req-8d819fc9-36da-4791-a95d-0a5cd44df4de service neutron] 10.222.0.32 "GET /v2.0/networks/cf2f493f-e154-40e6-9e9f-fe4fd32f06bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246684
Dec 24 11:13:16.274656 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-bd22f0b2-fa3f-402c-bc4b-c45eb960dbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddcc370>, [{'id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:12:51Z', 'updated_at': '2021-12-24T11:12:56Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:52Z', 'updated_at': '2021-12-24T11:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '12258dd5-5d59-4b12-bc6d-05f7e044bd12', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.199', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'port_id': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'mac_address': 'fa:16:3e:98:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d3a4d-04ef-4962-bc20-165a7a6c5b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:13:13Z', 'updated_at': '2021-12-24T11:13:13Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc78e44-5cee-46ef-8edf-9f7faee8bbcd', 'name': '', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:28:75:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:55Z', 'updated_at': '2021-12-24T11:13:00Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:13:16.278797 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd22f0b2-fa3f-402c-bc4b-c45eb960dbe4 None None] The sync data for ids ['4bd444d2-7328-48d7-954a-52e428d28d65'] in dv-neutron-822668-2-hyperv is: [{'id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:12:51Z', 'updated_at': '2021-12-24T11:12:56Z', 'revision_number': 4, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:52Z', 'updated_at': '2021-12-24T11:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '12258dd5-5d59-4b12-bc6d-05f7e044bd12', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.199', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'port_id': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'mac_address': 'fa:16:3e:98:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d3a4d-04ef-4962-bc20-165a7a6c5b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:13:13Z', 'updated_at': '2021-12-24T11:13:13Z', 'revision_number': 0, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc78e44-5cee-46ef-8edf-9f7faee8bbcd', 'name': '', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:28:75:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:55Z', 'updated_at': '2021-12-24T11:13:00Z', 'revision_number': 5, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:13:16.493258 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed128fc8-f79b-458b-a31e-f530be089ab4 None None] New status for floating IP 12258dd5-5d59-4b12-bc6d-05f7e044bd12: ACTIVE {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:13:16.526446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55002) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:16.631006 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b0b9b6cf-67db-4138-ae04-565a0b61891d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/12258dd5-5d59-4b12-bc6d-05f7e044bd12 HTTP/1.1" status: 200  len: 991 time: 0.1031885
Dec 24 11:13:17.634494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55006) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:13:17.739107 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f3dba751-d0d9-45c9-8f68-5e54e3a6de30 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/12258dd5-5d59-4b12-bc6d-05f7e044bd12 HTTP/1.1" status: 200  len: 993 time: 0.1033382
Dec 24 11:13:29.657774 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9b414adb-9a37-49ca-8148-a8dca10d9578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:31.871807 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-73b54717-3863-4cfe-8e94-d450e376a46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:33.007051 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:13:33.093763 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:33.096534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:33.600384 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b1dd7566-96a4-4ad5-90b7-57be156a2eea req-d60657ae-e554-4053-a04e-0fe6fcc67cb8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0713062
Dec 24 11:13:33.734191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd7566-96a4-4ad5-90b7-57be156a2eea req-0ce01512-b2eb-445b-996b-9a3886a11330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:33.735562 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b1dd7566-96a4-4ad5-90b7-57be156a2eea req-0ce01512-b2eb-445b-996b-9a3886a11330 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 1098 time: 0.0692379
Dec 24 11:13:33.878421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd7566-96a4-4ad5-90b7-57be156a2eea req-aee6b88c-b6d6-48b3-8032-9ccef2c74118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:33.879861 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b1dd7566-96a4-4ad5-90b7-57be156a2eea req-aee6b88c-b6d6-48b3-8032-9ccef2c74118 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cf2f493f-e154-40e6-9e9f-fe4fd32f06bd HTTP/1.1" status: 200  len: 897 time: 0.1247864
Dec 24 11:13:33.980206 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b1dd7566-96a4-4ad5-90b7-57be156a2eea req-aaa9e9ee-e48c-4b3e-bb15-5129f89fbc59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d36f82e9-44fb-4cc2-8b58-d433a34e811f HTTP/1.1" status: 200  len: 1001 time: 0.0938368
Dec 24 11:13:34.040627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd7566-96a4-4ad5-90b7-57be156a2eea req-42580ce8-cb28-4c8e-bd98-6f7ef94f340a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:34.042022 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b1dd7566-96a4-4ad5-90b7-57be156a2eea req-42580ce8-cb28-4c8e-bd98-6f7ef94f340a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4eba70ff-5455-45b0-b5a3-93e55f29da15 HTTP/1.1" status: 200  len: 835 time: 0.0557020
Dec 24 11:13:34.229605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd7566-96a4-4ad5-90b7-57be156a2eea req-9becacee-52a5-46ae-860f-d668a7f8429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:13:34.231093 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b1dd7566-96a4-4ad5-90b7-57be156a2eea req-9becacee-52a5-46ae-860f-d668a7f8429a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf2f493f-e154-40e6-9e9f-fe4fd32f06bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1829169
Dec 24 11:13:34.360431 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b1dd7566-96a4-4ad5-90b7-57be156a2eea req-03804dac-4554-4bd5-b125-869a6f214dc3 service neutron] 10.222.0.32 "GET /v2.0/networks/cf2f493f-e154-40e6-9e9f-fe4fd32f06bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219602
Dec 24 11:13:34.490701 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b1dd7566-96a4-4ad5-90b7-57be156a2eea req-e5fbb108-fdfe-4ddf-89dd-928d090aaa6f service neutron] 10.222.0.32 "GET /v2.0/networks/cf2f493f-e154-40e6-9e9f-fe4fd32f06bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238239
Dec 24 11:13:34.870490 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:40.595105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:13:59.660178 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f22fabce-5f72-42bb-bc43-aa2f8a212501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:01.876126 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5f164351-c30a-426c-9bc9-9e47c667aa34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:03.097508 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:03.099366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:04.872684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:10.005771 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:14:10.595983 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:16.348724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55042) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:16.354466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-26711cbb-bd45-4b81-93ee-8547e53c9973 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:14:16.856290 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26711cbb-bd45-4b81-93ee-8547e53c9973 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:16.866323 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26711cbb-bd45-4b81-93ee-8547e53c9973 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:17.038814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26711cbb-bd45-4b81-93ee-8547e53c9973 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 4bd444d2-7328-48d7-954a-52e428d28d65 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:14:17.212652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26711cbb-bd45-4b81-93ee-8547e53c9973 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:14:17.219015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26711cbb-bd45-4b81-93ee-8547e53c9973 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:17.220123 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-26711cbb-bd45-4b81-93ee-8547e53c9973 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/4bd444d2-7328-48d7-954a-52e428d28d65 HTTP/1.1" status: 200  len: 889 time: 0.8704498
Dec 24 11:14:17.226669 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d872c2cd-3eee-4187-b38f-2abcd87f569a None None] Sync routers for ids ['4bd444d2-7328-48d7-954a-52e428d28d65'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:14:17.235845 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d872c2cd-3eee-4187-b38f-2abcd87f569a None None] Routers {'4bd444d2-7328-48d7-954a-52e428d28d65'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:14:17.236452 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d872c2cd-3eee-4187-b38f-2abcd87f569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de8d460>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:14:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4bd444d2-7328-48d7-954a-52e428d28d65'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:17.297700 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d872c2cd-3eee-4187-b38f-2abcd87f569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de8d460>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:17.306237 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d872c2cd-3eee-4187-b38f-2abcd87f569a None None] Routers {'4bd444d2-7328-48d7-954a-52e428d28d65'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:14:17.306829 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d872c2cd-3eee-4187-b38f-2abcd87f569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de8d460>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:14:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4bd444d2-7328-48d7-954a-52e428d28d65'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:17.366375 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-d872c2cd-3eee-4187-b38f-2abcd87f569a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de8d460>, [], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:17.367290 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d872c2cd-3eee-4187-b38f-2abcd87f569a None None] The sync data for ids ['4bd444d2-7328-48d7-954a-52e428d28d65'] in dv-neutron-822668-2-hyperv is: [] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:14:18.115378 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b40452-b66c-487d-bad2-9d78e561e7e7 None None] New status for floating IP 12258dd5-5d59-4b12-bc6d-05f7e044bd12: DOWN {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:14:18.482162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:14:18.592144 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:18.659001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3bc78e44-5cee-46ef-8edf-9f7faee8bbcd,segment=NetworkSegment(55ca56a0-b6b1-48e7-ac7e-5494572647fe),segment_id=55ca56a0-b6b1-48e7-ac7e-5494572647fe)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:14:18.663129 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:18.663940 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3428e4d4-df01-4a86-857b-bf8b81e20cf1 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:14:18.686878 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:18.775996 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=3bc78e44-5cee-46ef-8edf-9f7faee8bbcd,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:18.810277 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:18.810630 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:18.810972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:18.811312 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:18.811648 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:18.811982 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:18.812312 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:18.812642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:18.812972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:18.813299 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:18.813622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:18.813971 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:18.823443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:18.840970 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:18.856843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 3428e4d4-df01-4a86-857b-bf8b81e20cf1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3428e4d4-df01-4a86-857b-bf8b81e20cf1,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:14:18.860294 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:18.861978 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:18.927935 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=3428e4d4-df01-4a86-857b-bf8b81e20cf1,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:18.931214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:19.368249 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55048) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:19.373603 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-81d692e4-99bc-47fb-ad1d-64d58e43974d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:14:20.014450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-81d692e4-99bc-47fb-ad1d-64d58e43974d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:20.025188 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-81d692e4-99bc-47fb-ad1d-64d58e43974d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1735960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1736163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1736209'] for router, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:20.200720 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d692e4-99bc-47fb-ad1d-64d58e43974d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 4bd444d2-7328-48d7-954a-52e428d28d65 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:14:20.376899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d692e4-99bc-47fb-ad1d-64d58e43974d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:14:20.383467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-81d692e4-99bc-47fb-ad1d-64d58e43974d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:20.384616 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-81d692e4-99bc-47fb-ad1d-64d58e43974d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/4bd444d2-7328-48d7-954a-52e428d28d65 HTTP/1.1" status: 200  len: 888 time: 1.0153160
Dec 24 11:14:20.387571 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55052) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:20.389763 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a991445-4f47-4193-83d8-55abdd2247fe None None] Sync routers for ids ['4bd444d2-7328-48d7-954a-52e428d28d65'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:14:20.399734 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a991445-4f47-4193-83d8-55abdd2247fe None None] Routers {'4bd444d2-7328-48d7-954a-52e428d28d65'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:14:20.400337 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1a991445-4f47-4193-83d8-55abdd2247fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de8dd30>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:14:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4bd444d2-7328-48d7-954a-52e428d28d65'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:20.493216 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1527a857-f111-4dc9-8383-15b24dfa7bb4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/12258dd5-5d59-4b12-bc6d-05f7e044bd12 HTTP/1.1" status: 200  len: 991 time: 0.1044903
Dec 24 11:14:20.573911 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-1a991445-4f47-4193-83d8-55abdd2247fe None None] Set router 4bd444d2-7328-48d7-954a-52e428d28d65 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:14:20.904706 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1a991445-4f47-4193-83d8-55abdd2247fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de8dd30>, [{'id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:12:51Z', 'updated_at': '2021-12-24T11:14:20Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:52Z', 'updated_at': '2021-12-24T11:14:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '12258dd5-5d59-4b12-bc6d-05f7e044bd12', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.199', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'port_id': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'mac_address': 'fa:16:3e:98:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d3a4d-04ef-4962-bc20-165a7a6c5b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:13:13Z', 'updated_at': '2021-12-24T11:14:18Z', 'revision_number': 2, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc78e44-5cee-46ef-8edf-9f7faee8bbcd', 'name': '', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:28:75:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:55Z', 'updated_at': '2021-12-24T11:14:18Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:20.908429 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a991445-4f47-4193-83d8-55abdd2247fe None None] Checking router: 4bd444d2-7328-48d7-954a-52e428d28d65 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:14:20.916427 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a991445-4f47-4193-83d8-55abdd2247fe None None] Routers {'4bd444d2-7328-48d7-954a-52e428d28d65'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:14:20.917019 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1a991445-4f47-4193-83d8-55abdd2247fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de8dd30>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:14:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4bd444d2-7328-48d7-954a-52e428d28d65'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:21.092061 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-1a991445-4f47-4193-83d8-55abdd2247fe None None] Set router 4bd444d2-7328-48d7-954a-52e428d28d65 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:14:21.459553 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-1a991445-4f47-4193-83d8-55abdd2247fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de8dd30>, [{'id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:12:51Z', 'updated_at': '2021-12-24T11:14:20Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:52Z', 'updated_at': '2021-12-24T11:14:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '12258dd5-5d59-4b12-bc6d-05f7e044bd12', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.199', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'port_id': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'mac_address': 'fa:16:3e:98:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d3a4d-04ef-4962-bc20-165a7a6c5b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:13:13Z', 'updated_at': '2021-12-24T11:14:18Z', 'revision_number': 2, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc78e44-5cee-46ef-8edf-9f7faee8bbcd', 'name': '', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:28:75:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:55Z', 'updated_at': '2021-12-24T11:14:18Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:21.463471 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a991445-4f47-4193-83d8-55abdd2247fe None None] The sync data for ids ['4bd444d2-7328-48d7-954a-52e428d28d65'] in dv-neutron-822668-2-hyperv is: [{'id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:12:51Z', 'updated_at': '2021-12-24T11:14:20Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:52Z', 'updated_at': '2021-12-24T11:14:18Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '12258dd5-5d59-4b12-bc6d-05f7e044bd12', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'floating_ip_address': '172.26.4.199', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'port_id': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'mac_address': 'fa:16:3e:98:2a:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a67d3a4d-04ef-4962-bc20-165a7a6c5b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:13:13Z', 'updated_at': '2021-12-24T11:14:18Z', 'revision_number': 2, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bc78e44-5cee-46ef-8edf-9f7faee8bbcd', 'name': '', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:28:75:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:55Z', 'updated_at': '2021-12-24T11:14:18Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:14:21.497082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55056) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:21.601540 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a8a8355a-a83e-4e7a-aa98-f9815ed83db0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/12258dd5-5d59-4b12-bc6d-05f7e044bd12 HTTP/1.1" status: 200  len: 991 time: 0.1027229
Dec 24 11:14:22.526153 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:14:22.594545 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:14:22.594923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:22.605253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55060) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:22.711774 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:22.714599 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c484e407-769b-42db-bf68-b47ec7ac2852 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/12258dd5-5d59-4b12-bc6d-05f7e044bd12 HTTP/1.1" status: 200  len: 991 time: 0.1078818
Dec 24 11:14:22.744126 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3bc78e44-5cee-46ef-8edf-9f7faee8bbcd,segment=NetworkSegment(55ca56a0-b6b1-48e7-ac7e-5494572647fe),segment_id=55ca56a0-b6b1-48e7-ac7e-5494572647fe)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:14:22.747984 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:22.749236 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3428e4d4-df01-4a86-857b-bf8b81e20cf1 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:14:22.772312 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:22.862951 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=3bc78e44-5cee-46ef-8edf-9f7faee8bbcd,revision_number=7']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:22.866083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:22.875395 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 3428e4d4-df01-4a86-857b-bf8b81e20cf1 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:14:22.875769 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:22.989200 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:23.005527 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 3428e4d4-df01-4a86-857b-bf8b81e20cf1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3428e4d4-df01-4a86-857b-bf8b81e20cf1,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:14:23.010304 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:23.013365 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-10a0ca38-93e0-4eea-a1a3-f111e7efd64b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:23.080018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=3428e4d4-df01-4a86-857b-bf8b81e20cf1,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:23.083247 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:23.119209 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd09aef-b983-49d7-9f6b-5dd56edd0440 None None] New status for floating IP 12258dd5-5d59-4b12-bc6d-05f7e044bd12: ACTIVE {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:14:23.717692 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 55064) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:23.822029 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-dc1b583a-e23b-4673-bea0-1c2100532b19 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/floatingips/12258dd5-5d59-4b12-bc6d-05f7e044bd12 HTTP/1.1" status: 200  len: 993 time: 0.1029916
Dec 24 11:14:24.096645 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 55072) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:24.414264 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port c5cac230-9aed-4fec-b460-87042721d0d7 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:14:24.414612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:24.493978 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:14:24.563836 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:14:24.564226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:24.583062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:24.583401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:24.679088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3428e4d4-df01-4a86-857b-bf8b81e20cf1 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:14:24.709320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for c5cac230-9aed-4fec-b460-87042721d0d7 owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:14:24.743937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 3428e4d4-df01-4a86-857b-bf8b81e20cf1 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:14:24.744311 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:24.856313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:24.862330 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:24.938778 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=c5cac230-9aed-4fec-b460-87042721d0d7,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:24.975459 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:24.975844 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:24.976727 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:24.977093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:24.977457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:24.977820 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:24.978203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:24.978562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:24.978921 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:24.979276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:24.979630 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:24.979982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:24.986136 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:25.007168 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:25.007553 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Floating IP 12258dd5-5d59-4b12-bc6d-05f7e044bd12 disassociated (deleted). External IP: 172.26.4.199, port: d36f82e9-44fb-4cc2-8b58-d433a34e811f.
Dec 24 11:14:25.353841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 4bd444d2-7328-48d7-954a-52e428d28d65 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:14:25.529315 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:14:25.539297 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b731e0-373c-4bca-be91-2d5a8ad897d7 None None] Sync routers for ids ['4bd444d2-7328-48d7-954a-52e428d28d65'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:14:25.549355 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b731e0-373c-4bca-be91-2d5a8ad897d7 None None] Routers {'4bd444d2-7328-48d7-954a-52e428d28d65'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:14:25.549515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:25.550168 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-03b731e0-373c-4bca-be91-2d5a8ad897d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfe8580>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:14:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4bd444d2-7328-48d7-954a-52e428d28d65'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:25.726650 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/floatingips/12258dd5-5d59-4b12-bc6d-05f7e044bd12 HTTP/1.1" status: 204  len: 168 time: 1.6288159
Dec 24 11:14:25.727222 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a67d3a4d-04ef-4962-bc20-165a7a6c5b1c', 'tag': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:14:25.733666 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-03b731e0-373c-4bca-be91-2d5a8ad897d7 None None] Set router 4bd444d2-7328-48d7-954a-52e428d28d65 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:14:25.774978 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a67d3a4d-04ef-4962-bc20-165a7a6c5b1c', 'tag': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f', 'status': 'completed', 'code': 200}
Dec 24 11:14:25.873020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad132f46-e591-4c95-82a1-87b826c3bb63 req-ef584a17-da85-4593-a342-c246b5726c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:25.874641 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ad132f46-e591-4c95-82a1-87b826c3bb63 req-ef584a17-da85-4593-a342-c246b5726c11 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1df2c4270c8b4c3e834179de6e64472f&device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 1098 time: 0.0778713
Dec 24 11:14:26.061780 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-03b731e0-373c-4bca-be91-2d5a8ad897d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfe8580>, [{'id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:12:51Z', 'updated_at': '2021-12-24T11:14:20Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:52Z', 'updated_at': '2021-12-24T11:14:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '3bc78e44-5cee-46ef-8edf-9f7faee8bbcd', 'name': '', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:28:75:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:55Z', 'updated_at': '2021-12-24T11:14:22Z', 'revision_number': 7, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:26.067293 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b731e0-373c-4bca-be91-2d5a8ad897d7 None None] Checking router: 4bd444d2-7328-48d7-954a-52e428d28d65 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:14:26.076603 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b731e0-373c-4bca-be91-2d5a8ad897d7 None None] Routers {'4bd444d2-7328-48d7-954a-52e428d28d65'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:14:26.077245 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-03b731e0-373c-4bca-be91-2d5a8ad897d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfe8580>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:14:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4bd444d2-7328-48d7-954a-52e428d28d65'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:26.104939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25254799-af7a-4bfd-a1a1-9889a0447c74 req-0a360d04-b428-48ac-8e43-b79c360e30d5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:26.105737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-25254799-af7a-4bfd-a1a1-9889a0447c74 req-0a360d04-b428-48ac-8e43-b79c360e30d5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Synchronizing usage tracker for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:14:26.122576 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-25254799-af7a-4bfd-a1a1-9889a0447c74 req-0a360d04-b428-48ac-8e43-b79c360e30d5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Unset dirty status for tenant:1df2c4270c8b4c3e834179de6e64472f on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:14:26.123925 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-25254799-af7a-4bfd-a1a1-9889a0447c74 req-0a360d04-b428-48ac-8e43-b79c360e30d5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 945 time: 0.1098363
Dec 24 11:14:26.160910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad132f46-e591-4c95-82a1-87b826c3bb63 req-1271bd36-bb52-49f2-a14e-a22ebeb86ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:26.162442 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ad132f46-e591-4c95-82a1-87b826c3bb63 req-1271bd36-bb52-49f2-a14e-a22ebeb86ad0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=cf2f493f-e154-40e6-9e9f-fe4fd32f06bd HTTP/1.1" status: 200  len: 897 time: 0.2812865
Dec 24 11:14:26.178777 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-25254799-af7a-4bfd-a1a1-9889a0447c74 req-c2b453c1-7d56-4f47-974b-0c464a5f8e3e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f75da93-8bef-46ff-a1d1-f81ee86afeb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481243
Dec 24 11:14:26.233585 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ad132f46-e591-4c95-82a1-87b826c3bb63 req-1defb122-106c-4894-b071-f23a70e00535 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d36f82e9-44fb-4cc2-8b58-d433a34e811f HTTP/1.1" status: 200  len: 217 time: 0.0637715
Dec 24 11:14:26.263006 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-03b731e0-373c-4bca-be91-2d5a8ad897d7 None None] Set router 4bd444d2-7328-48d7-954a-52e428d28d65 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:14:26.297336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad132f46-e591-4c95-82a1-87b826c3bb63 req-a841936a-46c3-4b83-a992-1d9e7cd7341c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:26.298799 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ad132f46-e591-4c95-82a1-87b826c3bb63 req-a841936a-46c3-4b83-a992-1d9e7cd7341c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=4eba70ff-5455-45b0-b5a3-93e55f29da15 HTTP/1.1" status: 200  len: 835 time: 0.0577052
Dec 24 11:14:26.373091 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad132f46-e591-4c95-82a1-87b826c3bb63 req-78ec64eb-6394-4d58-9c00-d037d9f4c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:26.374617 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ad132f46-e591-4c95-82a1-87b826c3bb63 req-78ec64eb-6394-4d58-9c00-d037d9f4c303 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cf2f493f-e154-40e6-9e9f-fe4fd32f06bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690491
Dec 24 11:14:26.512476 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ad132f46-e591-4c95-82a1-87b826c3bb63 req-0c42a99a-dd11-4b46-aa49-78d8c053b525 service neutron] 10.222.0.32 "GET /v2.0/networks/cf2f493f-e154-40e6-9e9f-fe4fd32f06bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308579
Dec 24 11:14:26.572260 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-03b731e0-373c-4bca-be91-2d5a8ad897d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfe8580>, [{'id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:12:51Z', 'updated_at': '2021-12-24T11:14:20Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:52Z', 'updated_at': '2021-12-24T11:14:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '3bc78e44-5cee-46ef-8edf-9f7faee8bbcd', 'name': '', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:28:75:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:55Z', 'updated_at': '2021-12-24T11:14:22Z', 'revision_number': 7, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:26.576281 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b731e0-373c-4bca-be91-2d5a8ad897d7 None None] The sync data for ids ['4bd444d2-7328-48d7-954a-52e428d28d65'] in dv-neutron-822668-2-hyperv is: [{'id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:12:51Z', 'updated_at': '2021-12-24T11:14:20Z', 'revision_number': 6, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:52Z', 'updated_at': '2021-12-24T11:14:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '3bc78e44-5cee-46ef-8edf-9f7faee8bbcd', 'name': '', 'network_id': 'cf2f493f-e154-40e6-9e9f-fe4fd32f06bd', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'mac_address': 'fa:16:3e:28:75:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:55Z', 'updated_at': '2021-12-24T11:14:22Z', 'revision_number': 7, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'subnets': [{'id': '4eba70ff-5455-45b0-b5a3-93e55f29da15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:14:26.645960 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ad132f46-e591-4c95-82a1-87b826c3bb63 req-03996b3e-05d8-4f71-b512-6c7dc6de1a11 service neutron] 10.222.0.32 "GET /v2.0/networks/cf2f493f-e154-40e6-9e9f-fe4fd32f06bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261616
Dec 24 11:14:27.265219 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37e3fec-085d-4a98-9dc2-57dca3bd1388 None None] New status for floating IP 12258dd5-5d59-4b12-bc6d-05f7e044bd12: DOWN {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:14:27.375068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d353766-7ef1-419f-ba8a-99895a8c8dfb req-6af680dd-dd54-44e0-b70b-2da719fe1e92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:27.376949 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7d353766-7ef1-419f-ba8a-99895a8c8dfb req-6af680dd-dd54-44e0-b70b-2da719fe1e92 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 945 time: 0.0878615
Dec 24 11:14:27.427332 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7d353766-7ef1-419f-ba8a-99895a8c8dfb req-445a5d9a-e86b-47b6-9b44-51551ea24265 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/security-groups?id=8f75da93-8bef-46ff-a1d1-f81ee86afeb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429602
Dec 24 11:14:27.732256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbe40f-086b-4f43-a1d1-d8b1440258eb req-30e07869-fb54-4e06-9cb8-cc5ca417797e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:27.733593 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-98bbe40f-086b-4f43-a1d1-d8b1440258eb req-30e07869-fb54-4e06-9cb8-cc5ca417797e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "GET /v2.0/ports?device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 945 time: 0.0781047
Dec 24 11:14:27.807367 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-98bbe40f-086b-4f43-a1d1-d8b1440258eb req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port d36f82e9-44fb-4cc2-8b58-d433a34e811f {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:14:27.807702 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-98bbe40f-086b-4f43-a1d1-d8b1440258eb req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:28.047427 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-98bbe40f-086b-4f43-a1d1-d8b1440258eb req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port d36f82e9-44fb-4cc2-8b58-d433a34e811f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=d36f82e9-44fb-4cc2-8b58-d433a34e811f,segment=NetworkSegment(55ca56a0-b6b1-48e7-ac7e-5494572647fe),segment_id=55ca56a0-b6b1-48e7-ac7e-5494572647fe)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:14:28.047782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-98bbe40f-086b-4f43-a1d1-d8b1440258eb req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:28.168870 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-98bbe40f-086b-4f43-a1d1-d8b1440258eb req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for d36f82e9-44fb-4cc2-8b58-d433a34e811f owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:14:28.310448 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-98bbe40f-086b-4f43-a1d1-d8b1440258eb req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:28.315930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ce66f156-a2cc-43a9-a38b-91b1dd2a5bba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:28.360230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=d36f82e9-44fb-4cc2-8b58-d433a34e811f,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:28.398560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:28.399133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:28.399325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:28.399700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:28.400068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:28.400435 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:28.400804 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:28.401167 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:28.401530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:28.401910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:28.402273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:28.402630 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:14:28.409664 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:28.448074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bbe40f-086b-4f43-a1d1-d8b1440258eb req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] No DVR routers for this DVR port d36f82e9-44fb-4cc2-8b58-d433a34e811f on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:14:28.450483 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-98bbe40f-086b-4f43-a1d1-d8b1440258eb req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:28.453157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a67d3a4d-04ef-4962-bc20-165a7a6c5b1c', 'name': 'network-vif-deleted', 'tag': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:14:28.470317 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-98bbe40f-086b-4f43-a1d1-d8b1440258eb req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.32 "DELETE /v2.0/ports/d36f82e9-44fb-4cc2-8b58-d433a34e811f HTTP/1.1" status: 204  len: 173 time: 0.7309966
Dec 24 11:14:28.499825 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a67d3a4d-04ef-4962-bc20-165a7a6c5b1c', 'name': 'network-vif-deleted', 'tag': 'd36f82e9-44fb-4cc2-8b58-d433a34e811f', 'status': 'completed', 'code': 200}
Dec 24 11:14:28.579308 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f3c3768c-950e-493a-9bc6-7e1cff3377b9 req-bac1aa75-76dc-4ea4-8726-9d50f85c2596 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "GET /v2.0/ports?device_id=a67d3a4d-04ef-4962-bc20-165a7a6c5b1c HTTP/1.1" status: 200  len: 210 time: 0.0427210
Dec 24 11:14:29.662933 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-758c2cc9-a284-4839-9816-9278c8643f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:29.676681 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 55090) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:29.744070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3793-03d8-4421-9eee-04c808a4bf8e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:29.772568 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3793-03d8-4421-9eee-04c808a4bf8e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:29.836106 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3793-03d8-4421-9eee-04c808a4bf8e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:29.839958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ad756b8c-aae6-449d-996f-32a6264a87c9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:29.858745 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b3793-03d8-4421-9eee-04c808a4bf8e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f75da93-8bef-46ff-a1d1-f81ee86afeb4,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:29.861400 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2b3b3793-03d8-4421-9eee-04c808a4bf8e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:29.869287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3793-03d8-4421-9eee-04c808a4bf8e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:29.873038 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2b3b3793-03d8-4421-9eee-04c808a4bf8e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/security-groups/8f75da93-8bef-46ff-a1d1-f81ee86afeb4 HTTP/1.1" status: 204  len: 168 time: 0.1927841
Dec 24 11:14:29.901731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 55096) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:30.020281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device d36f82e9-44fb-4cc2-8b58-d433a34e811f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:14:30.056179 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: d36f82e9-44fb-4cc2-8b58-d433a34e811f {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:14:30.056538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device d36f82e9-44fb-4cc2-8b58-d433a34e811f not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:14:30.452473 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-42be97ad-a711-4b2a-b5f3-f3515e31972f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:30.795707 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-42be97ad-a711-4b2a-b5f3-f3515e31972f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:14:30.796379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-42be97ad-a711-4b2a-b5f3-f3515e31972f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:30.974649 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-42be97ad-a711-4b2a-b5f3-f3515e31972f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3bc78e44-5cee-46ef-8edf-9f7faee8bbcd,segment=NetworkSegment(55ca56a0-b6b1-48e7-ac7e-5494572647fe),segment_id=55ca56a0-b6b1-48e7-ac7e-5494572647fe)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:14:30.975003 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-42be97ad-a711-4b2a-b5f3-f3515e31972f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:31.211925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-42be97ad-a711-4b2a-b5f3-f3515e31972f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:14:31.394738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-42be97ad-a711-4b2a-b5f3-f3515e31972f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:31.399872 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-862efc76-4732-4c88-bbd2-b9e82620ca30 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:31.445887 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be97ad-a711-4b2a-b5f3-f3515e31972f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=3bc78e44-5cee-46ef-8edf-9f7faee8bbcd,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:31.478638 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-42be97ad-a711-4b2a-b5f3-f3515e31972f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:31.717917 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-42be97ad-a711-4b2a-b5f3-f3515e31972f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:31.879309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e337bb97-a1d1-4179-a8c1-e902c26f6aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:32.070367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42be97ad-a711-4b2a-b5f3-f3515e31972f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Router 4bd444d2-7328-48d7-954a-52e428d28d65 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:14:32.244288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42be97ad-a711-4b2a-b5f3-f3515e31972f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:14:32.253301 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e301b13-40b0-4c93-b15d-67712cb1ab98 None None] Sync routers for ids ['4bd444d2-7328-48d7-954a-52e428d28d65'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:14:32.256585 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-42be97ad-a711-4b2a-b5f3-f3515e31972f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "PUT /v2.0/routers/4bd444d2-7328-48d7-954a-52e428d28d65/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3537762
Dec 24 11:14:32.259302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 55100) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:32.262414 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e301b13-40b0-4c93-b15d-67712cb1ab98 None None] Routers {'4bd444d2-7328-48d7-954a-52e428d28d65'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:14:32.263028 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4e301b13-40b0-4c93-b15d-67712cb1ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1b85e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:14:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4bd444d2-7328-48d7-954a-52e428d28d65'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:32.417927 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b84dcb5-78c6-4f9c-bf3a-a2f750926c25 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting subnet 4eba70ff-5455-45b0-b5a3-93e55f29da15 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:14:32.421075 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3b84dcb5-78c6-4f9c-bf3a-a2f750926c25 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:32.468308 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-4e301b13-40b0-4c93-b15d-67712cb1ab98 None None] Set router 4bd444d2-7328-48d7-954a-52e428d28d65 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:14:32.477498 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3b84dcb5-78c6-4f9c-bf3a-a2f750926c25 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:32.690173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3b84dcb5-78c6-4f9c-bf3a-a2f750926c25 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:32.759330 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4e301b13-40b0-4c93-b15d-67712cb1ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1b85e0>, [{'id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:12:51Z', 'updated_at': '2021-12-24T11:14:31Z', 'revision_number': 7, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:52Z', 'updated_at': '2021-12-24T11:14:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:32.763760 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e301b13-40b0-4c93-b15d-67712cb1ab98 None None] Checking router: 4bd444d2-7328-48d7-954a-52e428d28d65 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:14:32.766770 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3b84dcb5-78c6-4f9c-bf3a-a2f750926c25 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:32.771884 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6a530382-009f-40fe-9237-c62091077164 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:32.772466 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e301b13-40b0-4c93-b15d-67712cb1ab98 None None] Routers {'4bd444d2-7328-48d7-954a-52e428d28d65'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:14:32.773907 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4e301b13-40b0-4c93-b15d-67712cb1ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1b85e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:14:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['4bd444d2-7328-48d7-954a-52e428d28d65'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:32.813567 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3b84dcb5-78c6-4f9c-bf3a-a2f750926c25 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:32.816994 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84dcb5-78c6-4f9c-bf3a-a2f750926c25 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Subnet': ['ID=4eba70ff-5455-45b0-b5a3-93e55f29da15,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:32.822633 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cc2ab7-fd4e-48e1-8f8e-c40fc6dfbf26 None None] Network cf2f493f-e154-40e6-9e9f-fe4fd32f06bd requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:14:32.828242 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3b84dcb5-78c6-4f9c-bf3a-a2f750926c25 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:32.836573 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55106) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:32.837742 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3b84dcb5-78c6-4f9c-bf3a-a2f750926c25 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/subnets/4eba70ff-5455-45b0-b5a3-93e55f29da15 HTTP/1.1" status: 204  len: 168 time: 0.5774646
Dec 24 11:14:32.960040 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-4e301b13-40b0-4c93-b15d-67712cb1ab98 None None] Set router 4bd444d2-7328-48d7-954a-52e428d28d65 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:14:33.035023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aa67caed-61e3-4e17-93d5-eadf7487df0d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:33.110953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b055d8-9466-40ae-ab32-5897d3278672 None None] DHCP port deletion for cf2f493f-e154-40e6-9e9f-fe4fd32f06bd request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:14:33.124992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-59b055d8-9466-40ae-ab32-5897d3278672 None None] Deleting port f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:14:33.125742 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-59b055d8-9466-40ae-ab32-5897d3278672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:33.171453 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:33.174827 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:33.282786 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4e301b13-40b0-4c93-b15d-67712cb1ab98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1b85e0>, [{'id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:12:51Z', 'updated_at': '2021-12-24T11:14:31Z', 'revision_number': 7, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:52Z', 'updated_at': '2021-12-24T11:14:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:33.286918 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e301b13-40b0-4c93-b15d-67712cb1ab98 None None] The sync data for ids ['4bd444d2-7328-48d7-954a-52e428d28d65'] in dv-neutron-822668-2-hyperv is: [{'id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'name': 'tempest-TestNetworkBasicOps-router-1193908624', 'tenant_id': '1df2c4270c8b4c3e834179de6e64472f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213'}], 'enable_snat': True}, 'gw_port_id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:12:51Z', 'updated_at': '2021-12-24T11:14:31Z', 'revision_number': 7, 'project_id': '1df2c4270c8b4c3e834179de6e64472f', 'gw_port': {'id': '3428e4d4-df01-4a86-857b-bf8b81e20cf1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bd444d2-7328-48d7-954a-52e428d28d65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:12:52Z', 'updated_at': '2021-12-24T11:14:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:14:33.371934 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-59b055d8-9466-40ae-ab32-5897d3278672 None None] For port f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb,segment=NetworkSegment(55ca56a0-b6b1-48e7-ac7e-5494572647fe),segment_id=55ca56a0-b6b1-48e7-ac7e-5494572647fe)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:14:33.372292 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-59b055d8-9466-40ae-ab32-5897d3278672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:33.378131 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aa67caed-61e3-4e17-93d5-eadf7487df0d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:33.392441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-aa67caed-61e3-4e17-93d5-eadf7487df0d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Deleting port 3428e4d4-df01-4a86-857b-bf8b81e20cf1 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:14:33.392791 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aa67caed-61e3-4e17-93d5-eadf7487df0d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:33.510449 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-59b055d8-9466-40ae-ab32-5897d3278672 None None] Calling delete_port for f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:14:33.571960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-aa67caed-61e3-4e17-93d5-eadf7487df0d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] For port 3428e4d4-df01-4a86-857b-bf8b81e20cf1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3428e4d4-df01-4a86-857b-bf8b81e20cf1,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:14:33.572316 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aa67caed-61e3-4e17-93d5-eadf7487df0d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:33.590471 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-59b055d8-9466-40ae-ab32-5897d3278672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:33.594104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:33.637202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b055d8-9466-40ae-ab32-5897d3278672 None None] Pushing event deleted for resources: {'Port': ['ID=f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:33.640745 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-59b055d8-9466-40ae-ab32-5897d3278672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:33.642921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b055d8-9466-40ae-ab32-5897d3278672 None None] No DVR routers for this DVR port f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:14:33.695747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-aa67caed-61e3-4e17-93d5-eadf7487df0d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Calling delete_port for 3428e4d4-df01-4a86-857b-bf8b81e20cf1 owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:14:33.988353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aa67caed-61e3-4e17-93d5-eadf7487df0d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:33.992248 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0da76e7d-bc3a-4d18-9067-11cba72ae336 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:34.036382 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67caed-61e3-4e17-93d5-eadf7487df0d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Port': ['ID=3428e4d4-df01-4a86-857b-bf8b81e20cf1,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:34.038759 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aa67caed-61e3-4e17-93d5-eadf7487df0d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:34.125990 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aa67caed-61e3-4e17-93d5-eadf7487df0d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:34.294900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aa67caed-61e3-4e17-93d5-eadf7487df0d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:34.297003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aa67caed-61e3-4e17-93d5-eadf7487df0d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:34.319549 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aa67caed-61e3-4e17-93d5-eadf7487df0d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:34.320637 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa67caed-61e3-4e17-93d5-eadf7487df0d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Fanout notify agent at l3_agent the message router_deleted on router 4bd444d2-7328-48d7-954a-52e428d28d65 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:14:34.337478 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-aa67caed-61e3-4e17-93d5-eadf7487df0d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:34.338622 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-aa67caed-61e3-4e17-93d5-eadf7487df0d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/routers/4bd444d2-7328-48d7-954a-52e428d28d65 HTTP/1.1" status: 204  len: 168 time: 1.5006547
Dec 24 11:14:34.341199 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55110) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:34.455978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bea3292c-f5d0-4eb5-a0b9-b4cda5b31a50 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:34.705686 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bea3292c-f5d0-4eb5-a0b9-b4cda5b31a50 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:34.732923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-bea3292c-f5d0-4eb5-a0b9-b4cda5b31a50 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7ce52a90>,) {'filters': {'network_id': ['cf2f493f-e154-40e6-9e9f-fe4fd32f06bd']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:34.750153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-bea3292c-f5d0-4eb5-a0b9-b4cda5b31a50 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7ce52a90>, '55ca56a0-b6b1-48e7-ac7e-5494572647fe') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:34.750525 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-bea3292c-f5d0-4eb5-a0b9-b4cda5b31a50 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7ce52a90>, '55ca56a0-b6b1-48e7-ac7e-5494572647fe') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:14:34.766050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bea3292c-f5d0-4eb5-a0b9-b4cda5b31a50 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:34.786840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bea3292c-f5d0-4eb5-a0b9-b4cda5b31a50 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:34.794429 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:14:34.797036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea3292c-f5d0-4eb5-a0b9-b4cda5b31a50 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:14:34.797509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bea3292c-f5d0-4eb5-a0b9-b4cda5b31a50 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:14:34.815847 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:14:34.830541 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:14:34.830899 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3bc78e44-5cee-46ef-8edf-9f7faee8bbcd not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:14:34.831329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3428e4d4-df01-4a86-857b-bf8b81e20cf1 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:14:34.868027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 3428e4d4-df01-4a86-857b-bf8b81e20cf1 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:14:34.868390 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3428e4d4-df01-4a86-857b-bf8b81e20cf1 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:14:34.868806 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:14:34.899912 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bea3292c-f5d0-4eb5-a0b9-b4cda5b31a50 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:34.903728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6f107772-2932-430b-b372-7c5a45180b36 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:34.908767 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:14:34.909172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f26c4d50-be1e-4ad1-9d86-5180dd0cc4cb not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:14:34.919048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bea3292c-f5d0-4eb5-a0b9-b4cda5b31a50 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:34.921630 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:34.931961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3292c-f5d0-4eb5-a0b9-b4cda5b31a50 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Pushing event deleted for resources: {'Network': ['ID=cf2f493f-e154-40e6-9e9f-fe4fd32f06bd,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:34.934996 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bea3292c-f5d0-4eb5-a0b9-b4cda5b31a50 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:34.938581 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bea3292c-f5d0-4eb5-a0b9-b4cda5b31a50 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] 10.222.0.54 "DELETE /v2.0/networks/cf2f493f-e154-40e6-9e9f-fe4fd32f06bd HTTP/1.1" status: 204  len: 168 time: 0.5964801
Dec 24 11:14:35.264840 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 55118) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:35.415732 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cd2830b5-4f31-4e04-88c8-eba55b53174d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1df2c4270c8b4c3e834179de6e64472f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1496558
Dec 24 11:14:35.418223 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 55124) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:35.475432 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-444ce0c7-18d2-4416-8f3b-e3858183ebe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:35.500244 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-444ce0c7-18d2-4416-8f3b-e3858183ebe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:35.551437 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-444ce0c7-18d2-4416-8f3b-e3858183ebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:35.555103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7300fa63-c10c-4373-bb26-3eb90588af24 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:35.568770 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ce0c7-18d2-4416-8f3b-e3858183ebe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ed8f34-a4ee-4c14-9cd7-196899e73e91,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:35.573665 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-444ce0c7-18d2-4416-8f3b-e3858183ebe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:35.575625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-444ce0c7-18d2-4416-8f3b-e3858183ebe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:35.576742 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-444ce0c7-18d2-4416-8f3b-e3858183ebe2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/57ed8f34-a4ee-4c14-9cd7-196899e73e91 HTTP/1.1" status: 204  len: 168 time: 0.1576300
Dec 24 11:14:35.842897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55132) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:35.861117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-63bbe2cf-0428-4216-ab79-c85d1a5db23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:35.875064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-63bbe2cf-0428-4216-ab79-c85d1a5db23d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:14:35.878785 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-63bbe2cf-0428-4216-ab79-c85d1a5db23d admin admin] Usage tracker for resource:security_group_rule and tenant:a7a5bc1c5ee9492fb7c36dcd9e84ef8f is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:14:35.881520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-63bbe2cf-0428-4216-ab79-c85d1a5db23d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:14:35.887539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-63bbe2cf-0428-4216-ab79-c85d1a5db23d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:14:35.969583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-63bbe2cf-0428-4216-ab79-c85d1a5db23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:35.973183 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-63bbe2cf-0428-4216-ab79-c85d1a5db23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:35.979533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b00c8eae-b244-47b0-84b2-85c3f922fa81 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:36.017543 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbe2cf-0428-4216-ab79-c85d1a5db23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46f5784-8e54-49ee-b57b-1bf0b36f111f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:36.021692 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-63bbe2cf-0428-4216-ab79-c85d1a5db23d admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=a7a5bc1c5ee9492fb7c36dcd9e84ef8f&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1777699
Dec 24 11:14:36.023506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-63bbe2cf-0428-4216-ab79-c85d1a5db23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:36.025514 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 55136) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:14:36.085647 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4cf683b-9dc5-47f1-b5aa-db471a4cf7fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:36.110134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4cf683b-9dc5-47f1-b5aa-db471a4cf7fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:36.160211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4cf683b-9dc5-47f1-b5aa-db471a4cf7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:36.163783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-014d05f4-8036-45a9-9dc2-741d69b1d970 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:36.174204 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf683b-9dc5-47f1-b5aa-db471a4cf7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46f5784-8e54-49ee-b57b-1bf0b36f111f,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:36.177995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c4cf683b-9dc5-47f1-b5aa-db471a4cf7fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:36.181126 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c4cf683b-9dc5-47f1-b5aa-db471a4cf7fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:36.182321 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c4cf683b-9dc5-47f1-b5aa-db471a4cf7fc admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/a46f5784-8e54-49ee-b57b-1bf0b36f111f HTTP/1.1" status: 204  len: 168 time: 0.1559632
Dec 24 11:14:40.596193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:43.039689 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-679fa57e-da36-4060-b77d-b0217bb11748 req-181ccf09-0324-465e-884c-b83120e1a7c9 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/networks?tenant_id=2b91f3c01ccd4611b53b84224d3ae5e6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0313275
Dec 24 11:14:43.186489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fa57e-da36-4060-b77d-b0217bb11748 req-001e1e9a-cfaa-4d01-9be6-7dae3a26510d tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:43.187905 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-679fa57e-da36-4060-b77d-b0217bb11748 req-001e1e9a-cfaa-4d01-9be6-7dae3a26510d tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1432061
Dec 24 11:14:43.202652 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-679fa57e-da36-4060-b77d-b0217bb11748 req-7f326070-6c56-4195-b711-67b6b7994bb2 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/quotas/2b91f3c01ccd4611b53b84224d3ae5e6 HTTP/1.1" status: 200  len: 375 time: 0.0093126
Dec 24 11:14:43.248024 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-679fa57e-da36-4060-b77d-b0217bb11748 req-3889567e-37a6-4a37-a885-9c0fa29a5c03 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=2b91f3c01ccd4611b53b84224d3ae5e6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0405741
Dec 24 11:14:43.424222 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7a08485a-03ec-442e-88c0-72a72a929085 req-07f4a672-7e3a-4c2f-b0e5-d969081a758a tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 210 time: 0.0481136
Dec 24 11:14:44.300094 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-679fa57e-da36-4060-b77d-b0217bb11748 req-c9ebde56-2fbc-4add-b742-58b44c753c97 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=2b91f3c01ccd4611b53b84224d3ae5e6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0276587
Dec 24 11:14:44.450766 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fa57e-da36-4060-b77d-b0217bb11748 req-73a6188a-0f65-406a-9274-322e50a2821f tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:44.452389 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-679fa57e-da36-4060-b77d-b0217bb11748 req-73a6188a-0f65-406a-9274-322e50a2821f tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1473486
Dec 24 11:14:44.465208 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Request body: {'port': {'device_id': '85b3f135-b77b-420a-879e-60b26f324bd4', 'network_id': 'e740cb45-36d0-4027-a3e9-e1b60a1a0217', 'admin_state_up': True, 'tenant_id': '2b91f3c01ccd4611b53b84224d3ae5e6'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:14:44.594087 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8d84df59-df88-4fc5-8552-9b94e5d7ed59 req-cfb53a74-3498-4e6b-95d4-40b72bd5228b tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 210 time: 0.0574474
Dec 24 11:14:44.642051 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:14:44.645747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Usage tracker for resource:port and tenant:2b91f3c01ccd4611b53b84224d3ae5e6 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:14:44.649269 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:14:44.654775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:14:44.665796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Made reservation on behalf of 2b91f3c01ccd4611b53b84224d3ae5e6 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:14:44.669458 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:44.681531 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:44.695681 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:14:44.699448 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Usage tracker for resource:security_group_rule and tenant:2b91f3c01ccd4611b53b84224d3ae5e6 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:14:44.702357 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:14:44.708023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:14:44.792118 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:44.796149 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:44.798900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-892d483d-2802-4c24-838d-a90d8b007192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:44.882605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e698678-dbc2-4f8b-bef6-1768e6b972a2,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:44.888570 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:44.968335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Allocated IP 192.168.233.152 (e740cb45-36d0-4027-a3e9-e1b60a1a0217/f980c90a-5aa6-43c2-9012-911ea0403026/44001aa4-42c4-477f-945a-43179bec12ed) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:14:45.166589 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:45.181041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Transition to ACTIVE for port object 44001aa4-42c4-477f-945a-43179bec12ed will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:14:45.203851 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:45.209278 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d6340033-d947-4ec3-b9b5-6c162a514e75 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:45.276825 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Network e740cb45-36d0-4027-a3e9-e1b60a1a0217 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:14:45.280198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:14:45.284127 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:14:45.314334 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Pushing event updated for resources: {'Port': ['ID=44001aa4-42c4-477f-945a-43179bec12ed,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:45.321477 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:45.350830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:45.351784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:45.384522 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-679fa57e-da36-4060-b77d-b0217bb11748 req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.9234085
Dec 24 11:14:45.398416 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Request body: {'port': {'device_id': '85b3f135-b77b-420a-879e-60b26f324bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:14:45.586393 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e8fa3fcc-5328-4327-bd05-e28e9c87b651 None None] Provisioning for port 44001aa4-42c4-477f-945a-43179bec12ed completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:14:45.594653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e8fa3fcc-5328-4327-bd05-e28e9c87b651 None None] Provisioning complete for port 44001aa4-42c4-477f-945a-43179bec12ed triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:14:45.595116 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e8fa3fcc-5328-4327-bd05-e28e9c87b651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:45.629308 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:45.649338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa3fcc-5328-4327-bd05-e28e9c87b651 None None] Port 44001aa4-42c4-477f-945a-43179bec12ed cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:14:45.786583 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33e54f-e6b7-4b5d-90ac-e2e3398b88c7 req-5a4b2d2d-0e10-4b88-840b-c70fd785ee1c tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:45.788668 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3c33e54f-e6b7-4b5d-90ac-e2e3398b88c7 req-5a4b2d2d-0e10-4b88-840b-c70fd785ee1c tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 936 time: 0.0844932
Dec 24 11:14:45.832590 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3c33e54f-e6b7-4b5d-90ac-e2e3398b88c7 req-71e8dda2-8233-45f2-8bdf-3c7a88f937ff tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e698678-dbc2-4f8b-bef6-1768e6b972a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381429
Dec 24 11:14:45.963494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44001aa4-42c4-477f-945a-43179bec12ed {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:14:45.970507 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:45.985082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Transition to ACTIVE for port object 44001aa4-42c4-477f-945a-43179bec12ed will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:14:45.988147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:45.997663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-68b64b64-7140-48ff-8199-340e4a8ae14c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:46.149979 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Pushing event updated for resources: {'Port': ['ID=44001aa4-42c4-477f-945a-43179bec12ed,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:46.157236 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:46.231068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Attempting to bind port 44001aa4-42c4-477f-945a-43179bec12ed on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:14:46.231395 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Attempting to bind port 44001aa4-42c4-477f-945a-43179bec12ed by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'a5280147-a078-48f3-9c87-14037e5e6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e740cb45-36d0-4027-a3e9-e1b60a1a0217'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:14:46.231717 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Attempting to bind port 44001aa4-42c4-477f-945a-43179bec12ed on network e740cb45-36d0-4027-a3e9-e1b60a1a0217 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:14:46.236160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Port 44001aa4-42c4-477f-945a-43179bec12ed on network e740cb45-36d0-4027-a3e9-e1b60a1a0217 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:14:46.236474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Attempting to bind port 44001aa4-42c4-477f-945a-43179bec12ed on network e740cb45-36d0-4027-a3e9-e1b60a1a0217 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:14:46.241975 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:14:46.242305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Checking segment: {'id': 'a5280147-a078-48f3-9c87-14037e5e6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e740cb45-36d0-4027-a3e9-e1b60a1a0217'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:14:46.242675 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Bound using segment: {'id': 'a5280147-a078-48f3-9c87-14037e5e6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e740cb45-36d0-4027-a3e9-e1b60a1a0217'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:14:46.243088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Bound port: 44001aa4-42c4-477f-945a-43179bec12ed, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5280147-a078-48f3-9c87-14037e5e6bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'e740cb45-36d0-4027-a3e9-e1b60a1a0217'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:14:46.243425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:46.329133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] For port 44001aa4-42c4-477f-945a-43179bec12ed, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:14:46.331918 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] For port 44001aa4-42c4-477f-945a-43179bec12ed, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=44001aa4-42c4-477f-945a-43179bec12ed,segment=NetworkSegment(a5280147-a078-48f3-9c87-14037e5e6bd6),segment_id=a5280147-a078-48f3-9c87-14037e5e6bd6)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:14:46.336291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:46.340727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:46.393707 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:46.394346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:46.395766 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-679fa57e-da36-4060-b77d-b0217bb11748 req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] 10.222.0.32 "PUT /v2.0/ports/44001aa4-42c4-477f-945a-43179bec12ed HTTP/1.1" status: 200  len: 1098 time: 1.0029113
Dec 24 11:14:46.396312 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b3f135-b77b-420a-879e-60b26f324bd4', 'tag': '44001aa4-42c4-477f-945a-43179bec12ed'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:14:46.426381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Pushing event updated for resources: {'Port': ['ID=44001aa4-42c4-477f-945a-43179bec12ed,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:46.429991 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:46.485424 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85b3f135-b77b-420a-879e-60b26f324bd4', 'tag': '44001aa4-42c4-477f-945a-43179bec12ed', 'status': 'completed', 'code': 200}
Dec 24 11:14:46.531756 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fa57e-da36-4060-b77d-b0217bb11748 req-a9a7a6d5-7c06-4f1b-95da-607d2d3c0014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:46.533351 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-679fa57e-da36-4060-b77d-b0217bb11748 req-a9a7a6d5-7c06-4f1b-95da-607d2d3c0014 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b91f3c01ccd4611b53b84224d3ae5e6&device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 1101 time: 0.0838854
Dec 24 11:14:46.604704 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-679fa57e-da36-4060-b77d-b0217bb11748 req-7afb2cde-1f85-4927-8600-ed01a55c5777 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=44001aa4-42c4-477f-945a-43179bec12ed HTTP/1.1" status: 200  len: 217 time: 0.0645602
Dec 24 11:14:46.666197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fa57e-da36-4060-b77d-b0217bb11748 req-ee4b8cd5-43cb-475b-9758-bf51924a612b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:46.667489 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-679fa57e-da36-4060-b77d-b0217bb11748 req-ee4b8cd5-43cb-475b-9758-bf51924a612b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f980c90a-5aa6-43c2-9012-911ea0403026 HTTP/1.1" status: 200  len: 843 time: 0.0560811
Dec 24 11:14:46.740539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679fa57e-da36-4060-b77d-b0217bb11748 req-bb421c1b-ad07-4117-a54e-99075617214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:46.742702 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-679fa57e-da36-4060-b77d-b0217bb11748 req-bb421c1b-ad07-4117-a54e-99075617214b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e740cb45-36d0-4027-a3e9-e1b60a1a0217&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0683513
Dec 24 11:14:46.870258 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-679fa57e-da36-4060-b77d-b0217bb11748 req-0b95e95b-12a7-414b-a1aa-cf0de6b24e50 service neutron] 10.222.0.32 "GET /v2.0/networks/e740cb45-36d0-4027-a3e9-e1b60a1a0217?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211772
Dec 24 11:14:47.002967 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-679fa57e-da36-4060-b77d-b0217bb11748 req-71f048d4-1aff-41cc-83d2-41de8a359ce4 service neutron] 10.222.0.32 "GET /v2.0/networks/e740cb45-36d0-4027-a3e9-e1b60a1a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262233
Dec 24 11:14:47.006455 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:14:47.012908 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f68e2-9e50-4bf4-8ab6-d8fb72244584 req-bbb3ffbd-16d1-4dbf-bd1e-054c48a9b0f9 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:47.014512 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-498f68e2-9e50-4bf4-8ab6-d8fb72244584 req-bbb3ffbd-16d1-4dbf-bd1e-054c48a9b0f9 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 948 time: 0.0799370
Dec 24 11:14:47.063957 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-498f68e2-9e50-4bf4-8ab6-d8fb72244584 req-3bec9d4c-4566-4362-88f3-388a00d1a486 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e698678-dbc2-4f8b-bef6-1768e6b972a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437133
Dec 24 11:14:47.123948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b1a29-e3d1-4508-98fa-d5d99af64b76 req-c63fe2a0-b5a2-4083-9e91-17634843a53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:47.125327 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0c2b1a29-e3d1-4508-98fa-d5d99af64b76 req-c63fe2a0-b5a2-4083-9e91-17634843a53b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=2b91f3c01ccd4611b53b84224d3ae5e6&device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 1101 time: 0.0735364
Dec 24 11:14:47.358307 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b1a29-e3d1-4508-98fa-d5d99af64b76 req-4e22ddeb-1ccd-47f2-94ac-9330b69813a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:47.359740 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0c2b1a29-e3d1-4508-98fa-d5d99af64b76 req-4e22ddeb-1ccd-47f2-94ac-9330b69813a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=e740cb45-36d0-4027-a3e9-e1b60a1a0217 HTTP/1.1" status: 200  len: 870 time: 0.2283618
Dec 24 11:14:47.437037 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0c2b1a29-e3d1-4508-98fa-d5d99af64b76 req-8332a7d2-2c3c-4de7-9c31-85ca2db05e9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=44001aa4-42c4-477f-945a-43179bec12ed HTTP/1.1" status: 200  len: 217 time: 0.0707245
Dec 24 11:14:47.498815 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b1a29-e3d1-4508-98fa-d5d99af64b76 req-b9b9ca62-7de1-43f6-bb68-9a0d69f4bad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:47.500249 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0c2b1a29-e3d1-4508-98fa-d5d99af64b76 req-b9b9ca62-7de1-43f6-bb68-9a0d69f4bad1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f980c90a-5aa6-43c2-9012-911ea0403026 HTTP/1.1" status: 200  len: 843 time: 0.0566647
Dec 24 11:14:47.572976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b1a29-e3d1-4508-98fa-d5d99af64b76 req-7a90e2f2-267c-4f45-b2a3-743ccce73f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:47.574454 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0c2b1a29-e3d1-4508-98fa-d5d99af64b76 req-7a90e2f2-267c-4f45-b2a3-743ccce73f2b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=e740cb45-36d0-4027-a3e9-e1b60a1a0217&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1180 time: 0.0680921
Dec 24 11:14:47.705143 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0c2b1a29-e3d1-4508-98fa-d5d99af64b76 req-07c9adc3-a4a5-46ff-a52e-afee4bdb030f service neutron] 10.222.0.32 "GET /v2.0/networks/e740cb45-36d0-4027-a3e9-e1b60a1a0217?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230118
Dec 24 11:14:47.833981 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0c2b1a29-e3d1-4508-98fa-d5d99af64b76 req-0ee59d02-1070-4390-868e-d0e98eeba385 service neutron] 10.222.0.32 "GET /v2.0/networks/e740cb45-36d0-4027-a3e9-e1b60a1a0217?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223948
Dec 24 11:14:48.259404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d444004-846c-4550-99cf-0a918bc433e7 req-92338e97-5c5a-42c4-ab59-8f9d95e1c35e tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:48.260133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-3d444004-846c-4550-99cf-0a918bc433e7 req-92338e97-5c5a-42c4-ab59-8f9d95e1c35e tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Synchronizing usage tracker for tenant:2b91f3c01ccd4611b53b84224d3ae5e6 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:14:48.276869 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-3d444004-846c-4550-99cf-0a918bc433e7 req-92338e97-5c5a-42c4-ab59-8f9d95e1c35e tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Unset dirty status for tenant:2b91f3c01ccd4611b53b84224d3ae5e6 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:14:48.278223 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3d444004-846c-4550-99cf-0a918bc433e7 req-92338e97-5c5a-42c4-ab59-8f9d95e1c35e tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 948 time: 0.1012149
Dec 24 11:14:48.321507 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-3d444004-846c-4550-99cf-0a918bc433e7 req-091a5433-a74c-47ed-8305-65adfb5eec3f tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Synchronizing usage tracker for tenant:2b91f3c01ccd4611b53b84224d3ae5e6 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:14:48.336984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-3d444004-846c-4550-99cf-0a918bc433e7 req-091a5433-a74c-47ed-8305-65adfb5eec3f tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Unset dirty status for tenant:2b91f3c01ccd4611b53b84224d3ae5e6 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:14:48.338189 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3d444004-846c-4550-99cf-0a918bc433e7 req-091a5433-a74c-47ed-8305-65adfb5eec3f tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e698678-dbc2-4f8b-bef6-1768e6b972a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542445
Dec 24 11:14:49.527556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee2a5d-39d0-452f-b207-955d867e3312 req-c0829c65-fdf5-483f-9750-b818d6111755 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:49.529004 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-efee2a5d-39d0-452f-b207-955d867e3312 req-c0829c65-fdf5-483f-9750-b818d6111755 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 948 time: 0.0883257
Dec 24 11:14:49.571387 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-efee2a5d-39d0-452f-b207-955d867e3312 req-3a27cf08-d10e-4f52-bff3-b7b38e2b520f tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e698678-dbc2-4f8b-bef6-1768e6b972a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368340
Dec 24 11:14:50.753343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928fd23-6a02-433e-8eab-8ce1b464e957 req-9f48ae46-4b8e-430d-b587-b6124ad24c21 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:50.754727 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6928fd23-6a02-433e-8eab-8ce1b464e957 req-9f48ae46-4b8e-430d-b587-b6124ad24c21 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 948 time: 0.0823653
Dec 24 11:14:50.797229 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6928fd23-6a02-433e-8eab-8ce1b464e957 req-34a1be0c-fae0-4fe4-9e1f-c415f596417e tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e698678-dbc2-4f8b-bef6-1768e6b972a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369067
Dec 24 11:14:51.982215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bce5a-ed24-488e-82b5-470c20ede27e req-f6438cf6-808b-4a90-b649-7c1f1f61e288 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:51.983675 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b74bce5a-ed24-488e-82b5-470c20ede27e req-f6438cf6-808b-4a90-b649-7c1f1f61e288 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 948 time: 0.0812056
Dec 24 11:14:52.027207 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b74bce5a-ed24-488e-82b5-470c20ede27e req-82d5a23e-28ac-443c-9c8b-b5858500af8a tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e698678-dbc2-4f8b-bef6-1768e6b972a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379903
Dec 24 11:14:52.176387 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 44001aa4-42c4-477f-945a-43179bec12ed details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:14:52.305004 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 44001aa4-42c4-477f-945a-43179bec12ed, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=44001aa4-42c4-477f-945a-43179bec12ed,segment=NetworkSegment(a5280147-a078-48f3-9c87-14037e5e6bd6),segment_id=a5280147-a078-48f3-9c87-14037e5e6bd6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:14:52.317362 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '44001aa4-42c4-477f-945a-43179bec12ed', 'network_id': 'e740cb45-36d0-4027-a3e9-e1b60a1a0217', 'port_id': '44001aa4-42c4-477f-945a-43179bec12ed', 'mac_address': 'fa:16:3e:c8:c2:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f980c90a-5aa6-43c2-9012-911ea0403026', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:14:52.373371 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:52.389777 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44001aa4-42c4-477f-945a-43179bec12ed {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:14:52.404649 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 44001aa4-42c4-477f-945a-43179bec12ed, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=44001aa4-42c4-477f-945a-43179bec12ed,segment=NetworkSegment(a5280147-a078-48f3-9c87-14037e5e6bd6),segment_id=a5280147-a078-48f3-9c87-14037e5e6bd6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:14:52.408301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:52.410249 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:52.473629 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=44001aa4-42c4-477f-945a-43179bec12ed,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:52.477513 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:52.728622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['44001aa4-42c4-477f-945a-43179bec12ed'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:14:53.205250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2e446-a069-4bab-b799-907d0965fc2c req-457018ec-cedd-4c54-bd65-7c706f319a2a tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:53.206724 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-77a2e446-a069-4bab-b799-907d0965fc2c req-457018ec-cedd-4c54-bd65-7c706f319a2a tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 949 time: 0.0790651
Dec 24 11:14:53.249786 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-77a2e446-a069-4bab-b799-907d0965fc2c req-8cee1164-ea42-4372-8a37-6bfdf6f8b2fb tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e698678-dbc2-4f8b-bef6-1768e6b972a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375443
Dec 24 11:14:54.191283 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 44001aa4-42c4-477f-945a-43179bec12ed up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:14:54.256338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 44001aa4-42c4-477f-945a-43179bec12ed completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:14:54.261464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 44001aa4-42c4-477f-945a-43179bec12ed triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:14:54.261850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:54.376755 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:54.403616 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b3f135-b77b-420a-879e-60b26f324bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44001aa4-42c4-477f-945a-43179bec12ed'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:14:54.415005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 44001aa4-42c4-477f-945a-43179bec12ed, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=44001aa4-42c4-477f-945a-43179bec12ed,segment=NetworkSegment(a5280147-a078-48f3-9c87-14037e5e6bd6),segment_id=a5280147-a078-48f3-9c87-14037e5e6bd6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:14:54.418927 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:54.421831 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:14:54.443682 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3c4de-b668-4d47-8d03-79769278eb94 req-ffb7e8de-3ded-4049-bcf6-39f0dfe64f63 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:54.445183 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9bb3c4de-b668-4d47-8d03-79769278eb94 req-ffb7e8de-3ded-4049-bcf6-39f0dfe64f63 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 949 time: 0.0915112
Dec 24 11:14:54.455234 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b3f135-b77b-420a-879e-60b26f324bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44001aa4-42c4-477f-945a-43179bec12ed', 'code': 200}
Dec 24 11:14:54.498381 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9bb3c4de-b668-4d47-8d03-79769278eb94 req-a1712e17-10dd-4323-8fd9-8a80a07f3311 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e698678-dbc2-4f8b-bef6-1768e6b972a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417359
Dec 24 11:14:54.498660 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=44001aa4-42c4-477f-945a-43179bec12ed,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:14:54.501565 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:14:54.688704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d48232-e4b2-4b67-b6aa-73cc908d763b req-d7a214c8-3907-452c-80a1-f88677543ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:54.690214 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-74d48232-e4b2-4b67-b6aa-73cc908d763b req-d7a214c8-3907-452c-80a1-f88677543ae1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 1103 time: 0.0741625
Dec 24 11:14:54.729917 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-74d48232-e4b2-4b67-b6aa-73cc908d763b req-f7c13529-2613-4b43-bb5d-3ef064596c14 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0e698678-dbc2-4f8b-bef6-1768e6b972a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327795
Dec 24 11:14:55.682982 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b228b-23f3-474c-b821-0af476c13dbe req-e048b4fe-59a6-4861-9776-3be4f82de66e tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:55.684389 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d33b228b-23f3-474c-b821-0af476c13dbe req-e048b4fe-59a6-4861-9776-3be4f82de66e tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 950 time: 0.0792689
Dec 24 11:14:55.727398 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d33b228b-23f3-474c-b821-0af476c13dbe req-309b9001-384b-4ac2-8209-9f70a51b14b5 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e698678-dbc2-4f8b-bef6-1768e6b972a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375001
Dec 24 11:14:56.909534 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1bc71d-0e36-458b-bb09-9120822b2a00 req-97706280-678c-4d35-bb4e-42076b234193 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:56.911024 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ce1bc71d-0e36-458b-bb09-9120822b2a00 req-97706280-678c-4d35-bb4e-42076b234193 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 950 time: 0.0827265
Dec 24 11:14:56.953293 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ce1bc71d-0e36-458b-bb09-9120822b2a00 req-68b02987-ac38-44ed-9b09-7e7ca7a3b3a9 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e698678-dbc2-4f8b-bef6-1768e6b972a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367844
Dec 24 11:14:58.026211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfad79-2e13-4b12-9b8d-9fec8c5bcb5c req-5d5d9e8a-a955-43ad-b529-ca608a365ff4 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:58.027665 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7bcfad79-2e13-4b12-9b8d-9fec8c5bcb5c req-5d5d9e8a-a955-43ad-b529-ca608a365ff4 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 950 time: 0.0785356
Dec 24 11:14:58.073731 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7bcfad79-2e13-4b12-9b8d-9fec8c5bcb5c req-55a05b19-755f-4c92-9290-61a3e09515dc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e698678-dbc2-4f8b-bef6-1768e6b972a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404844
Dec 24 11:14:59.259547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf45a43-16c2-46cb-afb7-11722d5aeea2 req-4acd7b76-77bf-497a-9f4d-f6fa8c18aeee tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:59.260990 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ebf45a43-16c2-46cb-afb7-11722d5aeea2 req-4acd7b76-77bf-497a-9f4d-f6fa8c18aeee tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 950 time: 0.0809846
Dec 24 11:14:59.303668 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ebf45a43-16c2-46cb-afb7-11722d5aeea2 req-d488c964-1b7a-498a-be6e-cb90ce351796 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/security-groups?id=0e698678-dbc2-4f8b-bef6-1768e6b972a2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370629
Dec 24 11:14:59.496637 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766f01f1-5f15-4ef1-9efb-341f5129a46e req-dbf8a413-88f4-4890-af7f-b02a0617de19 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:14:59.498076 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-766f01f1-5f15-4ef1-9efb-341f5129a46e req-dbf8a413-88f4-4890-af7f-b02a0617de19 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.32 "GET /v2.0/ports?device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 950 time: 0.0774662
Dec 24 11:14:59.568036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-766f01f1-5f15-4ef1-9efb-341f5129a46e req-c04fc248-aaff-421e-83f7-0efe2e7c35ff tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Deleting port 44001aa4-42c4-477f-945a-43179bec12ed {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:14:59.568373 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-766f01f1-5f15-4ef1-9efb-341f5129a46e req-c04fc248-aaff-421e-83f7-0efe2e7c35ff tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:59.668893 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ef3f94c3-4a7b-4b03-a9d9-c72f9e8fa33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:59.819430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-766f01f1-5f15-4ef1-9efb-341f5129a46e req-c04fc248-aaff-421e-83f7-0efe2e7c35ff tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] For port 44001aa4-42c4-477f-945a-43179bec12ed, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=44001aa4-42c4-477f-945a-43179bec12ed,segment=NetworkSegment(a5280147-a078-48f3-9c87-14037e5e6bd6),segment_id=a5280147-a078-48f3-9c87-14037e5e6bd6)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:14:59.819786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-766f01f1-5f15-4ef1-9efb-341f5129a46e req-c04fc248-aaff-421e-83f7-0efe2e7c35ff tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:14:59.938057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-766f01f1-5f15-4ef1-9efb-341f5129a46e req-c04fc248-aaff-421e-83f7-0efe2e7c35ff tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Calling delete_port for 44001aa4-42c4-477f-945a-43179bec12ed owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:15:00.076700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-766f01f1-5f15-4ef1-9efb-341f5129a46e req-c04fc248-aaff-421e-83f7-0efe2e7c35ff tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:00.082138 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:15:00.087881 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['44001aa4-42c4-477f-945a-43179bec12ed'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:15:00.127061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fc248-aaff-421e-83f7-0efe2e7c35ff tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Pushing event deleted for resources: {'Port': ['ID=44001aa4-42c4-477f-945a-43179bec12ed,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:15:00.130169 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c04fc248-aaff-421e-83f7-0efe2e7c35ff tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:15:00.318697 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-766f01f1-5f15-4ef1-9efb-341f5129a46e req-c04fc248-aaff-421e-83f7-0efe2e7c35ff tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] No DVR routers for this DVR port 44001aa4-42c4-477f-945a-43179bec12ed on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:15:00.321163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-766f01f1-5f15-4ef1-9efb-341f5129a46e req-c04fc248-aaff-421e-83f7-0efe2e7c35ff tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:00.323698 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b3f135-b77b-420a-879e-60b26f324bd4', 'name': 'network-vif-deleted', 'tag': '44001aa4-42c4-477f-945a-43179bec12ed'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:15:00.340316 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-766f01f1-5f15-4ef1-9efb-341f5129a46e req-c04fc248-aaff-421e-83f7-0efe2e7c35ff tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.32 "DELETE /v2.0/ports/44001aa4-42c4-477f-945a-43179bec12ed HTTP/1.1" status: 204  len: 173 time: 0.8367088
Dec 24 11:15:00.381031 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85b3f135-b77b-420a-879e-60b26f324bd4', 'name': 'network-vif-deleted', 'tag': '44001aa4-42c4-477f-945a-43179bec12ed', 'status': 'completed', 'code': 200}
Dec 24 11:15:00.467088 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ae61dade-6a89-43ef-8ff9-666511d19e90 req-d2bb81c8-5f60-4f32-a3f7-79b794d9e5b6 tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] 10.222.0.54 "GET /v2.0/ports?device_id=85b3f135-b77b-420a-879e-60b26f324bd4 HTTP/1.1" status: 200  len: 210 time: 0.0431192
Dec 24 11:15:01.821857 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 55274) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:01.882574 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c2788e14-7b74-4d83-a46d-c3b17bd685a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:01.968724 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b66c3afd-9a85-430b-849d-70ee88a50495 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=2b91f3c01ccd4611b53b84224d3ae5e6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1456180
Dec 24 11:15:01.971093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 55280) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:02.026649 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2556f025-f6d1-4aed-a06f-7f6b06eace29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:02.054761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2556f025-f6d1-4aed-a06f-7f6b06eace29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:02.103311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2556f025-f6d1-4aed-a06f-7f6b06eace29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:02.106821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-44ed67ba-a36e-4a62-b0ba-0e996c789433 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:15:02.120379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2556f025-f6d1-4aed-a06f-7f6b06eace29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e698678-dbc2-4f8b-bef6-1768e6b972a2,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:15:02.122964 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2556f025-f6d1-4aed-a06f-7f6b06eace29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:15:02.129780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2556f025-f6d1-4aed-a06f-7f6b06eace29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:02.130928 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2556f025-f6d1-4aed-a06f-7f6b06eace29 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0e698678-dbc2-4f8b-bef6-1768e6b972a2 HTTP/1.1" status: 204  len: 168 time: 0.1589601
Dec 24 11:15:02.206413 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 44001aa4-42c4-477f-945a-43179bec12ed no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:15:02.243135 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 44001aa4-42c4-477f-945a-43179bec12ed {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:15:02.243492 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 44001aa4-42c4-477f-945a-43179bec12ed not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:15:02.403792 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 55290) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:02.421542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-835149fe-2927-488e-a691-796cfbee7263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:02.436221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-835149fe-2927-488e-a691-796cfbee7263 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:15:02.439934 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-835149fe-2927-488e-a691-796cfbee7263 admin admin] Usage tracker for resource:security_group_rule and tenant:7ab527b6ad7445fcb6aca04d77b066bd is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:15:02.442696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-835149fe-2927-488e-a691-796cfbee7263 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:15:02.448230 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-835149fe-2927-488e-a691-796cfbee7263 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:15:02.533175 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-835149fe-2927-488e-a691-796cfbee7263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:02.536861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-835149fe-2927-488e-a691-796cfbee7263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:02.545622 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1ae05cd4-b788-483d-a6fa-c59c4202cc7e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:15:02.583063 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-835149fe-2927-488e-a691-796cfbee7263 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=7ab527b6ad7445fcb6aca04d77b066bd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1780918
Dec 24 11:15:02.585112 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835149fe-2927-488e-a691-796cfbee7263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f335449-53a4-4cda-96c4-0ad2b89934c3,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:15:02.586468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55294) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:02.588211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-835149fe-2927-488e-a691-796cfbee7263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:15:02.644557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca23e-6bbe-443f-b6e6-8eac22c7464d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:02.670511 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca23e-6bbe-443f-b6e6-8eac22c7464d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:02.721153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca23e-6bbe-443f-b6e6-8eac22c7464d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:02.727876 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-51228c05-e184-4743-8388-460c7fceb236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:15:02.742798 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ca23e-6bbe-443f-b6e6-8eac22c7464d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f335449-53a4-4cda-96c4-0ad2b89934c3,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:15:02.744633 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3f7ca23e-6bbe-443f-b6e6-8eac22c7464d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:02.745703 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3f7ca23e-6bbe-443f-b6e6-8eac22c7464d admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9f335449-53a4-4cda-96c4-0ad2b89934c3 HTTP/1.1" status: 204  len: 168 time: 0.1572745
Dec 24 11:15:02.746640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3f7ca23e-6bbe-443f-b6e6-8eac22c7464d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:15:03.106909 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:03.109037 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:03.458590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55320) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:03.561226 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-420503445-network', 'tenant_id': '22be02e58aac46b5973e300b4558edf6'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:15:03.565835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:15:03.570140 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Usage tracker for resource:network and tenant:22be02e58aac46b5973e300b4558edf6 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:15:03.572922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:15:03.579154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:15:03.588332 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Made reservation on behalf of 22be02e58aac46b5973e300b4558edf6 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:15:03.590558 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:03.602126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:03.622946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:15:03.627482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Usage tracker for resource:security_group_rule and tenant:22be02e58aac46b5973e300b4558edf6 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:15:03.630252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:15:03.636440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:15:03.714600 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:03.718119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:03.721779 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d337b939-0e6f-4b36-b94c-661ce4f76906 tempest-TestVolumeBootPattern-220890605 tempest-TestVolumeBootPattern-220890605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:15:03.744964 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:15:03.756867 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:15:03.760717 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:15:03.761611 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:03.761969 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Added segment 2fcb6436-d6ce-4c6c-bf2b-148e56967a69 of type vlan for network 5b9c994e-1d9f-4ec7-83e7-7807e65591fd
Dec 24 11:15:03.787255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:03.814659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:03.815619 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:03.816187 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:03.819889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-23749626-ce6e-43f6-99ef-07fd5aadb796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:15:03.917521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Pushing event updated for resources: {'Network': ['ID=5b9c994e-1d9f-4ec7-83e7-7807e65591fd,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:15:03.921060 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4613781
Dec 24 11:15:03.921976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:15:03.924350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 55326) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:03.927344 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 5b9c994e-1d9f-4ec7-83e7-7807e65591fd details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:15:03.931402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c09f56f3-e506-4289-8211-c6b8b8cd4bd9 admin admin] Request body: {'subnet': {'network_id': '5b9c994e-1d9f-4ec7-83e7-7807e65591fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-420503445-subnet', 'tenant_id': '22be02e58aac46b5973e300b4558edf6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:15:03.936442 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c09f56f3-e506-4289-8211-c6b8b8cd4bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:15:03.940200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c09f56f3-e506-4289-8211-c6b8b8cd4bd9 admin admin] Usage tracker for resource:subnet and tenant:22be02e58aac46b5973e300b4558edf6 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:15:03.943027 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c09f56f3-e506-4289-8211-c6b8b8cd4bd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:15:03.949023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c09f56f3-e506-4289-8211-c6b8b8cd4bd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:15:03.960583 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09f56f3-e506-4289-8211-c6b8b8cd4bd9 admin admin] Made reservation on behalf of 22be02e58aac46b5973e300b4558edf6 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:15:03.963410 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c09f56f3-e506-4289-8211-c6b8b8cd4bd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:04.165678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c09f56f3-e506-4289-8211-c6b8b8cd4bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:04.169182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a5c8a59a-5d97-4fd6-b133-deda89cffc6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:15:04.235622 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f56f3-e506-4289-8211-c6b8b8cd4bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6f19c09-9444-4dce-91dd-79b77bcec645,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:15:04.239333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c09f56f3-e506-4289-8211-c6b8b8cd4bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:15:04.246491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09f56f3-e506-4289-8211-c6b8b8cd4bd9 admin admin] Checking segment: {'id': '2fcb6436-d6ce-4c6c-bf2b-148e56967a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5b9c994e-1d9f-4ec7-83e7-7807e65591fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:15:04.246847 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f56f3-e506-4289-8211-c6b8b8cd4bd9 admin admin] Network hostable DHCP agents. Network: 5b9c994e-1d9f-4ec7-83e7-7807e65591fd, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:15:04.265537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f56f3-e506-4289-8211-c6b8b8cd4bd9 admin admin] Network 5b9c994e-1d9f-4ec7-83e7-7807e65591fd is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:15:04.274715 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-c09f56f3-e506-4289-8211-c6b8b8cd4bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 5b9c994e-1d9f-4ec7-83e7-7807e65591fd) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:15:04.278853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09f56f3-e506-4289-8211-c6b8b8cd4bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:04.279450 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c09f56f3-e506-4289-8211-c6b8b8cd4bd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:04.283631 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191a5b6a-1b76-4457-965e-25e75af300ff None None] Network 5b9c994e-1d9f-4ec7-83e7-7807e65591fd requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:15:04.304747 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c09f56f3-e506-4289-8211-c6b8b8cd4bd9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3779051
Dec 24 11:15:04.501355 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfe9aad-5ebe-40bb-861a-439e7130a612 None None] Network 5b9c994e-1d9f-4ec7-83e7-7807e65591fd requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:15:04.809350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9b6a3c2f-5d40-4f03-935b-a27f53135d2c tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:04.810838 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9b6a3c2f-5d40-4f03-935b-a27f53135d2c tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/networks?id=5b9c994e-1d9f-4ec7-83e7-7807e65591fd HTTP/1.1" status: 200  len: 811 time: 0.1443200
Dec 24 11:15:04.825471 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-d6ac0716-d9aa-48c2-87b2-9c3385940303 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/quotas/22be02e58aac46b5973e300b4558edf6 HTTP/1.1" status: 200  len: 375 time: 0.0092967
Dec 24 11:15:04.876003 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-a4bf1f08-45fb-4128-96ac-dd21baff1eff tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=22be02e58aac46b5973e300b4558edf6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0458179
Dec 24 11:15:04.880196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:05.010526 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-3743aa61-d69f-4d3a-8ee1-683bd23395a0 service neutron] 10.222.0.54 "GET /v2.0/networks/5b9c994e-1d9f-4ec7-83e7-7807e65591fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259708
Dec 24 11:15:05.251774 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9eb5c5e6-42f0-49f5-91c5-0f343e08f9d8 service neutron] 10.222.0.54 "GET /v2.0/networks/5b9c994e-1d9f-4ec7-83e7-7807e65591fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2346225
Dec 24 11:15:06.446017 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7f1e30a3-2b10-4cfc-870c-60f496f8d3c7 req-4e8625ad-7d60-4607-af20-f783b612f55c tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 210 time: 0.0475895
Dec 24 11:15:07.455122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-98611d0e-35e2-4790-82b2-9c254fdb21b3 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:07.455828 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-98611d0e-35e2-4790-82b2-9c254fdb21b3 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Synchronizing usage tracker for tenant:22be02e58aac46b5973e300b4558edf6 on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:15:07.475821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-98611d0e-35e2-4790-82b2-9c254fdb21b3 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Unset dirty status for tenant:22be02e58aac46b5973e300b4558edf6 on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:15:07.477200 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-98611d0e-35e2-4790-82b2-9c254fdb21b3 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.32 "GET /v2.0/networks?id=5b9c994e-1d9f-4ec7-83e7-7807e65591fd HTTP/1.1" status: 200  len: 811 time: 0.1832151
Dec 24 11:15:07.490259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Request body: {'port': {'device_id': '7dfb0b6a-4d35-473c-9136-62d54b64c49e', 'network_id': '5b9c994e-1d9f-4ec7-83e7-7807e65591fd', 'admin_state_up': True, 'tenant_id': '22be02e58aac46b5973e300b4558edf6'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:15:07.599473 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-eb85e379-4dda-4fde-8c57-859bc8854e8f req-9ae20b93-d6df-49fe-ae95-c6f5897a8a6a tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 210 time: 0.0415552
Dec 24 11:15:07.627202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:15:07.631183 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Usage tracker for resource:port and tenant:22be02e58aac46b5973e300b4558edf6 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:15:07.633891 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:15:07.639459 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:15:07.649091 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Made reservation on behalf of 22be02e58aac46b5973e300b4558edf6 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:15:07.652517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:07.818930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Allocated IP 172.20.0.12 (5b9c994e-1d9f-4ec7-83e7-7807e65591fd/a6f19c09-9444-4dce-91dd-79b77bcec645/528c2a90-bff5-4092-a4c2-61a2ce978cdb) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:15:08.014408 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:08.043805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:08.049167 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:15:08.106888 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Network 5b9c994e-1d9f-4ec7-83e7-7807e65591fd is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:15:08.114205 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:15:08.118413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:15:08.162578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Pushing event updated for resources: {'Port': ['ID=528c2a90-bff5-4092-a4c2-61a2ce978cdb,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:15:08.167010 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:15:08.185579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:08.186201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:08.205950 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7193773
Dec 24 11:15:08.217186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Request body: {'port': {'device_id': '7dfb0b6a-4d35-473c-9136-62d54b64c49e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:15:08.332311 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:08.822509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528c2a90-bff5-4092-a4c2-61a2ce978cdb {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:15:08.831507 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:08.850449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Transition to ACTIVE for port object 528c2a90-bff5-4092-a4c2-61a2ce978cdb will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:15:08.859201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:08.866907 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c4cef40b-81f1-40a2-87bc-bbd8dcf84219 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:15:08.975805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976c999-1f22-4d2a-b0ad-62890d69254c req-9c5173d4-894b-4faf-8ee3-b5bf1717e1cd tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:08.976492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a976c999-1f22-4d2a-b0ad-62890d69254c req-9c5173d4-894b-4faf-8ee3-b5bf1717e1cd tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Synchronizing usage tracker for tenant:22be02e58aac46b5973e300b4558edf6 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:15:09.038046 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Pushing event updated for resources: {'Port': ['ID=528c2a90-bff5-4092-a4c2-61a2ce978cdb,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:15:09.046023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:15:09.074640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a976c999-1f22-4d2a-b0ad-62890d69254c req-9c5173d4-894b-4faf-8ee3-b5bf1717e1cd tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Unset dirty status for tenant:22be02e58aac46b5973e300b4558edf6 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:15:09.075712 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a976c999-1f22-4d2a-b0ad-62890d69254c req-9c5173d4-894b-4faf-8ee3-b5bf1717e1cd tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 932 time: 0.3156021
Dec 24 11:15:09.143749 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a976c999-1f22-4d2a-b0ad-62890d69254c req-55deed86-b2a5-4f71-b380-9ea4c919f805 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Synchronizing usage tracker for tenant:22be02e58aac46b5973e300b4558edf6 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:15:09.150984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Attempting to bind port 528c2a90-bff5-4092-a4c2-61a2ce978cdb on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:15:09.151315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Attempting to bind port 528c2a90-bff5-4092-a4c2-61a2ce978cdb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2fcb6436-d6ce-4c6c-bf2b-148e56967a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5b9c994e-1d9f-4ec7-83e7-7807e65591fd'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:15:09.151631 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Attempting to bind port 528c2a90-bff5-4092-a4c2-61a2ce978cdb on network 5b9c994e-1d9f-4ec7-83e7-7807e65591fd {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:15:09.158594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Port 528c2a90-bff5-4092-a4c2-61a2ce978cdb on network 5b9c994e-1d9f-4ec7-83e7-7807e65591fd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:15:09.158908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Attempting to bind port 528c2a90-bff5-4092-a4c2-61a2ce978cdb on network 5b9c994e-1d9f-4ec7-83e7-7807e65591fd {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:15:09.168399 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:15:09.168727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Checking segment: {'id': '2fcb6436-d6ce-4c6c-bf2b-148e56967a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5b9c994e-1d9f-4ec7-83e7-7807e65591fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:15:09.169101 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Bound using segment: {'id': '2fcb6436-d6ce-4c6c-bf2b-148e56967a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5b9c994e-1d9f-4ec7-83e7-7807e65591fd'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:15:09.169515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Bound port: 528c2a90-bff5-4092-a4c2-61a2ce978cdb, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fcb6436-d6ce-4c6c-bf2b-148e56967a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '5b9c994e-1d9f-4ec7-83e7-7807e65591fd'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:15:09.169850 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:09.183316 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a976c999-1f22-4d2a-b0ad-62890d69254c req-55deed86-b2a5-4f71-b380-9ea4c919f805 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Unset dirty status for tenant:22be02e58aac46b5973e300b4558edf6 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:15:09.184418 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a976c999-1f22-4d2a-b0ad-62890d69254c req-55deed86-b2a5-4f71-b380-9ea4c919f805 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979021
Dec 24 11:15:09.259414 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] For port 528c2a90-bff5-4092-a4c2-61a2ce978cdb, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:15:09.262256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] For port 528c2a90-bff5-4092-a4c2-61a2ce978cdb, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=528c2a90-bff5-4092-a4c2-61a2ce978cdb,segment=NetworkSegment(2fcb6436-d6ce-4c6c-bf2b-148e56967a69),segment_id=2fcb6436-d6ce-4c6c-bf2b-148e56967a69)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:15:09.266015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:09.270255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:15:09.322123 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:09.322733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:09.324095 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] 10.222.0.32 "PUT /v2.0/ports/528c2a90-bff5-4092-a4c2-61a2ce978cdb HTTP/1.1" status: 200  len: 1094 time: 1.1111357
Dec 24 11:15:09.324606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dfb0b6a-4d35-473c-9136-62d54b64c49e', 'tag': '528c2a90-bff5-4092-a4c2-61a2ce978cdb'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:15:09.350392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Pushing event updated for resources: {'Port': ['ID=528c2a90-bff5-4092-a4c2-61a2ce978cdb,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:15:09.353365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:15:09.408357 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dfb0b6a-4d35-473c-9136-62d54b64c49e', 'tag': '528c2a90-bff5-4092-a4c2-61a2ce978cdb', 'status': 'completed', 'code': 200}
Dec 24 11:15:09.442454 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-fefada66-29ae-48b8-9c8e-943688525d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:09.443956 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-fefada66-29ae-48b8-9c8e-943688525d8e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22be02e58aac46b5973e300b4558edf6&device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 1097 time: 0.0722680
Dec 24 11:15:09.519588 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-775a2cbe-3eeb-4f88-b1e4-03df8eae30fc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=528c2a90-bff5-4092-a4c2-61a2ce978cdb HTTP/1.1" status: 200  len: 217 time: 0.0683615
Dec 24 11:15:09.579801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-aeac3f74-5a3a-4eee-996c-527da848403c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:09.581202 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-aeac3f74-5a3a-4eee-996c-527da848403c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6f19c09-9444-4dce-91dd-79b77bcec645 HTTP/1.1" status: 200  len: 851 time: 0.0562782
Dec 24 11:15:09.626903 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-ca466b9b-54ce-4ad6-8bae-23c956f49b6c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b9c994e-1d9f-4ec7-83e7-7807e65591fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0393863
Dec 24 11:15:09.756852 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-a596d32a-e137-43c1-93c2-fb75f36cf85c service neutron] 10.222.0.32 "GET /v2.0/networks/5b9c994e-1d9f-4ec7-83e7-7807e65591fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230605
Dec 24 11:15:09.887347 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d53ba26-55f9-426b-8993-6a6d44994387 req-5f4b2b7f-dfa1-4c0b-8fa0-2501e957ddf7 service neutron] 10.222.0.32 "GET /v2.0/networks/5b9c994e-1d9f-4ec7-83e7-7807e65591fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241512
Dec 24 11:15:10.005528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be858da-2f3a-4bef-8b74-8ee17c9ba600 req-cb0a49a4-1783-4b3a-985b-98afff09a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:10.007586 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9be858da-2f3a-4bef-8b74-8ee17c9ba600 req-cb0a49a4-1783-4b3a-985b-98afff09a33b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22be02e58aac46b5973e300b4558edf6&device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 1097 time: 0.0743873
Dec 24 11:15:10.139472 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be858da-2f3a-4bef-8b74-8ee17c9ba600 req-bd33571e-4c93-4a96-bd7a-7336e6a3a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:10.140833 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9be858da-2f3a-4bef-8b74-8ee17c9ba600 req-bd33571e-4c93-4a96-bd7a-7336e6a3a0d8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5b9c994e-1d9f-4ec7-83e7-7807e65591fd HTTP/1.1" status: 200  len: 912 time: 0.1233158
Dec 24 11:15:10.207641 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9be858da-2f3a-4bef-8b74-8ee17c9ba600 req-1c6c1a45-dfdc-40a8-974e-4fe39738dcc5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=528c2a90-bff5-4092-a4c2-61a2ce978cdb HTTP/1.1" status: 200  len: 217 time: 0.0596836
Dec 24 11:15:10.273243 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be858da-2f3a-4bef-8b74-8ee17c9ba600 req-48505bef-7c4e-467d-ae9c-7694f94a0d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:10.274763 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9be858da-2f3a-4bef-8b74-8ee17c9ba600 req-48505bef-7c4e-467d-ae9c-7694f94a0d42 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6f19c09-9444-4dce-91dd-79b77bcec645 HTTP/1.1" status: 200  len: 851 time: 0.0617495
Dec 24 11:15:10.356727 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9be858da-2f3a-4bef-8b74-8ee17c9ba600 req-5f564682-f6b5-490c-809e-c80839d09365 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b9c994e-1d9f-4ec7-83e7-7807e65591fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0757825
Dec 24 11:15:10.610273 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:10.620761 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af551e83-9d51-4f2b-89ba-40c33abab914 req-f292aa2e-2280-4930-9e07-c38b2bd0ecfc tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:10.622250 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-af551e83-9d51-4f2b-89ba-40c33abab914 req-f292aa2e-2280-4930-9e07-c38b2bd0ecfc tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 944 time: 0.3117244
Dec 24 11:15:10.625382 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9be858da-2f3a-4bef-8b74-8ee17c9ba600 req-8fe5d776-9af2-4a1c-a044-31523ef456b0 service neutron] 10.222.0.32 "GET /v2.0/networks/5b9c994e-1d9f-4ec7-83e7-7807e65591fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521478
Dec 24 11:15:10.744157 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-af551e83-9d51-4f2b-89ba-40c33abab914 req-ac28f960-2d82-4209-a4ae-21b96ca3f7a5 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1157665
Dec 24 11:15:10.787342 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9be858da-2f3a-4bef-8b74-8ee17c9ba600 req-292f7af1-86ec-4125-92b8-2e77908936f4 service neutron] 10.222.0.32 "GET /v2.0/networks/5b9c994e-1d9f-4ec7-83e7-7807e65591fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1462052
Dec 24 11:15:11.933530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0bb8e-4b59-451f-8db8-5088758e8fbd req-888fcbc4-b874-49e7-9fb0-8559c76a4b90 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:11.935008 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7bd0bb8e-4b59-451f-8db8-5088758e8fbd req-888fcbc4-b874-49e7-9fb0-8559c76a4b90 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 944 time: 0.0834894
Dec 24 11:15:11.977997 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7bd0bb8e-4b59-451f-8db8-5088758e8fbd req-737be864-01da-402d-b9d5-3b3b6e78afd3 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373902
Dec 24 11:15:13.163488 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6716302-ec76-448c-bb44-51aee0e28489 req-274d4f13-ab1d-403f-94b4-ecffddb44efa tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:13.164933 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e6716302-ec76-448c-bb44-51aee0e28489 req-274d4f13-ab1d-403f-94b4-ecffddb44efa tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 944 time: 0.0828190
Dec 24 11:15:13.208327 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e6716302-ec76-448c-bb44-51aee0e28489 req-79a7bce5-6600-4ae6-aa06-3498ab333dd3 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375998
Dec 24 11:15:14.268506 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 528c2a90-bff5-4092-a4c2-61a2ce978cdb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:15:14.390316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a07d8-a699-406a-9774-4c961ae42ce2 req-83565513-3bd4-4fb9-8dea-951eed7bd97c tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:14.391804 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7f3a07d8-a699-406a-9774-4c961ae42ce2 req-83565513-3bd4-4fb9-8dea-951eed7bd97c tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 944 time: 0.0795457
Dec 24 11:15:14.399038 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 528c2a90-bff5-4092-a4c2-61a2ce978cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=528c2a90-bff5-4092-a4c2-61a2ce978cdb,segment=NetworkSegment(2fcb6436-d6ce-4c6c-bf2b-148e56967a69),segment_id=2fcb6436-d6ce-4c6c-bf2b-148e56967a69)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:15:14.412561 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '528c2a90-bff5-4092-a4c2-61a2ce978cdb', 'network_id': '5b9c994e-1d9f-4ec7-83e7-7807e65591fd', 'port_id': '528c2a90-bff5-4092-a4c2-61a2ce978cdb', 'mac_address': 'fa:16:3e:bf:18:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f19c09-9444-4dce-91dd-79b77bcec645', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:15:14.436686 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7f3a07d8-a699-406a-9774-4c961ae42ce2 req-44062f85-eba3-4998-aaab-58c4c1895fd3 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390310
Dec 24 11:15:14.465680 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:14.482263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528c2a90-bff5-4092-a4c2-61a2ce978cdb {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:15:14.497604 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 528c2a90-bff5-4092-a4c2-61a2ce978cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=528c2a90-bff5-4092-a4c2-61a2ce978cdb,segment=NetworkSegment(2fcb6436-d6ce-4c6c-bf2b-148e56967a69),segment_id=2fcb6436-d6ce-4c6c-bf2b-148e56967a69)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:15:14.501158 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:14.503039 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:15:14.569358 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=528c2a90-bff5-4092-a4c2-61a2ce978cdb,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:15:14.572323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:15:14.867911 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['528c2a90-bff5-4092-a4c2-61a2ce978cdb'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:15:15.617694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3a05c-2ff4-4fe0-816d-b81e91ab3120 req-8f547525-52db-4ed9-89bb-fb4b92c09435 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:15.619179 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2aa3a05c-2ff4-4fe0-816d-b81e91ab3120 req-8f547525-52db-4ed9-89bb-fb4b92c09435 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 945 time: 0.0787263
Dec 24 11:15:15.666513 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2aa3a05c-2ff4-4fe0-816d-b81e91ab3120 req-80032876-9ff6-4b5f-a498-9a8f53f8fb11 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418301
Dec 24 11:15:16.283782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 528c2a90-bff5-4092-a4c2-61a2ce978cdb up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:15:16.349807 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 528c2a90-bff5-4092-a4c2-61a2ce978cdb completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:15:16.354483 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 528c2a90-bff5-4092-a4c2-61a2ce978cdb triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:15:16.354857 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:16.497502 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:16.524535 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfb0b6a-4d35-473c-9136-62d54b64c49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528c2a90-bff5-4092-a4c2-61a2ce978cdb'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:15:16.533964 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 528c2a90-bff5-4092-a4c2-61a2ce978cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=528c2a90-bff5-4092-a4c2-61a2ce978cdb,segment=NetworkSegment(2fcb6436-d6ce-4c6c-bf2b-148e56967a69),segment_id=2fcb6436-d6ce-4c6c-bf2b-148e56967a69)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:15:16.538517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:16.540346 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:15:16.574548 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfb0b6a-4d35-473c-9136-62d54b64c49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528c2a90-bff5-4092-a4c2-61a2ce978cdb', 'code': 200}
Dec 24 11:15:16.606653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=528c2a90-bff5-4092-a4c2-61a2ce978cdb,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:15:16.609706 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:15:16.878845 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8768dc38-5742-429f-b26c-03190d714117 req-0c04b024-f935-48f2-b4bb-59dbb8d53111 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:16.880206 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8768dc38-5742-429f-b26c-03190d714117 req-0c04b024-f935-48f2-b4bb-59dbb8d53111 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.1000049
Dec 24 11:15:16.881994 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00b1c5-f476-4da1-9c09-e4c4bb324a64 req-b27ca10c-b244-4e8a-a9c8-da70925ff366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:16.883308 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ef00b1c5-f476-4da1-9c09-e4c4bb324a64 req-b27ca10c-b244-4e8a-a9c8-da70925ff366 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 1099 time: 0.1419055
Dec 24 11:15:16.953831 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8768dc38-5742-429f-b26c-03190d714117 req-1e9caa4e-fbdc-424b-9076-aba823a4cb6f tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677938
Dec 24 11:15:16.955442 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ef00b1c5-f476-4da1-9c09-e4c4bb324a64 req-1ced7447-7e84-4d93-b26c-9d3f53464c2f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564182
Dec 24 11:15:18.138828 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39727b13-e74a-43a2-9d33-c3e34aa52274 req-5d60114c-3714-485f-8738-b14a6599ee1d tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:18.140308 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-39727b13-e74a-43a2-9d33-c3e34aa52274 req-5d60114c-3714-485f-8738-b14a6599ee1d tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0811946
Dec 24 11:15:18.186661 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-39727b13-e74a-43a2-9d33-c3e34aa52274 req-9ee1aad7-29b3-42b3-9d08-a3785a0d8b1c tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401509
Dec 24 11:15:19.367526 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2746e4-cb90-40cd-bc7d-895a6037ecf6 req-ded54570-1961-477c-904c-e469e5317e17 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:19.368969 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5b2746e4-cb90-40cd-bc7d-895a6037ecf6 req-ded54570-1961-477c-904c-e469e5317e17 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0781817
Dec 24 11:15:19.412647 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5b2746e4-cb90-40cd-bc7d-895a6037ecf6 req-3b7be364-e3c2-4f9f-90d6-766e546607f1 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374472
Dec 24 11:15:19.777087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 55394) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:19.808530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead6dde1-0ebd-46f6-b844-06d645bae7a1 req-59f9dd51-0828-4ca5-84bd-6a2b38692def tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:19.810370 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ead6dde1-0ebd-46f6-b844-06d645bae7a1 req-59f9dd51-0828-4ca5-84bd-6a2b38692def tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0841804
Dec 24 11:15:19.858461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [req-17c36f47-fe69-4e75-88b6-2f6882f6e914 req-bae682db-3278-4c19-b6ab-d4c98ed79897 service neutron] (87559) timed out ('10.222.0.32', 64657) {{(pid=87559) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 24 11:15:19.859458 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ead6dde1-0ebd-46f6-b844-06d645bae7a1 req-c284c8fe-7653-42cb-9e49-08cb1301923b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397747
Dec 24 11:15:19.894003 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-d754c33f-cc4c-4fd0-91fa-0e185175150b service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1152344
Dec 24 11:15:21.048967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f9e110-751c-440e-a2f9-3808f0097077 req-6f6f525b-d0b0-428e-8ed9-c8aa6a7ea2fb tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:21.050464 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-47f9e110-751c-440e-a2f9-3808f0097077 req-6f6f525b-d0b0-428e-8ed9-c8aa6a7ea2fb tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0843356
Dec 24 11:15:21.094866 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-47f9e110-751c-440e-a2f9-3808f0097077 req-31a15a90-14c2-48d2-b82d-d0484862c270 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384605
Dec 24 11:15:21.135213 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-ac6cf72f-924e-4245-a7a2-1d20d17f81e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:21.136673 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-ac6cf72f-924e-4245-a7a2-1d20d17f81e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22be02e58aac46b5973e300b4558edf6&device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 1099 time: 0.0725641
Dec 24 11:15:21.265163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-708cd383-7fd2-4cfa-914a-2c3800ab5d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:21.266545 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-708cd383-7fd2-4cfa-914a-2c3800ab5d7b service neutron] 10.222.0.32 "GET /v2.0/networks?id=5b9c994e-1d9f-4ec7-83e7-7807e65591fd HTTP/1.1" status: 200  len: 912 time: 0.1232786
Dec 24 11:15:21.335012 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-f33e0538-5a94-47d6-b3f8-03d5a8c713ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=528c2a90-bff5-4092-a4c2-61a2ce978cdb HTTP/1.1" status: 200  len: 217 time: 0.0621934
Dec 24 11:15:21.395504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-c028649e-e875-44a0-bb29-12aad27ea853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:21.396933 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-c028649e-e875-44a0-bb29-12aad27ea853 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6f19c09-9444-4dce-91dd-79b77bcec645 HTTP/1.1" status: 200  len: 851 time: 0.0554638
Dec 24 11:15:21.445855 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-51fe0267-e337-46e2-9aaf-c10c3c2c23e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b9c994e-1d9f-4ec7-83e7-7807e65591fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427105
Dec 24 11:15:21.575262 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-82ac1e67-4f78-4f0e-9093-30f48f6ec64a service neutron] 10.222.0.32 "GET /v2.0/networks/5b9c994e-1d9f-4ec7-83e7-7807e65591fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223307
Dec 24 11:15:21.805759 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-8e9d1461-3241-40d0-807a-e0c3303b50f3 service neutron] 10.222.0.32 "GET /v2.0/networks/5b9c994e-1d9f-4ec7-83e7-7807e65591fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2243547
Dec 24 11:15:22.274420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb030ea8-c649-4bd8-b63a-4cefec2c38c1 req-fb12b022-b296-4764-bb60-082f0149298a tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:22.275845 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cb030ea8-c649-4bd8-b63a-4cefec2c38c1 req-fb12b022-b296-4764-bb60-082f0149298a tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0777659
Dec 24 11:15:22.317769 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cb030ea8-c649-4bd8-b63a-4cefec2c38c1 req-8f05f1c6-dd76-4bca-bb43-2cdbccdeccc6 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364511
Dec 24 11:15:23.505441 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f1259-49ee-472a-8d8c-e232bdef960e req-a36a52ce-23e0-4d34-8320-351241f24305 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:23.507216 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-543f1259-49ee-472a-8d8c-e232bdef960e req-a36a52ce-23e0-4d34-8320-351241f24305 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0822282
Dec 24 11:15:23.555850 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-543f1259-49ee-472a-8d8c-e232bdef960e req-f59f0858-c57c-499f-b3fc-45d3003dfd46 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427930
Dec 24 11:15:24.006661 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:15:24.739880 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72dde4-21ab-4789-bde7-355cdabcb5f8 req-1625dac9-7600-4bb9-b490-9b549d699a90 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:24.741753 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9a72dde4-21ab-4789-bde7-355cdabcb5f8 req-1625dac9-7600-4bb9-b490-9b549d699a90 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0810695
Dec 24 11:15:24.783539 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9a72dde4-21ab-4789-bde7-355cdabcb5f8 req-0932b996-7ebe-4852-b1d6-e12b95d1fe49 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361974
Dec 24 11:15:25.964917 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df8b3d-f253-43d7-9d93-9cec0719e250 req-e2bce2bc-b659-4826-970b-3d4895ff904c tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:25.966420 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-29df8b3d-f253-43d7-9d93-9cec0719e250 req-e2bce2bc-b659-4826-970b-3d4895ff904c tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0787165
Dec 24 11:15:26.009649 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-29df8b3d-f253-43d7-9d93-9cec0719e250 req-4484b51f-bdeb-46eb-baae-8b8ebaee6448 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377851
Dec 24 11:15:27.189100 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4e7f5-2db1-42ff-9689-fb3f98b06f89 req-a6bf05cd-515d-4cb9-9128-5e6e71106c30 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:27.190592 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8af4e7f5-2db1-42ff-9689-fb3f98b06f89 req-a6bf05cd-515d-4cb9-9128-5e6e71106c30 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0800087
Dec 24 11:15:27.237246 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8af4e7f5-2db1-42ff-9689-fb3f98b06f89 req-6ebe6c00-88e6-4478-9821-3b49cace7e16 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401711
Dec 24 11:15:28.420970 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2b6d6-fcc3-483d-976d-97f7f96305fc req-0dd798b1-b539-4051-94f9-1c729153906a tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:28.422456 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-89a2b6d6-fcc3-483d-976d-97f7f96305fc req-0dd798b1-b539-4051-94f9-1c729153906a tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0823400
Dec 24 11:15:28.464925 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-89a2b6d6-fcc3-483d-976d-97f7f96305fc req-92775603-0224-4bb4-b796-d4936531c165 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369391
Dec 24 11:15:29.644632 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec0bfd-b0ae-474b-8288-55497f380b9c req-445e4a26-beeb-47d3-8953-5bbd78a6ab9f tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:29.646307 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f8ec0bfd-b0ae-474b-8288-55497f380b9c req-445e4a26-beeb-47d3-8953-5bbd78a6ab9f tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0785854
Dec 24 11:15:29.665795 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dfbb5924-4a0a-422d-8af6-3808ea74ba99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:29.692307 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f8ec0bfd-b0ae-474b-8288-55497f380b9c req-7e05063a-ce65-400a-a85b-2e2f73ccb6a6 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396097
Dec 24 11:15:30.873445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb7de3-1416-46a1-8583-ec9eff5108b1 req-44a50462-8b46-4560-a89e-5f87dabf9763 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:30.874921 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7eeb7de3-1416-46a1-8583-ec9eff5108b1 req-44a50462-8b46-4560-a89e-5f87dabf9763 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0780957
Dec 24 11:15:30.917844 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7eeb7de3-1416-46a1-8583-ec9eff5108b1 req-aa4cb828-008f-4a71-b1aa-bd304940be5c tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374539
Dec 24 11:15:31.883564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d3e235df-452c-492c-a251-d54ee89f33c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:32.102155 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e391d-6bc0-47d2-a826-aaa63635c0f1 req-23782a4d-ff24-479b-88e5-9748c03c3fe0 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:32.103598 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-707e391d-6bc0-47d2-a826-aaa63635c0f1 req-23782a4d-ff24-479b-88e5-9748c03c3fe0 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0827689
Dec 24 11:15:32.145953 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-707e391d-6bc0-47d2-a826-aaa63635c0f1 req-cadb1324-b3d5-4d00-b44f-5aeed7731af0 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367317
Dec 24 11:15:33.108102 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:33.110004 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:33.330914 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d667a179-3d0f-4fb0-9687-b7254148bc96 req-9ea9dc1c-cdf6-4e0e-874c-274fbe426e84 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:33.332301 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d667a179-3d0f-4fb0-9687-b7254148bc96 req-9ea9dc1c-cdf6-4e0e-874c-274fbe426e84 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0815668
Dec 24 11:15:33.375864 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d667a179-3d0f-4fb0-9687-b7254148bc96 req-96e375e0-036d-408c-947b-b24f70c14722 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374622
Dec 24 11:15:34.561622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf509e9f-acc5-4094-be23-e36574b1db29 req-25c658c1-abef-4339-b592-d3265228aa5c tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:34.563311 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cf509e9f-acc5-4094-be23-e36574b1db29 req-25c658c1-abef-4339-b592-d3265228aa5c tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0828824
Dec 24 11:15:34.652062 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cf509e9f-acc5-4094-be23-e36574b1db29 req-b29d8e7d-5b1e-4d69-8ef6-c22b572d60c3 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831311
Dec 24 11:15:34.672931 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec820c1f-f89d-482e-8518-bb09c15fb366 req-99f5a0d3-9a95-41a0-a7cb-9af9dd57b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:34.674424 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ec820c1f-f89d-482e-8518-bb09c15fb366 req-99f5a0d3-9a95-41a0-a7cb-9af9dd57b680 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22be02e58aac46b5973e300b4558edf6&device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 1099 time: 0.1045022
Dec 24 11:15:34.815355 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec820c1f-f89d-482e-8518-bb09c15fb366 req-c0e61e3c-bb0a-4037-9896-983ef1475267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:34.816783 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ec820c1f-f89d-482e-8518-bb09c15fb366 req-c0e61e3c-bb0a-4037-9896-983ef1475267 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5b9c994e-1d9f-4ec7-83e7-7807e65591fd HTTP/1.1" status: 200  len: 912 time: 0.1228836
Dec 24 11:15:34.881566 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:34.886003 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ec820c1f-f89d-482e-8518-bb09c15fb366 req-d0c572bb-275f-416e-b81e-9084114b1a18 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=528c2a90-bff5-4092-a4c2-61a2ce978cdb HTTP/1.1" status: 200  len: 217 time: 0.0626493
Dec 24 11:15:34.946894 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec820c1f-f89d-482e-8518-bb09c15fb366 req-91e72e32-1d43-48c3-b935-baa9b7452af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:34.948208 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ec820c1f-f89d-482e-8518-bb09c15fb366 req-91e72e32-1d43-48c3-b935-baa9b7452af3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6f19c09-9444-4dce-91dd-79b77bcec645 HTTP/1.1" status: 200  len: 851 time: 0.0559371
Dec 24 11:15:34.993365 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ec820c1f-f89d-482e-8518-bb09c15fb366 req-fcaa85a0-f405-45be-830d-ad92495c1f49 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b9c994e-1d9f-4ec7-83e7-7807e65591fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392730
Dec 24 11:15:35.121410 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ec820c1f-f89d-482e-8518-bb09c15fb366 req-de205be3-663e-4af2-aa8f-b63c1e151b61 service neutron] 10.222.0.32 "GET /v2.0/networks/5b9c994e-1d9f-4ec7-83e7-7807e65591fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212828
Dec 24 11:15:35.248863 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ec820c1f-f89d-482e-8518-bb09c15fb366 req-fb982ac2-8506-4f16-9bd7-178bc0531db5 service neutron] 10.222.0.32 "GET /v2.0/networks/5b9c994e-1d9f-4ec7-83e7-7807e65591fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211360
Dec 24 11:15:35.836645 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3465ee-2fb9-4df6-a833-5defae1eb1b9 req-d46fafba-74f3-42f0-bec7-24b196c9c0ea tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:35.838225 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-bb3465ee-2fb9-4df6-a833-5defae1eb1b9 req-d46fafba-74f3-42f0-bec7-24b196c9c0ea tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0831950
Dec 24 11:15:35.880940 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-bb3465ee-2fb9-4df6-a833-5defae1eb1b9 req-c840207f-768e-4642-9cff-4aa93711b1ad tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371070
Dec 24 11:15:37.064577 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff4e7c-f97f-4529-9e61-8af269b81803 req-5cfb5488-4d6e-48da-ae30-25d6766d907a tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:37.066030 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-91ff4e7c-f97f-4529-9e61-8af269b81803 req-5cfb5488-4d6e-48da-ae30-25d6766d907a tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0823178
Dec 24 11:15:37.108689 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-91ff4e7c-f97f-4529-9e61-8af269b81803 req-b851c77b-3a63-411d-92c6-6e4a66187028 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370939
Dec 24 11:15:38.289475 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e8f10-f7cf-4201-8099-25ff662bce34 req-bbd478f5-1969-4b11-8098-b5e3451d0bdc tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:38.290948 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-779e8f10-f7cf-4201-8099-25ff662bce34 req-bbd478f5-1969-4b11-8098-b5e3451d0bdc tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0776324
Dec 24 11:15:38.333116 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-779e8f10-f7cf-4201-8099-25ff662bce34 req-89b3c0bc-64a3-4b3a-ab61-ebf69861a328 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366402
Dec 24 11:15:39.515264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9e1d3-a247-42bd-ae17-b498a5ca33e2 req-f6dd492d-a621-43e3-a273-4ac0c25a5b16 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:39.516696 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-44f9e1d3-a247-42bd-ae17-b498a5ca33e2 req-f6dd492d-a621-43e3-a273-4ac0c25a5b16 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0783989
Dec 24 11:15:39.565849 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-44f9e1d3-a247-42bd-ae17-b498a5ca33e2 req-5bbf27a5-f95e-4e72-b356-4b2516c737f9 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434301
Dec 24 11:15:40.612191 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:40.751677 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1b342-5242-48f3-96f1-210e9a69223d req-7b3295d2-2c54-4761-ad94-be9fa226a61e tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:40.753056 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3dd1b342-5242-48f3-96f1-210e9a69223d req-7b3295d2-2c54-4761-ad94-be9fa226a61e tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0840352
Dec 24 11:15:40.796988 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3dd1b342-5242-48f3-96f1-210e9a69223d req-e14ea7b5-4821-4fe2-83f3-40a5b411a925 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382967
Dec 24 11:15:41.981816 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13155696-b12f-4e0a-8c40-44e57810c7e1 req-07ee7b2d-9a61-4afd-bba3-a0fd86a83202 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:41.983330 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-13155696-b12f-4e0a-8c40-44e57810c7e1 req-07ee7b2d-9a61-4afd-bba3-a0fd86a83202 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0852020
Dec 24 11:15:42.027109 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-13155696-b12f-4e0a-8c40-44e57810c7e1 req-ef543ea8-f37e-4bcb-89da-3712257f2980 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379472
Dec 24 11:15:43.205982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192556f-3d5b-435a-8d73-8eee237fec88 req-7f194fb9-b3fc-4101-9e96-6480317f4b64 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:43.207426 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0192556f-3d5b-435a-8d73-8eee237fec88 req-7f194fb9-b3fc-4101-9e96-6480317f4b64 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0780709
Dec 24 11:15:43.253973 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0192556f-3d5b-435a-8d73-8eee237fec88 req-860405a1-07b1-4785-b45c-a58da464339e tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409868
Dec 24 11:15:44.544302 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1108de70-14d0-453a-94a3-6969c9c46e01 req-bd1cb19a-ab75-42aa-9b26-fe2a36916da1 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:44.546196 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1108de70-14d0-453a-94a3-6969c9c46e01 req-bd1cb19a-ab75-42aa-9b26-fe2a36916da1 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.1856382
Dec 24 11:15:44.589083 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1108de70-14d0-453a-94a3-6969c9c46e01 req-24f86acf-e142-4738-bc43-0a5d94b7fc7e tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373061
Dec 24 11:15:45.769146 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85b384-082e-4382-b7fc-adbdf47cfb47 req-1ad327c0-3120-415a-9fcd-60bab989874c tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:45.770546 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0c85b384-082e-4382-b7fc-adbdf47cfb47 req-1ad327c0-3120-415a-9fcd-60bab989874c tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0777590
Dec 24 11:15:45.814207 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0c85b384-082e-4382-b7fc-adbdf47cfb47 req-9ada8510-dc42-4c1d-9d61-a2fbe4779385 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378869
Dec 24 11:15:46.997550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdb2e8-6403-4cd8-91bb-692e0537dd35 req-6cb8c763-13c6-4597-b5ba-5bcb2d0db081 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:46.999014 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aabdb2e8-6403-4cd8-91bb-692e0537dd35 req-6cb8c763-13c6-4597-b5ba-5bcb2d0db081 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0810497
Dec 24 11:15:47.042790 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aabdb2e8-6403-4cd8-91bb-692e0537dd35 req-19fa79ea-e81b-4190-9d90-d496b4815975 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382717
Dec 24 11:15:48.226359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fbc5c-8f74-4138-97c6-8b3e832f6fb5 req-0b3f06db-72db-489d-bd09-829ca4c87306 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:48.227812 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ce6fbc5c-8f74-4138-97c6-8b3e832f6fb5 req-0b3f06db-72db-489d-bd09-829ca4c87306 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0814736
Dec 24 11:15:48.270811 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ce6fbc5c-8f74-4138-97c6-8b3e832f6fb5 req-df65d175-f852-4ff1-bb8a-4ca1eba1f155 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374546
Dec 24 11:15:48.601385 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-4cc81436-1c1f-4bdf-93c5-2ef2554bcd67 service neutron] 10.222.0.32 "GET /v2.0/ports/528c2a90-bff5-4092-a4c2-61a2ce978cdb/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0774269
Dec 24 11:15:48.858845 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-d2a49f03-7c79-4a7b-88f0-68b165583bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:48.860295 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-d2a49f03-7c79-4a7b-88f0-68b165583bd3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e&tenant_id=22be02e58aac46b5973e300b4558edf6 HTTP/1.1" status: 200  len: 1099 time: 0.0697799
Dec 24 11:15:48.951816 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-dc172f71-557e-44aa-b081-ddf0a059f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:48.953280 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-dc172f71-557e-44aa-b081-ddf0a059f982 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22be02e58aac46b5973e300b4558edf6&device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 1099 time: 0.0725374
Dec 24 11:15:49.080849 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-c5fc38ac-272c-475a-9768-49c192beb6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:49.082330 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-c5fc38ac-272c-475a-9768-49c192beb6ab service neutron] 10.222.0.32 "GET /v2.0/networks?id=5b9c994e-1d9f-4ec7-83e7-7807e65591fd HTTP/1.1" status: 200  len: 912 time: 0.1233306
Dec 24 11:15:49.147854 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-4b6e3581-63e5-47ed-b6a7-3bf72e8a75a3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=528c2a90-bff5-4092-a4c2-61a2ce978cdb HTTP/1.1" status: 200  len: 217 time: 0.0591021
Dec 24 11:15:49.210016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-aa9ae55c-d910-4c8d-aefa-c425c503eff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:49.211399 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-aa9ae55c-d910-4c8d-aefa-c425c503eff0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6f19c09-9444-4dce-91dd-79b77bcec645 HTTP/1.1" status: 200  len: 851 time: 0.0582600
Dec 24 11:15:49.257815 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-27d507f1-989d-436a-a14a-94279776efdf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b9c994e-1d9f-4ec7-83e7-7807e65591fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0392194
Dec 24 11:15:49.430401 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-8f4f4641-fc51-4669-8070-b83bd0a91161 service neutron] 10.222.0.32 "GET /v2.0/networks/5b9c994e-1d9f-4ec7-83e7-7807e65591fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1655059
Dec 24 11:15:49.567756 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b16f0f-d3f4-4962-a5f1-19f47a5cc121 req-6001b629-f174-4b14-9f3f-d533361036a6 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:49.569214 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-36b16f0f-d3f4-4962-a5f1-19f47a5cc121 req-6001b629-f174-4b14-9f3f-d533361036a6 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.1880674
Dec 24 11:15:49.603725 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7bcd6690-c136-4bc1-99dd-91e6db8f8b47 req-6aa13fc1-3d45-42bc-952f-f7cb7989fcc2 service neutron] 10.222.0.32 "GET /v2.0/networks/5b9c994e-1d9f-4ec7-83e7-7807e65591fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660461
Dec 24 11:15:49.627037 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-36b16f0f-d3f4-4962-a5f1-19f47a5cc121 req-09cc796b-29fd-4f6d-ac3d-75e746e650d7 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462329
Dec 24 11:15:50.810173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba45450-fdc2-4f14-ac06-33c06124617f req-834c2e65-c683-4986-9721-147e4d7357df tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:50.812132 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7ba45450-fdc2-4f14-ac06-33c06124617f req-834c2e65-c683-4986-9721-147e4d7357df tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0800142
Dec 24 11:15:50.854397 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7ba45450-fdc2-4f14-ac06-33c06124617f req-334e9258-0a4f-444d-891b-ec00a3cf834f tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367496
Dec 24 11:15:52.035148 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91bb40-f89c-4957-9476-a2a8a2bf56c4 req-081fa118-d875-46dd-8a14-a80e518b9ebc tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:52.036589 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6c91bb40-f89c-4957-9476-a2a8a2bf56c4 req-081fa118-d875-46dd-8a14-a80e518b9ebc tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0779474
Dec 24 11:15:52.085260 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6c91bb40-f89c-4957-9476-a2a8a2bf56c4 req-e7bce69b-c22a-466e-9e15-9104c8273c75 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430489
Dec 24 11:15:52.387655 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 528c2a90-bff5-4092-a4c2-61a2ce978cdb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:15:52.391622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 528c2a90-bff5-4092-a4c2-61a2ce978cdb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:15:52.607808 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:52.629575 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 528c2a90-bff5-4092-a4c2-61a2ce978cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=528c2a90-bff5-4092-a4c2-61a2ce978cdb,segment=NetworkSegment(2fcb6436-d6ce-4c6c-bf2b-148e56967a69),segment_id=2fcb6436-d6ce-4c6c-bf2b-148e56967a69)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:15:52.649207 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '528c2a90-bff5-4092-a4c2-61a2ce978cdb', 'network_id': '5b9c994e-1d9f-4ec7-83e7-7807e65591fd', 'port_id': '528c2a90-bff5-4092-a4c2-61a2ce978cdb', 'mac_address': 'fa:16:3e:bf:18:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f19c09-9444-4dce-91dd-79b77bcec645', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:15:52.654140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfb0b6a-4d35-473c-9136-62d54b64c49e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '528c2a90-bff5-4092-a4c2-61a2ce978cdb'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:15:52.691479 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 528c2a90-bff5-4092-a4c2-61a2ce978cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=528c2a90-bff5-4092-a4c2-61a2ce978cdb,segment=NetworkSegment(2fcb6436-d6ce-4c6c-bf2b-148e56967a69),segment_id=2fcb6436-d6ce-4c6c-bf2b-148e56967a69)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:15:52.700381 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:52.704350 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:15:52.763660 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfb0b6a-4d35-473c-9136-62d54b64c49e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '528c2a90-bff5-4092-a4c2-61a2ce978cdb', 'code': 200}
Dec 24 11:15:52.773639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:52.797727 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 528c2a90-bff5-4092-a4c2-61a2ce978cdb {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:15:52.804204 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=528c2a90-bff5-4092-a4c2-61a2ce978cdb,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:15:52.838618 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:52.838977 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:52.839322 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:52.839662 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:52.839996 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:52.840329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:52.840656 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:52.840981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:52.841312 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:52.841634 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:52.841979 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:52.842301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:52.851949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:15:52.870445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:15:52.870810 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:15:53.269959 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6309f-5df6-4822-9f8b-789308687493 req-fd7e582b-c9af-485d-8570-4b69f5fe6a5d tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:53.271445 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0eb6309f-5df6-4822-9f8b-789308687493 req-fd7e582b-c9af-485d-8570-4b69f5fe6a5d tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 944 time: 0.0811596
Dec 24 11:15:53.314216 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0eb6309f-5df6-4822-9f8b-789308687493 req-c72d3dc8-2896-47c7-856d-a4046d2e9d18 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370204
Dec 24 11:15:53.428832 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:53.445684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528c2a90-bff5-4092-a4c2-61a2ce978cdb {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:15:53.460900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 528c2a90-bff5-4092-a4c2-61a2ce978cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=528c2a90-bff5-4092-a4c2-61a2ce978cdb,segment=NetworkSegment(2fcb6436-d6ce-4c6c-bf2b-148e56967a69),segment_id=2fcb6436-d6ce-4c6c-bf2b-148e56967a69)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:15:53.464998 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:53.466731 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-791ac30c-80d3-4353-ae07-d2f3c215f463 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:15:53.534600 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['528c2a90-bff5-4092-a4c2-61a2ce978cdb'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:15:53.574214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=528c2a90-bff5-4092-a4c2-61a2ce978cdb,revision_number=7']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:15:53.579302 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:15:53.692948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413916aa-5165-4534-bb37-7799bc9d94af req-54699e27-87e5-4d23-b171-a96b5a5941f8 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:53.694297 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-413916aa-5165-4534-bb37-7799bc9d94af req-54699e27-87e5-4d23-b171-a96b5a5941f8 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e&tenant_id=22be02e58aac46b5973e300b4558edf6&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 945 time: 0.0854454
Dec 24 11:15:53.832736 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413916aa-5165-4534-bb37-7799bc9d94af req-f46356a0-abc8-4489-91f1-a839491066cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:53.834201 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-413916aa-5165-4534-bb37-7799bc9d94af req-f46356a0-abc8-4489-91f1-a839491066cd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=22be02e58aac46b5973e300b4558edf6&device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 1098 time: 0.0704625
Dec 24 11:15:53.960315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413916aa-5165-4534-bb37-7799bc9d94af req-d1f53fbd-9fbe-4309-bee5-80a99978640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:53.961648 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-413916aa-5165-4534-bb37-7799bc9d94af req-d1f53fbd-9fbe-4309-bee5-80a99978640a service neutron] 10.222.0.32 "GET /v2.0/networks?id=5b9c994e-1d9f-4ec7-83e7-7807e65591fd HTTP/1.1" status: 200  len: 912 time: 0.1214859
Dec 24 11:15:54.145411 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-413916aa-5165-4534-bb37-7799bc9d94af req-b597be5e-898b-4ed6-b7f1-56ffe8f90203 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=528c2a90-bff5-4092-a4c2-61a2ce978cdb HTTP/1.1" status: 200  len: 217 time: 0.1766658
Dec 24 11:15:54.206525 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413916aa-5165-4534-bb37-7799bc9d94af req-60d7a94b-e05d-4389-8008-1ad34870c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:54.207923 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-413916aa-5165-4534-bb37-7799bc9d94af req-60d7a94b-e05d-4389-8008-1ad34870c876 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a6f19c09-9444-4dce-91dd-79b77bcec645 HTTP/1.1" status: 200  len: 851 time: 0.0565772
Dec 24 11:15:54.253353 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-413916aa-5165-4534-bb37-7799bc9d94af req-c92d5b4b-1436-4dc2-ad99-39a538e985b7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5b9c994e-1d9f-4ec7-83e7-7807e65591fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0388484
Dec 24 11:15:54.379374 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-413916aa-5165-4534-bb37-7799bc9d94af req-1559a021-ae93-4c3c-92a3-8808c6490666 service neutron] 10.222.0.32 "GET /v2.0/networks/5b9c994e-1d9f-4ec7-83e7-7807e65591fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196041
Dec 24 11:15:54.396480 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 528c2a90-bff5-4092-a4c2-61a2ce978cdb up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:15:54.462318 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 528c2a90-bff5-4092-a4c2-61a2ce978cdb triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:15:54.463034 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:54.510434 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-413916aa-5165-4534-bb37-7799bc9d94af req-5e735698-71f4-4a0d-a6ad-2bfcb34729a9 service neutron] 10.222.0.32 "GET /v2.0/networks/5b9c994e-1d9f-4ec7-83e7-7807e65591fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241689
Dec 24 11:15:54.581000 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:54.614503 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 528c2a90-bff5-4092-a4c2-61a2ce978cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=528c2a90-bff5-4092-a4c2-61a2ce978cdb,segment=NetworkSegment(2fcb6436-d6ce-4c6c-bf2b-148e56967a69),segment_id=2fcb6436-d6ce-4c6c-bf2b-148e56967a69)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:15:54.617816 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:54.619570 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:15:54.685732 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=528c2a90-bff5-4092-a4c2-61a2ce978cdb,revision_number=8']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:15:54.688664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:15:54.764656 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfb0b6a-4d35-473c-9136-62d54b64c49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528c2a90-bff5-4092-a4c2-61a2ce978cdb'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:15:54.819154 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfb0b6a-4d35-473c-9136-62d54b64c49e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528c2a90-bff5-4092-a4c2-61a2ce978cdb', 'code': 200}
Dec 24 11:15:55.310969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81739c-c22b-4368-9bf0-6f0b9bee3093 req-3e48ef9c-547c-470a-825d-ccdc6869ee8d tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:55.312917 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-db81739c-c22b-4368-9bf0-6f0b9bee3093 req-3e48ef9c-547c-470a-825d-ccdc6869ee8d tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0843909
Dec 24 11:15:55.355116 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-db81739c-c22b-4368-9bf0-6f0b9bee3093 req-8fd7a9fb-c615-41df-b23e-4c0a289d7524 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366387
Dec 24 11:15:56.647722 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a191ba47-108d-4759-a027-475fce741d16 req-0179eef2-3028-4dff-8315-266b6359d6d4 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:56.649094 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a191ba47-108d-4759-a027-475fce741d16 req-0179eef2-3028-4dff-8315-266b6359d6d4 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.1893630
Dec 24 11:15:56.691476 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a191ba47-108d-4759-a027-475fce741d16 req-6e404a14-6732-4e6c-bb4c-489dbd8afae7 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/security-groups?id=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367005
Dec 24 11:15:57.027153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413916aa-5165-4534-bb37-7799bc9d94af req-b5c6f6aa-99dc-4506-ad74-c5c550474acf tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:15:57.028577 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-413916aa-5165-4534-bb37-7799bc9d94af req-b5c6f6aa-99dc-4506-ad74-c5c550474acf tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.32 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 946 time: 0.0780323
Dec 24 11:15:57.100146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-413916aa-5165-4534-bb37-7799bc9d94af req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Deleting port 528c2a90-bff5-4092-a4c2-61a2ce978cdb {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:15:57.100489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-413916aa-5165-4534-bb37-7799bc9d94af req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:57.342385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-413916aa-5165-4534-bb37-7799bc9d94af req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] For port 528c2a90-bff5-4092-a4c2-61a2ce978cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=528c2a90-bff5-4092-a4c2-61a2ce978cdb,segment=NetworkSegment(2fcb6436-d6ce-4c6c-bf2b-148e56967a69),segment_id=2fcb6436-d6ce-4c6c-bf2b-148e56967a69)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:15:57.342654 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-413916aa-5165-4534-bb37-7799bc9d94af req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:57.465883 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-413916aa-5165-4534-bb37-7799bc9d94af req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Calling delete_port for 528c2a90-bff5-4092-a4c2-61a2ce978cdb owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:15:57.608663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-413916aa-5165-4534-bb37-7799bc9d94af req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:57.614458 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:15:57.620534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['528c2a90-bff5-4092-a4c2-61a2ce978cdb'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:15:57.662601 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Pushing event deleted for resources: {'Port': ['ID=528c2a90-bff5-4092-a4c2-61a2ce978cdb,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:15:57.702905 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:57.703291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:57.703667 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:57.704035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:57.704399 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:57.704764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:57.705128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:57.705490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:57.705852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:57.706233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:57.706589 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:57.706941 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:57.710243 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:15:57.753364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-413916aa-5165-4534-bb37-7799bc9d94af req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] No DVR routers for this DVR port 528c2a90-bff5-4092-a4c2-61a2ce978cdb on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:15:57.755814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-413916aa-5165-4534-bb37-7799bc9d94af req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:57.759792 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dfb0b6a-4d35-473c-9136-62d54b64c49e', 'name': 'network-vif-deleted', 'tag': '528c2a90-bff5-4092-a4c2-61a2ce978cdb'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:15:57.774461 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-413916aa-5165-4534-bb37-7799bc9d94af req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.32 "DELETE /v2.0/ports/528c2a90-bff5-4092-a4c2-61a2ce978cdb HTTP/1.1" status: 204  len: 173 time: 0.7404861
Dec 24 11:15:57.836100 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dfb0b6a-4d35-473c-9136-62d54b64c49e', 'name': 'network-vif-deleted', 'tag': '528c2a90-bff5-4092-a4c2-61a2ce978cdb', 'status': 'completed', 'code': 200}
Dec 24 11:15:57.847795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-eca6224a-0d91-4901-8db3-a3695167533b req-6d3aa05c-1f5b-4f91-b042-db4e07d14a9c tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Synchronizing usage tracker for tenant:22be02e58aac46b5973e300b4558edf6 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:15:57.862518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-eca6224a-0d91-4901-8db3-a3695167533b req-6d3aa05c-1f5b-4f91-b042-db4e07d14a9c tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Unset dirty status for tenant:22be02e58aac46b5973e300b4558edf6 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:15:57.863587 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eca6224a-0d91-4901-8db3-a3695167533b req-6d3aa05c-1f5b-4f91-b042-db4e07d14a9c tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] 10.222.0.54 "GET /v2.0/ports?device_id=7dfb0b6a-4d35-473c-9136-62d54b64c49e HTTP/1.1" status: 200  len: 210 time: 0.0647454
Dec 24 11:15:59.104674 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 55502) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:59.162531 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Deleting subnet a6f19c09-9444-4dce-91dd-79b77bcec645 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:15:59.165220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:59.216406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:59.269555 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:59.337280 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:59.340754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4e414eb8-02db-481f-b760-20591a06abae tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:15:59.374438 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6f19c09-9444-4dce-91dd-79b77bcec645,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:15:59.379293 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:59.386947 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:59.387357 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:59.387718 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:59.388095 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:59.388469 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:59.388839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:59.389775 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:59.390182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:59.390549 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:59.390913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:59.391275 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:59.391637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:15:59.394734 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:15:59.398901 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8292b398-e03b-4d2f-812b-196f6653bfe7 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a6f19c09-9444-4dce-91dd-79b77bcec645 HTTP/1.1" status: 204  len: 168 time: 0.2905617
Dec 24 11:15:59.399675 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 55506) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:59.503754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74cc526d-070b-4881-adec-598670a962d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:59.625037 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74cc526d-070b-4881-adec-598670a962d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:59.649402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-74cc526d-070b-4881-adec-598670a962d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d155340>,) {'filters': {'network_id': ['5b9c994e-1d9f-4ec7-83e7-7807e65591fd']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:15:59.657006 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b801a5d9-989b-49b0-affa-10d2688a3bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:59.661682 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-74cc526d-070b-4881-adec-598670a962d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d155340>, '2fcb6436-d6ce-4c6c-bf2b-148e56967a69') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:15:59.662028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-74cc526d-070b-4881-adec-598670a962d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d155340>, '2fcb6436-d6ce-4c6c-bf2b-148e56967a69') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:15:59.673577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74cc526d-070b-4881-adec-598670a962d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:59.689450 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74cc526d-070b-4881-adec-598670a962d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:59.696360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cc526d-070b-4881-adec-598670a962d1 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:15:59.696947 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74cc526d-070b-4881-adec-598670a962d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:15:59.709710 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:15:59.785226 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74cc526d-070b-4881-adec-598670a962d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:59.789641 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-74cc526d-070b-4881-adec-598670a962d1 admin admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:15:59.793290 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0feffc84-4ed7-4acf-91fa-25f9dfaef01c tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:15:59.813434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc526d-070b-4881-adec-598670a962d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b9c994e-1d9f-4ec7-83e7-7807e65591fd,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:15:59.816143 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-74cc526d-070b-4881-adec-598670a962d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:15:59.822249 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-74cc526d-070b-4881-adec-598670a962d1 admin admin] 10.222.0.54 "DELETE /v2.0/networks/5b9c994e-1d9f-4ec7-83e7-7807e65591fd HTTP/1.1" status: 204  len: 168 time: 0.4222717
Dec 24 11:15:59.927981 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55512) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:15:59.975490 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ce8615ae-b321-4db1-9dc8-9d958c60a167 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=22be02e58aac46b5973e300b4558edf6&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0462897
Dec 24 11:15:59.977884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55516) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:00.033189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6abfb65-ab68-41c4-808d-2d92b85ccc45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:00.062180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6abfb65-ab68-41c4-808d-2d92b85ccc45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:00.110601 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6abfb65-ab68-41c4-808d-2d92b85ccc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:00.114330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cf6e7b9f-943c-4fc0-9e6d-f8991188ef91 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:16:00.126767 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6abfb65-ab68-41c4-808d-2d92b85ccc45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:16:00.129847 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d6abfb65-ab68-41c4-808d-2d92b85ccc45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:16:00.138316 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d6abfb65-ab68-41c4-808d-2d92b85ccc45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:00.140108 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d6abfb65-ab68-41c4-808d-2d92b85ccc45 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/4970fdb9-3dfb-43a9-b8fb-ad80f0f0674a HTTP/1.1" status: 204  len: 168 time: 0.1613498
Dec 24 11:16:00.424401 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 528c2a90-bff5-4092-a4c2-61a2ce978cdb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:16:00.458787 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 528c2a90-bff5-4092-a4c2-61a2ce978cdb {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:16:00.459153 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 528c2a90-bff5-4092-a4c2-61a2ce978cdb not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:16:00.837588 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 55540) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:00.939838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1300809638-network', 'tenant_id': 'ba001f0835204386ab6ce55e6aea53ed'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:16:00.944664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:16:00.948493 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Usage tracker for resource:network and tenant:ba001f0835204386ab6ce55e6aea53ed is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:16:00.951364 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:16:00.958453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:16:00.967854 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Made reservation on behalf of ba001f0835204386ab6ce55e6aea53ed for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:16:00.970166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:00.981889 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:00.996222 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:16:01.000539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Usage tracker for resource:security_group_rule and tenant:ba001f0835204386ab6ce55e6aea53ed is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:16:01.003339 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:16:01.005890 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:16:01.008890 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:16:01.092893 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:01.096538 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:01.099435 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2cac235c-bd4f-45f9-89a3-c32b11b126bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:16:01.129573 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:16:01.134787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7acbe39-eb95-4714-a16a-aeee4652fa29,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:16:01.138441 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:16:01.142215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:01.142559 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Added segment aa4d0327-6b1d-4a39-b63d-2ee8d2982104 of type vlan for network d9e6a987-7285-4ed6-96d8-c24788de42d1
Dec 24 11:16:01.168166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:01.196605 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:01.197597 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:01.198220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:01.202807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b47c9758-429b-4f00-8392-de2710fdd819 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:16:01.299344 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4606059
Dec 24 11:16:01.302231 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Pushing event updated for resources: {'Network': ['ID=d9e6a987-7285-4ed6-96d8-c24788de42d1,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:16:01.302358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55546) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:16:01.304826 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:16:01.308126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-2e2d6415-a8ea-4f24-b221-7a7286b01846 admin admin] Request body: {'subnet': {'network_id': 'd9e6a987-7285-4ed6-96d8-c24788de42d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1300809638-subnet', 'tenant_id': 'ba001f0835204386ab6ce55e6aea53ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:16:01.312564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network d9e6a987-7285-4ed6-96d8-c24788de42d1 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:16:01.313493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2e2d6415-a8ea-4f24-b221-7a7286b01846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:16:01.317381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2e2d6415-a8ea-4f24-b221-7a7286b01846 admin admin] Usage tracker for resource:subnet and tenant:ba001f0835204386ab6ce55e6aea53ed is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:16:01.320234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2e2d6415-a8ea-4f24-b221-7a7286b01846 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:16:01.325857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2e2d6415-a8ea-4f24-b221-7a7286b01846 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:16:01.337609 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2d6415-a8ea-4f24-b221-7a7286b01846 admin admin] Made reservation on behalf of ba001f0835204386ab6ce55e6aea53ed for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:16:01.339976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2e2d6415-a8ea-4f24-b221-7a7286b01846 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:01.543224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2e2d6415-a8ea-4f24-b221-7a7286b01846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:01.547245 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f73b9c5c-48f5-4adf-8099-cfc8e67da28e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:16:01.619795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2d6415-a8ea-4f24-b221-7a7286b01846 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1617107c-8f1f-44c9-b89d-8149c61ab651,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:16:01.622502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2e2d6415-a8ea-4f24-b221-7a7286b01846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:16:01.629405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2d6415-a8ea-4f24-b221-7a7286b01846 admin admin] Checking segment: {'id': 'aa4d0327-6b1d-4a39-b63d-2ee8d2982104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd9e6a987-7285-4ed6-96d8-c24788de42d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:16:01.629757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2d6415-a8ea-4f24-b221-7a7286b01846 admin admin] Network hostable DHCP agents. Network: d9e6a987-7285-4ed6-96d8-c24788de42d1, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:16:01.649481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2d6415-a8ea-4f24-b221-7a7286b01846 admin admin] Network d9e6a987-7285-4ed6-96d8-c24788de42d1 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:16:01.658481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-2e2d6415-a8ea-4f24-b221-7a7286b01846 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, d9e6a987-7285-4ed6-96d8-c24788de42d1) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:16:01.662455 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2d6415-a8ea-4f24-b221-7a7286b01846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:01.663043 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2e2d6415-a8ea-4f24-b221-7a7286b01846 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:01.666982 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99739d4-047d-449a-9f29-81ea249c71bc None None] Network d9e6a987-7285-4ed6-96d8-c24788de42d1 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:16:01.682830 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2e2d6415-a8ea-4f24-b221-7a7286b01846 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3793960
Dec 24 11:16:01.921388 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d2904e72-e63e-47bc-bf21-6bb410950e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:01.924064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b5e6fb-a046-4bde-a79e-d4d684cb6820 None None] Network d9e6a987-7285-4ed6-96d8-c24788de42d1 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:16:02.290137 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-757b424e-80c5-4f00-b1d0-8e7a66717322 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:02.291585 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-757b424e-80c5-4f00-b1d0-8e7a66717322 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/networks?id=d9e6a987-7285-4ed6-96d8-c24788de42d1 HTTP/1.1" status: 200  len: 815 time: 0.2516174
Dec 24 11:16:02.305798 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-ab51f034-65dc-4f9f-ad07-a1db54a034ba tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/quotas/ba001f0835204386ab6ce55e6aea53ed HTTP/1.1" status: 200  len: 375 time: 0.0087214
Dec 24 11:16:02.351812 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-58a2845b-50a0-4f77-b497-7c6884b52f5c tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba001f0835204386ab6ce55e6aea53ed&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0411956
Dec 24 11:16:02.527349 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-474ac24c-c400-45e5-b2d6-4d9b3ceaaa7f service neutron] 10.222.0.54 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1683826
Dec 24 11:16:02.658677 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-a2b6cc78-cbad-4498-b081-9ad2454b61f5 service neutron] 10.222.0.54 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248374
Dec 24 11:16:02.829651 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-de184acc-2ede-4d1d-bfab-a2ba6aa179fc req-73b776f4-21c4-42b3-8e53-0ef1fad9ea9e tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 210 time: 0.0425146
Dec 24 11:16:03.111376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:03.113625 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:03.825606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-6f253b80-58fd-4002-be67-93abdc18c298 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:03.827093 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-6f253b80-58fd-4002-be67-93abdc18c298 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.32 "GET /v2.0/networks?id=d9e6a987-7285-4ed6-96d8-c24788de42d1 HTTP/1.1" status: 200  len: 815 time: 0.1477172
Dec 24 11:16:03.838688 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Request body: {'port': {'device_id': '76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c', 'network_id': 'd9e6a987-7285-4ed6-96d8-c24788de42d1', 'admin_state_up': True, 'tenant_id': 'ba001f0835204386ab6ce55e6aea53ed'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:16:03.996022 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a294b521-381e-4682-b5bf-0666e30e187d req-f5aeab25-7d61-4b13-b0fe-6b1e732ae0c3 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 210 time: 0.0593946
Dec 24 11:16:04.020270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:16:04.024233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Usage tracker for resource:port and tenant:ba001f0835204386ab6ce55e6aea53ed is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:16:04.026996 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:16:04.033179 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:16:04.042591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Made reservation on behalf of ba001f0835204386ab6ce55e6aea53ed for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:16:04.046466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:04.211768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Allocated IP 172.20.0.7 (d9e6a987-7285-4ed6-96d8-c24788de42d1/1617107c-8f1f-44c9-b89d-8149c61ab651/49c8704e-0cdf-4b32-afe8-7596ddbbe60f) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:16:04.409090 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:04.437786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:04.443014 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aa67caed-61e3-4e17-93d5-eadf7487df0d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:16:04.507100 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Network d9e6a987-7285-4ed6-96d8-c24788de42d1 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:16:04.510466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:16:04.514763 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:16:04.551116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Pushing event updated for resources: {'Port': ['ID=49c8704e-0cdf-4b32-afe8-7596ddbbe60f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:16:04.559291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:16:04.581638 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:04.582271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:04.601313 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7661309
Dec 24 11:16:04.612483 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Request body: {'port': {'device_id': '76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:16:04.718692 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:04.883567 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:05.173132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c8704e-0cdf-4b32-afe8-7596ddbbe60f {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:16:05.180774 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:05.185582 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b961342-5627-489a-9cc6-4fed42734aad req-743e7998-2ec0-4f6d-950c-1ef040540689 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:05.187610 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8b961342-5627-489a-9cc6-4fed42734aad req-743e7998-2ec0-4f6d-950c-1ef040540689 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 931 time: 0.0851026
Dec 24 11:16:05.196366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Transition to ACTIVE for port object 49c8704e-0cdf-4b32-afe8-7596ddbbe60f will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:16:05.200247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:05.204840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9e3865e0-37ea-4997-ac0d-f1a646837834 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:16:05.231020 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-8b961342-5627-489a-9cc6-4fed42734aad req-5e6b6c80-fb44-46fc-bfcb-14a10489ffb4 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Synchronizing usage tracker for tenant:ba001f0835204386ab6ce55e6aea53ed on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:16:05.247349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-8b961342-5627-489a-9cc6-4fed42734aad req-5e6b6c80-fb44-46fc-bfcb-14a10489ffb4 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Unset dirty status for tenant:ba001f0835204386ab6ce55e6aea53ed on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:16:05.249400 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8b961342-5627-489a-9cc6-4fed42734aad req-5e6b6c80-fb44-46fc-bfcb-14a10489ffb4 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555470
Dec 24 11:16:05.357590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Pushing event updated for resources: {'Port': ['ID=49c8704e-0cdf-4b32-afe8-7596ddbbe60f,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:16:05.364075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:16:05.431387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Attempting to bind port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:16:05.431665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Attempting to bind port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'aa4d0327-6b1d-4a39-b63d-2ee8d2982104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd9e6a987-7285-4ed6-96d8-c24788de42d1'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:16:05.431993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Attempting to bind port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f on network d9e6a987-7285-4ed6-96d8-c24788de42d1 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:16:05.437066 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f on network d9e6a987-7285-4ed6-96d8-c24788de42d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:16:05.437381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Attempting to bind port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f on network d9e6a987-7285-4ed6-96d8-c24788de42d1 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:16:05.442388 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:16:05.442719 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Checking segment: {'id': 'aa4d0327-6b1d-4a39-b63d-2ee8d2982104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd9e6a987-7285-4ed6-96d8-c24788de42d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:16:05.443096 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Bound using segment: {'id': 'aa4d0327-6b1d-4a39-b63d-2ee8d2982104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd9e6a987-7285-4ed6-96d8-c24788de42d1'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:16:05.443518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Bound port: 49c8704e-0cdf-4b32-afe8-7596ddbbe60f, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4d0327-6b1d-4a39-b63d-2ee8d2982104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd9e6a987-7285-4ed6-96d8-c24788de42d1'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:16:05.443859 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:05.528835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] For port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:16:05.531740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] For port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49c8704e-0cdf-4b32-afe8-7596ddbbe60f,segment=NetworkSegment(aa4d0327-6b1d-4a39-b63d-2ee8d2982104),segment_id=aa4d0327-6b1d-4a39-b63d-2ee8d2982104)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:16:05.536189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:05.540703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4f8962c4-ee4d-4e78-bf71-9da8746c25fb tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:16:05.593213 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:05.593824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:05.595211 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] 10.222.0.32 "PUT /v2.0/ports/49c8704e-0cdf-4b32-afe8-7596ddbbe60f HTTP/1.1" status: 200  len: 1093 time: 0.9866219
Dec 24 11:16:05.595733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c', 'tag': '49c8704e-0cdf-4b32-afe8-7596ddbbe60f'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:16:05.625947 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Pushing event updated for resources: {'Port': ['ID=49c8704e-0cdf-4b32-afe8-7596ddbbe60f,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:16:05.629053 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:16:05.663752 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c', 'tag': '49c8704e-0cdf-4b32-afe8-7596ddbbe60f', 'status': 'completed', 'code': 200}
Dec 24 11:16:05.703387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-1f0635a8-a258-4d57-b125-9f33bbdddc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:05.704780 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-1f0635a8-a258-4d57-b125-9f33bbdddc74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba001f0835204386ab6ce55e6aea53ed&device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 1096 time: 0.0737894
Dec 24 11:16:05.774294 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-3b17485d-d4ba-41f9-bb4e-51dfbd3c079e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c8704e-0cdf-4b32-afe8-7596ddbbe60f HTTP/1.1" status: 200  len: 217 time: 0.0625138
Dec 24 11:16:05.835366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-f3e1f275-e73b-4f40-98a4-e7d003cf63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:05.836760 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-f3e1f275-e73b-4f40-98a4-e7d003cf63f4 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1617107c-8f1f-44c9-b89d-8149c61ab651 HTTP/1.1" status: 200  len: 855 time: 0.0557685
Dec 24 11:16:05.886014 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-442ec031-3c30-47c8-bcf3-fab32ebce061 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9e6a987-7285-4ed6-96d8-c24788de42d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429790
Dec 24 11:16:06.013727 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-43868d48-fa01-4bf9-bfe5-ab8752b29afc service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212842
Dec 24 11:16:06.141733 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c4e3eddc-35fe-4f76-b771-32883ea2d887 req-29240126-981d-4b16-9071-ff8137da3baf service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221199
Dec 24 11:16:06.252383 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8702098-485d-4df5-94f9-02e677c30461 req-b4846e9a-d885-4514-9b6f-78fd01882a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:06.253999 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c8702098-485d-4df5-94f9-02e677c30461 req-b4846e9a-d885-4514-9b6f-78fd01882a70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba001f0835204386ab6ce55e6aea53ed&device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 1096 time: 0.0712030
Dec 24 11:16:06.385171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8702098-485d-4df5-94f9-02e677c30461 req-bcac6431-c22f-43ca-a566-6253a95f5097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:06.386683 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c8702098-485d-4df5-94f9-02e677c30461 req-bcac6431-c22f-43ca-a566-6253a95f5097 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9e6a987-7285-4ed6-96d8-c24788de42d1 HTTP/1.1" status: 200  len: 916 time: 0.1266923
Dec 24 11:16:06.437477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b8da2-9a79-4354-90e0-866f34eed86b req-20468e65-787c-40d6-b91c-9601205b446b tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:06.438985 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-660b8da2-9a79-4354-90e0-866f34eed86b req-20468e65-787c-40d6-b91c-9601205b446b tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 943 time: 0.0826333
Dec 24 11:16:06.457706 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c8702098-485d-4df5-94f9-02e677c30461 req-63cc0a4e-e5c2-4912-b709-658e6d008dad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c8704e-0cdf-4b32-afe8-7596ddbbe60f HTTP/1.1" status: 200  len: 217 time: 0.0637531
Dec 24 11:16:06.483263 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-660b8da2-9a79-4354-90e0-866f34eed86b req-9e74f57f-c1aa-4d8f-b24a-64a38551df3b tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381215
Dec 24 11:16:06.518510 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8702098-485d-4df5-94f9-02e677c30461 req-cb171966-be82-4611-b2f3-e3aa8f1153d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:06.519959 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c8702098-485d-4df5-94f9-02e677c30461 req-cb171966-be82-4611-b2f3-e3aa8f1153d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1617107c-8f1f-44c9-b89d-8149c61ab651 HTTP/1.1" status: 200  len: 855 time: 0.0567703
Dec 24 11:16:06.566499 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c8702098-485d-4df5-94f9-02e677c30461 req-b475575f-291a-4900-9d0f-66e54450039f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9e6a987-7285-4ed6-96d8-c24788de42d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0403557
Dec 24 11:16:06.695355 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c8702098-485d-4df5-94f9-02e677c30461 req-53ac1317-c424-478d-8a91-a4f2f9608b58 service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1229415
Dec 24 11:16:06.927652 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c8702098-485d-4df5-94f9-02e677c30461 req-926bef4d-8472-49ff-bb0b-b35ee1a8cee8 service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2246866
Dec 24 11:16:07.673327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac0eea-3dcc-4f08-8559-a90792ee3563 req-aac1f612-3904-47f3-ae32-bb15d3f2d922 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:07.674035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a9ac0eea-3dcc-4f08-8559-a90792ee3563 req-aac1f612-3904-47f3-ae32-bb15d3f2d922 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Synchronizing usage tracker for tenant:ba001f0835204386ab6ce55e6aea53ed on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:16:07.689608 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a9ac0eea-3dcc-4f08-8559-a90792ee3563 req-aac1f612-3904-47f3-ae32-bb15d3f2d922 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Unset dirty status for tenant:ba001f0835204386ab6ce55e6aea53ed on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:16:07.690784 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a9ac0eea-3dcc-4f08-8559-a90792ee3563 req-aac1f612-3904-47f3-ae32-bb15d3f2d922 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 943 time: 0.1017385
Dec 24 11:16:07.734367 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a9ac0eea-3dcc-4f08-8559-a90792ee3563 req-db9859a7-0088-452f-81d2-9def11e5993c tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379174
Dec 24 11:16:08.918786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ef771-d68f-4dcb-987f-41bbe63e3f15 req-65ff7d43-c0da-4af3-819b-0771d6c4dcb4 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:08.920241 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-847ef771-d68f-4dcb-987f-41bbe63e3f15 req-65ff7d43-c0da-4af3-819b-0771d6c4dcb4 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 943 time: 0.0836072
Dec 24 11:16:08.963437 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-847ef771-d68f-4dcb-987f-41bbe63e3f15 req-f4494a1f-a58e-41f2-95f6-f509a1077723 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374489
Dec 24 11:16:10.143134 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902317f-23bf-4fab-8c6b-2ca0ab9cca5d req-a0e8a7bb-f9d5-4b1b-8887-a598645dbd23 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:10.144587 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d902317f-23bf-4fab-8c6b-2ca0ab9cca5d req-a0e8a7bb-f9d5-4b1b-8887-a598645dbd23 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 943 time: 0.0779119
Dec 24 11:16:10.193038 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d902317f-23bf-4fab-8c6b-2ca0ab9cca5d req-c6bc28b8-62bd-47ae-acc8-b13a1decb106 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425055
Dec 24 11:16:10.470428 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 49c8704e-0cdf-4b32-afe8-7596ddbbe60f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:16:10.602231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49c8704e-0cdf-4b32-afe8-7596ddbbe60f,segment=NetworkSegment(aa4d0327-6b1d-4a39-b63d-2ee8d2982104),segment_id=aa4d0327-6b1d-4a39-b63d-2ee8d2982104)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:16:10.626023 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '49c8704e-0cdf-4b32-afe8-7596ddbbe60f', 'network_id': 'd9e6a987-7285-4ed6-96d8-c24788de42d1', 'port_id': '49c8704e-0cdf-4b32-afe8-7596ddbbe60f', 'mac_address': 'fa:16:3e:9e:c7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1617107c-8f1f-44c9-b89d-8149c61ab651', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:16:10.658794 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:10.682671 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:10.699245 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c8704e-0cdf-4b32-afe8-7596ddbbe60f {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:16:10.714493 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49c8704e-0cdf-4b32-afe8-7596ddbbe60f,segment=NetworkSegment(aa4d0327-6b1d-4a39-b63d-2ee8d2982104),segment_id=aa4d0327-6b1d-4a39-b63d-2ee8d2982104)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:16:10.718003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:10.721590 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-889ef10b-870d-4199-8f51-c964acec93d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:16:10.787491 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=49c8704e-0cdf-4b32-afe8-7596ddbbe60f,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:16:10.790612 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:16:11.038096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['49c8704e-0cdf-4b32-afe8-7596ddbbe60f'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:16:11.371858 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42693dd9-a492-429d-b08e-e19962e597fb req-bb3f953d-1995-4057-8428-b498a7f188d0 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:11.373266 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-42693dd9-a492-429d-b08e-e19962e597fb req-bb3f953d-1995-4057-8428-b498a7f188d0 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 944 time: 0.0788829
Dec 24 11:16:11.417576 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-42693dd9-a492-429d-b08e-e19962e597fb req-72a78fa2-b630-4b66-b464-ac2f33696110 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381629
Dec 24 11:16:12.485623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 49c8704e-0cdf-4b32-afe8-7596ddbbe60f up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:16:12.551251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:16:12.557392 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:16:12.557849 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:12.599061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a21092-5727-4b28-9508-eb04c8e26048 req-73b8c086-4a03-4d91-bdac-d92fbe45afc3 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:12.600536 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-80a21092-5727-4b28-9508-eb04c8e26048 req-73b8c086-4a03-4d91-bdac-d92fbe45afc3 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 944 time: 0.0802720
Dec 24 11:16:12.644953 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-80a21092-5727-4b28-9508-eb04c8e26048 req-1926a28d-1d31-421b-bdf6-10840eb447c1 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387719
Dec 24 11:16:12.673076 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:12.699166 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c8704e-0cdf-4b32-afe8-7596ddbbe60f'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:16:12.708948 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49c8704e-0cdf-4b32-afe8-7596ddbbe60f,segment=NetworkSegment(aa4d0327-6b1d-4a39-b63d-2ee8d2982104),segment_id=aa4d0327-6b1d-4a39-b63d-2ee8d2982104)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:16:12.713470 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:12.716295 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:16:12.749521 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c8704e-0cdf-4b32-afe8-7596ddbbe60f', 'code': 200}
Dec 24 11:16:12.789197 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=49c8704e-0cdf-4b32-afe8-7596ddbbe60f,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:16:12.792116 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:16:12.962922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df3d77-b95c-45e1-ac29-bf0a875b79ca req-3c095981-f738-4378-b6e7-a9d9b9b4db36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:12.964291 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d2df3d77-b95c-45e1-ac29-bf0a875b79ca req-3c095981-f738-4378-b6e7-a9d9b9b4db36 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 1098 time: 0.0710380
Dec 24 11:16:13.003711 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d2df3d77-b95c-45e1-ac29-bf0a875b79ca req-15a02bab-dc93-4672-9cb3-387d73b161ad service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0330074
Dec 24 11:16:13.827635 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a48cf-2654-4c51-a395-bf6bfbe985c5 req-6fd34533-8508-4a1a-9009-d143c00fd596 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:13.829074 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-363a48cf-2654-4c51-a395-bf6bfbe985c5 req-6fd34533-8508-4a1a-9009-d143c00fd596 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0790215
Dec 24 11:16:13.871027 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-363a48cf-2654-4c51-a395-bf6bfbe985c5 req-4b6cd0e0-4110-40e3-905e-74c00e3f0a3d tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364146
Dec 24 11:16:15.056199 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fced44-caad-4007-bf8b-b50df975836d req-e0d8236d-9aa0-4e2f-ae27-bc92034edef3 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:15.057647 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-32fced44-caad-4007-bf8b-b50df975836d req-e0d8236d-9aa0-4e2f-ae27-bc92034edef3 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0804782
Dec 24 11:16:15.100480 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-32fced44-caad-4007-bf8b-b50df975836d req-e7117ea1-a8f6-4c7a-a195-a9a18fe68610 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366940
Dec 24 11:16:15.280724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bc9884-7a25-4269-8313-02bd5043df51 req-c747e74c-d9f9-446a-b52a-da7769d0c9c5 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:15.282178 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-65bc9884-7a25-4269-8313-02bd5043df51 req-c747e74c-d9f9-446a-b52a-da7769d0c9c5 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0808406
Dec 24 11:16:15.324855 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-65bc9884-7a25-4269-8313-02bd5043df51 req-37b86402-fe0a-43f2-a9e8-3d5d9db03e5c tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371161
Dec 24 11:16:15.660745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c076d-190d-42a3-89b6-7c3b408b213a req-4134c11f-c765-4b17-9f84-9c0c90631a35 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:15.662094 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a4c076d-190d-42a3-89b6-7c3b408b213a req-4134c11f-c765-4b17-9f84-9c0c90631a35 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0829992
Dec 24 11:16:15.704355 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a4c076d-190d-42a3-89b6-7c3b408b213a req-6c69ec9f-8ee5-48f2-93a9-b72b645369bd tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366340
Dec 24 11:16:15.887254 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7406d8f-347f-4c90-9b46-7d0e5744eea2 req-a157924a-8f54-4db8-87af-fcf6deee68a7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:15.889229 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c7406d8f-347f-4c90-9b46-7d0e5744eea2 req-a157924a-8f54-4db8-87af-fcf6deee68a7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0785303
Dec 24 11:16:16.044699 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c7406d8f-347f-4c90-9b46-7d0e5744eea2 req-b74b37a4-c1b0-4573-83d8-1f36a14c8592 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1498699
Dec 24 11:16:16.455103 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-30da95fe-893a-4743-84c6-4674e59ed36a service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1421928
Dec 24 11:16:16.463109 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebba844-8d35-4701-b68e-8d302adda4b2 req-e189eb9a-8c7e-41d6-8855-0a74bd6b9978 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:16.464474 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3ebba844-8d35-4701-b68e-8d302adda4b2 req-e189eb9a-8c7e-41d6-8855-0a74bd6b9978 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.1087141
Dec 24 11:16:16.510691 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3ebba844-8d35-4701-b68e-8d302adda4b2 req-eb2d450d-6600-4328-a257-f6ca5503ba5a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401742
Dec 24 11:16:17.704023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-c5f393e0-0b47-4979-a2db-0a0ceb1220c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:17.705371 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-c5f393e0-0b47-4979-a2db-0a0ceb1220c7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba001f0835204386ab6ce55e6aea53ed&device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 1098 time: 0.1314893
Dec 24 11:16:17.738410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1082d699-d184-467c-9c4f-fbe7a1c3d122 req-2f270e43-1398-4010-adad-588d34e70bff tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:17.739780 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1082d699-d184-467c-9c4f-fbe7a1c3d122 req-2f270e43-1398-4010-adad-588d34e70bff tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.1220703
Dec 24 11:16:17.857900 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1082d699-d184-467c-9c4f-fbe7a1c3d122 req-7d661c0b-593b-4c27-a265-2f559820f5b0 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710621
Dec 24 11:16:17.875257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-fe65632f-f11f-443a-865b-abf80e3a320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:17.876670 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-fe65632f-f11f-443a-865b-abf80e3a320e service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9e6a987-7285-4ed6-96d8-c24788de42d1 HTTP/1.1" status: 200  len: 916 time: 0.1647470
Dec 24 11:16:17.945384 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-f8efc16d-0dc8-4eba-b83a-f12891a13990 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c8704e-0cdf-4b32-afe8-7596ddbbe60f HTTP/1.1" status: 200  len: 217 time: 0.0620849
Dec 24 11:16:18.005056 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-3c6a9066-a305-4a46-81ac-2ff136d6bf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:18.006384 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-3c6a9066-a305-4a46-81ac-2ff136d6bf2b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1617107c-8f1f-44c9-b89d-8149c61ab651 HTTP/1.1" status: 200  len: 855 time: 0.0551136
Dec 24 11:16:18.051759 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-89fad8d9-5b9b-4e8e-b6e4-0075ec8601d2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9e6a987-7285-4ed6-96d8-c24788de42d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0391748
Dec 24 11:16:18.179290 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-56f81291-8071-4144-a426-e6637db87141 service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214767
Dec 24 11:16:18.307412 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-5f685211-d916-4a5c-9c6d-3ec261fa1c5f service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223319
Dec 24 11:16:19.036767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455357a-7c3b-484d-a52a-1188343f4f65 req-a3820d52-74cc-4367-b29a-e8bf5b890dba tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:19.038224 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5455357a-7c3b-484d-a52a-1188343f4f65 req-a3820d52-74cc-4367-b29a-e8bf5b890dba tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0778146
Dec 24 11:16:19.085702 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5455357a-7c3b-484d-a52a-1188343f4f65 req-a31f19af-191b-49fa-8d0d-2fa31c5dda25 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420573
Dec 24 11:16:20.391479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ff1f9-0cc8-4cab-b049-16bbdd6be6db req-023de3b7-9b1a-482c-ace6-af38deee968b tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:20.392866 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e29ff1f9-0cc8-4cab-b049-16bbdd6be6db req-023de3b7-9b1a-482c-ace6-af38deee968b tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.1999531
Dec 24 11:16:20.437300 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e29ff1f9-0cc8-4cab-b049-16bbdd6be6db req-67e73f1d-5279-493f-9931-fb2da44373a4 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379131
Dec 24 11:16:21.621134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbb923-02d8-4a50-9ecb-cbf4229eef20 req-b3ebf846-2832-49c8-86fe-694afab2c77f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:21.622615 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-dacbb923-02d8-4a50-9ecb-cbf4229eef20 req-b3ebf846-2832-49c8-86fe-694afab2c77f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0784094
Dec 24 11:16:21.665672 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-dacbb923-02d8-4a50-9ecb-cbf4229eef20 req-bd90153e-bfa3-42a2-8f42-94f8938af8dc tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375257
Dec 24 11:16:22.850245 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea46336-f3db-4dd8-bba6-91b8d2357314 req-23dc7526-e782-4968-b5ef-93c011d020dc tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:22.851692 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0ea46336-f3db-4dd8-bba6-91b8d2357314 req-23dc7526-e782-4968-b5ef-93c011d020dc tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0822301
Dec 24 11:16:22.894868 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0ea46336-f3db-4dd8-bba6-91b8d2357314 req-555daeec-6f70-41d5-8541-dad5b5b45b3d tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376525
Dec 24 11:16:24.076850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7509e-9978-4186-a468-f8bc7f76fd04 req-11776a45-3404-434a-944d-3f731773f83a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:24.078851 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ffa7509e-9978-4186-a468-f8bc7f76fd04 req-11776a45-3404-434a-944d-3f731773f83a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0819261
Dec 24 11:16:24.121020 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ffa7509e-9978-4186-a468-f8bc7f76fd04 req-177ce35d-99e6-439c-b2fc-b66e378b8eec tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367107
Dec 24 11:16:25.314900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f930-f777-4a1b-a85c-58feb7c4c860 req-ca73797c-4958-4645-9980-e67bc7d2895a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:25.316387 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3dd8f930-f777-4a1b-a85c-58feb7c4c860 req-ca73797c-4958-4645-9980-e67bc7d2895a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0805769
Dec 24 11:16:25.361388 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3dd8f930-f777-4a1b-a85c-58feb7c4c860 req-0b9e6fc0-71f3-4647-bb2e-fd4b0c0f2f95 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394008
Dec 24 11:16:26.545841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f90d36-b154-4fcf-8bfa-cf1e896966d9 req-d6858cdc-bc8f-4ee9-966c-2eba8b794d49 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:26.547345 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-12f90d36-b154-4fcf-8bfa-cf1e896966d9 req-d6858cdc-bc8f-4ee9-966c-2eba8b794d49 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0827942
Dec 24 11:16:26.590956 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-12f90d36-b154-4fcf-8bfa-cf1e896966d9 req-8b8dbc83-a758-4588-9847-da3050c90000 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381556
Dec 24 11:16:27.777439 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b5459-b795-4150-b07e-fbbb443c0d25 req-eefe078c-3e3b-4352-8a58-53af6e63aba5 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:27.778952 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-495b5459-b795-4150-b07e-fbbb443c0d25 req-eefe078c-3e3b-4352-8a58-53af6e63aba5 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0813651
Dec 24 11:16:27.822130 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-495b5459-b795-4150-b07e-fbbb443c0d25 req-f46989c7-7712-421d-8d70-3c97f3c6e0ae tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375154
Dec 24 11:16:29.006746 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92333ec-736c-46c2-9a0f-8f4735a323df req-de1daf61-b3af-4561-92a2-468a9092016a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:29.008198 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b92333ec-736c-46c2-9a0f-8f4735a323df req-de1daf61-b3af-4561-92a2-468a9092016a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0811026
Dec 24 11:16:29.051309 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b92333ec-736c-46c2-9a0f-8f4735a323df req-eaf72b5e-1a94-47a6-ad8d-9c4d7ceb260e tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375998
Dec 24 11:16:29.660219 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-10eb9e55-ab73-4484-8061-86c0226dc7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:30.232724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559be2db-869a-4ae1-acbf-03b38925a903 req-0d5292eb-8158-4306-a4f9-58f4b13b5828 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:30.234184 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-559be2db-869a-4ae1-acbf-03b38925a903 req-0d5292eb-8158-4306-a4f9-58f4b13b5828 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0813932
Dec 24 11:16:30.281200 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-559be2db-869a-4ae1-acbf-03b38925a903 req-710b9be2-953b-453c-850b-d9f45cdd5e55 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413065
Dec 24 11:16:31.461604 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464dbf6-4251-4272-a761-06f0c9084420 req-b8936e43-db27-4de3-991b-700696d93481 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:31.463146 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4464dbf6-4251-4272-a761-06f0c9084420 req-b8936e43-db27-4de3-991b-700696d93481 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0790415
Dec 24 11:16:31.506293 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4464dbf6-4251-4272-a761-06f0c9084420 req-cccea852-341c-451d-a19c-c0ea77b071eb tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374885
Dec 24 11:16:31.883393 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2d086304-6992-4bda-94a1-21d88677c2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:32.690987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb601c-b564-435a-b356-5d8d3b3acd95 req-8d4bb107-3def-4984-92af-cd45498451cc tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:32.692377 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0adb601c-b564-435a-b356-5d8d3b3acd95 req-8d4bb107-3def-4984-92af-cd45498451cc tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0800288
Dec 24 11:16:32.736808 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0adb601c-b564-435a-b356-5d8d3b3acd95 req-25de581c-26e3-479a-be92-26e7f97b837b tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387557
Dec 24 11:16:33.114211 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:33.116224 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:33.922873 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd71369-4089-41dc-a512-1440da8585de req-135a1775-db76-4a3f-a0a1-fd63b5b75567 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:33.924314 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2cd71369-4089-41dc-a512-1440da8585de req-135a1775-db76-4a3f-a0a1-fd63b5b75567 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0815740
Dec 24 11:16:33.967156 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2cd71369-4089-41dc-a512-1440da8585de req-a82996b1-a6cc-4e06-9eb5-682d278ee00a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373695
Dec 24 11:16:34.736497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1c24f-f47c-4187-9629-232fc0e6b427 req-7d0d781e-4f06-4ba2-9971-a4f6fe2d7eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:34.737888 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3bc1c24f-f47c-4187-9629-232fc0e6b427 req-7d0d781e-4f06-4ba2-9971-a4f6fe2d7eab service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba001f0835204386ab6ce55e6aea53ed&device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 1098 time: 0.1434097
Dec 24 11:16:34.883863 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1c24f-f47c-4187-9629-232fc0e6b427 req-ca5e07dd-ed5f-4640-a460-79071409c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:34.885489 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3bc1c24f-f47c-4187-9629-232fc0e6b427 req-ca5e07dd-ed5f-4640-a460-79071409c69b service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9e6a987-7285-4ed6-96d8-c24788de42d1 HTTP/1.1" status: 200  len: 916 time: 0.1278248
Dec 24 11:16:34.887561 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:34.954628 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3bc1c24f-f47c-4187-9629-232fc0e6b427 req-2f9e6c5f-3460-48d5-89e5-8846430bdb8a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c8704e-0cdf-4b32-afe8-7596ddbbe60f HTTP/1.1" status: 200  len: 217 time: 0.0615079
Dec 24 11:16:35.020740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1c24f-f47c-4187-9629-232fc0e6b427 req-055477d0-93c7-4e04-a176-dcd52b28c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:35.022462 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3bc1c24f-f47c-4187-9629-232fc0e6b427 req-055477d0-93c7-4e04-a176-dcd52b28c5f5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1617107c-8f1f-44c9-b89d-8149c61ab651 HTTP/1.1" status: 200  len: 855 time: 0.0610449
Dec 24 11:16:35.068848 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3bc1c24f-f47c-4187-9629-232fc0e6b427 req-bb8f4dcd-c34c-4012-8c4b-fd14fa38a520 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9e6a987-7285-4ed6-96d8-c24788de42d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395229
Dec 24 11:16:35.255071 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3bc1c24f-f47c-4187-9629-232fc0e6b427 req-3fe92936-e346-440c-81bf-94c1aa941304 service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521080
Dec 24 11:16:35.263008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223c0a0-a688-433e-acbc-fb0affcd54d8 req-afd7dcda-a321-4f8c-842a-a61d125730ef tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:35.264371 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c223c0a0-a688-433e-acbc-fb0affcd54d8 req-afd7dcda-a321-4f8c-842a-a61d125730ef tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.1920984
Dec 24 11:16:35.389658 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c223c0a0-a688-433e-acbc-fb0affcd54d8 req-636e2eaf-48dc-430a-9f31-b091bf7e1b83 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068225
Dec 24 11:16:35.427974 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3bc1c24f-f47c-4187-9629-232fc0e6b427 req-74ffee2a-0203-403d-9795-c70b904c68ae service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1621032
Dec 24 11:16:36.585454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063ce61-24b2-4abb-bd72-6a7847d94771 req-fbd35253-a712-4686-8d30-aa45c63c3571 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:36.586929 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5063ce61-24b2-4abb-bd72-6a7847d94771 req-fbd35253-a712-4686-8d30-aa45c63c3571 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0910382
Dec 24 11:16:36.629876 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5063ce61-24b2-4abb-bd72-6a7847d94771 req-e6ff74c0-37f5-44de-bd0c-ee1a1354c390 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373681
Dec 24 11:16:37.808512 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d6502-ac65-4c2f-a8a6-8368cd4c52e7 req-bbdce127-e57d-43a8-81ce-deea6d22065d tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:37.809976 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-208d6502-ac65-4c2f-a8a6-8368cd4c52e7 req-bbdce127-e57d-43a8-81ce-deea6d22065d tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0780492
Dec 24 11:16:37.855558 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-208d6502-ac65-4c2f-a8a6-8368cd4c52e7 req-7de15223-23ef-4c08-8265-34f41cf3b888 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394924
Dec 24 11:16:38.004615 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:16:39.039966 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e044b84-82fd-47c2-ae2d-f31fb5ec8729 req-53d0d021-cd4b-4cd7-9e37-6a02e57aeb98 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:39.041402 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3e044b84-82fd-47c2-ae2d-f31fb5ec8729 req-53d0d021-cd4b-4cd7-9e37-6a02e57aeb98 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0818026
Dec 24 11:16:39.084112 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3e044b84-82fd-47c2-ae2d-f31fb5ec8729 req-0b3b388a-ea14-425e-baad-3679c29482d1 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371418
Dec 24 11:16:40.262847 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e324df45-6f20-4574-b1a0-2164cb4a27e5 req-0e7eecca-d5e3-4861-ad45-0d6eac22b62b tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:40.264291 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e324df45-6f20-4574-b1a0-2164cb4a27e5 req-0e7eecca-d5e3-4861-ad45-0d6eac22b62b tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0785012
Dec 24 11:16:40.308693 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e324df45-6f20-4574-b1a0-2164cb4a27e5 req-3161d401-9364-4bb2-b709-4c73726eaa04 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382235
Dec 24 11:16:40.641702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:41.492587 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cdfcc-174d-43fa-9cba-72ad879fcf52 req-36bb7e11-d949-435f-b3fd-e3d2da9c7f14 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:41.494116 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-218cdfcc-174d-43fa-9cba-72ad879fcf52 req-36bb7e11-d949-435f-b3fd-e3d2da9c7f14 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0828793
Dec 24 11:16:41.536688 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-218cdfcc-174d-43fa-9cba-72ad879fcf52 req-7a17e909-ae30-4bab-887f-d6a2927df153 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371130
Dec 24 11:16:42.839910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d4377-595d-45e5-9456-b0395f348909 req-9b1c1b9a-f8f6-4667-8a7a-e64c408dd2b1 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:42.841348 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-915d4377-595d-45e5-9456-b0395f348909 req-9b1c1b9a-f8f6-4667-8a7a-e64c408dd2b1 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.1905963
Dec 24 11:16:42.884323 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-915d4377-595d-45e5-9456-b0395f348909 req-a83816f8-2a34-4986-bec4-0713001cc79a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369542
Dec 24 11:16:44.065245 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a0a3e-9eb6-4c27-95a0-777f88a302e5 req-968ea009-03af-4de8-9835-fc1962875e9b tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:44.066992 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5e7a0a3e-9eb6-4c27-95a0-777f88a302e5 req-968ea009-03af-4de8-9835-fc1962875e9b tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0786331
Dec 24 11:16:44.110336 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5e7a0a3e-9eb6-4c27-95a0-777f88a302e5 req-b69b65d6-a8b8-497b-a679-f2498769632b tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378678
Dec 24 11:16:45.003405 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-a6ad026d-ee44-4200-a909-79b9d4253a86 service neutron] 10.222.0.32 "GET /v2.0/ports/49c8704e-0cdf-4b32-afe8-7596ddbbe60f/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0746083
Dec 24 11:16:45.326652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-083aebf5-6b8e-4c8c-8448-8f4fc297bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:45.328116 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-083aebf5-6b8e-4c8c-8448-8f4fc297bb1b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c&tenant_id=ba001f0835204386ab6ce55e6aea53ed HTTP/1.1" status: 200  len: 1098 time: 0.1328163
Dec 24 11:16:45.336021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd0abd8-1a7c-4a18-abab-46ede94bb3c7 req-bbe0c2df-18e3-44fb-9881-f25695437d58 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:45.337374 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bdd0abd8-1a7c-4a18-abab-46ede94bb3c7 req-bbe0c2df-18e3-44fb-9881-f25695437d58 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.1081066
Dec 24 11:16:45.425592 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bdd0abd8-1a7c-4a18-abab-46ede94bb3c7 req-6418203e-f55d-420c-bae0-2e2aa2b5f320 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826092
Dec 24 11:16:45.448676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-3d75f853-10a0-4a8b-b68c-bd95a9652de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:45.450155 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-3d75f853-10a0-4a8b-b68c-bd95a9652de4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba001f0835204386ab6ce55e6aea53ed&device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 1098 time: 0.0936069
Dec 24 11:16:45.576428 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-ab9b7058-7dcf-4b82-94ba-2587f3e815e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:45.578030 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-ab9b7058-7dcf-4b82-94ba-2587f3e815e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9e6a987-7285-4ed6-96d8-c24788de42d1 HTTP/1.1" status: 200  len: 916 time: 0.1218772
Dec 24 11:16:45.645940 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-06ca226f-0e93-41b0-80d7-99336d289134 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c8704e-0cdf-4b32-afe8-7596ddbbe60f HTTP/1.1" status: 200  len: 217 time: 0.0621600
Dec 24 11:16:45.706044 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-dc266c03-9387-451b-b9cf-f450e653e138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:45.707405 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-dc266c03-9387-451b-b9cf-f450e653e138 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1617107c-8f1f-44c9-b89d-8149c61ab651 HTTP/1.1" status: 200  len: 855 time: 0.0560410
Dec 24 11:16:45.752339 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-17eaab42-8ffa-49b0-ba1d-900e4d77a4fd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9e6a987-7285-4ed6-96d8-c24788de42d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389187
Dec 24 11:16:45.878094 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-d75a0791-8980-4ab0-be6c-743714d2c01f service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1195998
Dec 24 11:16:46.005672 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05cb06a5-295b-43df-9122-46ee17cfb0d0 req-6ad901c2-ded6-43ae-bcc6-e912ce0e87cf service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210229
Dec 24 11:16:46.610683 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447c8fd-2e25-42e6-89e6-65b4f86500df req-d7cb283f-7b49-4d9b-9915-2c61a38fda59 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:46.612139 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4447c8fd-2e25-42e6-89e6-65b4f86500df req-d7cb283f-7b49-4d9b-9915-2c61a38fda59 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0834088
Dec 24 11:16:46.663708 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4447c8fd-2e25-42e6-89e6-65b4f86500df req-371927d9-14a5-4a71-a11a-10a64d14b53a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459733
Dec 24 11:16:47.847603 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a877dc-6dc6-4941-b15f-44615590ca11 req-f3a64f45-566a-4c56-9840-c679cb3318f4 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:47.849038 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-57a877dc-6dc6-4941-b15f-44615590ca11 req-f3a64f45-566a-4c56-9840-c679cb3318f4 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0826344
Dec 24 11:16:47.890922 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-57a877dc-6dc6-4941-b15f-44615590ca11 req-383801e1-e3fc-4c90-b56b-89bb57a9ee40 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0364234
Dec 24 11:16:48.696356 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 49c8704e-0cdf-4b32-afe8-7596ddbbe60f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:16:48.825351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49c8704e-0cdf-4b32-afe8-7596ddbbe60f,segment=NetworkSegment(aa4d0327-6b1d-4a39-b63d-2ee8d2982104),segment_id=aa4d0327-6b1d-4a39-b63d-2ee8d2982104)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:16:48.837858 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '49c8704e-0cdf-4b32-afe8-7596ddbbe60f', 'network_id': 'd9e6a987-7285-4ed6-96d8-c24788de42d1', 'port_id': '49c8704e-0cdf-4b32-afe8-7596ddbbe60f', 'mac_address': 'fa:16:3e:9e:c7:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1617107c-8f1f-44c9-b89d-8149c61ab651', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:16:48.890662 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:48.906754 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49c8704e-0cdf-4b32-afe8-7596ddbbe60f {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:16:48.922262 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49c8704e-0cdf-4b32-afe8-7596ddbbe60f,segment=NetworkSegment(aa4d0327-6b1d-4a39-b63d-2ee8d2982104),segment_id=aa4d0327-6b1d-4a39-b63d-2ee8d2982104)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:16:48.926371 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:48.928055 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:16:49.016886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['49c8704e-0cdf-4b32-afe8-7596ddbbe60f'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:16:49.077081 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f6e56-5503-47b5-877e-176180e70f98 req-ac4408ef-193b-417c-8308-d5a953ec2382 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:49.078600 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4c2f6e56-5503-47b5-877e-176180e70f98 req-ac4408ef-193b-417c-8308-d5a953ec2382 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 944 time: 0.0822275
Dec 24 11:16:49.085537 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=49c8704e-0cdf-4b32-afe8-7596ddbbe60f,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:16:49.097634 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:16:49.128694 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4c2f6e56-5503-47b5-877e-176180e70f98 req-30ab6e3f-1ec2-403b-87a8-25110fcc282a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426679
Dec 24 11:16:49.433970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44227f-3972-4f4d-84dd-caf20371e772 req-14b01f6b-a027-4eda-9bf4-a732a53cc23f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:49.435406 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1e44227f-3972-4f4d-84dd-caf20371e772 req-14b01f6b-a027-4eda-9bf4-a732a53cc23f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.32 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c&tenant_id=ba001f0835204386ab6ce55e6aea53ed&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 944 time: 0.0843275
Dec 24 11:16:49.436209 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff2763-1617-4d2a-aa00-fb669b18ecac req-2702035d-983e-4861-9fc7-17b927846203 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:49.437667 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-42ff2763-1617-4d2a-aa00-fb669b18ecac req-2702035d-983e-4861-9fc7-17b927846203 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 944 time: 0.0794528
Dec 24 11:16:49.483566 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-42ff2763-1617-4d2a-aa00-fb669b18ecac req-94c1d415-2659-4020-aa8c-30b918fa2684 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381885
Dec 24 11:16:49.574105 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44227f-3972-4f4d-84dd-caf20371e772 req-b081da2d-e70f-40bc-ab7e-bcdc4fc9ddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:49.575553 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1e44227f-3972-4f4d-84dd-caf20371e772 req-b081da2d-e70f-40bc-ab7e-bcdc4fc9ddca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba001f0835204386ab6ce55e6aea53ed&device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 1097 time: 0.0714769
Dec 24 11:16:49.702437 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44227f-3972-4f4d-84dd-caf20371e772 req-7b724fb1-f6e3-425b-8c08-48ab347cc491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:49.704439 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1e44227f-3972-4f4d-84dd-caf20371e772 req-7b724fb1-f6e3-425b-8c08-48ab347cc491 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9e6a987-7285-4ed6-96d8-c24788de42d1 HTTP/1.1" status: 200  len: 916 time: 0.1223106
Dec 24 11:16:49.772343 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1e44227f-3972-4f4d-84dd-caf20371e772 req-485b954f-b091-4e4d-ad5b-5df7d44c0dab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49c8704e-0cdf-4b32-afe8-7596ddbbe60f HTTP/1.1" status: 200  len: 217 time: 0.0626380
Dec 24 11:16:49.831960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44227f-3972-4f4d-84dd-caf20371e772 req-87788a23-c701-45bc-b874-234c1c8752a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:49.833241 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1e44227f-3972-4f4d-84dd-caf20371e772 req-87788a23-c701-45bc-b874-234c1c8752a9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1617107c-8f1f-44c9-b89d-8149c61ab651 HTTP/1.1" status: 200  len: 855 time: 0.0547044
Dec 24 11:16:49.878403 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1e44227f-3972-4f4d-84dd-caf20371e772 req-98d0d853-9eb7-4d10-9cd9-a588f3b9af19 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9e6a987-7285-4ed6-96d8-c24788de42d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0389111
Dec 24 11:16:50.109418 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1e44227f-3972-4f4d-84dd-caf20371e772 req-4b10126b-d481-4195-b2a3-f8196b22e65b service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2245412
Dec 24 11:16:50.238649 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1e44227f-3972-4f4d-84dd-caf20371e772 req-975dfc27-e7a7-4b06-a84a-574c570ca54d service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232004
Dec 24 11:16:50.724205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 49c8704e-0cdf-4b32-afe8-7596ddbbe60f up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:16:50.796219 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:16:50.796219 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:50.834156 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77244541-fadf-4ff6-8bb0-d36a3390dfbd req-fdc85bb3-3a06-4ef1-8d15-f0fa9766c53b tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:50.835644 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-77244541-fadf-4ff6-8bb0-d36a3390dfbd req-fdc85bb3-3a06-4ef1-8d15-f0fa9766c53b tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 944 time: 0.0896609
Dec 24 11:16:50.880199 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-77244541-fadf-4ff6-8bb0-d36a3390dfbd req-de2a0c06-fb81-425c-ba05-1145c5fefdba tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388403
Dec 24 11:16:50.918605 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:50.948018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c8704e-0cdf-4b32-afe8-7596ddbbe60f'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:16:50.959219 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49c8704e-0cdf-4b32-afe8-7596ddbbe60f,segment=NetworkSegment(aa4d0327-6b1d-4a39-b63d-2ee8d2982104),segment_id=aa4d0327-6b1d-4a39-b63d-2ee8d2982104)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:16:50.964590 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:50.967118 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:16:50.999869 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c8704e-0cdf-4b32-afe8-7596ddbbe60f', 'code': 200}
Dec 24 11:16:51.044242 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=49c8704e-0cdf-4b32-afe8-7596ddbbe60f,revision_number=7']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:16:51.048558 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:16:51.213175 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21f7c6-1ea6-453b-8e08-6382ff771081 req-3b04dc3e-ee5d-41d3-8396-dfd9ba31db07 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:51.214579 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ea21f7c6-1ea6-453b-8e08-6382ff771081 req-3b04dc3e-ee5d-41d3-8396-dfd9ba31db07 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0825016
Dec 24 11:16:51.257669 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ea21f7c6-1ea6-453b-8e08-6382ff771081 req-1f194841-42fb-4d9f-9993-abaa264e57a6 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371084
Dec 24 11:16:51.437074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a325e-9006-42b1-9f0e-496581dbf018 req-08018965-b00a-46bf-9c5e-0602d5d24556 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:51.438572 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4b8a325e-9006-42b1-9f0e-496581dbf018 req-08018965-b00a-46bf-9c5e-0602d5d24556 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.0780909
Dec 24 11:16:51.485579 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4b8a325e-9006-42b1-9f0e-496581dbf018 req-8e1743bd-8adb-42d8-a10a-90b900c04386 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409689
Dec 24 11:16:51.956300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-8ff30400-a5c7-4f6f-bc7c-13b08039456f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:51.957742 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-8ff30400-a5c7-4f6f-bc7c-13b08039456f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/networks?id=d9e6a987-7285-4ed6-96d8-c24788de42d1 HTTP/1.1" status: 200  len: 815 time: 0.1455309
Dec 24 11:16:51.971977 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-a306b447-87e7-4096-a6f5-40cd16b1c202 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/quotas/ba001f0835204386ab6ce55e6aea53ed HTTP/1.1" status: 200  len: 375 time: 0.0087941
Dec 24 11:16:52.049639 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-a0fda157-17cf-4efa-93c3-e1993084fd64 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=ba001f0835204386ab6ce55e6aea53ed&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0729527
Dec 24 11:16:52.178998 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-6b593b2a-07df-4469-9b57-d50413bbd025 service neutron] 10.222.0.54 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226995
Dec 24 11:16:52.308070 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-1609feae-c847-485e-a829-824f307795c0 service neutron] 10.222.0.54 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234052
Dec 24 11:16:52.484460 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-44c9eb9f-4939-48cd-ac47-a572ae0e6924 req-821a21c7-3887-4c05-8314-cfe71f40b6c9 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 210 time: 0.0428128
Dec 24 11:16:53.502160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-567b2373-9a72-4d14-92db-9e54bc0c121a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:53.503590 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-567b2373-9a72-4d14-92db-9e54bc0c121a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.32 "GET /v2.0/networks?id=d9e6a987-7285-4ed6-96d8-c24788de42d1 HTTP/1.1" status: 200  len: 815 time: 0.1616874
Dec 24 11:16:53.515672 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-a80096e0-8623-4024-8f19-8352e4ad55f7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Request body: {'port': {'device_id': '54355b4d-cbb3-496b-bd4b-4c9913d3b287', 'network_id': 'd9e6a987-7285-4ed6-96d8-c24788de42d1', 'admin_state_up': True, 'tenant_id': 'ba001f0835204386ab6ce55e6aea53ed'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:16:53.686873 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e5a1ede1-c6ca-47ce-8730-3e055594a3e7 req-1b511c14-5a4e-4d58-8b4a-d1566d187c2c tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 210 time: 0.0707021
Dec 24 11:16:53.750791 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-a80096e0-8623-4024-8f19-8352e4ad55f7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:16:53.761141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02238657-106b-4ef4-acbf-40d813f4004c req-8ce85da7-b4d8-46f1-ad6c-06fe7e009170 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:53.762585 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-02238657-106b-4ef4-acbf-40d813f4004c req-8ce85da7-b4d8-46f1-ad6c-06fe7e009170 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.32 "GET /v2.0/ports?device_id=76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c HTTP/1.1" status: 200  len: 945 time: 0.2227557
Dec 24 11:16:53.799715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-a80096e0-8623-4024-8f19-8352e4ad55f7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:16:53.821542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-a80096e0-8623-4024-8f19-8352e4ad55f7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Made reservation on behalf of ba001f0835204386ab6ce55e6aea53ed for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:16:53.824884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-a80096e0-8623-4024-8f19-8352e4ad55f7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:53.858234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-02238657-106b-4ef4-acbf-40d813f4004c req-5bbb20b4-e7c3-4907-b0d2-94697168e7f8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Deleting port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:16:53.858566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-02238657-106b-4ef4-acbf-40d813f4004c req-5bbb20b4-e7c3-4907-b0d2-94697168e7f8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:54.267498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-a80096e0-8623-4024-8f19-8352e4ad55f7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Allocated IP 172.20.0.4 (d9e6a987-7285-4ed6-96d8-c24788de42d1/1617107c-8f1f-44c9-b89d-8149c61ab651/dc7cd135-0e1b-4737-9817-401a14443276) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:16:54.353722 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-02238657-106b-4ef4-acbf-40d813f4004c req-5bbb20b4-e7c3-4907-b0d2-94697168e7f8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] For port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=49c8704e-0cdf-4b32-afe8-7596ddbbe60f,segment=NetworkSegment(aa4d0327-6b1d-4a39-b63d-2ee8d2982104),segment_id=aa4d0327-6b1d-4a39-b63d-2ee8d2982104)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:16:54.354094 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-02238657-106b-4ef4-acbf-40d813f4004c req-5bbb20b4-e7c3-4907-b0d2-94697168e7f8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:54.497896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-02238657-106b-4ef4-acbf-40d813f4004c req-5bbb20b4-e7c3-4907-b0d2-94697168e7f8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Calling delete_port for 49c8704e-0cdf-4b32-afe8-7596ddbbe60f owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:16:54.732612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-a80096e0-8623-4024-8f19-8352e4ad55f7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:54.762175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-02238657-106b-4ef4-acbf-40d813f4004c req-5bbb20b4-e7c3-4907-b0d2-94697168e7f8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:54.769136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6a880d25-427a-4e47-b877-d2d8e74fdba6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:16:54.814329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb20b4-e7c3-4907-b0d2-94697168e7f8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Pushing event deleted for resources: {'Port': ['ID=49c8704e-0cdf-4b32-afe8-7596ddbbe60f,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:16:54.818678 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5bbb20b4-e7c3-4907-b0d2-94697168e7f8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:16:54.842731 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-51f6cfca-d102-4b21-8ed3-f5ba2bdb0687 req-f65cb1af-740f-40f2-a738-757ce8bfd0b2 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 210 time: 0.0430160
Dec 24 11:16:54.890049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-a80096e0-8623-4024-8f19-8352e4ad55f7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:54.899517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-02238657-106b-4ef4-acbf-40d813f4004c req-5bbb20b4-e7c3-4907-b0d2-94697168e7f8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] No DVR routers for this DVR port 49c8704e-0cdf-4b32-afe8-7596ddbbe60f on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:16:54.900947 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6fa7c918-896b-4022-a33a-548658f48fec tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:16:54.930579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-02238657-106b-4ef4-acbf-40d813f4004c req-5bbb20b4-e7c3-4907-b0d2-94697168e7f8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:54.934524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c', 'name': 'network-vif-deleted', 'tag': '49c8704e-0cdf-4b32-afe8-7596ddbbe60f'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:16:54.976319 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-02238657-106b-4ef4-acbf-40d813f4004c req-5bbb20b4-e7c3-4907-b0d2-94697168e7f8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.32 "DELETE /v2.0/ports/49c8704e-0cdf-4b32-afe8-7596ddbbe60f HTTP/1.1" status: 204  len: 173 time: 1.2068224
Dec 24 11:16:54.977945 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-a80096e0-8623-4024-8f19-8352e4ad55f7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Network d9e6a987-7285-4ed6-96d8-c24788de42d1 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:16:54.986905 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ebb2c1-a5a3-4a90-b0c5-32f43b5d506c', 'name': 'network-vif-deleted', 'tag': '49c8704e-0cdf-4b32-afe8-7596ddbbe60f', 'status': 'completed', 'code': 200}
Dec 24 11:16:54.987817 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-a80096e0-8623-4024-8f19-8352e4ad55f7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:16:54.992319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-a80096e0-8623-4024-8f19-8352e4ad55f7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:16:55.035203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80096e0-8623-4024-8f19-8352e4ad55f7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Pushing event updated for resources: {'Port': ['ID=dc7cd135-0e1b-4737-9817-401a14443276,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:16:55.039707 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a80096e0-8623-4024-8f19-8352e4ad55f7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:16:55.059111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-a80096e0-8623-4024-8f19-8352e4ad55f7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:55.059719 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-a80096e0-8623-4024-8f19-8352e4ad55f7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:55.079081 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-a80096e0-8623-4024-8f19-8352e4ad55f7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5667877
Dec 24 11:16:55.089427 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Request body: {'port': {'device_id': '54355b4d-cbb3-496b-bd4b-4c9913d3b287', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:16:55.198848 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:55.537422 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7cd135-0e1b-4737-9817-401a14443276 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:16:55.544509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:55.558180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Transition to ACTIVE for port object dc7cd135-0e1b-4737-9817-401a14443276 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:16:55.561809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:55.565847 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5bbb20b4-e7c3-4907-b0d2-94697168e7f8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:16:55.795515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7cd135-0e1b-4737-9817-401a14443276,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:16:55.821462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:16:55.896844 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Attempting to bind port dc7cd135-0e1b-4737-9817-401a14443276 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:16:55.897175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Attempting to bind port dc7cd135-0e1b-4737-9817-401a14443276 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'aa4d0327-6b1d-4a39-b63d-2ee8d2982104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd9e6a987-7285-4ed6-96d8-c24788de42d1'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:16:55.897496 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Attempting to bind port dc7cd135-0e1b-4737-9817-401a14443276 on network d9e6a987-7285-4ed6-96d8-c24788de42d1 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:16:55.902041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Port dc7cd135-0e1b-4737-9817-401a14443276 on network d9e6a987-7285-4ed6-96d8-c24788de42d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:16:55.902357 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Attempting to bind port dc7cd135-0e1b-4737-9817-401a14443276 on network d9e6a987-7285-4ed6-96d8-c24788de42d1 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:16:55.907294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:16:55.907623 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Checking segment: {'id': 'aa4d0327-6b1d-4a39-b63d-2ee8d2982104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd9e6a987-7285-4ed6-96d8-c24788de42d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:16:55.907999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Bound using segment: {'id': 'aa4d0327-6b1d-4a39-b63d-2ee8d2982104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd9e6a987-7285-4ed6-96d8-c24788de42d1'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:16:55.908413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Bound port: dc7cd135-0e1b-4737-9817-401a14443276, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa4d0327-6b1d-4a39-b63d-2ee8d2982104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd9e6a987-7285-4ed6-96d8-c24788de42d1'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:16:55.908752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:55.999596 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] For port dc7cd135-0e1b-4737-9817-401a14443276, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:16:56.003374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] For port dc7cd135-0e1b-4737-9817-401a14443276, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dc7cd135-0e1b-4737-9817-401a14443276,segment=NetworkSegment(aa4d0327-6b1d-4a39-b63d-2ee8d2982104),segment_id=aa4d0327-6b1d-4a39-b63d-2ee8d2982104)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:16:56.008632 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:56.012768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c40bf223-bf73-40e2-9130-754a44e2d938 tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:16:56.067440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:56.068057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:56.069451 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] 10.222.0.32 "PUT /v2.0/ports/dc7cd135-0e1b-4737-9817-401a14443276 HTTP/1.1" status: 200  len: 1093 time: 0.9840279
Dec 24 11:16:56.089252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7cd135-0e1b-4737-9817-401a14443276,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:16:56.092835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:16:56.152688 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10848d9-050d-4c9c-bd50-cf96f1d0c097 req-dcbd765c-db67-4b2c-8191-d3c8266abf36 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:56.154120 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b10848d9-050d-4c9c-bd50-cf96f1d0c097 req-dcbd765c-db67-4b2c-8191-d3c8266abf36 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 943 time: 0.2058010
Dec 24 11:16:56.174580 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-a8baa1d3-09b6-443c-afea-fc106510fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:56.176055 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-a8baa1d3-09b6-443c-afea-fc106510fc26 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba001f0835204386ab6ce55e6aea53ed&device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 1096 time: 0.0716109
Dec 24 11:16:56.199065 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b10848d9-050d-4c9c-bd50-cf96f1d0c097 req-0fc0434a-1844-41a0-8e9a-6a76314b17c3 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386565
Dec 24 11:16:56.245854 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-d9e170f0-f780-4fad-a392-96fd555e77f9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc7cd135-0e1b-4737-9817-401a14443276 HTTP/1.1" status: 200  len: 217 time: 0.0629120
Dec 24 11:16:56.305336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-0244a356-9570-4f9d-926b-10f7cf2aa796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:56.306737 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-0244a356-9570-4f9d-926b-10f7cf2aa796 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1617107c-8f1f-44c9-b89d-8149c61ab651 HTTP/1.1" status: 200  len: 855 time: 0.0552478
Dec 24 11:16:56.355087 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-60957f93-6919-423f-9d3b-2c9e15269bb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9e6a987-7285-4ed6-96d8-c24788de42d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0414443
Dec 24 11:16:56.483531 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-0f737a92-e9c3-4830-a654-e5e2cab111b8 service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211312
Dec 24 11:16:56.614204 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bfa29b0-01e0-4f43-958f-b285dc30c0f0 req-fab495c8-576d-49b7-8e6d-bd5cd8b6985d service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247857
Dec 24 11:16:56.734133 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 49c8704e-0cdf-4b32-afe8-7596ddbbe60f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:16:56.772563 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 49c8704e-0cdf-4b32-afe8-7596ddbbe60f {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:16:56.772917 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 49c8704e-0cdf-4b32-afe8-7596ddbbe60f not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:16:56.988461 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54355b4d-cbb3-496b-bd4b-4c9913d3b287', 'tag': 'dc7cd135-0e1b-4737-9817-401a14443276'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:16:57.032528 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54355b4d-cbb3-496b-bd4b-4c9913d3b287', 'tag': 'dc7cd135-0e1b-4737-9817-401a14443276', 'status': 'completed', 'code': 200}
Dec 24 11:16:57.124783 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd115a8-6ebe-4921-adb7-775cc770b02b req-9d1d9d5e-58db-45fb-9b93-5ffddddbb0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:57.126320 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bd115a8-6ebe-4921-adb7-775cc770b02b req-9d1d9d5e-58db-45fb-9b93-5ffddddbb0e8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba001f0835204386ab6ce55e6aea53ed&device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 1096 time: 0.0706041
Dec 24 11:16:57.259499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd115a8-6ebe-4921-adb7-775cc770b02b req-67d43008-de4c-4ddd-baf4-8908ce0ae456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:57.260875 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bd115a8-6ebe-4921-adb7-775cc770b02b req-67d43008-de4c-4ddd-baf4-8908ce0ae456 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9e6a987-7285-4ed6-96d8-c24788de42d1 HTTP/1.1" status: 200  len: 916 time: 0.1277125
Dec 24 11:16:57.332788 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bd115a8-6ebe-4921-adb7-775cc770b02b req-c632d990-cc92-4faf-afb0-d442c334278a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc7cd135-0e1b-4737-9817-401a14443276 HTTP/1.1" status: 200  len: 217 time: 0.0644000
Dec 24 11:16:57.383725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0970c3-f201-47ff-99b4-9ef9bf73b057 req-7e7ea610-9e99-4d7f-8de0-4c89bbf6107a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:57.385194 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ca0970c3-f201-47ff-99b4-9ef9bf73b057 req-7e7ea610-9e99-4d7f-8de0-4c89bbf6107a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 943 time: 0.0816679
Dec 24 11:16:57.394803 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd115a8-6ebe-4921-adb7-775cc770b02b req-0c5f5fed-f8e4-4145-8582-7e3d8b300254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:57.396552 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bd115a8-6ebe-4921-adb7-775cc770b02b req-0c5f5fed-f8e4-4145-8582-7e3d8b300254 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1617107c-8f1f-44c9-b89d-8149c61ab651 HTTP/1.1" status: 200  len: 855 time: 0.0577023
Dec 24 11:16:57.433933 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ca0970c3-f201-47ff-99b4-9ef9bf73b057 req-c6848070-41a7-4fde-8078-36ef1a147681 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403137
Dec 24 11:16:57.450407 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bd115a8-6ebe-4921-adb7-775cc770b02b req-6fb651ce-3dcd-4656-a14f-8bda28e244aa service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9e6a987-7285-4ed6-96d8-c24788de42d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462329
Dec 24 11:16:57.584242 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bd115a8-6ebe-4921-adb7-775cc770b02b req-a2c32280-9ad5-417a-a4e8-5690935c8596 service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247973
Dec 24 11:16:57.828218 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bd115a8-6ebe-4921-adb7-775cc770b02b req-7b630fbf-7853-4ca2-b388-45713e0f96c6 service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2374356
Dec 24 11:16:58.615168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cae6a6-d5ea-4f42-a398-46133f27a8cd req-e7dd3462-2443-41b7-9bb1-338b71a1ab5a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:58.615896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-e8cae6a6-d5ea-4f42-a398-46133f27a8cd req-e7dd3462-2443-41b7-9bb1-338b71a1ab5a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Synchronizing usage tracker for tenant:ba001f0835204386ab6ce55e6aea53ed on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:16:58.630532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-e8cae6a6-d5ea-4f42-a398-46133f27a8cd req-e7dd3462-2443-41b7-9bb1-338b71a1ab5a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Unset dirty status for tenant:ba001f0835204386ab6ce55e6aea53ed on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:16:58.631638 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e8cae6a6-d5ea-4f42-a398-46133f27a8cd req-e7dd3462-2443-41b7-9bb1-338b71a1ab5a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 943 time: 0.0930002
Dec 24 11:16:58.675159 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e8cae6a6-d5ea-4f42-a398-46133f27a8cd req-00318f0b-c241-4f61-b163-fa310771d981 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378709
Dec 24 11:16:59.661330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4905eb71-9914-4456-b8dc-31a57b32ed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:16:59.862653 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401d6e43-f367-4c9e-9e72-9c8f557483ab req-02b8d4c1-8de4-40b5-91b9-817a342f4d2d tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:16:59.864107 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-401d6e43-f367-4c9e-9e72-9c8f557483ab req-02b8d4c1-8de4-40b5-91b9-817a342f4d2d tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 943 time: 0.0833535
Dec 24 11:16:59.907885 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-401d6e43-f367-4c9e-9e72-9c8f557483ab req-a9cd28ae-435a-4dcd-b119-2dfeded512e8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382466
Dec 24 11:17:00.748891 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device dc7cd135-0e1b-4737-9817-401a14443276 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:17:00.880466 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port dc7cd135-0e1b-4737-9817-401a14443276, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dc7cd135-0e1b-4737-9817-401a14443276,segment=NetworkSegment(aa4d0327-6b1d-4a39-b63d-2ee8d2982104),segment_id=aa4d0327-6b1d-4a39-b63d-2ee8d2982104)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:17:00.893565 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': 'dc7cd135-0e1b-4737-9817-401a14443276', 'network_id': 'd9e6a987-7285-4ed6-96d8-c24788de42d1', 'port_id': 'dc7cd135-0e1b-4737-9817-401a14443276', 'mac_address': 'fa:16:3e:26:0c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1617107c-8f1f-44c9-b89d-8149c61ab651', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:17:00.947541 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:00.963834 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7cd135-0e1b-4737-9817-401a14443276 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:17:00.979253 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port dc7cd135-0e1b-4737-9817-401a14443276, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dc7cd135-0e1b-4737-9817-401a14443276,segment=NetworkSegment(aa4d0327-6b1d-4a39-b63d-2ee8d2982104),segment_id=aa4d0327-6b1d-4a39-b63d-2ee8d2982104)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:17:00.984647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:00.986981 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9b93e677-27c2-48ec-aef9-93c37de092b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:01.053199 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=dc7cd135-0e1b-4737-9817-401a14443276,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:01.060321 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:01.060671 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:01.061007 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:01.061342 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:01.061677 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:01.062028 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:01.062352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:01.062716 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:01.063022 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:01.063341 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:01.063658 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:01.063975 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:01.067810 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:01.098757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93fc27f-6f16-4aad-8964-f53c654d8ed5 req-864047a1-ac7e-454c-b320-101704510a60 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:01.100211 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e93fc27f-6f16-4aad-8964-f53c654d8ed5 req-864047a1-ac7e-454c-b320-101704510a60 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 944 time: 0.0850608
Dec 24 11:17:01.143624 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e93fc27f-6f16-4aad-8964-f53c654d8ed5 req-17596b30-bc01-43f0-9d21-877253ba7518 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377421
Dec 24 11:17:01.290917 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['dc7cd135-0e1b-4737-9817-401a14443276'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:17:01.885243 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-04093c4b-1d5b-4537-b87a-22708da076a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:02.328286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6148e2a9-0707-4f98-8367-1306927b2dfd req-f53d4a65-4797-492c-b128-e19d8a05f399 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:02.329743 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6148e2a9-0707-4f98-8367-1306927b2dfd req-f53d4a65-4797-492c-b128-e19d8a05f399 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 944 time: 0.0812480
Dec 24 11:17:02.373195 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6148e2a9-0707-4f98-8367-1306927b2dfd req-f965a620-9611-41fd-8cfa-0d2c2162abf2 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378962
Dec 24 11:17:02.749419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device dc7cd135-0e1b-4737-9817-401a14443276 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:17:02.815245 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port dc7cd135-0e1b-4737-9817-401a14443276 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:17:02.819967 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port dc7cd135-0e1b-4737-9817-401a14443276 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:17:02.820356 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:02.936851 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:02.963754 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54355b4d-cbb3-496b-bd4b-4c9913d3b287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7cd135-0e1b-4737-9817-401a14443276'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:17:02.973533 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port dc7cd135-0e1b-4737-9817-401a14443276, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dc7cd135-0e1b-4737-9817-401a14443276,segment=NetworkSegment(aa4d0327-6b1d-4a39-b63d-2ee8d2982104),segment_id=aa4d0327-6b1d-4a39-b63d-2ee8d2982104)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:17:02.977221 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:02.979105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d09bb5a4-818c-4cd4-bd5a-72ef83bda6c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:03.013326 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54355b4d-cbb3-496b-bd4b-4c9913d3b287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7cd135-0e1b-4737-9817-401a14443276', 'code': 200}
Dec 24 11:17:03.045092 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=dc7cd135-0e1b-4737-9817-401a14443276,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:03.047951 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:03.114116 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:03.115883 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:03.228333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1b6a0-a6fd-4fd0-8459-5719fed86c9d req-4d61c86f-5db1-410f-a34b-2c7e393e3329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:03.229806 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-39d1b6a0-a6fd-4fd0-8459-5719fed86c9d req-4d61c86f-5db1-410f-a34b-2c7e393e3329 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 1098 time: 0.0689726
Dec 24 11:17:03.273922 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-39d1b6a0-a6fd-4fd0-8459-5719fed86c9d req-fec4562d-bfd3-4d59-b058-bcd994e244f7 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373743
Dec 24 11:17:03.554895 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f3d17-1782-4cb8-b5d4-bd726fba1f23 req-2b2cf5eb-6426-4ae0-8f3c-fd8486ba36cc tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:03.556362 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6d1f3d17-1782-4cb8-b5d4-bd726fba1f23 req-2b2cf5eb-6426-4ae0-8f3c-fd8486ba36cc tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0799294
Dec 24 11:17:03.602413 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6d1f3d17-1782-4cb8-b5d4-bd726fba1f23 req-30bdc6d0-19dc-4da3-ae2b-385c77b6e84d tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405641
Dec 24 11:17:04.783432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68718fb-c1e0-48e4-aa47-e20d26563df9 req-56ce8421-9052-4695-91b9-51495cae291f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:04.784878 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f68718fb-c1e0-48e4-aa47-e20d26563df9 req-56ce8421-9052-4695-91b9-51495cae291f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0796239
Dec 24 11:17:04.827040 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f68718fb-c1e0-48e4-aa47-e20d26563df9 req-fd8ff619-14e8-45ff-bf39-95c621187e93 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0365918
Dec 24 11:17:04.894918 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:05.008588 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d31e44-490f-4ef8-bcee-b60d6df0f23c req-24b494c2-8631-40f9-8867-082ab2efd511 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:05.010091 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a8d31e44-490f-4ef8-bcee-b60d6df0f23c req-24b494c2-8631-40f9-8867-082ab2efd511 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0801642
Dec 24 11:17:05.054118 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a8d31e44-490f-4ef8-bcee-b60d6df0f23c req-5a599311-3dbb-436e-b902-289a7d1cd1d0 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382166
Dec 24 11:17:05.456155 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-0ccbb1ac-c58d-465c-bcfa-073e86045329 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1336796
Dec 24 11:17:05.467065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19980fcc-8637-49bc-b1fa-ac92add91e15 req-b2e956dc-fc12-428f-8c74-61f4803e6f8b tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:05.468467 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-19980fcc-8637-49bc-b1fa-ac92add91e15 req-b2e956dc-fc12-428f-8c74-61f4803e6f8b tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.1030424
Dec 24 11:17:05.514991 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-19980fcc-8637-49bc-b1fa-ac92add91e15 req-c0ea8fdf-6e4e-4604-b2e8-f67c98880d18 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402961
Dec 24 11:17:06.524090 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-53421902-a18e-45a8-8bce-fa80f0d82aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:06.525563 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-53421902-a18e-45a8-8bce-fa80f0d82aae service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba001f0835204386ab6ce55e6aea53ed&device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 1098 time: 0.0748885
Dec 24 11:17:06.699983 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-aa3b5c2a-3f7a-4ba9-988b-62b7952248f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:06.701326 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-aa3b5c2a-3f7a-4ba9-988b-62b7952248f7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9e6a987-7285-4ed6-96d8-c24788de42d1 HTTP/1.1" status: 200  len: 916 time: 0.1698675
Dec 24 11:17:06.776015 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-82e59c77-e6e5-4173-9782-a5efb2a9bbe3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc7cd135-0e1b-4737-9817-401a14443276 HTTP/1.1" status: 200  len: 217 time: 0.0640755
Dec 24 11:17:06.824537 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b6dd-c831-49ec-a874-dbb1635d3f1e req-a25f52fb-0891-46f3-b907-dd968d9a3abf tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:06.825972 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e7c3b6dd-c831-49ec-a874-dbb1635d3f1e req-a25f52fb-0891-46f3-b907-dd968d9a3abf tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.2066348
Dec 24 11:17:06.871966 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-715b87ef-2053-41a9-8455-28ca5b254bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:06.873348 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-715b87ef-2053-41a9-8455-28ca5b254bd9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1617107c-8f1f-44c9-b89d-8149c61ab651 HTTP/1.1" status: 200  len: 855 time: 0.0907326
Dec 24 11:17:06.915742 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e7c3b6dd-c831-49ec-a874-dbb1635d3f1e req-145996c8-3293-4504-a5f7-dd3734fc9c8e tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827701
Dec 24 11:17:06.927798 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-cd7c20be-45b8-4694-a9a4-70a22a9d005a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9e6a987-7285-4ed6-96d8-c24788de42d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0481143
Dec 24 11:17:07.056757 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-8ac05d16-c0cd-4bdd-8b32-820534e1a74f service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225753
Dec 24 11:17:07.185312 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-adce02d0-0545-4933-8826-00fe6355a37b service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211455
Dec 24 11:17:08.099055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed781234-5e0d-46b8-adac-6dddee858868 req-ebeb34ce-c013-4e1a-abb1-74ad7c9c7031 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:08.100530 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ed781234-5e0d-46b8-adac-6dddee858868 req-ebeb34ce-c013-4e1a-abb1-74ad7c9c7031 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0808206
Dec 24 11:17:08.143589 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ed781234-5e0d-46b8-adac-6dddee858868 req-4a9ce6fa-edc7-4d9c-b88a-98f52ce241f6 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375910
Dec 24 11:17:09.324918 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be413fd-9df6-445f-880a-b4d91632c170 req-29cb454a-cf42-44b4-9178-5fa1697cad8c tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:09.326402 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9be413fd-9df6-445f-880a-b4d91632c170 req-29cb454a-cf42-44b4-9178-5fa1697cad8c tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0797219
Dec 24 11:17:09.369032 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9be413fd-9df6-445f-880a-b4d91632c170 req-ea9e45c7-fbde-4eba-91d4-92abdcad215c tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370879
Dec 24 11:17:10.550138 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806af0da-3623-457a-a54b-04ff31d4f893 req-d07eb270-9104-4990-92c0-1734395975b8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:10.551602 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-806af0da-3623-457a-a54b-04ff31d4f893 req-d07eb270-9104-4990-92c0-1734395975b8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0788176
Dec 24 11:17:10.598255 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-806af0da-3623-457a-a54b-04ff31d4f893 req-25c20106-cf9d-4286-9d51-e65b789f25ba tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411344
Dec 24 11:17:10.637465 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:11.781560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca9dc1-94ed-47a5-97e9-d92f365ef833 req-60d965cf-ee76-41a9-89b4-d51f326087a8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:11.783035 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19ca9dc1-94ed-47a5-97e9-d92f365ef833 req-60d965cf-ee76-41a9-89b4-d51f326087a8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0811741
Dec 24 11:17:11.825440 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19ca9dc1-94ed-47a5-97e9-d92f365ef833 req-c4b9e721-33f1-42aa-9a69-650d38b7915d tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369520
Dec 24 11:17:13.009823 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2cf972-e73a-498c-aaca-81b71d0e9429 req-79965295-d3c5-4cea-8698-0ad0adaa1c21 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:13.011298 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ad2cf972-e73a-498c-aaca-81b71d0e9429 req-79965295-d3c5-4cea-8698-0ad0adaa1c21 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0826068
Dec 24 11:17:13.054461 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ad2cf972-e73a-498c-aaca-81b71d0e9429 req-249a71ce-9cf2-4b36-bb6a-a5aad422d4f7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370235
Dec 24 11:17:14.233444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328be3d-7b66-417a-8464-258f61b5960e req-c2dc254f-1014-4a61-96a9-2500a94898a4 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:14.234925 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7328be3d-7b66-417a-8464-258f61b5960e req-c2dc254f-1014-4a61-96a9-2500a94898a4 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0773787
Dec 24 11:17:14.286880 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7328be3d-7b66-417a-8464-258f61b5960e req-f92cf16a-b03b-4dc2-8117-ffca1f2c271e tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463810
Dec 24 11:17:15.004616 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:17:15.471761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88c9df-df75-4f8f-90f7-1afd64bedd49 req-411d0023-28e2-4dcf-b439-62fd7abd1cb1 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:15.473198 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8d88c9df-df75-4f8f-90f7-1afd64bedd49 req-411d0023-28e2-4dcf-b439-62fd7abd1cb1 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0816374
Dec 24 11:17:15.515872 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8d88c9df-df75-4f8f-90f7-1afd64bedd49 req-96534fb1-2f02-4698-96ed-afd522d3b786 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371227
Dec 24 11:17:16.694975 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edc658-8514-4aa5-8b1d-2d6d49b9178f req-566a7a3d-8c58-49e2-8d6d-b8f773f0e71d tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:16.696389 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a6edc658-8514-4aa5-8b1d-2d6d49b9178f req-566a7a3d-8c58-49e2-8d6d-b8f773f0e71d tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0788484
Dec 24 11:17:16.739318 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a6edc658-8514-4aa5-8b1d-2d6d49b9178f req-093298f7-3753-4897-82a9-546795cb22cb tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374463
Dec 24 11:17:17.919203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cd3b1-73cb-43c0-b46a-19b48d6b6892 req-dbf7574b-a006-4539-b936-839d80883c6d tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:17.920642 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-324cd3b1-73cb-43c0-b46a-19b48d6b6892 req-dbf7574b-a006-4539-b936-839d80883c6d tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0784564
Dec 24 11:17:17.963522 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-324cd3b1-73cb-43c0-b46a-19b48d6b6892 req-3ab86f12-0b2d-470c-86f9-492d5fcdd0df tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373707
Dec 24 11:17:19.264775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845b3e6-4251-4969-9952-0f47fc7f94ef req-442a47cd-4c0a-4b66-9783-10b589a228ee tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:19.266936 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6845b3e6-4251-4969-9952-0f47fc7f94ef req-442a47cd-4c0a-4b66-9783-10b589a228ee tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.1905060
Dec 24 11:17:19.309637 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6845b3e6-4251-4969-9952-0f47fc7f94ef req-e6051504-940f-4367-a38a-99d7c63c98a3 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368650
Dec 24 11:17:20.494933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c714db-ea1c-4cdf-805e-0a1fbf01439d req-ffc1cc40-c4e9-4748-b949-acf4b498d5dc tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:20.496414 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-47c714db-ea1c-4cdf-805e-0a1fbf01439d req-ffc1cc40-c4e9-4748-b949-acf4b498d5dc tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0845609
Dec 24 11:17:20.541229 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-47c714db-ea1c-4cdf-805e-0a1fbf01439d req-34ea97b1-c199-4e3a-bdb6-b7e2c24af4ec tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390368
Dec 24 11:17:21.721100 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f6512-f30a-409e-a422-4f1d6dd8f363 req-0dc37b4b-6c10-4f66-9a5b-5cc221f6ac28 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:21.722524 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fe5f6512-f30a-409e-a422-4f1d6dd8f363 req-0dc37b4b-6c10-4f66-9a5b-5cc221f6ac28 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0778913
Dec 24 11:17:21.766962 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fe5f6512-f30a-409e-a422-4f1d6dd8f363 req-63a28c32-e860-4516-b82e-355542dceec7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386753
Dec 24 11:17:22.950102 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a160f-21ae-4f60-9203-630203a2f24a req-25a3687e-9042-42f9-ba64-e5635c15fe5c tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:22.951554 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fd2a160f-21ae-4f60-9203-630203a2f24a req-25a3687e-9042-42f9-ba64-e5635c15fe5c tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0795560
Dec 24 11:17:22.997281 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fd2a160f-21ae-4f60-9203-630203a2f24a req-0a0d383c-f171-42e8-986d-9e3a846cb221 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401123
Dec 24 11:17:24.179063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e0d6e3-c124-4511-8c6f-0d0b61af4889 req-f827b83d-f9b5-4e04-a6e1-33a2ae231db7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:24.180490 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f9e0d6e3-c124-4511-8c6f-0d0b61af4889 req-f827b83d-f9b5-4e04-a6e1-33a2ae231db7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0800471
Dec 24 11:17:24.223217 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f9e0d6e3-c124-4511-8c6f-0d0b61af4889 req-297b722f-35d2-42d4-98f4-7a3052dcdd77 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372248
Dec 24 11:17:25.403013 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e3291-f611-4fc5-b98c-287559da2299 req-9d0f1504-7c78-4886-819a-56cc9785d308 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:25.404459 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b62e3291-f611-4fc5-b98c-287559da2299 req-9d0f1504-7c78-4886-819a-56cc9785d308 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0802190
Dec 24 11:17:25.447254 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b62e3291-f611-4fc5-b98c-287559da2299 req-708a0b59-d6e0-4fbe-9349-4da5f755a7be tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372250
Dec 24 11:17:26.636222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c946a1-e784-4449-8977-25197e326a6c req-98773d66-01f6-41ae-8329-09cffe770abf tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:26.637662 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f6c946a1-e784-4449-8977-25197e326a6c req-98773d66-01f6-41ae-8329-09cffe770abf tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0825410
Dec 24 11:17:26.680281 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f6c946a1-e784-4449-8977-25197e326a6c req-02666447-e69b-4939-9012-bcbbbfb5cc0b tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368850
Dec 24 11:17:27.866766 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddcef01-e145-40af-9541-b5ce0e4060ab req-a9ea210a-4a7f-4585-a401-bcd99380e27d tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:27.868216 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1ddcef01-e145-40af-9541-b5ce0e4060ab req-a9ea210a-4a7f-4585-a401-bcd99380e27d tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0838375
Dec 24 11:17:27.913025 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1ddcef01-e145-40af-9541-b5ce0e4060ab req-8817c1e1-ec21-4d83-95d2-93a4cb35acf2 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392778
Dec 24 11:17:29.090999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998c016-fd76-42a5-a492-10719439823a req-d784a1b5-b888-4b4a-a8a6-ea3e64c3069e tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:29.092425 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f998c016-fd76-42a5-a492-10719439823a req-d784a1b5-b888-4b4a-a8a6-ea3e64c3069e tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0778863
Dec 24 11:17:29.134096 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f998c016-fd76-42a5-a492-10719439823a req-bc2f4d39-f1b4-4966-bb9b-97cab56da372 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361788
Dec 24 11:17:29.664472 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a7c7c201-3acc-4876-9c79-a4ab2282aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:30.315019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178d463-571f-4bbf-b82d-9219fa18f0f6 req-4d00f969-6a89-499d-aebb-877c9344e245 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:30.316472 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7178d463-571f-4bbf-b82d-9219fa18f0f6 req-4d00f969-6a89-499d-aebb-877c9344e245 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0785294
Dec 24 11:17:30.360171 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7178d463-571f-4bbf-b82d-9219fa18f0f6 req-a3fbce9f-6488-4b46-b054-6213db021b20 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380573
Dec 24 11:17:31.544215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dc055-b70e-4ddc-a64d-73bcc2209cf7 req-21744150-8de5-497c-8956-ae84f7f77e49 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:31.545673 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-773dc055-b70e-4ddc-a64d-73bcc2209cf7 req-21744150-8de5-497c-8956-ae84f7f77e49 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0826275
Dec 24 11:17:31.587996 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-773dc055-b70e-4ddc-a64d-73bcc2209cf7 req-f2750ade-9460-45de-80c4-4d4c7b1dcc20 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361362
Dec 24 11:17:31.885643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b5bb8dda-68aa-4cd0-9149-f436eed83b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:32.775478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8bfd5-530d-4b2c-b0f1-f84491d26869 req-3bb3a38c-951c-463d-b8cb-73acab6c1b35 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:32.776863 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b8d8bfd5-530d-4b2c-b0f1-f84491d26869 req-3bb3a38c-951c-463d-b8cb-73acab6c1b35 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0838871
Dec 24 11:17:32.821382 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b8d8bfd5-530d-4b2c-b0f1-f84491d26869 req-44842139-1d1c-4838-aa68-db0310d1c4a5 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383546
Dec 24 11:17:33.114555 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:33.116902 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:34.040287 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-463a329f-c034-4dee-86d1-a65fd6ae7879 service neutron] 10.222.0.32 "GET /v2.0/ports/dc7cd135-0e1b-4737-9817-401a14443276/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.1293554
Dec 24 11:17:34.057441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94330192-0470-4a68-9478-0baed0289cdf req-202a09de-cba6-4d80-83ac-79a85d41fe39 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:34.059193 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-94330192-0470-4a68-9478-0baed0289cdf req-202a09de-cba6-4d80-83ac-79a85d41fe39 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.1161423
Dec 24 11:17:34.106170 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-94330192-0470-4a68-9478-0baed0289cdf req-563b3e3d-b3a0-4b46-a159-087bac7e0fb8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403779
Dec 24 11:17:34.301739 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-59b0f5cc-9c91-4431-ace1-3ff7b570730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:34.303257 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-59b0f5cc-9c91-4431-ace1-3ff7b570730f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287&tenant_id=ba001f0835204386ab6ce55e6aea53ed HTTP/1.1" status: 200  len: 1098 time: 0.0724239
Dec 24 11:17:34.394424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-578d5556-3d71-4965-bbfa-f36db723bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:34.395809 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-578d5556-3d71-4965-bbfa-f36db723bb31 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba001f0835204386ab6ce55e6aea53ed&device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 1098 time: 0.0703354
Dec 24 11:17:34.529915 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-d1911de5-6b86-46c7-be8b-2a2b42cc2cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:34.531406 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-d1911de5-6b86-46c7-be8b-2a2b42cc2cfe service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9e6a987-7285-4ed6-96d8-c24788de42d1 HTTP/1.1" status: 200  len: 916 time: 0.1288817
Dec 24 11:17:34.611670 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-71121af1-7012-47c0-886f-2ce2512d19a6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc7cd135-0e1b-4737-9817-401a14443276 HTTP/1.1" status: 200  len: 217 time: 0.0742316
Dec 24 11:17:34.672965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-4a41ae18-80d0-45dd-81e5-607f73f10785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:34.674321 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-4a41ae18-80d0-45dd-81e5-607f73f10785 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1617107c-8f1f-44c9-b89d-8149c61ab651 HTTP/1.1" status: 200  len: 855 time: 0.0565622
Dec 24 11:17:34.720223 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-32992f1f-48a8-42b1-8360-a272600bdf3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9e6a987-7285-4ed6-96d8-c24788de42d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399125
Dec 24 11:17:34.848846 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-6e43e27b-a4e1-482a-b2f5-543d7e79c783 service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225860
Dec 24 11:17:34.893821 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:34.981824 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7365abf-90b0-4a20-bc64-4741e98e3d05 req-b5203ba7-b892-4682-a081-3585197bf5a4 service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264579
Dec 24 11:17:35.167776 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ead89-1554-4b0e-8b03-20e78746fe1f req-f87b8d42-7761-4791-8dd6-6485012ba2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:35.169395 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6c9ead89-1554-4b0e-8b03-20e78746fe1f req-f87b8d42-7761-4791-8dd6-6485012ba2e0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba001f0835204386ab6ce55e6aea53ed&device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 1098 time: 0.0771143
Dec 24 11:17:35.304028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634dfaf-1247-484e-b2a9-d69df630000e req-0094d89f-085c-4afd-a06f-50f07e17e0e0 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:35.305606 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9634dfaf-1247-484e-b2a9-d69df630000e req-0094d89f-085c-4afd-a06f-50f07e17e0e0 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0899892
Dec 24 11:17:35.351442 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9634dfaf-1247-484e-b2a9-d69df630000e req-44ad9be3-377f-4f1d-bc7c-b4bf19283f95 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398030
Dec 24 11:17:35.427330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ead89-1554-4b0e-8b03-20e78746fe1f req-f41dd7f1-a271-476a-97eb-4803bc726e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:35.428825 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6c9ead89-1554-4b0e-8b03-20e78746fe1f req-f41dd7f1-a271-476a-97eb-4803bc726e0d service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9e6a987-7285-4ed6-96d8-c24788de42d1 HTTP/1.1" status: 200  len: 916 time: 0.2400565
Dec 24 11:17:35.499598 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6c9ead89-1554-4b0e-8b03-20e78746fe1f req-1fb498fb-370c-4535-a594-7014b700f0a9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc7cd135-0e1b-4737-9817-401a14443276 HTTP/1.1" status: 200  len: 217 time: 0.0635040
Dec 24 11:17:35.560731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ead89-1554-4b0e-8b03-20e78746fe1f req-f23a69a5-dbaa-4f51-b96b-41c2eb604e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:35.562128 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6c9ead89-1554-4b0e-8b03-20e78746fe1f req-f23a69a5-dbaa-4f51-b96b-41c2eb604e5e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1617107c-8f1f-44c9-b89d-8149c61ab651 HTTP/1.1" status: 200  len: 855 time: 0.0570059
Dec 24 11:17:35.608778 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6c9ead89-1554-4b0e-8b03-20e78746fe1f req-0e48c2e5-a3b9-4a81-8595-c21b6c1dc069 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9e6a987-7285-4ed6-96d8-c24788de42d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395553
Dec 24 11:17:35.741755 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6c9ead89-1554-4b0e-8b03-20e78746fe1f req-66b7bb28-60d1-4b90-a01d-0e0ded03f431 service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264517
Dec 24 11:17:35.876383 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6c9ead89-1554-4b0e-8b03-20e78746fe1f req-fcfefdc2-973f-48af-8af8-3aa2dcd85493 service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273961
Dec 24 11:17:36.584268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a89601-d6b9-4380-a8b5-cde38cf8932a req-fa762c14-d0ee-4ab3-a96e-3f899ed6a7e2 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:36.585717 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-38a89601-d6b9-4380-a8b5-cde38cf8932a req-fa762c14-d0ee-4ab3-a96e-3f899ed6a7e2 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.1298759
Dec 24 11:17:36.629440 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-38a89601-d6b9-4380-a8b5-cde38cf8932a req-0caa57ec-f788-40f0-95ca-caaac8f7bf00 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379245
Dec 24 11:17:37.918995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94bb36-eccb-4f84-9f0e-1398df6c247f req-52b5293b-6dbf-4d2e-b4c8-e4fabd4481ce tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:37.920448 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ff94bb36-eccb-4f84-9f0e-1398df6c247f req-52b5293b-6dbf-4d2e-b4c8-e4fabd4481ce tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.1834202
Dec 24 11:17:38.010793 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ff94bb36-eccb-4f84-9f0e-1398df6c247f req-7fe22e11-0ce3-46cc-877e-fcc634d8987d tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847609
Dec 24 11:17:38.306295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27edd054-9a93-473a-93a7-e23d8151b10c req-2899af65-5f35-4c97-baca-d9a04b305fce tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:38.307896 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-27edd054-9a93-473a-93a7-e23d8151b10c req-2899af65-5f35-4c97-baca-d9a04b305fce tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0811915
Dec 24 11:17:38.310918 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ad7aa-f7fc-40a0-a707-20fa05f24016 req-03199f7e-a324-4050-a4ff-15c5891d000d tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:38.312886 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b14ad7aa-f7fc-40a0-a707-20fa05f24016 req-03199f7e-a324-4050-a4ff-15c5891d000d tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.32 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287&tenant_id=ba001f0835204386ab6ce55e6aea53ed&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 945 time: 0.0821543
Dec 24 11:17:38.353056 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-27edd054-9a93-473a-93a7-e23d8151b10c req-225db4ea-f8db-4aee-bb5c-9a64e51be355 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389602
Dec 24 11:17:38.452140 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ad7aa-f7fc-40a0-a707-20fa05f24016 req-84cc71f1-1582-4521-bccd-d4605c12da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:38.454173 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b14ad7aa-f7fc-40a0-a707-20fa05f24016 req-84cc71f1-1582-4521-bccd-d4605c12da3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=ba001f0835204386ab6ce55e6aea53ed&device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 1098 time: 0.0740397
Dec 24 11:17:38.585533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ad7aa-f7fc-40a0-a707-20fa05f24016 req-2856cf93-fcc9-4587-a6a2-27c48ce19ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:38.586956 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b14ad7aa-f7fc-40a0-a707-20fa05f24016 req-2856cf93-fcc9-4587-a6a2-27c48ce19ff6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=d9e6a987-7285-4ed6-96d8-c24788de42d1 HTTP/1.1" status: 200  len: 916 time: 0.1270895
Dec 24 11:17:38.655699 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b14ad7aa-f7fc-40a0-a707-20fa05f24016 req-0fe4a3b9-8527-476b-afd0-697e740ed736 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dc7cd135-0e1b-4737-9817-401a14443276 HTTP/1.1" status: 200  len: 217 time: 0.0628629
Dec 24 11:17:38.715663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ad7aa-f7fc-40a0-a707-20fa05f24016 req-348f3719-e59b-45ac-abe1-a51aec710aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:38.717041 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b14ad7aa-f7fc-40a0-a707-20fa05f24016 req-348f3719-e59b-45ac-abe1-a51aec710aa7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1617107c-8f1f-44c9-b89d-8149c61ab651 HTTP/1.1" status: 200  len: 855 time: 0.0558946
Dec 24 11:17:38.762853 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b14ad7aa-f7fc-40a0-a707-20fa05f24016 req-2bec1796-ad3b-4f01-b733-852cb18cf19d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=d9e6a987-7285-4ed6-96d8-c24788de42d1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399392
Dec 24 11:17:38.831983 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device dc7cd135-0e1b-4737-9817-401a14443276 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:17:38.834941 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device dc7cd135-0e1b-4737-9817-401a14443276 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:17:38.893847 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b14ad7aa-f7fc-40a0-a707-20fa05f24016 req-46282df5-8cb4-45ae-be9a-4a451f8091c7 service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244118
Dec 24 11:17:39.024564 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b14ad7aa-f7fc-40a0-a707-20fa05f24016 req-eaa8bef8-6163-4714-886e-d4f9e3c3abf2 service neutron] 10.222.0.32 "GET /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244795
Dec 24 11:17:39.055659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:39.068935 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port dc7cd135-0e1b-4737-9817-401a14443276, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dc7cd135-0e1b-4737-9817-401a14443276,segment=NetworkSegment(aa4d0327-6b1d-4a39-b63d-2ee8d2982104),segment_id=aa4d0327-6b1d-4a39-b63d-2ee8d2982104)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:17:39.090022 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': 'dc7cd135-0e1b-4737-9817-401a14443276', 'network_id': 'd9e6a987-7285-4ed6-96d8-c24788de42d1', 'port_id': 'dc7cd135-0e1b-4737-9817-401a14443276', 'mac_address': 'fa:16:3e:26:0c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1617107c-8f1f-44c9-b89d-8149c61ab651', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:17:39.098836 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54355b4d-cbb3-496b-bd4b-4c9913d3b287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc7cd135-0e1b-4737-9817-401a14443276'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:17:39.144566 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port dc7cd135-0e1b-4737-9817-401a14443276, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dc7cd135-0e1b-4737-9817-401a14443276,segment=NetworkSegment(aa4d0327-6b1d-4a39-b63d-2ee8d2982104),segment_id=aa4d0327-6b1d-4a39-b63d-2ee8d2982104)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:17:39.156351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:39.160191 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:39.192319 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54355b4d-cbb3-496b-bd4b-4c9913d3b287', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc7cd135-0e1b-4737-9817-401a14443276', 'code': 200}
Dec 24 11:17:39.236805 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:39.265318 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc7cd135-0e1b-4737-9817-401a14443276 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:17:39.313789 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=dc7cd135-0e1b-4737-9817-401a14443276,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:39.322284 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:39.341653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:17:39.342048 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:17:39.542798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a714f2a4-0c7e-41df-8adf-b2650f59d82d req-b144e951-08d6-4366-90d4-850ad1a84f6a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:39.544388 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a714f2a4-0c7e-41df-8adf-b2650f59d82d req-b144e951-08d6-4366-90d4-850ad1a84f6a tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 943 time: 0.0835836
Dec 24 11:17:39.588573 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a714f2a4-0c7e-41df-8adf-b2650f59d82d req-e8fe3f87-5fe2-432b-8557-2a27fb138307 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383594
Dec 24 11:17:39.897450 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:39.913141 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7cd135-0e1b-4737-9817-401a14443276 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:17:39.927703 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port dc7cd135-0e1b-4737-9817-401a14443276, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dc7cd135-0e1b-4737-9817-401a14443276,segment=NetworkSegment(aa4d0327-6b1d-4a39-b63d-2ee8d2982104),segment_id=aa4d0327-6b1d-4a39-b63d-2ee8d2982104)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:17:39.931293 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:39.932988 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:39.997106 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['dc7cd135-0e1b-4737-9817-401a14443276'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:17:40.036357 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=dc7cd135-0e1b-4737-9817-401a14443276,revision_number=7']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:40.040764 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:40.641548 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:40.781498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c996c-5dd0-4bd0-94be-3b129399b6d8 req-8a8d86ea-1706-4772-886f-6478a7b367d7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:40.783521 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-860c996c-5dd0-4bd0-94be-3b129399b6d8 req-8a8d86ea-1706-4772-886f-6478a7b367d7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 944 time: 0.0867453
Dec 24 11:17:40.828491 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-860c996c-5dd0-4bd0-94be-3b129399b6d8 req-80cc00f2-31a0-48d9-80d1-2a21fe751cca tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396192
Dec 24 11:17:40.833162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device dc7cd135-0e1b-4737-9817-401a14443276 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:17:40.907571 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port dc7cd135-0e1b-4737-9817-401a14443276 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:17:40.908238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:41.023088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:41.024517 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3412cf-2b2a-4ef3-886e-dc74a0639ac0 req-533be9da-e0dd-460f-a825-fbaaa0356ffe tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:41.026034 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2d3412cf-2b2a-4ef3-886e-dc74a0639ac0 req-533be9da-e0dd-460f-a825-fbaaa0356ffe tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 944 time: 0.0823276
Dec 24 11:17:41.055995 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port dc7cd135-0e1b-4737-9817-401a14443276, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dc7cd135-0e1b-4737-9817-401a14443276,segment=NetworkSegment(aa4d0327-6b1d-4a39-b63d-2ee8d2982104),segment_id=aa4d0327-6b1d-4a39-b63d-2ee8d2982104)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:17:41.059665 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:41.061445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:41.073697 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2d3412cf-2b2a-4ef3-886e-dc74a0639ac0 req-4699b5a7-f8e0-4e63-a9f8-720754dcbdd8 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415268
Dec 24 11:17:41.129848 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=dc7cd135-0e1b-4737-9817-401a14443276,revision_number=8']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:41.132847 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:41.193741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54355b4d-cbb3-496b-bd4b-4c9913d3b287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7cd135-0e1b-4737-9817-401a14443276'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:17:41.237561 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54355b4d-cbb3-496b-bd4b-4c9913d3b287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7cd135-0e1b-4737-9817-401a14443276', 'code': 200}
Dec 24 11:17:41.253604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6fe7e-41a5-41a9-b711-c82c23cbf3ad req-f9c6fd33-9909-4410-ad48-49501eae5516 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:41.255191 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-55f6fe7e-41a5-41a9-b711-c82c23cbf3ad req-f9c6fd33-9909-4410-ad48-49501eae5516 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0794957
Dec 24 11:17:41.298541 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-55f6fe7e-41a5-41a9-b711-c82c23cbf3ad req-891c79c8-8f57-4514-95cc-cff290417e0e tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376792
Dec 24 11:17:41.836495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec2ea2-399d-4df6-bb58-833ebc40bff9 req-4dcf63e8-7928-41b3-bfd1-d5e88a2b380e tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:41.837973 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e9ec2ea2-399d-4df6-bb58-833ebc40bff9 req-4dcf63e8-7928-41b3-bfd1-d5e88a2b380e tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0794079
Dec 24 11:17:41.884204 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e9ec2ea2-399d-4df6-bb58-833ebc40bff9 req-aa61e2b7-b297-4200-836d-41a0598a35f1 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400279
Dec 24 11:17:43.066603 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fb008-5ae0-465c-94d4-dd7ed39d8033 req-b6a730e8-4e09-43f4-8468-ea106855baae tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:43.068058 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bb9fb008-5ae0-465c-94d4-dd7ed39d8033 req-b6a730e8-4e09-43f4-8468-ea106855baae tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0815165
Dec 24 11:17:43.111656 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bb9fb008-5ae0-465c-94d4-dd7ed39d8033 req-01cd6cab-852b-48a0-b384-f9a624a39409 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380967
Dec 24 11:17:43.595086 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b07c37-3a0d-4f53-abae-9ee4e1fb5ccb req-3faf21df-c812-47cd-a064-b789c2a7cb29 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:43.596510 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-89b07c37-3a0d-4f53-abae-9ee4e1fb5ccb req-3faf21df-c812-47cd-a064-b789c2a7cb29 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.32 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0798907
Dec 24 11:17:43.774343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-89b07c37-3a0d-4f53-abae-9ee4e1fb5ccb req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Deleting port dc7cd135-0e1b-4737-9817-401a14443276 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:17:43.774597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-89b07c37-3a0d-4f53-abae-9ee4e1fb5ccb req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:44.018026 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-89b07c37-3a0d-4f53-abae-9ee4e1fb5ccb req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] For port dc7cd135-0e1b-4737-9817-401a14443276, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=dc7cd135-0e1b-4737-9817-401a14443276,segment=NetworkSegment(aa4d0327-6b1d-4a39-b63d-2ee8d2982104),segment_id=aa4d0327-6b1d-4a39-b63d-2ee8d2982104)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:17:44.018382 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-89b07c37-3a0d-4f53-abae-9ee4e1fb5ccb req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:44.139627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-89b07c37-3a0d-4f53-abae-9ee4e1fb5ccb req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Calling delete_port for dc7cd135-0e1b-4737-9817-401a14443276 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:17:44.285409 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-89b07c37-3a0d-4f53-abae-9ee4e1fb5ccb req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:44.290894 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:44.297335 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['dc7cd135-0e1b-4737-9817-401a14443276'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:17:44.297907 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1348b432-d497-4e58-88f8-69e3faecf85a req-7088226a-b6aa-4472-afa1-47d3a7f04186 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:44.299134 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1348b432-d497-4e58-88f8-69e3faecf85a req-7088226a-b6aa-4472-afa1-47d3a7f04186 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/ports?device_id=54355b4d-cbb3-496b-bd4b-4c9913d3b287 HTTP/1.1" status: 200  len: 945 time: 0.0830204
Dec 24 11:17:44.334534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Pushing event deleted for resources: {'Port': ['ID=dc7cd135-0e1b-4737-9817-401a14443276,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:44.344432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:44.344691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:44.345082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:44.345463 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:44.345841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:44.346235 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:44.346604 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1348b432-d497-4e58-88f8-69e3faecf85a req-c48aa0b3-0e95-45ef-8849-10b564f3e78c tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.54 "GET /v2.0/security-groups?id=c7acbe39-eb95-4714-a16a-aeee4652fa29&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411515
Dec 24 11:17:44.346715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:44.346976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:44.347341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:44.347709 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:44.348076 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:44.348442 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:44.384334 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:44.423368 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b07c37-3a0d-4f53-abae-9ee4e1fb5ccb req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] No DVR routers for this DVR port dc7cd135-0e1b-4737-9817-401a14443276 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:17:44.425788 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-89b07c37-3a0d-4f53-abae-9ee4e1fb5ccb req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:44.428308 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54355b4d-cbb3-496b-bd4b-4c9913d3b287', 'name': 'network-vif-deleted', 'tag': 'dc7cd135-0e1b-4737-9817-401a14443276'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:17:44.442891 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-89b07c37-3a0d-4f53-abae-9ee4e1fb5ccb req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] 10.222.0.32 "DELETE /v2.0/ports/dc7cd135-0e1b-4737-9817-401a14443276 HTTP/1.1" status: 204  len: 173 time: 0.8406737
Dec 24 11:17:44.526814 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54355b4d-cbb3-496b-bd4b-4c9913d3b287', 'name': 'network-vif-deleted', 'tag': 'dc7cd135-0e1b-4737-9817-401a14443276', 'status': 'completed', 'code': 200}
Dec 24 11:17:45.578273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55892) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:45.635594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-83800f23-dd89-4bc2-9687-1547437152a8 admin admin] Deleting subnet 1617107c-8f1f-44c9-b89d-8149c61ab651 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:17:45.638310 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-83800f23-dd89-4bc2-9687-1547437152a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:45.688397 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-83800f23-dd89-4bc2-9687-1547437152a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:45.740231 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-83800f23-dd89-4bc2-9687-1547437152a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:45.804359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-83800f23-dd89-4bc2-9687-1547437152a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:45.807816 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2e2d6415-a8ea-4f24-b221-7a7286b01846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:45.843904 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83800f23-dd89-4bc2-9687-1547437152a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1617107c-8f1f-44c9-b89d-8149c61ab651,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:45.847261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-83800f23-dd89-4bc2-9687-1547437152a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:45.849621 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-83800f23-dd89-4bc2-9687-1547437152a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:45.855262 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-83800f23-dd89-4bc2-9687-1547437152a8 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/1617107c-8f1f-44c9-b89d-8149c61ab651 HTTP/1.1" status: 204  len: 168 time: 0.2759707
Dec 24 11:17:45.857793 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55896) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:45.961628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eace833a-87e6-4271-b8b7-2d1357e96114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:46.080436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eace833a-87e6-4271-b8b7-2d1357e96114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:46.103963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-eace833a-87e6-4271-b8b7-2d1357e96114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c74b2b0>,) {'filters': {'network_id': ['d9e6a987-7285-4ed6-96d8-c24788de42d1']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:17:46.115851 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-eace833a-87e6-4271-b8b7-2d1357e96114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c74b2b0>, 'aa4d0327-6b1d-4a39-b63d-2ee8d2982104') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:17:46.116136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-eace833a-87e6-4271-b8b7-2d1357e96114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c74b2b0>, 'aa4d0327-6b1d-4a39-b63d-2ee8d2982104') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:17:46.127404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eace833a-87e6-4271-b8b7-2d1357e96114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:46.142451 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eace833a-87e6-4271-b8b7-2d1357e96114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:46.148414 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eace833a-87e6-4271-b8b7-2d1357e96114 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:17:46.148788 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eace833a-87e6-4271-b8b7-2d1357e96114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:17:46.161255 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:17:46.236468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eace833a-87e6-4271-b8b7-2d1357e96114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:46.239741 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9313009e-8c44-42f0-b0e3-5a3287298cbd tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:46.252750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-eace833a-87e6-4271-b8b7-2d1357e96114 admin admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:46.261272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace833a-87e6-4271-b8b7-2d1357e96114 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9e6a987-7285-4ed6-96d8-c24788de42d1,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:46.265293 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-eace833a-87e6-4271-b8b7-2d1357e96114 admin admin] 10.222.0.54 "DELETE /v2.0/networks/d9e6a987-7285-4ed6-96d8-c24788de42d1 HTTP/1.1" status: 204  len: 168 time: 0.4053209
Dec 24 11:17:46.265293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-eace833a-87e6-4271-b8b7-2d1357e96114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:46.372346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55902) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:46.420707 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c36dd57d-0497-47b8-be84-afc27f7cb717 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=ba001f0835204386ab6ce55e6aea53ed&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0471270
Dec 24 11:17:46.423727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55906) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:46.478725 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e18185e2-626d-46ac-a053-9877de04403a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:46.505104 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e18185e2-626d-46ac-a053-9877de04403a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:46.666597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e18185e2-626d-46ac-a053-9877de04403a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:46.670188 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-163bdf8f-112d-4818-a768-3040f7b82f58 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:46.683417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18185e2-626d-46ac-a053-9877de04403a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7acbe39-eb95-4714-a16a-aeee4652fa29,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:46.685979 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e18185e2-626d-46ac-a053-9877de04403a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:46.695163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e18185e2-626d-46ac-a053-9877de04403a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:46.696269 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e18185e2-626d-46ac-a053-9877de04403a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c7acbe39-eb95-4714-a16a-aeee4652fa29 HTTP/1.1" status: 204  len: 168 time: 0.2716660
Dec 24 11:17:47.388821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55930) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:47.493164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1362731556-network', 'tenant_id': 'fb27ac013426496089cef6b198162693'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:17:47.497897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:17:47.501681 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Usage tracker for resource:network and tenant:fb27ac013426496089cef6b198162693 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:17:47.504502 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:17:47.510808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:17:47.520439 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Made reservation on behalf of fb27ac013426496089cef6b198162693 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:17:47.522963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:47.535037 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:47.548810 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:17:47.552639 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Usage tracker for resource:security_group_rule and tenant:fb27ac013426496089cef6b198162693 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:17:47.555372 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:17:47.560932 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:17:47.642142 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:47.645424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:47.648442 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ae142797-5011-4150-97ab-7a926c3efc79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:47.675204 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:17:47.683289 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3bbdec-d750-4bff-9486-795de4afc0cf,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:47.686921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:47.689446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:47.689774 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Added segment 97ced094-61a5-4f9a-bbff-e15dab215e94 of type vlan for network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978
Dec 24 11:17:47.717477 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:47.745429 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:47.746444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:47.747008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:47.750254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-053fbb2f-0f7c-4916-a26a-02b998b8f32d tempest-NetworksIpV6Test-1524581154 tempest-NetworksIpV6Test-1524581154-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:47.848610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Pushing event updated for resources: {'Network': ['ID=58126376-f0e8-44d4-a7ff-4e2f1b2e4978,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:47.851601 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4616644
Dec 24 11:17:47.852498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:47.854496 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55936) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:47.858830 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:17:47.860079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-5b174a24-d338-4493-8204-6ea18d1b6589 admin admin] Request body: {'subnet': {'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1362731556-subnet', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:17:47.865124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5b174a24-d338-4493-8204-6ea18d1b6589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:17:47.868877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5b174a24-d338-4493-8204-6ea18d1b6589 admin admin] Usage tracker for resource:subnet and tenant:fb27ac013426496089cef6b198162693 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:17:47.871687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5b174a24-d338-4493-8204-6ea18d1b6589 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:17:47.878918 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5b174a24-d338-4493-8204-6ea18d1b6589 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:17:47.892942 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b174a24-d338-4493-8204-6ea18d1b6589 admin admin] Made reservation on behalf of fb27ac013426496089cef6b198162693 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:17:47.895213 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5b174a24-d338-4493-8204-6ea18d1b6589 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:48.091467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5b174a24-d338-4493-8204-6ea18d1b6589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:48.095664 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9d098f6d-1f82-459c-a050-57b54eb978b7 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:48.164975 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b174a24-d338-4493-8204-6ea18d1b6589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8494787-0114-4968-9dc8-3d57a01b6d16,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:48.168304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5b174a24-d338-4493-8204-6ea18d1b6589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:48.170819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b174a24-d338-4493-8204-6ea18d1b6589 admin admin] Checking segment: {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:17:48.171186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b174a24-d338-4493-8204-6ea18d1b6589 admin admin] Network hostable DHCP agents. Network: 58126376-f0e8-44d4-a7ff-4e2f1b2e4978, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:17:48.189529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b174a24-d338-4493-8204-6ea18d1b6589 admin admin] Network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:17:48.197953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-5b174a24-d338-4493-8204-6ea18d1b6589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 58126376-f0e8-44d4-a7ff-4e2f1b2e4978) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:17:48.201599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b174a24-d338-4493-8204-6ea18d1b6589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:48.202806 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5b174a24-d338-4493-8204-6ea18d1b6589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:48.206979 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b8f64a-a9ff-4130-b13b-a0affda883a1 None None] Network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:17:48.222504 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5b174a24-d338-4493-8204-6ea18d1b6589 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3668630
Dec 24 11:17:48.225115 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55940) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:48.230335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:17:48.234819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:17:48.238605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Usage tracker for resource:router and tenant:fb27ac013426496089cef6b198162693 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:17:48.241391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:17:48.247224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:17:48.261147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:48.262124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:48.278104 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:48.420119 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:17:48.421520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:48.542424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:48.571388 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Allocated IP 172.20.0.2 (58126376-f0e8-44d4-a7ff-4e2f1b2e4978/a8494787-0114-4968-9dc8-3d57a01b6d16/14f76437-9605-4f76-bea3-850cc2068eb3) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:17:48.775342 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:48.786075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Transition to ACTIVE for port object 14f76437-9605-4f76-bea3-850cc2068eb3 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:17:48.804247 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Transition to ACTIVE for port object 14f76437-9605-4f76-bea3-850cc2068eb3 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:17:48.809668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:48.814796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:48.849010 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:48.851394 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device dc7cd135-0e1b-4737-9817-401a14443276 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:17:48.882793 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:48.900615 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: dc7cd135-0e1b-4737-9817-401a14443276 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:17:48.901172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device dc7cd135-0e1b-4737-9817-401a14443276 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:17:48.917825 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:17:48.920567 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:17:48.925440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:17:48.927521 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Pushing event updated for resources: {'Port': ['ID=14f76437-9605-4f76-bea3-850cc2068eb3,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:48.930898 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:49.016668 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Allocated IP 172.26.4.244 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/c92a0bf8-2afc-46e6-9e24-115dace1edb1) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:17:49.053235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Attempting to bind port 14f76437-9605-4f76-bea3-850cc2068eb3 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:17:49.053614 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Attempting to bind port 14f76437-9605-4f76-bea3-850cc2068eb3 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:17:49.054012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Attempting to bind port 14f76437-9605-4f76-bea3-850cc2068eb3 on network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:17:49.059250 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:17:49.059609 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Checking segment: {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:17:49.060058 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:49.060455 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Bound using segment: {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:17:49.060907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Bound port: 14f76437-9605-4f76-bea3-850cc2068eb3, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:17:49.061284 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:49.150305 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] For port 14f76437-9605-4f76-bea3-850cc2068eb3, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:17:49.153448 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] For port 14f76437-9605-4f76-bea3-850cc2068eb3, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=14f76437-9605-4f76-bea3-850cc2068eb3,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:17:49.158838 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:49.162532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:49.242816 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Pushing event updated for resources: {'Port': ['ID=14f76437-9605-4f76-bea3-850cc2068eb3,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:49.245791 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:49.287568 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:49.317222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:49.321181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1013454b-22ca-4daf-b98d-e46e9ddb6123 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:49.389128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:17:49.392946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:17:49.395327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:17:49.450434 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Pushing event updated for resources: {'Port': ['ID=c92a0bf8-2afc-46e6-9e24-115dace1edb1,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:49.455556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:49.829448 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:50.127882 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c3b75e-6464-4980-bf5a-6972c464e1d5 None None] Network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:17:50.173557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:50.224368 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9a10cd89-1485-49d1-ad66-96b8b2117c4c None None] Provisioning for port 14f76437-9605-4f76-bea3-850cc2068eb3 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:17:50.377797 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:17:50.620164 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 14f76437-9605-4f76-bea3-850cc2068eb3 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:17:50.684365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:17:50.692279 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 14f76437-9605-4f76-bea3-850cc2068eb3 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:17:50.697193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Sync routers for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:17:50.704817 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 14f76437-9605-4f76-bea3-850cc2068eb3 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:17:50.705391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:50.708264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:50.711928 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.4833479
Dec 24 11:17:50.712268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55944) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:50.745044 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:17:50.745581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4c8310>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:17:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:17:50.984773 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:17:51.083805 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:51.199154 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 14f76437-9605-4f76-bea3-850cc2068eb3, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=14f76437-9605-4f76-bea3-850cc2068eb3,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:17:51.205276 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:51.209199 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:51.328589 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=14f76437-9605-4f76-bea3-850cc2068eb3,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:51.332010 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:51.359037 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4c8310>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:49Z', 'revision_number': 3, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:17:51.363053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Checking router: 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:17:51.363419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Updating router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 port c92a0bf8-2afc-46e6-9e24-115dace1edb1 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:17:51.375166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:51.420782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:51.587349 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Allocated IP 172.20.0.1 (58126376-f0e8-44d4-a7ff-4e2f1b2e4978/a8494787-0114-4968-9dc8-3d57a01b6d16/6ae74802-284e-4535-ab32-f9d89cd067b6) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:17:51.734858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:51.750281 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Transition to ACTIVE for port object 6ae74802-284e-4535-ab32-f9d89cd067b6 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:17:51.774192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:51.778730 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:51.788341 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:51.799788 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Transition to ACTIVE for port object c92a0bf8-2afc-46e6-9e24-115dace1edb1 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:17:51.805754 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:51.809847 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-59b055d8-9466-40ae-ab32-5897d3278672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:51.842664 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:17:51.845782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:17:51.849431 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:17:51.880016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Pushing event updated for resources: {'Port': ['ID=6ae74802-284e-4535-ab32-f9d89cd067b6,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:51.888106 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Attempting to bind port c92a0bf8-2afc-46e6-9e24-115dace1edb1 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:17:51.888240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:51.888338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Attempting to bind port c92a0bf8-2afc-46e6-9e24-115dace1edb1 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:17:51.888338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Attempting to bind port c92a0bf8-2afc-46e6-9e24-115dace1edb1 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:17:51.896659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f2339-ed7d-4df0-974c-1c2a41aa7f76 None None] Pushing event updated for resources: {'Port': ['ID=c92a0bf8-2afc-46e6-9e24-115dace1edb1,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:51.899431 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-500f2339-ed7d-4df0-974c-1c2a41aa7f76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:51.900372 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:17:51.900756 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:17:51.901163 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:51.901546 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:17:51.902062 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Bound port: c92a0bf8-2afc-46e6-9e24-115dace1edb1, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:17:51.902442 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:51.909936 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:51.978415 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] For port c92a0bf8-2afc-46e6-9e24-115dace1edb1, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:17:51.981664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] For port c92a0bf8-2afc-46e6-9e24-115dace1edb1, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c92a0bf8-2afc-46e6-9e24-115dace1edb1,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:17:51.988008 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:51.992449 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:52.004592 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:17:52.075597 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:17:52.076369 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4c8310>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:17:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:17:52.135511 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f2339-ed7d-4df0-974c-1c2a41aa7f76 None None] Pushing event updated for resources: {'Port': ['ID=c92a0bf8-2afc-46e6-9e24-115dace1edb1,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:52.146500 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-500f2339-ed7d-4df0-974c-1c2a41aa7f76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:52.162439 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3f594572-3010-425d-93e8-047d46a3419a None None] Provisioning for port 6ae74802-284e-4535-ab32-f9d89cd067b6 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:17:52.183677 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3f594572-3010-425d-93e8-047d46a3419a None None] Provisioning complete for port 6ae74802-284e-4535-ab32-f9d89cd067b6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:17:52.184066 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3f594572-3010-425d-93e8-047d46a3419a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:52.311854 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:52.314180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3f594572-3010-425d-93e8-047d46a3419a None None] Port 6ae74802-284e-4535-ab32-f9d89cd067b6 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:17:52.322457 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:17:52.535324 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:52.540211 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:52.567181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c04fc248-aaff-421e-83f7-0efe2e7c35ff tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:52.600049 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 14f76437-9605-4f76-bea3-850cc2068eb3 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:17:52.646895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Pushing event updated for resources: {'Port': ['ID=6ae74802-284e-4535-ab32-f9d89cd067b6,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:52.649669 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:52.650845 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:52.675024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4c8310>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:49Z', 'revision_number': 3, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:17:52.682140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcdd3f1-bd8d-4060-a407-8ae756eeae79 None None] The sync data for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv is: [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:49Z', 'revision_number': 3, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:17:52.684411 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 14f76437-9605-4f76-bea3-850cc2068eb3 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:17:52.684793 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:52.794967 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:17:52.796219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:17:53.017790 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:17:53.149680 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-333086f8-389f-4a94-b269-6bd61cafa8cd None None] Provisioning complete for port 6ae74802-284e-4535-ab32-f9d89cd067b6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:17:53.150290 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-333086f8-389f-4a94-b269-6bd61cafa8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:53.205971 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-333086f8-389f-4a94-b269-6bd61cafa8cd None None] Port 6ae74802-284e-4535-ab32-f9d89cd067b6 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:17:53.210588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:17:53.221469 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] 10.222.0.54 "PUT /v2.0/routers/43f1fab2-c57e-4c39-958b-ccca1fd5fb81/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5068707
Dec 24 11:17:53.775033 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55954) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:53.781145 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a05ebcb1-048e-4985-a70e-3ccbddded2c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1548533783', 'description': 'tempest-description--1253359263'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:17:53.787095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a05ebcb1-048e-4985-a70e-3ccbddded2c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:17:53.791297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a05ebcb1-048e-4985-a70e-3ccbddded2c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Usage tracker for resource:security_group and tenant:fb27ac013426496089cef6b198162693 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:17:53.794156 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a05ebcb1-048e-4985-a70e-3ccbddded2c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:17:53.799684 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a05ebcb1-048e-4985-a70e-3ccbddded2c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:17:53.810211 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a05ebcb1-048e-4985-a70e-3ccbddded2c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:53.829628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a05ebcb1-048e-4985-a70e-3ccbddded2c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:17:53.833325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a05ebcb1-048e-4985-a70e-3ccbddded2c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Usage tracker for resource:security_group_rule and tenant:fb27ac013426496089cef6b198162693 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:17:53.836089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a05ebcb1-048e-4985-a70e-3ccbddded2c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:17:53.841536 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a05ebcb1-048e-4985-a70e-3ccbddded2c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:17:53.912754 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a05ebcb1-048e-4985-a70e-3ccbddded2c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:53.916174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a05ebcb1-048e-4985-a70e-3ccbddded2c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:53.919666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-34b00e4d-f985-4d05-9ee1-b125616584bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:53.959153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ebcb1-048e-4985-a70e-3ccbddded2c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd280a2b-6665-4f6f-8889-f4ca983d9c98,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:53.961924 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a05ebcb1-048e-4985-a70e-3ccbddded2c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:53.965917 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a05ebcb1-048e-4985-a70e-3ccbddded2c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1782 time: 0.1871269
Dec 24 11:17:53.965917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a05ebcb1-048e-4985-a70e-3ccbddded2c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:53.966691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55958) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:53.970991 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f78f89f8-2b45-4d55-800e-9d6729a4c033 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Request body: {'security_group_rule': {'security_group_id': 'cd280a2b-6665-4f6f-8889-f4ca983d9c98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:17:53.977013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f78f89f8-2b45-4d55-800e-9d6729a4c033 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:17:53.980912 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f78f89f8-2b45-4d55-800e-9d6729a4c033 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Usage tracker for resource:security_group_rule and tenant:fb27ac013426496089cef6b198162693 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:17:53.983822 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f78f89f8-2b45-4d55-800e-9d6729a4c033 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:17:53.989487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f78f89f8-2b45-4d55-800e-9d6729a4c033 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:17:54.006462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f78f89f8-2b45-4d55-800e-9d6729a4c033 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:54.067370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f78f89f8-2b45-4d55-800e-9d6729a4c033 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:54.071181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f78f89f8-2b45-4d55-800e-9d6729a4c033 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:54.072968 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c55fdd2e-9795-4d12-afaf-3634551ad81d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:54.095168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f89f8-2b45-4d55-800e-9d6729a4c033 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78f177ee-0f69-4db7-9876-6d3fd6a00fb3,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:54.097508 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f78f89f8-2b45-4d55-800e-9d6729a4c033 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:54.104417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f78f89f8-2b45-4d55-800e-9d6729a4c033 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:54.105809 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f78f89f8-2b45-4d55-800e-9d6729a4c033 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1388857
Dec 24 11:17:54.108429 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55962) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:54.113530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-3c5b6145-26c5-4a9b-ad65-d00657a5b6db tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Request body: {'security_group_rule': {'security_group_id': 'cd280a2b-6665-4f6f-8889-f4ca983d9c98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:17:54.119558 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-3c5b6145-26c5-4a9b-ad65-d00657a5b6db tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:17:54.123386 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-3c5b6145-26c5-4a9b-ad65-d00657a5b6db tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Usage tracker for resource:security_group_rule and tenant:fb27ac013426496089cef6b198162693 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:17:54.126899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-3c5b6145-26c5-4a9b-ad65-d00657a5b6db tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:17:54.132910 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-3c5b6145-26c5-4a9b-ad65-d00657a5b6db tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:17:54.152935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6145-26c5-4a9b-ad65-d00657a5b6db tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:54.213052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6145-26c5-4a9b-ad65-d00657a5b6db tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:54.217614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6145-26c5-4a9b-ad65-d00657a5b6db tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:54.219441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0df836ce-3397-4439-b18e-29224be942e3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:54.220515 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Sync routers for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:17:54.229945 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:17:54.230637 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e95e220>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:17:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:17:54.240839 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b6145-26c5-4a9b-ad65-d00657a5b6db tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec26669-bbdc-49f0-97f0-58f759f42b25,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:54.243569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3c5b6145-26c5-4a9b-ad65-d00657a5b6db tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:54.251004 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3c5b6145-26c5-4a9b-ad65-d00657a5b6db tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:54.252313 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3c5b6145-26c5-4a9b-ad65-d00657a5b6db tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1429400
Dec 24 11:17:54.255286 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 55966) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:17:54.260470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:17:54.266860 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:17:54.270839 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Usage tracker for resource:floatingip and tenant:fb27ac013426496089cef6b198162693 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:17:54.273588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:17:54.279214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:17:54.290529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for floatingip, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:54.410862 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:17:54.426967 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:54.564659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Allocated IP 172.26.4.173 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/fc105e87-e003-4325-b39f-1a47c1184a19) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:17:54.628949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c92a0bf8-2afc-46e6-9e24-115dace1edb1 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:17:54.701480 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port c92a0bf8-2afc-46e6-9e24-115dace1edb1 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:17:54.706726 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port c92a0bf8-2afc-46e6-9e24-115dace1edb1 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:17:54.707482 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:54.730123 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e95e220>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 2, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:17:54.734872 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Checking router: 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:17:54.735230 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Updating router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 port 6ae74802-284e-4535-ab32-f9d89cd067b6 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:17:54.788258 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:54.841660 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:54.846887 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:54.862386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port c92a0bf8-2afc-46e6-9e24-115dace1edb1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c92a0bf8-2afc-46e6-9e24-115dace1edb1,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:17:54.866892 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:54.869188 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:54.881755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:54.885515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:54.938735 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=c92a0bf8-2afc-46e6-9e24-115dace1edb1,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:54.942105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:54.952094 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:17:54.955491 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:17:54.957824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:17:54.997328 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Pushing event updated for resources: {'Port': ['ID=fc105e87-e003-4325-b39f-1a47c1184a19,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:55.000182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:55.050091 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:55.111578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:55.137679 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:55.149605 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Transition to ACTIVE for port object 6ae74802-284e-4535-ab32-f9d89cd067b6 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:17:55.156553 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:55.160157 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-29121b4b-34fa-4590-a47b-435126b05651 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:55.318712 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd8154-fe45-47fd-947f-720428c976ce None None] Pushing event updated for resources: {'Port': ['ID=6ae74802-284e-4535-ab32-f9d89cd067b6,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:55.330791 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:55.336234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:55.340344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5e1b7049-ec07-4914-b605-6ebad68cfc18 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:55.381383 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd8154-fe45-47fd-947f-720428c976ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:55.381735 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd8154-fe45-47fd-947f-720428c976ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:55.382104 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd8154-fe45-47fd-947f-720428c976ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:55.382436 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd8154-fe45-47fd-947f-720428c976ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:55.382765 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd8154-fe45-47fd-947f-720428c976ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:55.383088 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd8154-fe45-47fd-947f-720428c976ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:55.383410 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd8154-fe45-47fd-947f-720428c976ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:55.383729 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd8154-fe45-47fd-947f-720428c976ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:55.384047 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd8154-fe45-47fd-947f-720428c976ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:55.384587 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd8154-fe45-47fd-947f-720428c976ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:55.384916 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd8154-fe45-47fd-947f-720428c976ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:55.385229 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bd8154-fe45-47fd-947f-720428c976ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:17:55.391228 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-f1bd8154-fe45-47fd-947f-720428c976ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:55.392158 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Attempting to bind port 6ae74802-284e-4535-ab32-f9d89cd067b6 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:17:55.392704 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Attempting to bind port 6ae74802-284e-4535-ab32-f9d89cd067b6 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:17:55.393256 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Attempting to bind port 6ae74802-284e-4535-ab32-f9d89cd067b6 on network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:17:55.400263 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 17, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:17:55.400973 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Checking segment: {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:17:55.401553 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:55.402141 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Bound using segment: {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:17:55.402771 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Bound port: 6ae74802-284e-4535-ab32-f9d89cd067b6, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:17:55.403327 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:55.456231 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Pushing event updated for resources: {'Port': ['ID=fc105e87-e003-4325-b39f-1a47c1184a19,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:55.458992 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:55.469176 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:55.491198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:55.492485 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2362189
Dec 24 11:17:55.496229 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] For port 6ae74802-284e-4535-ab32-f9d89cd067b6, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:17:55.500524 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] For port 6ae74802-284e-4535-ab32-f9d89cd067b6, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6ae74802-284e-4535-ab32-f9d89cd067b6,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:17:55.504954 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:55.509068 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-1232a989-8ba6-4a93-b400-11db5bab5f76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:55.587902 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:17:55.588560 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e95e220>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:17:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:17:55.672249 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-fab1713a-27a6-4b02-9423-ba3837b7d33e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1548533783&fields=id&tenant_id=fb27ac013426496089cef6b198162693 HTTP/1.1" status: 200  len: 267 time: 0.0424535
Dec 24 11:17:55.684382 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bd8154-fe45-47fd-947f-720428c976ce None None] Pushing event updated for resources: {'Port': ['ID=6ae74802-284e-4535-ab32-f9d89cd067b6,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:55.762927 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-f1bd8154-fe45-47fd-947f-720428c976ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:55.809047 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:17:55.835414 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-cbfc2d3d-6ab0-4d9a-88c5-3691edc6eb62 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:55.836783 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-cbfc2d3d-6ab0-4d9a-88c5-3691edc6eb62 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 812 time: 0.1561317
Dec 24 11:17:55.851501 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-38dadaf1-84da-4d34-8ca4-4a7c7053440e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/quotas/fb27ac013426496089cef6b198162693 HTTP/1.1" status: 200  len: 375 time: 0.0092769
Dec 24 11:17:55.937439 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-7f945003-4cee-44fc-b8e2-97685f984eb3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0794449
Dec 24 11:17:55.952647 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-27a09002-3aaf-4216-95a8-3e8ab2bcff79 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:17:55.953634 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-27a09002-3aaf-4216-95a8-3e8ab2bcff79 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0051863
Dec 24 11:17:56.111895 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-f1a20f0c-99e2-4078-8916-b7659db2de80 service neutron] 10.222.0.54 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1523118
Dec 24 11:17:56.135859 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e95e220>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:55Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:17:56.139744 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e990fc7-18ef-48d7-9471-efdf22352e81 None None] The sync data for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv is: [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:55Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:17:56.259226 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-8a8c6bb1-dd2b-4320-a837-e9b786fe19ee service neutron] 10.222.0.54 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1416039
Dec 24 11:17:56.447342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-86e1f906-38bd-4675-8f96-46b23d654747 req-bff183a1-6ba9-4faa-bf71-2d7f56fb126d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Synchronizing usage tracker for tenant:fb27ac013426496089cef6b198162693 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:17:56.466690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-86e1f906-38bd-4675-8f96-46b23d654747 req-bff183a1-6ba9-4faa-bf71-2d7f56fb126d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Unset dirty status for tenant:fb27ac013426496089cef6b198162693 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:17:56.468466 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-86e1f906-38bd-4675-8f96-46b23d654747 req-bff183a1-6ba9-4faa-bf71-2d7f56fb126d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 210 time: 0.0682824
Dec 24 11:17:56.674751 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c92a0bf8-2afc-46e6-9e24-115dace1edb1 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:17:56.748764 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port c92a0bf8-2afc-46e6-9e24-115dace1edb1 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:17:56.749204 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:56.922673 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6ae74802-284e-4535-ab32-f9d89cd067b6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:17:56.992282 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 6ae74802-284e-4535-ab32-f9d89cd067b6 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:17:56.997264 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 6ae74802-284e-4535-ab32-f9d89cd067b6 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:17:56.997720 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:57.138393 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:57.171630 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 6ae74802-284e-4535-ab32-f9d89cd067b6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6ae74802-284e-4535-ab32-f9d89cd067b6,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:17:57.175287 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:57.177083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:57.244026 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=6ae74802-284e-4535-ab32-f9d89cd067b6,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:57.247040 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:57.586774 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-7599ff9c-dd54-4773-97ce-9fdc36aae3a2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:57.587459 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-7599ff9c-dd54-4773-97ce-9fdc36aae3a2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Synchronizing usage tracker for tenant:fb27ac013426496089cef6b198162693 on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:17:57.604131 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-7599ff9c-dd54-4773-97ce-9fdc36aae3a2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Unset dirty status for tenant:fb27ac013426496089cef6b198162693 on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:17:57.605581 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-7599ff9c-dd54-4773-97ce-9fdc36aae3a2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 812 time: 0.1725159
Dec 24 11:17:57.645392 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e3d4abe7-ab29-4599-b1c8-62ec855529c7 req-b76a7a99-aae7-47a4-9f2e-325bc45c95e7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 210 time: 0.0543199
Dec 24 11:17:57.656536 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-13e0ce24-94d6-487f-a9b3-88794ffedd14 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Synchronizing usage tracker for tenant:fb27ac013426496089cef6b198162693 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:17:57.674747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-13e0ce24-94d6-487f-a9b3-88794ffedd14 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Unset dirty status for tenant:fb27ac013426496089cef6b198162693 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:17:57.675817 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-13e0ce24-94d6-487f-a9b3-88794ffedd14 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb27ac013426496089cef6b198162693 HTTP/1.1" status: 200  len: 380 time: 0.0625370
Dec 24 11:17:57.684472 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-eeaca79c-cea2-437f-ab60-e6aba4f08b19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Request body: {'port': {'device_id': '1fb26edf-5e76-4bdb-8316-f18650add65a', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'admin_state_up': True, 'tenant_id': 'fb27ac013426496089cef6b198162693', 'security_groups': ['cd280a2b-6665-4f6f-8889-f4ca983d9c98']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:17:57.818650 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-eeaca79c-cea2-437f-ab60-e6aba4f08b19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:17:57.827872 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-eeaca79c-cea2-437f-ab60-e6aba4f08b19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:17:57.836934 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-eeaca79c-cea2-437f-ab60-e6aba4f08b19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Made reservation on behalf of fb27ac013426496089cef6b198162693 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:17:57.840410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-eeaca79c-cea2-437f-ab60-e6aba4f08b19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:57.996179 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-eeaca79c-cea2-437f-ab60-e6aba4f08b19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Allocated IP 172.20.0.11 (58126376-f0e8-44d4-a7ff-4e2f1b2e4978/a8494787-0114-4968-9dc8-3d57a01b6d16/a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:17:58.176883 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-eeaca79c-cea2-437f-ab60-e6aba4f08b19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:58.193011 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-eeaca79c-cea2-437f-ab60-e6aba4f08b19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Transition to ACTIVE for port object a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:17:58.216004 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-eeaca79c-cea2-437f-ab60-e6aba4f08b19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:58.222663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:58.284591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-eeaca79c-cea2-437f-ab60-e6aba4f08b19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:17:58.292433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-eeaca79c-cea2-437f-ab60-e6aba4f08b19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:17:58.294723 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-eeaca79c-cea2-437f-ab60-e6aba4f08b19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:17:58.339723 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaca79c-cea2-437f-ab60-e6aba4f08b19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Pushing event updated for resources: {'Port': ['ID=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:58.344319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-eeaca79c-cea2-437f-ab60-e6aba4f08b19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:58.364989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-eeaca79c-cea2-437f-ab60-e6aba4f08b19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:58.365593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-eeaca79c-cea2-437f-ab60-e6aba4f08b19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:58.391233 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-eeaca79c-cea2-437f-ab60-e6aba4f08b19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7105579
Dec 24 11:17:58.404610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Request body: {'port': {'device_id': '1fb26edf-5e76-4bdb-8316-f18650add65a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:17:58.508445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2eb706a7-1943-4468-b548-b7468d59fb83 None None] Provisioning for port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:17:58.513097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2eb706a7-1943-4468-b548-b7468d59fb83 None None] Provisioning complete for port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:17:58.513550 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2eb706a7-1943-4468-b548-b7468d59fb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:58.522517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:58.569942 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-2eb706a7-1943-4468-b548-b7468d59fb83 None None] Port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:17:58.598268 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6ae74802-284e-4535-ab32-f9d89cd067b6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:17:58.672184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 6ae74802-284e-4535-ab32-f9d89cd067b6 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:17:58.672564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:58.950184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954afe9e-5560-4470-b72e-f0f09aa10402 req-5d45c9a5-98fd-4a54-ba3c-5309e351f902 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:58.950873 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-954afe9e-5560-4470-b72e-f0f09aa10402 req-5d45c9a5-98fd-4a54-ba3c-5309e351f902 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Synchronizing usage tracker for tenant:fb27ac013426496089cef6b198162693 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:17:58.984128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-954afe9e-5560-4470-b72e-f0f09aa10402 req-5d45c9a5-98fd-4a54-ba3c-5309e351f902 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Unset dirty status for tenant:fb27ac013426496089cef6b198162693 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:17:58.985269 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-954afe9e-5560-4470-b72e-f0f09aa10402 req-5d45c9a5-98fd-4a54-ba3c-5309e351f902 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 932 time: 0.2239432
Dec 24 11:17:59.084634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:17:59.090845 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-954afe9e-5560-4470-b72e-f0f09aa10402 req-67b10c3e-c238-4d88-8ce0-66fa5b156b65 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941730
Dec 24 11:17:59.095256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:59.109670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Transition to ACTIVE for port object a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:17:59.113040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:59.117356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:59.266876 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Pushing event updated for resources: {'Port': ['ID=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:59.274619 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:59.349450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Attempting to bind port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:17:59.349712 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Attempting to bind port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:17:59.350068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Attempting to bind port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b on network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:17:59.354621 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b on network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:17:59.354939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Attempting to bind port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b on network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:17:59.360483 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:17:59.360812 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Checking segment: {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:17:59.361190 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Bound using segment: {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:17:59.361606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Bound port: a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:17:59.361968 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:59.448587 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] For port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:17:59.451402 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] For port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:17:59.455888 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:59.460356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-add5307f-a98b-4c74-9ad7-4040b12b020f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:17:59.513078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:59.513612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:59.515509 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] 10.222.0.32 "PUT /v2.0/ports/a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b HTTP/1.1" status: 200  len: 1094 time: 1.1150510
Dec 24 11:17:59.516025 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb26edf-5e76-4bdb-8316-f18650add65a', 'tag': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:17:59.544337 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Pushing event updated for resources: {'Port': ['ID=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:17:59.548024 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:17:59.593227 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb26edf-5e76-4bdb-8316-f18650add65a', 'tag': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b', 'status': 'completed', 'code': 200}
Dec 24 11:17:59.633417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-e05a0eeb-72c8-4563-adb9-42217eddf128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:59.635098 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-e05a0eeb-72c8-4563-adb9-42217eddf128 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 1097 time: 0.0831845
Dec 24 11:17:59.668536 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b8de4c8b-a7f3-4de2-9305-6caa0844ee51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:17:59.710708 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-3a98557a-4fae-45e9-a3d4-968a70d3c24c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b HTTP/1.1" status: 200  len: 217 time: 0.0684867
Dec 24 11:17:59.772786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-3f3d17ae-0214-4f92-ac0d-8879c9b50318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:59.774211 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-3f3d17ae-0214-4f92-ac0d-8879c9b50318 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0574150
Dec 24 11:17:59.855206 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-3f9a17af-9497-4992-871a-8e516bbfb766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:17:59.856683 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-3f9a17af-9497-4992-871a-8e516bbfb766 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0742974
Dec 24 11:17:59.987080 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-9090abf5-a810-41da-9992-9ba8e081ff9b service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242244
Dec 24 11:18:00.116739 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-40d67692-25b9-45c4-b062-310b9d62f1a7 req-b19e9e44-f8bd-43ba-bb85-331b749749f3 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232495
Dec 24 11:18:00.296507 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705aaf7e-cf79-4be6-8e30-655409bae61d req-b6b373e4-6d60-4bda-8ef5-b4953a473567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:00.298001 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-705aaf7e-cf79-4be6-8e30-655409bae61d req-b6b373e4-6d60-4bda-8ef5-b4953a473567 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 1097 time: 0.1339588
Dec 24 11:18:00.305751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ee640-7b5e-4ca4-8c3d-4a43fc2a2006 req-e846cf15-c8ae-40e4-80ff-226b7e1fca81 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:00.307103 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c69ee640-7b5e-4ca4-8c3d-4a43fc2a2006 req-e846cf15-c8ae-40e4-80ff-226b7e1fca81 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 944 time: 0.1085954
Dec 24 11:18:00.429076 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c69ee640-7b5e-4ca4-8c3d-4a43fc2a2006 req-1f205426-3e62-4271-bd4a-5a01b8294bb4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1040981
Dec 24 11:18:00.572359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705aaf7e-cf79-4be6-8e30-655409bae61d req-280a24ae-7304-4142-9e79-75a37ac2b5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:00.573706 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-705aaf7e-cf79-4be6-8e30-655409bae61d req-280a24ae-7304-4142-9e79-75a37ac2b5e6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.2657845
Dec 24 11:18:00.641673 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-705aaf7e-cf79-4be6-8e30-655409bae61d req-d00697fa-9dd2-4c38-a87c-70f3b5338e9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b HTTP/1.1" status: 200  len: 217 time: 0.0611546
Dec 24 11:18:00.702887 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705aaf7e-cf79-4be6-8e30-655409bae61d req-dc443cf8-6c1f-4cd4-9892-287bf87b9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:00.704255 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-705aaf7e-cf79-4be6-8e30-655409bae61d req-dc443cf8-6c1f-4cd4-9892-287bf87b9239 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0556643
Dec 24 11:18:00.779275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705aaf7e-cf79-4be6-8e30-655409bae61d req-fa39be00-38a8-4995-acbc-1db31a012c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:00.780829 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-705aaf7e-cf79-4be6-8e30-655409bae61d req-fa39be00-38a8-4995-acbc-1db31a012c73 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701156
Dec 24 11:18:00.909906 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-705aaf7e-cf79-4be6-8e30-655409bae61d req-6e108c57-5690-4b73-ad27-a5dd00b136d7 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222599
Dec 24 11:18:01.040308 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-705aaf7e-cf79-4be6-8e30-655409bae61d req-a896351c-1556-44e0-859c-66d396a52edc service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234655
Dec 24 11:18:01.616056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0a547-7f52-46af-97e6-c8957c18cf44 req-44b5023e-7b27-43f5-8e7b-4acd34860485 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:01.617528 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3eb0a547-7f52-46af-97e6-c8957c18cf44 req-44b5023e-7b27-43f5-8e7b-4acd34860485 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 944 time: 0.0844331
Dec 24 11:18:01.660412 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3eb0a547-7f52-46af-97e6-c8957c18cf44 req-12886dd5-55a2-4577-be70-74e980f2269d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371950
Dec 24 11:18:01.887420 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-618ac053-7864-4119-8b64-ab8a38500b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:02.845616 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b62de-1300-480b-853a-33541bd3914c req-50d73423-1bd1-4063-a97b-6a3c94c90475 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:02.847090 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f64b62de-1300-480b-853a-33541bd3914c req-50d73423-1bd1-4063-a97b-6a3c94c90475 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 944 time: 0.0834377
Dec 24 11:18:02.871851 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:18:02.891983 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f64b62de-1300-480b-853a-33541bd3914c req-7e7c0a12-0f0d-4ffb-8fb1-a3ff9048b62a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393732
Dec 24 11:18:03.003670 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:18:03.016115 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'port_id': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b', 'mac_address': 'fa:16:3e:b3:17:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:18:03.069017 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:03.084740 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:18:03.122636 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:18:03.124875 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:03.127271 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:03.127879 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:03.129353 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-5e6df05b-8caf-4c30-8151-ed01d291e157 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:18:03.192584 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:18:03.199435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:18:03.199789 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:18:03.200126 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:18:03.200459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:18:03.200787 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:18:03.201114 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:18:03.201438 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:18:03.201790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:18:03.202140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:18:03.202461 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:18:03.202779 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:18:03.203094 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:18:03.206730 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:18:03.439474 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:18:04.072536 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c256b6e7-281f-4656-826c-272e5482dd52 req-387f9b11-753b-4f15-9425-0ab69c6f6e43 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:04.074016 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c256b6e7-281f-4656-826c-272e5482dd52 req-387f9b11-753b-4f15-9425-0ab69c6f6e43 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 945 time: 0.0782695
Dec 24 11:18:04.120493 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c256b6e7-281f-4656-826c-272e5482dd52 req-110f5b39-007a-4b69-acab-e2ea06826086 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408881
Dec 24 11:18:04.887571 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:18:04.932494 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:04.960222 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:18:04.964993 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:18:04.965374 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:05.077560 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:05.103268 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb26edf-5e76-4bdb-8316-f18650add65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:18:05.113088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:18:05.116917 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:05.118650 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:18:05.153776 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb26edf-5e76-4bdb-8316-f18650add65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b', 'code': 200}
Dec 24 11:18:05.189214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:18:05.192161 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:18:05.314569 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ff745-8f44-42da-b0c2-94c8ba4c703a req-899e0bd2-3add-4aa6-80eb-a06a415e9c15 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:05.316035 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-aa1ff745-8f44-42da-b0c2-94c8ba4c703a req-899e0bd2-3add-4aa6-80eb-a06a415e9c15 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0816305
Dec 24 11:18:05.359974 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-aa1ff745-8f44-42da-b0c2-94c8ba4c703a req-c15b6b54-56f4-45f4-bd64-6a2f109cab03 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382514
Dec 24 11:18:05.382531 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2562d-4a2d-4dda-b43b-7a3dfd5e3a86 req-7c591f08-1600-4b45-89a3-e7eab8a226b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:05.382531 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6ef2562d-4a2d-4dda-b43b-7a3dfd5e3a86 req-7c591f08-1600-4b45-89a3-e7eab8a226b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 1099 time: 0.0747027
Dec 24 11:18:05.426833 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6ef2562d-4a2d-4dda-b43b-7a3dfd5e3a86 req-02d7a19e-041b-4d35-bcd7-a2e61737624a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379539
Dec 24 11:18:06.545346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a209d-4311-4ca5-acc5-efadab29f29f req-bc3bb010-b127-4d96-bc8b-8c453fdad7da tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:06.546833 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-748a209d-4311-4ca5-acc5-efadab29f29f req-bc3bb010-b127-4d96-bc8b-8c453fdad7da tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0785835
Dec 24 11:18:06.590143 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-748a209d-4311-4ca5-acc5-efadab29f29f req-952631c5-a5b9-45ec-9084-abdef716c0ca tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377185
Dec 24 11:18:07.787214 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8ab56-0322-40a4-972f-8d256f542d90 req-4fef2aa9-0c1c-48ea-a59a-7b8836184f79 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:07.788676 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-73e8ab56-0322-40a4-972f-8d256f542d90 req-4fef2aa9-0c1c-48ea-a59a-7b8836184f79 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0856519
Dec 24 11:18:07.831851 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-73e8ab56-0322-40a4-972f-8d256f542d90 req-5ba0d91c-8429-4392-bf1f-c04b2cab9b24 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375204
Dec 24 11:18:08.009462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcb4fb-65ff-4eb0-9782-cf4a2f304d6d req-4ffbfdeb-5e11-41fd-a267-0567938f75b6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:08.010926 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f7fcb4fb-65ff-4eb0-9782-cf4a2f304d6d req-4ffbfdeb-5e11-41fd-a267-0567938f75b6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0825236
Dec 24 11:18:08.019739 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 56020) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:18:08.024928 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-bc89a7ce-c274-4fe9-887a-cda12a8a0472 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Request body: {'floatingip': {'port_id': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:18:08.099896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc89a7ce-c274-4fe9-887a-cda12a8a0472 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for floatingip, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:08.786536 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc89a7ce-c274-4fe9-887a-cda12a8a0472 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:08.790209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc89a7ce-c274-4fe9-887a-cda12a8a0472 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:08.953386 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-bc89a7ce-c274-4fe9-887a-cda12a8a0472 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Floating IP 583a621c-c845-4dd5-ba6d-db664d657a26 associated. External IP: 172.26.4.173, port: a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b.
Dec 24 11:18:09.295473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc89a7ce-c274-4fe9-887a-cda12a8a0472 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:18:09.469649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc89a7ce-c274-4fe9-887a-cda12a8a0472 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:18:09.473920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bc89a7ce-c274-4fe9-887a-cda12a8a0472 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:09.479818 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3000ef-c401-4905-b581-6fcfd043c6b2 None None] Sync routers for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:18:09.488993 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3000ef-c401-4905-b581-6fcfd043c6b2 None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:18:09.489605 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-cd3000ef-c401-4905-b581-6fcfd043c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5f3580>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:18:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:18:09.527045 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bc89a7ce-c274-4fe9-887a-cda12a8a0472 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "PUT /v2.0/floatingips/583a621c-c845-4dd5-ba6d-db664d657a26 HTTP/1.1" status: 200  len: 992 time: 1.5062673
Dec 24 11:18:09.527814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fb26edf-5e76-4bdb-8316-f18650add65a', 'tag': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:18:09.572061 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fb26edf-5e76-4bdb-8316-f18650add65a', 'tag': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b', 'status': 'completed', 'code': 200}
Dec 24 11:18:09.668584 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-cd3000ef-c401-4905-b581-6fcfd043c6b2 None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:18:09.674160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2726cc0-01b4-4bab-ad20-cf42747e7be8 req-60c64274-caae-4d11-81bf-4e030546fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:09.676690 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f2726cc0-01b4-4bab-ad20-cf42747e7be8 req-60c64274-caae-4d11-81bf-4e030546fc62 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 1099 time: 0.0818393
Dec 24 11:18:09.805377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2726cc0-01b4-4bab-ad20-cf42747e7be8 req-c66d3105-fb43-41f0-b36f-3e2b9d1c7b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:09.806779 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f2726cc0-01b4-4bab-ad20-cf42747e7be8 req-c66d3105-fb43-41f0-b36f-3e2b9d1c7b3f service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1237571
Dec 24 11:18:09.908986 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f2726cc0-01b4-4bab-ad20-cf42747e7be8 req-83463dff-a95d-4241-9ef2-cfa2bf57d8a0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b HTTP/1.1" status: 200  len: 1000 time: 0.0948539
Dec 24 11:18:09.969470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2726cc0-01b4-4bab-ad20-cf42747e7be8 req-a803f557-f4ca-4e98-80c5-74b73dc47694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:09.970904 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f2726cc0-01b4-4bab-ad20-cf42747e7be8 req-a803f557-f4ca-4e98-80c5-74b73dc47694 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0559137
Dec 24 11:18:10.016439 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-cd3000ef-c401-4905-b581-6fcfd043c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5f3580>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '583a621c-c845-4dd5-ba6d-db664d657a26', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'floating_ip_address': '172.26.4.173', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'port_id': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'mac_address': 'fa:16:3e:b3:17:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb26edf-5e76-4bdb-8316-f18650add65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:17:55Z', 'updated_at': '2021-12-24T11:18:08Z', 'revision_number': 1, 'project_id': 'fb27ac013426496089cef6b198162693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:18:10.020375 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3000ef-c401-4905-b581-6fcfd043c6b2 None None] Checking router: 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:18:10.029217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3000ef-c401-4905-b581-6fcfd043c6b2 None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:18:10.030633 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-cd3000ef-c401-4905-b581-6fcfd043c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5f3580>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:18:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:18:10.046296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2726cc0-01b4-4bab-ad20-cf42747e7be8 req-fe50c302-a289-4031-8b73-995e26b1823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:10.047770 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f2726cc0-01b4-4bab-ad20-cf42747e7be8 req-fe50c302-a289-4031-8b73-995e26b1823f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711758
Dec 24 11:18:10.209334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-cd3000ef-c401-4905-b581-6fcfd043c6b2 None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:18:10.302420 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f2726cc0-01b4-4bab-ad20-cf42747e7be8 req-ebd92a2e-693a-41c8-b8a1-7ea95429f365 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2481074
Dec 24 11:18:10.434640 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f2726cc0-01b4-4bab-ad20-cf42747e7be8 req-c662c31f-9d8a-42db-9409-3feb566a77ee service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258957
Dec 24 11:18:10.559570 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-cd3000ef-c401-4905-b581-6fcfd043c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5f3580>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '583a621c-c845-4dd5-ba6d-db664d657a26', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'floating_ip_address': '172.26.4.173', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'port_id': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'mac_address': 'fa:16:3e:b3:17:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb26edf-5e76-4bdb-8316-f18650add65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:17:55Z', 'updated_at': '2021-12-24T11:18:08Z', 'revision_number': 1, 'project_id': 'fb27ac013426496089cef6b198162693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:18:10.563998 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3000ef-c401-4905-b581-6fcfd043c6b2 None None] The sync data for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv is: [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '583a621c-c845-4dd5-ba6d-db664d657a26', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'floating_ip_address': '172.26.4.173', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'port_id': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'mac_address': 'fa:16:3e:b3:17:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fb26edf-5e76-4bdb-8316-f18650add65a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:17:55Z', 'updated_at': '2021-12-24T11:18:08Z', 'revision_number': 1, 'project_id': 'fb27ac013426496089cef6b198162693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:18:10.657070 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:10.756024 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49aad92-6305-4bce-9fd1-f9d4a080f0b8 None None] New status for floating IP 583a621c-c845-4dd5-ba6d-db664d657a26: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:18:29.004800 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:18:29.670564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f1028d86-fc1f-4e79-b4e6-28bdd8bc9488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:31.890445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a83fe940-4d2c-4633-8e69-86be2871a439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:33.117325 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:33.121833 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:34.898269 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:35.568708 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-909e89ff-6f18-4217-81e9-c4d18edfab17 req-01968198-cf31-46ea-86ee-5bc0fbbb1569 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0667691
Dec 24 11:18:35.707362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e89ff-6f18-4217-81e9-c4d18edfab17 req-f3ebbc5d-39e0-4c3e-8834-bfb260fd027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:35.708800 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-909e89ff-6f18-4217-81e9-c4d18edfab17 req-f3ebbc5d-39e0-4c3e-8834-bfb260fd027b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 1099 time: 0.0703306
Dec 24 11:18:35.850235 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e89ff-6f18-4217-81e9-c4d18edfab17 req-c135bb91-7383-49f2-9756-5556b84e98b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:35.851583 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-909e89ff-6f18-4217-81e9-c4d18edfab17 req-c135bb91-7383-49f2-9756-5556b84e98b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1236236
Dec 24 11:18:35.952648 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-909e89ff-6f18-4217-81e9-c4d18edfab17 req-1898e998-60b7-4cdd-9558-1ba3eb329493 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b HTTP/1.1" status: 200  len: 1002 time: 0.0948522
Dec 24 11:18:36.016683 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e89ff-6f18-4217-81e9-c4d18edfab17 req-0eb50d46-a9f0-4dfb-b463-c9d2b1c06abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:36.018130 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-909e89ff-6f18-4217-81e9-c4d18edfab17 req-0eb50d46-a9f0-4dfb-b463-c9d2b1c06abd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0593574
Dec 24 11:18:36.090699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e89ff-6f18-4217-81e9-c4d18edfab17 req-98ad74c3-f228-40f9-b723-b54da2b55e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:18:36.092233 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-909e89ff-6f18-4217-81e9-c4d18edfab17 req-98ad74c3-f228-40f9-b723-b54da2b55e46 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679858
Dec 24 11:18:36.221939 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-909e89ff-6f18-4217-81e9-c4d18edfab17 req-72504fed-a47b-497c-ba13-2bda424335ba service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232135
Dec 24 11:18:36.350533 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-909e89ff-6f18-4217-81e9-c4d18edfab17 req-9d946e69-ff4d-4089-9650-7456d58cb017 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225858
Dec 24 11:18:40.663189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:18:59.673419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d54f9dea-b7e1-4666-baef-0e733df5e8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:01.891640 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-acc60bbb-93e1-4a5c-93cb-d7f19b2faebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:03.117440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:03.122249 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:04.900311 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:06.003531 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:19:10.676616 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:20.665309 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2e86e-b6f3-4e87-9955-dca6d01b5257 req-7586eda0-26e8-4a23-bb76-a8efac3b17a6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:20.666804 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-bcb2e86e-b6f3-4e87-9955-dca6d01b5257 req-7586eda0-26e8-4a23-bb76-a8efac3b17a6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0792122
Dec 24 11:19:20.709455 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-bcb2e86e-b6f3-4e87-9955-dca6d01b5257 req-93b17c69-685f-4cea-9fb8-440131ce0496 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371120
Dec 24 11:19:21.109769 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-3db457cf-0501-44da-9469-2f5b97bd4aa1 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1317496
Dec 24 11:19:21.121225 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9dd2c-4422-40fb-8c41-72bfcf49a108 req-fcfd7640-da4b-4fc2-96eb-e65f492c6d17 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:21.122664 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-12e9dd2c-4422-40fb-8c41-72bfcf49a108 req-fcfd7640-da4b-4fc2-96eb-e65f492c6d17 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0999439
Dec 24 11:19:21.170744 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-12e9dd2c-4422-40fb-8c41-72bfcf49a108 req-28f437ed-a178-40c0-9d4f-d93176f30b84 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415888
Dec 24 11:19:22.386365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-587dacab-7bf8-4e28-a40e-0608883c8e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:22.387895 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-587dacab-7bf8-4e28-a40e-0608883c8e6d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 1099 time: 0.1378710
Dec 24 11:19:22.396927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7845bfd-8743-4d76-9067-c09ba287ad24 req-3732f62c-eb10-4b8f-a5f2-a752e398f78e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:22.398299 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7845bfd-8743-4d76-9067-c09ba287ad24 req-3732f62c-eb10-4b8f-a5f2-a752e398f78e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.1172740
Dec 24 11:19:22.519306 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c7845bfd-8743-4d76-9067-c09ba287ad24 req-56a5fa10-42da-4184-9801-7f3e02483512 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1023090
Dec 24 11:19:22.554148 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-472fe99e-bba7-40c7-839d-41b8574d8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:22.555584 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-472fe99e-bba7-40c7-839d-41b8574d8465 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1564612
Dec 24 11:19:22.656627 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-17d5d9f2-2fee-4bfb-901b-56dceae2bcfe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b HTTP/1.1" status: 200  len: 1002 time: 0.0942857
Dec 24 11:19:22.821360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-16c79267-7741-440b-9db6-e1dac6f5c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:22.822819 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-16c79267-7741-440b-9db6-e1dac6f5c55f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.1604028
Dec 24 11:19:22.896264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-c70ed636-0a7b-49f2-bc28-742c55df9fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:22.897710 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-c70ed636-0a7b-49f2-bc28-742c55df9fbb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679932
Dec 24 11:19:23.025314 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-6218522b-3fb7-4217-ab60-771a4b6d6e59 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209283
Dec 24 11:19:23.154244 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-1b01d0c9-56b5-47f8-8799-546775b61e70 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224625
Dec 24 11:19:23.699188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70398fbb-157f-4dac-876a-48f1ed061688 req-a6b1e33e-8404-47c7-85aa-e40178eff783 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:23.700542 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-70398fbb-157f-4dac-876a-48f1ed061688 req-a6b1e33e-8404-47c7-85aa-e40178eff783 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0781031
Dec 24 11:19:23.743739 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-70398fbb-157f-4dac-876a-48f1ed061688 req-b02887ad-b395-433f-9f14-0c593d64d537 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371165
Dec 24 11:19:24.927442 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9db526-1e85-4f90-a627-2dc76d9fb60d req-892a2c5a-7d0c-48c9-a767-8d20f2eed122 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:24.928885 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ee9db526-1e85-4f90-a627-2dc76d9fb60d req-892a2c5a-7d0c-48c9-a767-8d20f2eed122 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0826814
Dec 24 11:19:24.971312 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ee9db526-1e85-4f90-a627-2dc76d9fb60d req-52ba1d4d-297c-4d1e-887b-121118723d24 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368178
Dec 24 11:19:26.262640 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad173a34-4f5b-4968-8620-2badaa8f4db3 req-61de54dc-d009-4046-ace0-b688a0a1bf40 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:26.264021 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ad173a34-4f5b-4968-8620-2badaa8f4db3 req-61de54dc-d009-4046-ace0-b688a0a1bf40 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.1897719
Dec 24 11:19:26.307401 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ad173a34-4f5b-4968-8620-2badaa8f4db3 req-01a7fd4a-1c9c-4996-9b21-e8af18ac71de tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377128
Dec 24 11:19:27.489935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f65501-4885-4994-914c-250879b6c6e6 req-dc1d180e-3b8f-4f64-9d6a-03ab75438dc2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:27.491396 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e4f65501-4885-4994-914c-250879b6c6e6 req-dc1d180e-3b8f-4f64-9d6a-03ab75438dc2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0784373
Dec 24 11:19:27.535959 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e4f65501-4885-4994-914c-250879b6c6e6 req-2041015b-80c2-431e-bfd1-505b979f85b0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388689
Dec 24 11:19:28.717273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b8ec1-6549-4945-bbbb-49a56830f13f req-d944cdfb-9eb0-4127-b0f8-dc1722badb89 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:28.718725 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-883b8ec1-6549-4945-bbbb-49a56830f13f req-d944cdfb-9eb0-4127-b0f8-dc1722badb89 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0790088
Dec 24 11:19:28.761261 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-883b8ec1-6549-4945-bbbb-49a56830f13f req-e668f933-0956-4225-b870-b66556ddf426 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370567
Dec 24 11:19:29.675793 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6ec30412-57d4-414a-bc55-394fdf49cae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:29.947627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda5c8b-9406-4e23-8034-916e931f4d5a req-c3fc82c3-3df4-4f97-9c23-6f7ac9134c70 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:29.948974 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ffda5c8b-9406-4e23-8034-916e931f4d5a req-c3fc82c3-3df4-4f97-9c23-6f7ac9134c70 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0833542
Dec 24 11:19:29.992203 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ffda5c8b-9406-4e23-8034-916e931f4d5a req-6077a424-95bc-4c3d-be66-a90861a000b8 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368598
Dec 24 11:19:31.175388 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c701a40-0994-4d9f-85e9-5937d1ed7db1 req-26d9d59e-fa4f-423f-acbc-7deeb34cb8fb tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:31.176835 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3c701a40-0994-4d9f-85e9-5937d1ed7db1 req-26d9d59e-fa4f-423f-acbc-7deeb34cb8fb tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0810547
Dec 24 11:19:31.221536 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3c701a40-0994-4d9f-85e9-5937d1ed7db1 req-0d006a31-1317-46c7-9870-77eb88785a24 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391109
Dec 24 11:19:31.892451 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-807304a1-7068-4f94-ae6c-4332ed4cc9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:32.402875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a11778-ac12-4231-9cd7-0bf1073f1549 req-b12fb40e-e81d-40aa-9be1-5b73c6426a05 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:32.404324 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58a11778-ac12-4231-9cd7-0bf1073f1549 req-b12fb40e-e81d-40aa-9be1-5b73c6426a05 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0798829
Dec 24 11:19:32.447820 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58a11778-ac12-4231-9cd7-0bf1073f1549 req-7c004f09-e59d-4bd8-aabd-9653c6fb64f0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376294
Dec 24 11:19:33.118390 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:33.124895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:33.634973 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e459f02-bef2-430f-9142-5dd7f59203d2 req-ed60a0a0-5527-458f-a2dd-c86514d4e532 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:33.636445 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5e459f02-bef2-430f-9142-5dd7f59203d2 req-ed60a0a0-5527-458f-a2dd-c86514d4e532 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0831051
Dec 24 11:19:33.679956 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5e459f02-bef2-430f-9142-5dd7f59203d2 req-07103416-ce48-4940-83e4-e842e0380409 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379026
Dec 24 11:19:34.869573 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fc27c5-d8b2-4098-a1ad-6617d7b55d55 req-e1fcf9bb-009a-45a7-8a16-f8282e1a3f0b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:34.871034 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f7fc27c5-d8b2-4098-a1ad-6617d7b55d55 req-e1fcf9bb-009a-45a7-8a16-f8282e1a3f0b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0851703
Dec 24 11:19:34.903166 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:34.916561 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f7fc27c5-d8b2-4098-a1ad-6617d7b55d55 req-522b67e2-8d22-4983-a4cf-f152e5fea5c6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394416
Dec 24 11:19:35.690853 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad3d2f-1a08-4407-8934-fa826083acbd req-ba7fde70-bc0b-40ef-a044-9360d0c89f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:35.692201 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-79ad3d2f-1a08-4407-8934-fa826083acbd req-ba7fde70-bc0b-40ef-a044-9360d0c89f5c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 1099 time: 0.0689487
Dec 24 11:19:35.836199 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad3d2f-1a08-4407-8934-fa826083acbd req-57542557-b039-42db-92ba-cefc72d24e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:35.837689 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-79ad3d2f-1a08-4407-8934-fa826083acbd req-57542557-b039-42db-92ba-cefc72d24e11 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1251183
Dec 24 11:19:35.939260 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-79ad3d2f-1a08-4407-8934-fa826083acbd req-d2b844bf-4f99-4bf2-885d-5c211a838bce service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b HTTP/1.1" status: 200  len: 1002 time: 0.0947986
Dec 24 11:19:36.003841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad3d2f-1a08-4407-8934-fa826083acbd req-71ce190c-7f44-4dc8-beda-220af7b27e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:36.005305 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-79ad3d2f-1a08-4407-8934-fa826083acbd req-71ce190c-7f44-4dc8-beda-220af7b27e3b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0603335
Dec 24 11:19:36.079785 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad3d2f-1a08-4407-8934-fa826083acbd req-be6cda42-0be5-4902-ba01-5f72dd646a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:36.081258 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-79ad3d2f-1a08-4407-8934-fa826083acbd req-be6cda42-0be5-4902-ba01-5f72dd646a06 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0700662
Dec 24 11:19:36.101586 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6cf65b-c120-42aa-88ed-19c8607ff0b6 req-78045d82-28bb-4f2b-be25-1403c03155a2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:36.103076 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fe6cf65b-c120-42aa-88ed-19c8607ff0b6 req-78045d82-28bb-4f2b-be25-1403c03155a2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0797403
Dec 24 11:19:36.146820 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fe6cf65b-c120-42aa-88ed-19c8607ff0b6 req-81f2ae9c-cfb2-43d1-a5a3-cb58ffa2cd1b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381610
Dec 24 11:19:36.212665 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-79ad3d2f-1a08-4407-8934-fa826083acbd req-75507cc9-36b4-4197-a2c7-085907b8694c service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230710
Dec 24 11:19:36.340085 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-79ad3d2f-1a08-4407-8934-fa826083acbd req-02c737a5-ad2b-4409-b40f-42a29858a7d3 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211352
Dec 24 11:19:37.333145 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3eeb5-0f4a-48a5-bf6c-cb1f74f8349b req-feb72688-922e-47f0-a7e6-a03f392b5eba tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:37.334643 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-67a3eeb5-0f4a-48a5-bf6c-cb1f74f8349b req-feb72688-922e-47f0-a7e6-a03f392b5eba tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0842605
Dec 24 11:19:37.482820 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-67a3eeb5-0f4a-48a5-bf6c-cb1f74f8349b req-df8b008e-1a17-4a47-be21-da145f3f4d9d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1424911
Dec 24 11:19:38.670031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8acf562-b781-4635-97c0-1f5546724a59 req-a4bb1707-7076-4e18-9ea7-6a0de1f4030e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:38.671420 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f8acf562-b781-4635-97c0-1f5546724a59 req-a4bb1707-7076-4e18-9ea7-6a0de1f4030e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0819924
Dec 24 11:19:38.713890 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f8acf562-b781-4635-97c0-1f5546724a59 req-5a34e8f2-a29c-4c18-825e-0722f5c2d166 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369887
Dec 24 11:19:39.796571 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-9ee73e9e-02c4-4594-95ea-c1b1c044d7a9 service neutron] 10.222.0.32 "GET /v2.0/ports/a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0734527
Dec 24 11:19:39.899984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf976ae-6ebf-4eb2-ad0d-52d7da26eb16 req-94b1acc6-fb23-42c8-8386-fe66f512d44d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:39.901455 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fbf976ae-6ebf-4eb2-ad0d-52d7da26eb16 req-94b1acc6-fb23-42c8-8386-fe66f512d44d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0832951
Dec 24 11:19:39.953550 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fbf976ae-6ebf-4eb2-ad0d-52d7da26eb16 req-0e14deee-5a96-40da-87bc-b044343ea125 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461450
Dec 24 11:19:40.068148 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-068d4c46-a2e9-498b-bdda-e4a9fa1b38ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:40.069614 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-068d4c46-a2e9-498b-bdda-e4a9fa1b38ab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a&tenant_id=fb27ac013426496089cef6b198162693 HTTP/1.1" status: 200  len: 1099 time: 0.0716689
Dec 24 11:19:40.163973 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-a6466c01-168b-43aa-b6f9-0e39f755ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:40.165455 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-a6466c01-168b-43aa-b6f9-0e39f755ae3a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 1099 time: 0.0721998
Dec 24 11:19:40.294911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-14957148-c5fb-4fcb-a3e7-4cd775a7366f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:40.296887 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-14957148-c5fb-4fcb-a3e7-4cd775a7366f service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1250830
Dec 24 11:19:40.399598 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-9fc1840a-01e4-4913-b4df-1bf8aec405f2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b HTTP/1.1" status: 200  len: 1002 time: 0.0955970
Dec 24 11:19:40.463238 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-3a29d6ff-7ad6-44ee-bd3d-70fdb3111d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:40.464678 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-3a29d6ff-7ad6-44ee-bd3d-70fdb3111d8a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0595205
Dec 24 11:19:40.541694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-cc0782b3-9062-4d9d-993b-fef9e2f1b88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:40.543193 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-cc0782b3-9062-4d9d-993b-fef9e2f1b88e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0726511
Dec 24 11:19:40.672883 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-44625125-4ab3-46fb-9319-8fbc3cd72d34 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232612
Dec 24 11:19:40.694700 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:40.804068 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6f037ab3-7867-4a0f-94ab-5ce8f15e7b41 req-f5fceec6-d831-40ea-8336-072fa53e5f9b service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248584
Dec 24 11:19:41.139875 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb7c9e-e078-4a25-885c-087d52464b61 req-a04abb5f-2006-418b-aa4c-2de7ff5f50a6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:41.141325 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4bbb7c9e-e078-4a25-885c-087d52464b61 req-a04abb5f-2006-418b-aa4c-2de7ff5f50a6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0780764
Dec 24 11:19:41.188558 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4bbb7c9e-e078-4a25-885c-087d52464b61 req-c396537c-a100-432d-b601-d5517cb15af7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413363
Dec 24 11:19:42.371325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1f65d-83d6-4b64-8809-704a404e88de req-e5320728-e38a-43ca-a940-7075428a20f5 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:42.372785 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4ae1f65d-83d6-4b64-8809-704a404e88de req-e5320728-e38a-43ca-a940-7075428a20f5 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0791173
Dec 24 11:19:42.416417 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4ae1f65d-83d6-4b64-8809-704a404e88de req-e417f96c-a381-47c2-8dd4-6292aa19155a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373125
Dec 24 11:19:43.001600 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:19:43.452191 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:19:43.456097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:19:43.603442 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5daeb-060c-4924-a491-9e2de1fb27d5 req-58bbf52e-e115-44d0-af81-6fa6f2bbb238 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:43.604909 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-dcf5daeb-060c-4924-a491-9e2de1fb27d5 req-58bbf52e-e115-44d0-af81-6fa6f2bbb238 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0781183
Dec 24 11:19:43.651072 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-dcf5daeb-060c-4924-a491-9e2de1fb27d5 req-ab684729-5b06-48db-8ce7-1d030bedeac3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404618
Dec 24 11:19:43.722493 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:43.744079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:19:43.763201 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'port_id': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b', 'mac_address': 'fa:16:3e:b3:17:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:19:43.768140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb26edf-5e76-4bdb-8316-f18650add65a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:19:43.805835 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:19:43.815953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:43.819429 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:19:43.857407 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb26edf-5e76-4bdb-8316-f18650add65a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b', 'code': 200}
Dec 24 11:19:43.886796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:43.910393 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:19:43.916890 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:19:43.948390 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:43.948731 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:43.949067 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:43.949441 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:43.949905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:43.950236 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:43.950535 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:43.950902 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:43.951196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:43.951517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:43.951838 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:43.952154 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:43.959703 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:19:43.984171 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:19:43.984994 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:19:44.541682 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:44.570156 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:19:44.588150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:19:44.592581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:44.594895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:19:44.657663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:19:44.702983 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b,revision_number=7']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:19:44.706701 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:19:44.840159 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c1778-1d70-4e81-826d-100cd7b8add2 req-db6f0c02-e1e3-4cf3-9a41-a6987ac36fe6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:44.841619 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ff2c1778-1d70-4e81-826d-100cd7b8add2 req-db6f0c02-e1e3-4cf3-9a41-a6987ac36fe6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 945 time: 0.0855770
Dec 24 11:19:44.885549 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ff2c1778-1d70-4e81-826d-100cd7b8add2 req-b0dca747-2afb-4f9a-8c61-aced64bbaca4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376821
Dec 24 11:19:45.179541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e1638-596c-4986-acae-bf14bb15a410 req-13dd5690-659f-49a4-b12c-195fcdd36a37 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:45.181006 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-de5e1638-596c-4986-acae-bf14bb15a410 req-13dd5690-659f-49a4-b12c-195fcdd36a37 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 945 time: 0.0786326
Dec 24 11:19:45.188979 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378efc93-626d-431b-960b-5f3696f8d412 req-e1500079-ecc4-437a-b1ff-c52988d20b08 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:45.190431 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-378efc93-626d-431b-960b-5f3696f8d412 req-e1500079-ecc4-437a-b1ff-c52988d20b08 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a&tenant_id=fb27ac013426496089cef6b198162693&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 945 time: 0.0849333
Dec 24 11:19:45.226654 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-de5e1638-596c-4986-acae-bf14bb15a410 req-a59f1d44-f658-44a9-a5e3-181b1c139542 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398071
Dec 24 11:19:45.328191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378efc93-626d-431b-960b-5f3696f8d412 req-34e6f3c5-6d5e-4171-bb90-1004bb52b85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:45.329650 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-378efc93-626d-431b-960b-5f3696f8d412 req-34e6f3c5-6d5e-4171-bb90-1004bb52b85a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 1098 time: 0.0696378
Dec 24 11:19:45.458522 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378efc93-626d-431b-960b-5f3696f8d412 req-a5113543-d2f6-486e-8b25-36b2221dee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:45.459968 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-378efc93-626d-431b-960b-5f3696f8d412 req-a5113543-d2f6-486e-8b25-36b2221dee54 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1238642
Dec 24 11:19:45.471129 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:19:45.542405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:19:45.543124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:45.562075 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-378efc93-626d-431b-960b-5f3696f8d412 req-70482d2e-cbe8-41f1-b6ec-e73a0bd42031 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b HTTP/1.1" status: 200  len: 1001 time: 0.0957894
Dec 24 11:19:45.622642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378efc93-626d-431b-960b-5f3696f8d412 req-3d05a30f-24a0-466f-a711-73a94c552bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:45.623999 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-378efc93-626d-431b-960b-5f3696f8d412 req-3d05a30f-24a0-466f-a711-73a94c552bb9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0561671
Dec 24 11:19:45.656167 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:45.688043 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:19:45.692055 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:45.694264 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:19:45.766667 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b,revision_number=8']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:19:45.770136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:19:45.811731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378efc93-626d-431b-960b-5f3696f8d412 req-f321b238-a324-47a3-b6ba-fa59554256b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:45.813230 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-378efc93-626d-431b-960b-5f3696f8d412 req-f321b238-a324-47a3-b6ba-fa59554256b1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1827919
Dec 24 11:19:45.858196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb26edf-5e76-4bdb-8316-f18650add65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:19:45.911410 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb26edf-5e76-4bdb-8316-f18650add65a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b', 'code': 200}
Dec 24 11:19:45.943296 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-378efc93-626d-431b-960b-5f3696f8d412 req-bbc7b525-671e-417a-98c8-469a3a17423f service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234438
Dec 24 11:19:46.073193 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-378efc93-626d-431b-960b-5f3696f8d412 req-1ee9df65-4e5c-4a83-becc-a99e45c6a777 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234202
Dec 24 11:19:46.416934 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91695bf7-cfc5-4c5f-931a-623dba295d3f req-ce27b021-46e5-414f-b8f7-47664b9b4c5a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:46.418441 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-91695bf7-cfc5-4c5f-931a-623dba295d3f req-ce27b021-46e5-414f-b8f7-47664b9b4c5a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0839736
Dec 24 11:19:46.463493 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-91695bf7-cfc5-4c5f-931a-623dba295d3f req-ea960f81-cec3-4e0f-aa5f-0110776d65c8 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380929
Dec 24 11:19:47.647520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb07e5e-e404-4e59-91ce-cbfab6a25bb8 req-ca8c4e22-ca5a-4109-8d9b-eb8df831db0a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:47.648960 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8cb07e5e-e404-4e59-91ce-cbfab6a25bb8 req-ca8c4e22-ca5a-4109-8d9b-eb8df831db0a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0776768
Dec 24 11:19:47.692142 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8cb07e5e-e404-4e59-91ce-cbfab6a25bb8 req-9a507669-0993-4e39-9040-48c678908ae7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375524
Dec 24 11:19:47.871160 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2103bd3a-a1da-4585-b17d-0a10fe29271d req-8fb867eb-57d4-4974-8419-b45ef83dfdf7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:47.872612 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2103bd3a-a1da-4585-b17d-0a10fe29271d req-8fb867eb-57d4-4974-8419-b45ef83dfdf7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0799930
Dec 24 11:19:47.919954 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2103bd3a-a1da-4585-b17d-0a10fe29271d req-fcc6cd8f-3977-4abe-9376-c5ca47ff1214 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410628
Dec 24 11:19:48.104465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc6c3c-531e-4911-a163-77058a760fcf req-91c3add4-ea14-49a2-b0bb-82662c50226c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:48.105937 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-81cc6c3c-531e-4911-a163-77058a760fcf req-91c3add4-ea14-49a2-b0bb-82662c50226c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0827620
Dec 24 11:19:48.148478 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-81cc6c3c-531e-4911-a163-77058a760fcf req-92856123-c3e3-4c03-abc1-cec2388c9bcb tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363460
Dec 24 11:19:48.517978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6693a-69d9-4f8a-a00d-ab5fc0c6db2e req-aab88855-c959-404a-a0b3-c096c01bbb10 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:48.519637 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7de6693a-69d9-4f8a-a00d-ab5fc0c6db2e req-aab88855-c959-404a-a0b3-c096c01bbb10 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0820005
Dec 24 11:19:48.562692 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7de6693a-69d9-4f8a-a00d-ab5fc0c6db2e req-5278cdeb-3bc2-452c-b6b9-5797a8bef37c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374148
Dec 24 11:19:49.747463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ad10f-096b-409b-9c8b-62918e30773d req-a82a708a-761b-40fc-b0b4-24207da30358 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:49.748823 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-350ad10f-096b-409b-9c8b-62918e30773d req-a82a708a-761b-40fc-b0b4-24207da30358 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0791466
Dec 24 11:19:49.792578 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-350ad10f-096b-409b-9c8b-62918e30773d req-ba85f73b-97a4-4784-b926-66233dd13fe7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381169
Dec 24 11:19:50.239504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c76e1-18f3-44dd-8dcc-27ba36895c19 req-e7bbb629-3f22-42ca-99de-dab20ac9b7c4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:50.240922 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fd7c76e1-18f3-44dd-8dcc-27ba36895c19 req-e7bbb629-3f22-42ca-99de-dab20ac9b7c4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.0811605
Dec 24 11:19:50.311240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-fd7c76e1-18f3-44dd-8dcc-27ba36895c19 req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Deleting port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:19:50.311582 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-fd7c76e1-18f3-44dd-8dcc-27ba36895c19 req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:50.558726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-fd7c76e1-18f3-44dd-8dcc-27ba36895c19 req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] For port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:19:50.559079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-fd7c76e1-18f3-44dd-8dcc-27ba36895c19 req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:50.851125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-fd7c76e1-18f3-44dd-8dcc-27ba36895c19 req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:50.851486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-fd7c76e1-18f3-44dd-8dcc-27ba36895c19 req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:50.851794 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [req-fd7c76e1-18f3-44dd-8dcc-27ba36895c19 req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Floating IP 583a621c-c845-4dd5-ba6d-db664d657a26 disassociated. External IP: 172.26.4.173, port: a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b.
Dec 24 11:19:50.852124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-fd7c76e1-18f3-44dd-8dcc-27ba36895c19 req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Calling delete_port for a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:19:51.045702 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38deb77-637b-43c1-ae05-ffd6f61df507 req-dd0cc6ef-f7fc-42b0-bcb2-43a138cfe143 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:51.047262 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e38deb77-637b-43c1-ae05-ffd6f61df507 req-dd0cc6ef-f7fc-42b0-bcb2-43a138cfe143 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 946 time: 0.1473656
Dec 24 11:19:51.074521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-fd7c76e1-18f3-44dd-8dcc-27ba36895c19 req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:51.082539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-eeaca79c-cea2-437f-ab60-e6aba4f08b19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:19:51.133390 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Pushing event deleted for resources: {'Port': ['ID=a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:19:51.152089 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e38deb77-637b-43c1-ae05-ffd6f61df507 req-96097794-ebda-404a-82ee-ee8b19e0725d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986023
Dec 24 11:19:51.154386 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:51.154776 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:51.155220 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:51.156318 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:51.156318 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:51.156669 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:51.156995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:51.157402 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:51.157731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:51.158125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:51.158489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:51.158850 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:19:51.329788 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:19:51.457430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd7c76e1-18f3-44dd-8dcc-27ba36895c19 req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:19:51.635192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd7c76e1-18f3-44dd-8dcc-27ba36895c19 req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:19:51.645499 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c7a0e-9db8-4f05-a6ce-dd2b2abb73c1 None None] Sync routers for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:19:51.655501 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c7a0e-9db8-4f05-a6ce-dd2b2abb73c1 None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:19:51.656599 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d56c7a0e-9db8-4f05-a6ce-dd2b2abb73c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1cd460>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:19:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:19:51.708178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7c76e1-18f3-44dd-8dcc-27ba36895c19 req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] No DVR routers for this DVR port a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:19:51.710623 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-fd7c76e1-18f3-44dd-8dcc-27ba36895c19 req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:51.713227 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fb26edf-5e76-4bdb-8316-f18650add65a', 'name': 'network-vif-deleted', 'tag': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:19:51.730837 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fd7c76e1-18f3-44dd-8dcc-27ba36895c19 req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "DELETE /v2.0/ports/a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b HTTP/1.1" status: 204  len: 173 time: 1.4838636
Dec 24 11:19:51.765049 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fb26edf-5e76-4bdb-8316-f18650add65a', 'name': 'network-vif-deleted', 'tag': 'a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b', 'status': 'completed', 'code': 200}
Dec 24 11:19:51.835700 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-d56c7a0e-9db8-4f05-a6ce-dd2b2abb73c1 None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:19:52.142156 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d56c7a0e-9db8-4f05-a6ce-dd2b2abb73c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1cd460>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:19:52.146279 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c7a0e-9db8-4f05-a6ce-dd2b2abb73c1 None None] Checking router: 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:19:52.155128 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56c7a0e-9db8-4f05-a6ce-dd2b2abb73c1 None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:19:52.155733 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d56c7a0e-9db8-4f05-a6ce-dd2b2abb73c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1cd460>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:19:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:19:52.316324 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-95cf0f65-d3a8-4354-a6ec-695c9f4d0b3d req-35a2da80-53fc-4631-a14c-bc32c10a755f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Synchronizing usage tracker for tenant:fb27ac013426496089cef6b198162693 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:19:52.333344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-95cf0f65-d3a8-4354-a6ec-695c9f4d0b3d req-35a2da80-53fc-4631-a14c-bc32c10a755f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Unset dirty status for tenant:fb27ac013426496089cef6b198162693 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:19:52.334715 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-95cf0f65-d3a8-4354-a6ec-695c9f4d0b3d req-35a2da80-53fc-4631-a14c-bc32c10a755f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=1fb26edf-5e76-4bdb-8316-f18650add65a HTTP/1.1" status: 200  len: 210 time: 0.0613575
Dec 24 11:19:52.398556 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-d56c7a0e-9db8-4f05-a6ce-dd2b2abb73c1 None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:19:52.710878 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d56c7a0e-9db8-4f05-a6ce-dd2b2abb73c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1cd460>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:19:52.714639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56c7a0e-9db8-4f05-a6ce-dd2b2abb73c1 None None] The sync data for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv is: [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:19:52.934572 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705092c0-1aee-4f76-825b-810f4237d19e None None] New status for floating IP 583a621c-c845-4dd5-ba6d-db664d657a26: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:19:53.655615 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-faca18dd-a082-4345-81c2-2e30bb38b49c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1548533783&fields=id&tenant_id=fb27ac013426496089cef6b198162693 HTTP/1.1" status: 200  len: 267 time: 0.0397372
Dec 24 11:19:53.804001 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-3905e107-a490-4f2d-85fe-a55bc7d4a460 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:53.805428 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-3905e107-a490-4f2d-85fe-a55bc7d4a460 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 812 time: 0.1436675
Dec 24 11:19:53.820043 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-053a00ba-6841-4236-ba77-ff9d085b03e6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/quotas/fb27ac013426496089cef6b198162693 HTTP/1.1" status: 200  len: 375 time: 0.0092366
Dec 24 11:19:53.904315 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-e3cc702c-8016-45c2-948b-c83c28a63d35 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0792975
Dec 24 11:19:54.082643 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4dddb044-ff0a-4ca5-9fa1-4f6a8f2127d2 service neutron] 10.222.0.54 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1665211
Dec 24 11:19:54.210511 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-89aae658-b366-4a4d-b8a7-63123bf9c67f service neutron] 10.222.0.54 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222494
Dec 24 11:19:54.381220 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-014a4974-3568-4f70-8749-b194f26e82c1 req-8be01402-cd53-4d67-b343-ad47a0254166 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 210 time: 0.0425377
Dec 24 11:19:55.354798 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-a7208f55-2bd1-4779-8035-110190924434 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:55.356221 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-a7208f55-2bd1-4779-8035-110190924434 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 812 time: 0.1467242
Dec 24 11:19:55.408337 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-e92e223c-cfee-4602-8cb2-70dac5167154 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb27ac013426496089cef6b198162693 HTTP/1.1" status: 200  len: 380 time: 0.0442026
Dec 24 11:19:55.418397 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-42c2a625-2684-45c6-bf25-91b16c0d16ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Request body: {'port': {'device_id': '5b200304-efe2-44b9-88eb-5871403af290', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'admin_state_up': True, 'tenant_id': 'fb27ac013426496089cef6b198162693', 'security_groups': ['cd280a2b-6665-4f6f-8889-f4ca983d9c98']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:19:55.480345 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:19:55.516764 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:19:55.517128 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device a6caf4d8-e995-4b6e-b0b6-815ec3c65a2b not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:19:55.537555 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2856697e-6464-41dc-a4dd-5286ea4d08bb req-df2b121d-db1c-41f0-90c9-e57706a2fd0b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 210 time: 0.0454326
Dec 24 11:19:55.558204 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-42c2a625-2684-45c6-bf25-91b16c0d16ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:19:55.567644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-42c2a625-2684-45c6-bf25-91b16c0d16ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:19:55.576995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-42c2a625-2684-45c6-bf25-91b16c0d16ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Made reservation on behalf of fb27ac013426496089cef6b198162693 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:19:55.580501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-42c2a625-2684-45c6-bf25-91b16c0d16ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:55.737523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-42c2a625-2684-45c6-bf25-91b16c0d16ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Allocated IP 172.20.0.14 (58126376-f0e8-44d4-a7ff-4e2f1b2e4978/a8494787-0114-4968-9dc8-3d57a01b6d16/41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:19:55.918457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-42c2a625-2684-45c6-bf25-91b16c0d16ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:55.933061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-42c2a625-2684-45c6-bf25-91b16c0d16ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Transition to ACTIVE for port object 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:19:55.955430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-42c2a625-2684-45c6-bf25-91b16c0d16ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:55.960501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8bb11a98-75d4-4b41-ae73-c2303907cb5f tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:19:56.028136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-42c2a625-2684-45c6-bf25-91b16c0d16ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:19:56.032079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-42c2a625-2684-45c6-bf25-91b16c0d16ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:19:56.035858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-42c2a625-2684-45c6-bf25-91b16c0d16ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:19:56.065538 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2a625-2684-45c6-bf25-91b16c0d16ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Pushing event updated for resources: {'Port': ['ID=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:19:56.072123 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-42c2a625-2684-45c6-bf25-91b16c0d16ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:19:56.103057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-42c2a625-2684-45c6-bf25-91b16c0d16ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:56.103666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-42c2a625-2684-45c6-bf25-91b16c0d16ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:56.128714 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-42c2a625-2684-45c6-bf25-91b16c0d16ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7147372
Dec 24 11:19:56.141291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Request body: {'port': {'device_id': '5b200304-efe2-44b9-88eb-5871403af290', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:19:56.253515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:56.298478 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6c7b8e86-fe64-4549-8fbb-f5112f9cd818 None None] Provisioning for port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:19:56.303327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6c7b8e86-fe64-4549-8fbb-f5112f9cd818 None None] Provisioning complete for port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:19:56.303986 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6c7b8e86-fe64-4549-8fbb-f5112f9cd818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:56.357365 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6c7b8e86-fe64-4549-8fbb-f5112f9cd818 None None] Port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:19:56.747385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:19:56.756949 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:56.781131 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Transition to ACTIVE for port object 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:19:56.786010 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:56.790775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a1f39f8c-e3b3-4e7d-86b1-0a4573501ad3 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:19:56.897410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcafe5c8-c1a3-4cba-899f-242e7d963a3b req-0ca7ffeb-84d6-449b-abad-f63cb2f08097 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:56.898134 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-fcafe5c8-c1a3-4cba-899f-242e7d963a3b req-0ca7ffeb-84d6-449b-abad-f63cb2f08097 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Synchronizing usage tracker for tenant:fb27ac013426496089cef6b198162693 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:19:56.938563 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Pushing event updated for resources: {'Port': ['ID=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:19:56.943621 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:19:56.977275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-fcafe5c8-c1a3-4cba-899f-242e7d963a3b req-0ca7ffeb-84d6-449b-abad-f63cb2f08097 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Unset dirty status for tenant:fb27ac013426496089cef6b198162693 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:19:56.978485 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fcafe5c8-c1a3-4cba-899f-242e7d963a3b req-0ca7ffeb-84d6-449b-abad-f63cb2f08097 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 932 time: 0.3366053
Dec 24 11:19:57.074052 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fcafe5c8-c1a3-4cba-899f-242e7d963a3b req-9a99a8fc-8c34-46e9-927b-d0ead07629ac tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653667
Dec 24 11:19:57.084352 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Attempting to bind port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:19:57.085750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Attempting to bind port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:19:57.086574 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Attempting to bind port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 on network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:19:57.091977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 on network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:19:57.092298 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Attempting to bind port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 on network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:19:57.098078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:19:57.098358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Checking segment: {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:19:57.098731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Bound using segment: {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:19:57.099146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Bound port: 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:19:57.099484 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:57.192838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] For port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:19:57.195923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] For port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:19:57.199495 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:57.203836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-711a125b-bed4-4c12-8869-ae29d78abf6f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:19:57.253008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:57.253634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:57.255031 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] 10.222.0.32 "PUT /v2.0/ports/41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 HTTP/1.1" status: 200  len: 1094 time: 1.1185865
Dec 24 11:19:57.255551 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b200304-efe2-44b9-88eb-5871403af290', 'tag': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:19:57.283483 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Pushing event updated for resources: {'Port': ['ID=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:19:57.286497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:19:57.346280 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b200304-efe2-44b9-88eb-5871403af290', 'tag': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58', 'status': 'completed', 'code': 200}
Dec 24 11:19:57.393608 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-e0151f60-1dcf-47d3-82e3-6c22dae98f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:57.396403 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-e0151f60-1dcf-47d3-82e3-6c22dae98f13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 1097 time: 0.0897138
Dec 24 11:19:57.471271 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-17662649-c503-408a-8b0e-b968d2037053 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 HTTP/1.1" status: 200  len: 217 time: 0.0678170
Dec 24 11:19:57.539301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4e08a2a4-8843-421b-808a-edd0b4b5dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:57.540738 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-4e08a2a4-8843-421b-808a-edd0b4b5dc31 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0623543
Dec 24 11:19:57.615948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-b07db137-b761-4cdf-b47f-57dbb9ba47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:57.617402 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-b07db137-b761-4cdf-b47f-57dbb9ba47e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698762
Dec 24 11:19:57.752409 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-0da18a84-44ae-4906-b39d-ba751a90eff9 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283579
Dec 24 11:19:57.883569 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-afe89062-36a9-470c-9c1a-79a35235fcbc req-7bdeaac3-511e-4c35-9a14-a4d031d6d839 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242054
Dec 24 11:19:58.000504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d331b3e-b325-40d3-96df-8eecd971bca6 req-25c801ae-269c-4e66-aef5-c7ec2d7b43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:58.002220 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d331b3e-b325-40d3-96df-8eecd971bca6 req-25c801ae-269c-4e66-aef5-c7ec2d7b43a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 1097 time: 0.0702636
Dec 24 11:19:58.136125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d331b3e-b325-40d3-96df-8eecd971bca6 req-3c30d6e2-7398-4bec-8a40-bb68d177a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:58.137571 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d331b3e-b325-40d3-96df-8eecd971bca6 req-3c30d6e2-7398-4bec-8a40-bb68d177a91b service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1283913
Dec 24 11:19:58.236456 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d331b3e-b325-40d3-96df-8eecd971bca6 req-c441482a-5b3e-4fb4-9343-8c3ade272d10 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 HTTP/1.1" status: 200  len: 217 time: 0.0924492
Dec 24 11:19:58.418474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d331b3e-b325-40d3-96df-8eecd971bca6 req-71c6b3a3-2e52-4295-8b65-83ac01d7e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:58.419820 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d331b3e-b325-40d3-96df-8eecd971bca6 req-71c6b3a3-2e52-4295-8b65-83ac01d7e43c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.1773069
Dec 24 11:19:58.484790 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb9eda-3a6a-4b30-9e9b-b4dc8e967ae8 req-8dd4ba15-f2a2-48ee-a2c4-1f9710c52cbd tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:58.486226 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f3bb9eda-3a6a-4b30-9e9b-b4dc8e967ae8 req-8dd4ba15-f2a2-48ee-a2c4-1f9710c52cbd tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 944 time: 0.2862573
Dec 24 11:19:58.543335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d331b3e-b325-40d3-96df-8eecd971bca6 req-ab7136cb-eb6e-4038-8c17-96a503ddd8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:58.544779 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d331b3e-b325-40d3-96df-8eecd971bca6 req-ab7136cb-eb6e-4038-8c17-96a503ddd8c1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1166973
Dec 24 11:19:58.548181 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f3bb9eda-3a6a-4b30-9e9b-b4dc8e967ae8 req-d1222034-5052-4d7d-9409-8149934846c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558732
Dec 24 11:19:58.673267 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d331b3e-b325-40d3-96df-8eecd971bca6 req-0ae8ac95-39e4-48c5-b115-dcb786843bbe service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215136
Dec 24 11:19:58.808795 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d331b3e-b325-40d3-96df-8eecd971bca6 req-2d9124b8-b284-4d89-987a-d9836101f6af service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287372
Dec 24 11:19:59.679406 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-166715dd-fba8-4dff-a5c9-430292e9298b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:19:59.737713 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd3a40f-b805-4309-8161-a5c7274cd7ea req-e511c947-6a99-4733-ae7c-89bc114de864 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:19:59.739198 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5bd3a40f-b805-4309-8161-a5c7274cd7ea req-e511c947-6a99-4733-ae7c-89bc114de864 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 944 time: 0.0846853
Dec 24 11:19:59.782970 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5bd3a40f-b805-4309-8161-a5c7274cd7ea req-556642dc-2e21-4b0f-ad4b-1c0bd000e0a1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381060
Dec 24 11:20:00.962174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8b5a5-6d9f-43a0-a05f-9e809210d641 req-086ffd18-b53b-4058-9d81-5ac68812484c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:20:00.963623 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ae8b5a5-6d9f-43a0-a05f-9e809210d641 req-086ffd18-b53b-4058-9d81-5ac68812484c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 944 time: 0.0791790
Dec 24 11:20:01.006667 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9ae8b5a5-6d9f-43a0-a05f-9e809210d641 req-eb242922-743d-4283-893b-8f34b49d2cb2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375323
Dec 24 11:20:01.523923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:20:01.652523 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:20:01.665474 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'port_id': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58', 'mac_address': 'fa:16:3e:bd:85:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:20:01.721614 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:01.738452 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:20:01.753161 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:20:01.757231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:01.759079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:20:01.822627 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:20:01.825599 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:20:01.893056 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9a88b8fe-9631-48bc-b158-5b2f86a12a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:02.091355 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:20:02.188310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73caa9e-7682-4efc-80b7-8b7f8331ec03 req-2964ddf7-e68b-4da6-b4b4-2ad39b421bfd tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:20:02.189814 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d73caa9e-7682-4efc-80b7-8b7f8331ec03 req-2964ddf7-e68b-4da6-b4b4-2ad39b421bfd tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 945 time: 0.0787771
Dec 24 11:20:02.237183 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d73caa9e-7682-4efc-80b7-8b7f8331ec03 req-a78e3197-b206-40ed-98ea-97b9c1af9485 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415456
Dec 24 11:20:03.118657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:03.124205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:03.419219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b54ee0-ae8e-4174-bccb-b7f700c1d42e req-1b6db5b9-847a-4efa-bb77-2c41f87127b3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:20:03.420693 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-81b54ee0-ae8e-4174-bccb-b7f700c1d42e req-1b6db5b9-847a-4efa-bb77-2c41f87127b3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 945 time: 0.0828555
Dec 24 11:20:03.464462 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-81b54ee0-ae8e-4174-bccb-b7f700c1d42e req-3e3d0a7e-3ac6-45cf-862e-7d36f5991675 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375233
Dec 24 11:20:03.523972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:20:03.591660 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:20:03.596128 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:20:03.596502 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:03.706597 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:03.733027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b200304-efe2-44b9-88eb-5871403af290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:20:03.743449 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:20:03.747180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:03.750288 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:20:03.789772 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b200304-efe2-44b9-88eb-5871403af290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58', 'code': 200}
Dec 24 11:20:03.821307 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:20:03.824163 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:20:03.993368 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb9ed2-3602-40aa-9678-a384e0dd922a req-cd53b12d-2e53-4d11-9db1-03d14fbbdd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:20:03.994795 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19fb9ed2-3602-40aa-9678-a384e0dd922a req-cd53b12d-2e53-4d11-9db1-03d14fbbdd85 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 1099 time: 0.0688717
Dec 24 11:20:04.034938 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19fb9ed2-3602-40aa-9678-a384e0dd922a req-fd737ebb-d24c-458b-b06e-7386a57d1cfa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0339999
Dec 24 11:20:04.651555 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad9dc4-9e9b-402d-8241-01467f79cc2e req-f492117e-4f9d-4342-80fb-eb700c97815c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:20:04.653013 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fbad9dc4-9e9b-402d-8241-01467f79cc2e req-f492117e-4f9d-4342-80fb-eb700c97815c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0832210
Dec 24 11:20:04.696355 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fbad9dc4-9e9b-402d-8241-01467f79cc2e req-72528690-1e18-42e2-aafd-d0531fa2d77d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376618
Dec 24 11:20:04.907988 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:05.985761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd99ad0-f4c2-4404-ba06-e0bc472934d7 req-c86d0291-0085-4c1b-9fb6-bf1232136b75 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:20:05.987156 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-bcd99ad0-f4c2-4404-ba06-e0bc472934d7 req-c86d0291-0085-4c1b-9fb6-bf1232136b75 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.1842811
Dec 24 11:20:06.028793 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-bcd99ad0-f4c2-4404-ba06-e0bc472934d7 req-c09ed250-dd9e-4865-9767-641d59060617 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360827
Dec 24 11:20:06.202692 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f8d01-dec3-4c2e-9cce-2af418fd451f req-946caa5c-dc1c-490d-b08a-1c9d0d64f217 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:20:06.204142 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba7f8d01-dec3-4c2e-9cce-2af418fd451f req-946caa5c-dc1c-490d-b08a-1c9d0d64f217 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0775402
Dec 24 11:20:06.212557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 56318) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:20:06.217490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a75c9632-ca9d-4beb-b072-f0d5f39b9cdc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Request body: {'floatingip': {'port_id': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:20:06.295966 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a75c9632-ca9d-4beb-b072-f0d5f39b9cdc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for floatingip, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:06.895193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.db.resource_extend [None req-a75c9632-ca9d-4beb-b072-f0d5f39b9cdc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 24 11:20:06.987762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a75c9632-ca9d-4beb-b072-f0d5f39b9cdc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:06.991558 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a75c9632-ca9d-4beb-b072-f0d5f39b9cdc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:07.156734 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-a75c9632-ca9d-4beb-b072-f0d5f39b9cdc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Floating IP 583a621c-c845-4dd5-ba6d-db664d657a26 associated. External IP: 172.26.4.173, port: 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58.
Dec 24 11:20:07.497970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75c9632-ca9d-4beb-b072-f0d5f39b9cdc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:20:07.674969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75c9632-ca9d-4beb-b072-f0d5f39b9cdc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:20:07.679396 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a75c9632-ca9d-4beb-b072-f0d5f39b9cdc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:07.684475 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f141668-b0a3-40c3-a431-cace46b9286a None None] Sync routers for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:20:07.698541 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f141668-b0a3-40c3-a431-cace46b9286a None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:20:07.699158 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0f141668-b0a3-40c3-a431-cace46b9286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf52d30>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:20:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:20:07.732225 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a75c9632-ca9d-4beb-b072-f0d5f39b9cdc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "PUT /v2.0/floatingips/583a621c-c845-4dd5-ba6d-db664d657a26 HTTP/1.1" status: 200  len: 992 time: 1.5186186
Dec 24 11:20:07.732901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b200304-efe2-44b9-88eb-5871403af290', 'tag': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:20:07.781920 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b200304-efe2-44b9-88eb-5871403af290', 'tag': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58', 'status': 'completed', 'code': 200}
Dec 24 11:20:07.877441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b9adf-6efa-4d5b-a83e-4a6f1022565f req-ee7f56b3-1468-4a17-8d5b-487b230c8f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:20:07.878956 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a8b9adf-6efa-4d5b-a83e-4a6f1022565f req-ee7f56b3-1468-4a17-8d5b-487b230c8f84 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 1099 time: 0.0762014
Dec 24 11:20:07.885327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-0f141668-b0a3-40c3-a431-cace46b9286a None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:20:08.011518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b9adf-6efa-4d5b-a83e-4a6f1022565f req-0ad91871-3402-484b-ad6d-44e7c1cacde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:20:08.013013 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a8b9adf-6efa-4d5b-a83e-4a6f1022565f req-0ad91871-3402-484b-ad6d-44e7c1cacde2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1271224
Dec 24 11:20:08.115302 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a8b9adf-6efa-4d5b-a83e-4a6f1022565f req-083b06b4-af0b-4655-8065-aadaba63f0ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 HTTP/1.1" status: 200  len: 1000 time: 0.0961194
Dec 24 11:20:08.178115 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b9adf-6efa-4d5b-a83e-4a6f1022565f req-4c397b38-5e6b-46e0-8427-353810a02bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:20:08.179565 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a8b9adf-6efa-4d5b-a83e-4a6f1022565f req-4c397b38-5e6b-46e0-8427-353810a02bb6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0580282
Dec 24 11:20:08.252834 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b9adf-6efa-4d5b-a83e-4a6f1022565f req-8718032e-c031-4d42-9e8e-42fbd28ff61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:20:08.254257 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a8b9adf-6efa-4d5b-a83e-4a6f1022565f req-8718032e-c031-4d42-9e8e-42fbd28ff61f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0685990
Dec 24 11:20:08.441341 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0f141668-b0a3-40c3-a431-cace46b9286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf52d30>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '583a621c-c845-4dd5-ba6d-db664d657a26', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'floating_ip_address': '172.26.4.173', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'port_id': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'mac_address': 'fa:16:3e:bd:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b200304-efe2-44b9-88eb-5871403af290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:17:55Z', 'updated_at': '2021-12-24T11:20:06Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:20:08.448875 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f141668-b0a3-40c3-a431-cace46b9286a None None] Checking router: 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:20:08.466028 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f141668-b0a3-40c3-a431-cace46b9286a None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:20:08.466638 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0f141668-b0a3-40c3-a431-cace46b9286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf52d30>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:20:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:20:08.512809 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a8b9adf-6efa-4d5b-a83e-4a6f1022565f req-69a866da-4ab7-4f21-b348-92ef2a82c683 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2514818
Dec 24 11:20:08.643204 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a8b9adf-6efa-4d5b-a83e-4a6f1022565f req-fed13442-0032-4e1e-b11d-1e1da4cd436d service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239665
Dec 24 11:20:08.646674 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-0f141668-b0a3-40c3-a431-cace46b9286a None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:20:09.004096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0f141668-b0a3-40c3-a431-cace46b9286a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf52d30>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '583a621c-c845-4dd5-ba6d-db664d657a26', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'floating_ip_address': '172.26.4.173', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'port_id': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'mac_address': 'fa:16:3e:bd:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b200304-efe2-44b9-88eb-5871403af290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:17:55Z', 'updated_at': '2021-12-24T11:20:06Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:20:09.007930 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f141668-b0a3-40c3-a431-cace46b9286a None None] The sync data for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv is: [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '583a621c-c845-4dd5-ba6d-db664d657a26', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'floating_ip_address': '172.26.4.173', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'port_id': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'mac_address': 'fa:16:3e:bd:85:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b200304-efe2-44b9-88eb-5871403af290', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:17:55Z', 'updated_at': '2021-12-24T11:20:06Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:20:09.195487 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3486967b-4e16-4edb-8db2-8b0da8d378aa None None] New status for floating IP 583a621c-c845-4dd5-ba6d-db664d657a26: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:20:10.704392 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:19.999753 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:20:29.681486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c43b6fe1-03f4-4e03-81c9-027ff343c343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:31.894739 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3395d84c-686a-4c9a-8be5-8e41d6416293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:33.116249 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:33.127486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:34.910151 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:36.572969 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-97a5937c-0a98-46cd-ab24-388ac55bc3c9 req-e5e814b0-36ae-4d25-b016-f74dc7bc28ff service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0672476
Dec 24 11:20:36.709370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5937c-0a98-46cd-ab24-388ac55bc3c9 req-3fcf5df2-685b-42f7-9d6b-1defcd0f208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:20:36.710795 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-97a5937c-0a98-46cd-ab24-388ac55bc3c9 req-3fcf5df2-685b-42f7-9d6b-1defcd0f208e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 1099 time: 0.0710869
Dec 24 11:20:36.853280 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5937c-0a98-46cd-ab24-388ac55bc3c9 req-e7645ca3-d236-44bf-8254-df9a90feb87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:20:36.854790 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-97a5937c-0a98-46cd-ab24-388ac55bc3c9 req-e7645ca3-d236-44bf-8254-df9a90feb87f service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1254258
Dec 24 11:20:36.957218 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-97a5937c-0a98-46cd-ab24-388ac55bc3c9 req-74913d46-be4a-4b7e-ba1f-6d71f09fa99b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 HTTP/1.1" status: 200  len: 1002 time: 0.0964444
Dec 24 11:20:37.028469 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5937c-0a98-46cd-ab24-388ac55bc3c9 req-d54dcd7b-8d89-4488-a88f-e43dd7f9d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:20:37.030609 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-97a5937c-0a98-46cd-ab24-388ac55bc3c9 req-d54dcd7b-8d89-4488-a88f-e43dd7f9d8fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0664177
Dec 24 11:20:37.119860 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5937c-0a98-46cd-ab24-388ac55bc3c9 req-0fd332d9-4653-493f-9295-37f02727c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:20:37.122306 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-97a5937c-0a98-46cd-ab24-388ac55bc3c9 req-0fd332d9-4653-493f-9295-37f02727c488 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0861270
Dec 24 11:20:37.258043 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-97a5937c-0a98-46cd-ab24-388ac55bc3c9 req-ec62322b-e2e3-4b80-9747-af12338222ed service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295843
Dec 24 11:20:37.388501 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-97a5937c-0a98-46cd-ab24-388ac55bc3c9 req-63bc7da5-73cc-4e68-8bde-80583807291b service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229980
Dec 24 11:20:40.709199 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:20:56.998331 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:20:59.682823 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dde9d191-241c-4a74-8295-e761d981b45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:01.897062 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8f449cb1-2866-43ff-ac30-3646b1c2c45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:03.108406 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:03.127538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:04.911755 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:10.707001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:18.909198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e0cd4-af5f-4e73-975d-25983c8101bd req-cf9d30c5-8388-46e3-a8a3-91f87ee8c593 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:18.910680 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-964e0cd4-af5f-4e73-975d-25983c8101bd req-cf9d30c5-8388-46e3-a8a3-91f87ee8c593 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0839324
Dec 24 11:21:18.952847 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-964e0cd4-af5f-4e73-975d-25983c8101bd req-5ddbe239-aa3f-48f3-b7fe-9ae6769e4871 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365162
Dec 24 11:21:20.136728 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a96655-5e73-4158-8d9d-622a06dd9698 req-fcb88162-ad5f-49db-9a27-26d6e24b82b3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:20.138204 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f8a96655-5e73-4158-8d9d-622a06dd9698 req-fcb88162-ad5f-49db-9a27-26d6e24b82b3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0813792
Dec 24 11:21:20.181623 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f8a96655-5e73-4158-8d9d-622a06dd9698 req-64d791ea-971e-42d3-8cf2-6883d051d7bc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371225
Dec 24 11:21:21.361369 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8146785-03bc-4c7c-a84f-1a59657b8916 req-329d7812-523e-4ecd-ba25-7bb4dbb0510a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:21.362881 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e8146785-03bc-4c7c-a84f-1a59657b8916 req-329d7812-523e-4ecd-ba25-7bb4dbb0510a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0783029
Dec 24 11:21:21.406334 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e8146785-03bc-4c7c-a84f-1a59657b8916 req-64b7265c-681f-480b-a290-5e8b0d3770b1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378511
Dec 24 11:21:22.586462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410dedc0-44df-4aa3-b328-e46fb466d2ed req-a28a79e7-5f72-4178-afd5-5b4dfca25542 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:22.587903 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-410dedc0-44df-4aa3-b328-e46fb466d2ed req-a28a79e7-5f72-4178-afd5-5b4dfca25542 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0783238
Dec 24 11:21:22.633164 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-410dedc0-44df-4aa3-b328-e46fb466d2ed req-e02a3d0e-505a-42c4-b00b-8d08d69313fa tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397506
Dec 24 11:21:23.820084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb01c6-fe34-49ed-ad3e-ff952bc83c6c req-b0661928-77b5-4833-bfee-d7b52aa92dda tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:23.821542 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cdfb01c6-fe34-49ed-ad3e-ff952bc83c6c req-b0661928-77b5-4833-bfee-d7b52aa92dda tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0821319
Dec 24 11:21:23.871689 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cdfb01c6-fe34-49ed-ad3e-ff952bc83c6c req-224354c0-4249-419e-a8b4-f0cd3e72d1e1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445511
Dec 24 11:21:25.059858 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587106e-c6f2-4539-ba89-b25bfa7585c9 req-7ce81935-8961-4507-8aed-ef7a9670e17f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:25.061315 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5587106e-c6f2-4539-ba89-b25bfa7585c9 req-7ce81935-8961-4507-8aed-ef7a9670e17f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0808115
Dec 24 11:21:25.103727 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5587106e-c6f2-4539-ba89-b25bfa7585c9 req-246043df-e89c-48d4-af78-9587628debb1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367186
Dec 24 11:21:26.284543 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d289a-aaac-4d39-ac78-70118f422a1f req-4e0ae684-6219-4adf-8935-e1a5129a194f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:26.286023 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-454d289a-aaac-4d39-ac78-70118f422a1f req-4e0ae684-6219-4adf-8935-e1a5129a194f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0794032
Dec 24 11:21:26.329257 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-454d289a-aaac-4d39-ac78-70118f422a1f req-3b2ff205-5bdb-4280-851d-69c531bf34bc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376973
Dec 24 11:21:27.526090 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d69f3e-c80f-46d0-b25b-13833dd87743 req-71763ec1-db98-4f6b-bfbc-ec2f1ae51f21 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:27.527584 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a8d69f3e-c80f-46d0-b25b-13833dd87743 req-71763ec1-db98-4f6b-bfbc-ec2f1ae51f21 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0855687
Dec 24 11:21:27.571002 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a8d69f3e-c80f-46d0-b25b-13833dd87743 req-de9ce05a-d8a6-4def-a973-f55deaac5951 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373170
Dec 24 11:21:28.754970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c6a84-7760-4731-abe7-01b026bfd7e9 req-3a29e63f-368d-4822-a8e1-de1d5f20f4e4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:28.756343 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-666c6a84-7760-4731-abe7-01b026bfd7e9 req-3a29e63f-368d-4822-a8e1-de1d5f20f4e4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0816512
Dec 24 11:21:28.799585 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-666c6a84-7760-4731-abe7-01b026bfd7e9 req-f10c4a68-fe0b-453c-805e-aa0ba0bf6a43 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377390
Dec 24 11:21:29.684742 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b94398fe-f9c2-4660-be01-b24dfd53633b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:29.979737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce2a7b-29c2-4a78-8939-f614a76cda8a req-2a5aadc7-c997-452d-999e-7ca44800efbb tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:29.981104 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fdce2a7b-29c2-4a78-8939-f614a76cda8a req-2a5aadc7-c997-452d-999e-7ca44800efbb tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0785468
Dec 24 11:21:30.025056 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fdce2a7b-29c2-4a78-8939-f614a76cda8a req-2fc9f79e-c079-4406-8c99-244352e94812 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379276
Dec 24 11:21:30.624096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf0ce4-f9be-4e3d-87d7-0ac80b5b073c req-0ee7ef32-c55a-45c1-acae-0c95c7bbaeb9 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:30.625572 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-88bf0ce4-f9be-4e3d-87d7-0ac80b5b073c req-0ee7ef32-c55a-45c1-acae-0c95c7bbaeb9 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.1042857
Dec 24 11:21:30.629070 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-8e28f881-424e-4b8c-8b34-12df7c9bb9b0 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1861100
Dec 24 11:21:30.674539 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-88bf0ce4-f9be-4e3d-87d7-0ac80b5b073c req-fde5eed1-a1ca-4bc6-aae2-d3a7ae0f756b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429702
Dec 24 11:21:31.727402 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-10efff58-10ed-478e-a7c6-fa0513486507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:31.728875 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-10efff58-10ed-478e-a7c6-fa0513486507 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 1099 time: 0.0720651
Dec 24 11:21:31.899625 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-27984216-2cc3-4026-ae6e-5f3e9bfe4070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:32.018385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-643ee3d6-1aa3-4f3d-b1e2-63b484c4876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:32.019753 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-643ee3d6-1aa3-4f3d-b1e2-63b484c4876a service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.2841895
Dec 24 11:21:32.089271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0dcc4-41b6-4023-a5d9-1d126a3d8eae req-c8459b60-ec4d-4a59-b475-370808571b1f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:32.090724 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-85d0dcc4-41b6-4023-a5d9-1d126a3d8eae req-c8459b60-ec4d-4a59-b475-370808571b1f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.2850642
Dec 24 11:21:32.160033 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-d36d628e-f64c-4a87-bbda-517322eb686c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 HTTP/1.1" status: 200  len: 1002 time: 0.1333745
Dec 24 11:21:32.162808 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-85d0dcc4-41b6-4023-a5d9-1d126a3d8eae req-b0ddfa47-96e8-4ea0-a0c0-866667b75456 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634708
Dec 24 11:21:32.222663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-a29cd9d5-c46e-4824-b78d-7e1e86b2ec22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:32.224070 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-a29cd9d5-c46e-4824-b78d-7e1e86b2ec22 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0573847
Dec 24 11:21:32.300085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-a3db1f51-da05-4120-a84e-4570c057f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:32.301512 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-a3db1f51-da05-4120-a84e-4570c057f72b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712440
Dec 24 11:21:32.311187 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-6288f48d-6797-41c2-b407-74352643e04a service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:21:32.312084 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-6288f48d-6797-41c2-b407-74352643e04a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0046706
Dec 24 11:21:32.440587 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-aafe99da-75cf-499e-9a49-47371d8d36cb service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217835
Dec 24 11:21:32.568753 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-1df6e78f-9e05-43e6-95bd-b8977444869c service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214492
Dec 24 11:21:33.112192 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:33.130379 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:33.344417 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb67860-d118-4746-a2a8-31bf2ef070cf req-fd517ad4-4b4b-4bce-9e75-e0674a28b08d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:33.346236 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-acb67860-d118-4746-a2a8-31bf2ef070cf req-fd517ad4-4b4b-4bce-9e75-e0674a28b08d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0794661
Dec 24 11:21:33.391237 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-acb67860-d118-4746-a2a8-31bf2ef070cf req-dbb19294-4951-4c15-98db-71ca6111232e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392699
Dec 24 11:21:33.996584 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:21:34.288160 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-5bc3794c-496a-470d-a484-dc22f9ea9081 service neutron] 10.222.0.32 "GET /v2.0/ports/41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0736458
Dec 24 11:21:34.609542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-290a9158-e8e0-4485-a712-7313de367e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:34.611000 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-290a9158-e8e0-4485-a712-7313de367e19 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290&tenant_id=fb27ac013426496089cef6b198162693 HTTP/1.1" status: 200  len: 1099 time: 0.1334171
Dec 24 11:21:34.618928 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa93c7-c85d-4112-a037-043fcc43b285 req-7304ddbf-750d-4c42-91b2-3b270d998097 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:34.620285 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-feaa93c7-c85d-4112-a037-043fcc43b285 req-7304ddbf-750d-4c42-91b2-3b270d998097 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.1050985
Dec 24 11:21:34.708060 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-feaa93c7-c85d-4112-a037-043fcc43b285 req-38e27bd8-1f3f-4b1b-8a94-743c31934eec tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0817120
Dec 24 11:21:34.732175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-d684526b-c412-4bb3-bd9b-6d856dd77643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:34.733632 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-d684526b-c412-4bb3-bd9b-6d856dd77643 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 1099 time: 0.0945878
Dec 24 11:21:34.905758 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-3cc8b105-022f-4d2d-b82e-83b0ca82ece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:34.907861 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-3cc8b105-022f-4d2d-b82e-83b0ca82ece6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1670203
Dec 24 11:21:34.917401 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:35.008439 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-d06e7854-358f-4248-888a-36795e4a3dac service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 HTTP/1.1" status: 200  len: 1002 time: 0.0945957
Dec 24 11:21:35.068281 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-40469230-a24e-48fd-a762-ca940a55981e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:35.069664 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-40469230-a24e-48fd-a762-ca940a55981e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0556922
Dec 24 11:21:35.146959 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-658a5ae8-1cd9-4ac1-8343-28be2b7833e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:35.148988 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-658a5ae8-1cd9-4ac1-8343-28be2b7833e9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0731642
Dec 24 11:21:35.276269 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-683404f4-78c6-48ac-b979-0f79b081165b service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1207771
Dec 24 11:21:35.405015 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05aa7d05-d17c-4fc0-aaf4-dad1af8bfd04 req-b21ca4cd-8e25-449d-83d9-451ed801af10 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209419
Dec 24 11:21:35.892385 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a15517d-eac7-40f4-b4ba-4d9215ae34a9 req-3608ea5a-b73c-481f-8d1e-f704c896161d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:35.894116 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7a15517d-eac7-40f4-b4ba-4d9215ae34a9 req-3608ea5a-b73c-481f-8d1e-f704c896161d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0824778
Dec 24 11:21:35.937214 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7a15517d-eac7-40f4-b4ba-4d9215ae34a9 req-caf452da-0d9d-4ce8-ab3f-4d003959ac43 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375876
Dec 24 11:21:37.227433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfca0e5-4e16-482a-ad38-9805d7805dee req-29562bad-b418-480a-ba8c-0f4a49250c8a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:37.228808 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6bfca0e5-4e16-482a-ad38-9805d7805dee req-29562bad-b418-480a-ba8c-0f4a49250c8a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.1895375
Dec 24 11:21:37.272123 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6bfca0e5-4e16-482a-ad38-9805d7805dee req-1ff77ad5-413f-484f-af8f-659ed41e00cb tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376229
Dec 24 11:21:37.989109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:21:37.993771 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:21:38.209706 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:38.222915 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:21:38.247281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'port_id': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58', 'mac_address': 'fa:16:3e:bd:85:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:21:38.255894 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b200304-efe2-44b9-88eb-5871403af290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:21:38.343421 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:21:38.353473 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:38.357180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:21:38.401211 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:38.433810 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:21:38.445814 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b200304-efe2-44b9-88eb-5871403af290', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58', 'code': 200}
Dec 24 11:21:38.474606 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8800a-357d-4998-a083-cdf7c66c71fd req-2257e105-51b9-4be9-bad0-57e801d09b94 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:38.481553 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-04c8800a-357d-4998-a083-cdf7c66c71fd req-2257e105-51b9-4be9-bad0-57e801d09b94 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 944 time: 0.0994041
Dec 24 11:21:38.483428 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:21:38.495687 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:38.496037 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:38.496381 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:38.496716 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:38.497045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:38.497428 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:38.497699 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:38.498051 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:38.498380 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:38.498705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:38.499506 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:38.499506 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:38.509953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:21:38.519229 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:21:38.519601 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:21:38.523589 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-04c8800a-357d-4998-a083-cdf7c66c71fd req-a64e145b-9db6-4abf-b1eb-7d224d1fe77f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411618
Dec 24 11:21:38.572014 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-15b3afac-1fac-4f5f-9dd0-72af1fdcbfa6 req-0c0c376a-e270-489c-a332-6d3fc8a53dda service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0759754
Dec 24 11:21:38.715942 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3afac-1fac-4f5f-9dd0-72af1fdcbfa6 req-4df850cc-df0f-4e81-b858-4a6b8951bcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:38.717444 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-15b3afac-1fac-4f5f-9dd0-72af1fdcbfa6 req-4df850cc-df0f-4e81-b858-4a6b8951bcd6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 1097 time: 0.0786529
Dec 24 11:21:38.828525 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db4aab-fef8-4ab9-92d2-4001f75260e8 req-c891d38e-a3fc-4215-b30f-a114aeab609d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:38.830584 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e2db4aab-fef8-4ab9-92d2-4001f75260e8 req-c891d38e-a3fc-4215-b30f-a114aeab609d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 944 time: 0.0838349
Dec 24 11:21:38.874710 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e2db4aab-fef8-4ab9-92d2-4001f75260e8 req-0a3f62b7-459e-4a38-94c0-825108138151 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384722
Dec 24 11:21:38.932431 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2e72b-ca13-40f8-950b-03ab4a96a579 req-96586b04-d4dd-453f-aff9-202b279bb8bf tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:38.933856 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-82a2e72b-ca13-40f8-950b-03ab4a96a579 req-96586b04-d4dd-453f-aff9-202b279bb8bf tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290&tenant_id=fb27ac013426496089cef6b198162693&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 944 time: 0.1727006
Dec 24 11:21:38.934946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3afac-1fac-4f5f-9dd0-72af1fdcbfa6 req-578ff018-8a38-4a9b-88ff-8bbbb46e2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:38.936233 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-15b3afac-1fac-4f5f-9dd0-72af1fdcbfa6 req-578ff018-8a38-4a9b-88ff-8bbbb46e2150 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1993587
Dec 24 11:21:39.037519 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-15b3afac-1fac-4f5f-9dd0-72af1fdcbfa6 req-ff33c261-c95a-42a7-90ed-2813465e1906 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 HTTP/1.1" status: 200  len: 1000 time: 0.0948138
Dec 24 11:21:39.073555 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:39.093203 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:21:39.099272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3afac-1fac-4f5f-9dd0-72af1fdcbfa6 req-c48576ab-55b5-4bb7-984f-a8e313fb5a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:39.100702 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-15b3afac-1fac-4f5f-9dd0-72af1fdcbfa6 req-c48576ab-55b5-4bb7-984f-a8e313fb5a34 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0569255
Dec 24 11:21:39.108268 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:21:39.113331 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:39.115169 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:21:39.182162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58,revision_number=7']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:21:39.186099 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b3afac-1fac-4f5f-9dd0-72af1fdcbfa6 req-df530cb2-ef5d-4c55-ac7a-8a41f45bdf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:39.186251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:21:39.187578 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-15b3afac-1fac-4f5f-9dd0-72af1fdcbfa6 req-df530cb2-ef5d-4c55-ac7a-8a41f45bdf91 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0808272
Dec 24 11:21:39.209609 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:21:39.321858 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-15b3afac-1fac-4f5f-9dd0-72af1fdcbfa6 req-f20de08b-b922-4c4f-8f70-d09cfdf1b85d service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273193
Dec 24 11:21:39.453765 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-15b3afac-1fac-4f5f-9dd0-72af1fdcbfa6 req-265217b8-3115-4bda-8c26-ee80fdfaf45f service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255603
Dec 24 11:21:39.612713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2e72b-ca13-40f8-950b-03ab4a96a579 req-ca1cb140-8b13-4dda-a900-231fdaeec7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:39.614173 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-82a2e72b-ca13-40f8-950b-03ab4a96a579 req-ca1cb140-8b13-4dda-a900-231fdaeec7b5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 1098 time: 0.0698988
Dec 24 11:21:39.740749 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2e72b-ca13-40f8-950b-03ab4a96a579 req-14956165-84f6-4cd3-b9d3-c410d0a6b8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:39.742123 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-82a2e72b-ca13-40f8-950b-03ab4a96a579 req-14956165-84f6-4cd3-b9d3-c410d0a6b8a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1223056
Dec 24 11:21:39.841630 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-82a2e72b-ca13-40f8-950b-03ab4a96a579 req-64f44f3c-16be-4a10-90be-d0fc54304880 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 HTTP/1.1" status: 200  len: 1001 time: 0.0933263
Dec 24 11:21:39.903309 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2e72b-ca13-40f8-950b-03ab4a96a579 req-2523c6ae-2e65-4252-80f0-2846f9f9cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:39.904776 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-82a2e72b-ca13-40f8-950b-03ab4a96a579 req-2523c6ae-2e65-4252-80f0-2846f9f9cf82 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0564311
Dec 24 11:21:39.983159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2e72b-ca13-40f8-950b-03ab4a96a579 req-97996119-0f45-4369-98fb-2d9be067a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:39.984656 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-82a2e72b-ca13-40f8-950b-03ab4a96a579 req-97996119-0f45-4369-98fb-2d9be067a999 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0738270
Dec 24 11:21:40.020593 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:21:40.088178 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:21:40.088895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:40.210615 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:40.243692 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:21:40.247384 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:40.250311 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:21:40.285026 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-82a2e72b-ca13-40f8-950b-03ab4a96a579 req-22f24fae-11c9-497d-8289-c35a6dcfeaf0 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2699113
Dec 24 11:21:40.295789 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f5e3f-d259-4826-8c22-6f80f3eb15a9 req-93bbedfa-256b-4dd8-a357-0ab9df433136 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:40.297339 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-af8f5e3f-d259-4826-8c22-6f80f3eb15a9 req-93bbedfa-256b-4dd8-a357-0ab9df433136 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 945 time: 0.3116930
Dec 24 11:21:40.317556 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58,revision_number=8']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:21:40.320589 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:21:40.422045 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-af8f5e3f-d259-4826-8c22-6f80f3eb15a9 req-edb99432-9d6c-411b-900f-c52b6739796c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1039460
Dec 24 11:21:40.447390 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b200304-efe2-44b9-88eb-5871403af290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:21:40.458203 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-82a2e72b-ca13-40f8-950b-03ab4a96a579 req-397ff0c8-1bcd-4a17-87d8-df8881cd7500 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1593027
Dec 24 11:21:40.500594 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b200304-efe2-44b9-88eb-5871403af290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58', 'code': 200}
Dec 24 11:21:40.705889 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:41.613956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ce67e-7c04-4b2c-92c1-d3bdbda8d449 req-ecae675d-3a4d-4954-8eae-b2a210cf19de tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:41.615419 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0e8ce67e-7c04-4b2c-92c1-d3bdbda8d449 req-ecae675d-3a4d-4954-8eae-b2a210cf19de tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0915518
Dec 24 11:21:41.657949 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0e8ce67e-7c04-4b2c-92c1-d3bdbda8d449 req-9d6ba9f4-7dc1-4f3f-9970-87a4aaf0ea0f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364697
Dec 24 11:21:41.840987 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56549d4d-d57b-4507-9a34-e8413f04cb18 req-498e7372-03c1-473f-9e5b-8bc8d113a488 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:41.842456 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-56549d4d-d57b-4507-9a34-e8413f04cb18 req-498e7372-03c1-473f-9e5b-8bc8d113a488 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0782430
Dec 24 11:21:41.888593 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-56549d4d-d57b-4507-9a34-e8413f04cb18 req-ab88f5a1-d3be-4251-8953-9f04d19142b7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400138
Dec 24 11:21:42.221556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a4eda-0d5d-4d81-870c-9e7fcd00a295 req-f4b1b7e4-d5bf-449b-bac8-b87d044788a7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:42.223339 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-209a4eda-0d5d-4d81-870c-9e7fcd00a295 req-f4b1b7e4-d5bf-449b-bac8-b87d044788a7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0836394
Dec 24 11:21:42.263057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1916d-c68d-4fcc-befe-6dc8255c06d4 req-30b1c468-077f-4257-bb81-57a942776832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:42.264537 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-89a1916d-c68d-4fcc-befe-6dc8255c06d4 req-30b1c468-077f-4257-bb81-57a942776832 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 1099 time: 0.0715289
Dec 24 11:21:42.268897 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-209a4eda-0d5d-4d81-870c-9e7fcd00a295 req-65618609-0126-47ef-8118-f8821763707d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399435
Dec 24 11:21:42.402986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1916d-c68d-4fcc-befe-6dc8255c06d4 req-41890b21-148c-4590-bd5c-18051ce4549b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:42.404432 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-89a1916d-c68d-4fcc-befe-6dc8255c06d4 req-41890b21-148c-4590-bd5c-18051ce4549b service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1337144
Dec 24 11:21:42.507919 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-89a1916d-c68d-4fcc-befe-6dc8255c06d4 req-92b70b78-3fbb-4620-9d63-ad8039099003 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 HTTP/1.1" status: 200  len: 1002 time: 0.0970495
Dec 24 11:21:42.573635 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1916d-c68d-4fcc-befe-6dc8255c06d4 req-4ef28103-d6ee-427f-ad78-781676130b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:42.575080 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-89a1916d-c68d-4fcc-befe-6dc8255c06d4 req-4ef28103-d6ee-427f-ad78-781676130b0f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0608149
Dec 24 11:21:42.649181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1916d-c68d-4fcc-befe-6dc8255c06d4 req-2ffd3917-323d-4333-9fc0-5a1872bf9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:42.650755 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-89a1916d-c68d-4fcc-befe-6dc8255c06d4 req-2ffd3917-323d-4333-9fc0-5a1872bf9232 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0678415
Dec 24 11:21:42.788774 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-89a1916d-c68d-4fcc-befe-6dc8255c06d4 req-9b080c6d-5fa2-4850-a2b3-11d31e143b1c service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1298261
Dec 24 11:21:42.919985 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-89a1916d-c68d-4fcc-befe-6dc8255c06d4 req-a5a8ab91-3fa8-4133-b766-230e54cc4e6d service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241829
Dec 24 11:21:43.464117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faaf343-db2a-4788-aea3-6247f2847e86 req-2b152946-26f8-4f0c-990f-c104be5b206d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:43.465808 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1faaf343-db2a-4788-aea3-6247f2847e86 req-2b152946-26f8-4f0c-990f-c104be5b206d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0899208
Dec 24 11:21:43.511324 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1faaf343-db2a-4788-aea3-6247f2847e86 req-132360e4-e1ee-439b-86c1-2bf72d471c3b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395555
Dec 24 11:21:44.694893 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebdec6-e66c-4f89-bbff-9c52dd005ba1 req-914d25f3-5acc-4dd4-abe1-685ff6d89dad tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:44.696265 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f3ebdec6-e66c-4f89-bbff-9c52dd005ba1 req-914d25f3-5acc-4dd4-abe1-685ff6d89dad tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0828140
Dec 24 11:21:44.739123 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f3ebdec6-e66c-4f89-bbff-9c52dd005ba1 req-c057c664-45ca-4666-9dd3-56ae67937d9b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373001
Dec 24 11:21:45.104501 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8825e11-91d8-4f1f-be7d-f5298d5a6d0c req-42f4db99-f1b3-4914-a17e-7895d47fd881 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:45.105978 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c8825e11-91d8-4f1f-be7d-f5298d5a6d0c req-42f4db99-f1b3-4914-a17e-7895d47fd881 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0794737
Dec 24 11:21:45.150015 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c8825e11-91d8-4f1f-be7d-f5298d5a6d0c req-a9320432-0c9f-46d5-b212-a4af79894fb7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380926
Dec 24 11:21:46.334695 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdaf850-532a-4f4e-9a10-bab82eb0cfa9 req-5b5a5411-5607-4c99-a10f-66c911436372 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:46.336155 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cfdaf850-532a-4f4e-9a10-bab82eb0cfa9 req-5b5a5411-5607-4c99-a10f-66c911436372 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0798934
Dec 24 11:21:46.379362 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cfdaf850-532a-4f4e-9a10-bab82eb0cfa9 req-0ef3ffe2-59d6-4c7c-ab97-c6cc79062a17 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377619
Dec 24 11:21:46.874812 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885421ca-1f5d-4645-a812-4077013d4366 req-bb144fa7-d763-4bc7-9189-c5d0f46490a6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:46.876734 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-885421ca-1f5d-4645-a812-4077013d4366 req-bb144fa7-d763-4bc7-9189-c5d0f46490a6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0816557
Dec 24 11:21:46.948785 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-885421ca-1f5d-4645-a812-4077013d4366 req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Deleting port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:21:46.949042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-885421ca-1f5d-4645-a812-4077013d4366 req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:47.292783 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-885421ca-1f5d-4645-a812-4077013d4366 req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] For port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:21:47.293138 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-885421ca-1f5d-4645-a812-4077013d4366 req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:47.568914 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f553834-6e32-47cb-b331-4b412fbccd3f req-3b917636-d97d-4982-a1c0-844ad5eeac6b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:47.570318 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9f553834-6e32-47cb-b331-4b412fbccd3f req-3b917636-d97d-4982-a1c0-844ad5eeac6b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 946 time: 0.0855896
Dec 24 11:21:47.578102 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-885421ca-1f5d-4645-a812-4077013d4366 req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:47.578628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-885421ca-1f5d-4645-a812-4077013d4366 req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:47.578895 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [req-885421ca-1f5d-4645-a812-4077013d4366 req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Floating IP 583a621c-c845-4dd5-ba6d-db664d657a26 disassociated. External IP: 172.26.4.173, port: 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58.
Dec 24 11:21:47.579486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-885421ca-1f5d-4645-a812-4077013d4366 req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Calling delete_port for 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:21:47.614289 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9f553834-6e32-47cb-b331-4b412fbccd3f req-e573dd86-618e-4ec4-8fd1-1b4e294dc114 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383408
Dec 24 11:21:47.729730 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-885421ca-1f5d-4645-a812-4077013d4366 req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:47.734995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a9e2a1de-a2e5-4ae1-9e75-a2588619c6e2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:21:47.783532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Pushing event deleted for resources: {'Port': ['ID=41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:21:47.793817 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:47.794233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:47.794614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:47.794989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:47.795355 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:47.795719 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:47.796083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:47.796447 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:47.796812 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:47.797173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:47.797530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:47.798436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:21:47.802023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:21:47.980063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-885421ca-1f5d-4645-a812-4077013d4366 req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:21:48.159036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-885421ca-1f5d-4645-a812-4077013d4366 req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:21:48.168276 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e56ed-2c33-4667-a100-b3e5eedf9f68 None None] Sync routers for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:21:48.181923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4e56ed-2c33-4667-a100-b3e5eedf9f68 None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:21:48.182538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-da4e56ed-2c33-4667-a100-b3e5eedf9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5128b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:21:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:21:48.232251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-885421ca-1f5d-4645-a812-4077013d4366 req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] No DVR routers for this DVR port 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:21:48.234700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-885421ca-1f5d-4645-a812-4077013d4366 req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:48.237920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b200304-efe2-44b9-88eb-5871403af290', 'name': 'network-vif-deleted', 'tag': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:21:48.253251 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-885421ca-1f5d-4645-a812-4077013d4366 req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "DELETE /v2.0/ports/41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 HTTP/1.1" status: 204  len: 173 time: 1.3660660
Dec 24 11:21:48.285271 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b200304-efe2-44b9-88eb-5871403af290', 'name': 'network-vif-deleted', 'tag': '41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58', 'status': 'completed', 'code': 200}
Dec 24 11:21:48.361504 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-da4e56ed-2c33-4667-a100-b3e5eedf9f68 None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:21:48.677728 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-da4e56ed-2c33-4667-a100-b3e5eedf9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5128b0>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:21:48.682344 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e56ed-2c33-4667-a100-b3e5eedf9f68 None None] Checking router: 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:21:48.691258 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4e56ed-2c33-4667-a100-b3e5eedf9f68 None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:21:48.691884 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-da4e56ed-2c33-4667-a100-b3e5eedf9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5128b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:21:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:21:48.785678 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-38eb92d8-ecb8-4d33-aa9f-1df916f9b871 req-7cf08984-a5b4-4340-add1-f8c77c08f2a4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=5b200304-efe2-44b9-88eb-5871403af290 HTTP/1.1" status: 200  len: 210 time: 0.0453985
Dec 24 11:21:48.877063 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-da4e56ed-2c33-4667-a100-b3e5eedf9f68 None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:21:49.212820 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-da4e56ed-2c33-4667-a100-b3e5eedf9f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5128b0>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:21:49.216718 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e56ed-2c33-4667-a100-b3e5eedf9f68 None None] The sync data for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv is: [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:21:49.431491 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd08e23-3f71-412b-b6fe-3db67c558bcc None None] New status for floating IP 583a621c-c845-4dd5-ba6d-db664d657a26: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:21:50.082917 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:21:50.127298 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:21:50.127657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 41aa25d7-b3d1-4e85-8b8d-5695fbfc9d58 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:21:50.141856 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-824417af-7cf6-4a87-a234-be150bc8f173 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1548533783&fields=id&tenant_id=fb27ac013426496089cef6b198162693 HTTP/1.1" status: 200  len: 267 time: 0.0403929
Dec 24 11:21:50.289532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-efbe4e7c-f43d-47ae-b3e4-877b1bf9aae4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:50.291059 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-efbe4e7c-f43d-47ae-b3e4-877b1bf9aae4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 812 time: 0.1424956
Dec 24 11:21:50.306913 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-68bf41ff-3ed0-4433-a071-f8278395d164 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/quotas/fb27ac013426496089cef6b198162693 HTTP/1.1" status: 200  len: 375 time: 0.0099046
Dec 24 11:21:50.389376 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-d2b26bc0-d136-4005-bb4b-e8a87fe13e0d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Synchronizing usage tracker for tenant:fb27ac013426496089cef6b198162693 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:21:50.405409 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-d2b26bc0-d136-4005-bb4b-e8a87fe13e0d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Unset dirty status for tenant:fb27ac013426496089cef6b198162693 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:21:50.406715 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-d2b26bc0-d136-4005-bb4b-e8a87fe13e0d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0949950
Dec 24 11:21:50.463369 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-e576006d-b830-4eb0-8996-2a97e738f775 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:21:50.464348 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-e576006d-b830-4eb0-8996-2a97e738f775 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0457368
Dec 24 11:21:50.596184 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-3528d88d-029f-45f6-b511-87a94b203d4b service neutron] 10.222.0.54 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250949
Dec 24 11:21:50.837707 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-15b7dfe1-7f5e-4f07-8344-1b662132e097 service neutron] 10.222.0.54 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2357516
Dec 24 11:21:51.013316 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c05bdf7a-4995-4d1b-a529-c75a42296004 req-698cf404-3283-4eed-bc26-8802bc49ce8d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 210 time: 0.0461335
Dec 24 11:21:52.005613 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-07da685b-53d1-476c-915c-6304ed2f0b70 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:52.007040 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-07da685b-53d1-476c-915c-6304ed2f0b70 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 812 time: 0.1444986
Dec 24 11:21:52.064499 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-dcd40c28-1a6f-4cff-9cae-3bc9ce60eadb tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb27ac013426496089cef6b198162693 HTTP/1.1" status: 200  len: 380 time: 0.0477571
Dec 24 11:21:52.072813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-697e292a-5523-4e6a-ae7f-cd7c27c7a4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Request body: {'port': {'device_id': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'admin_state_up': True, 'tenant_id': 'fb27ac013426496089cef6b198162693', 'security_groups': ['cd280a2b-6665-4f6f-8889-f4ca983d9c98']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:21:52.201033 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-33f4f61b-1759-4590-a0b4-ab07578f66ae req-67b8351a-9ced-4c31-8bdd-3784b623b6ad tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 210 time: 0.0579529
Dec 24 11:21:52.249467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-697e292a-5523-4e6a-ae7f-cd7c27c7a4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:21:52.259339 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-697e292a-5523-4e6a-ae7f-cd7c27c7a4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:21:52.270365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-697e292a-5523-4e6a-ae7f-cd7c27c7a4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Made reservation on behalf of fb27ac013426496089cef6b198162693 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:21:52.273925 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-697e292a-5523-4e6a-ae7f-cd7c27c7a4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:52.434599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-697e292a-5523-4e6a-ae7f-cd7c27c7a4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Allocated IP 172.20.0.3 (58126376-f0e8-44d4-a7ff-4e2f1b2e4978/a8494787-0114-4968-9dc8-3d57a01b6d16/12ab728b-cfeb-468a-b394-8288e0616a3d) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:21:52.613841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-697e292a-5523-4e6a-ae7f-cd7c27c7a4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:52.628942 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-697e292a-5523-4e6a-ae7f-cd7c27c7a4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Transition to ACTIVE for port object 12ab728b-cfeb-468a-b394-8288e0616a3d will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:21:52.651489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-697e292a-5523-4e6a-ae7f-cd7c27c7a4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:52.656693 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-69a06490-3c7a-4d96-bae5-fade08e9053e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:21:52.723831 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-697e292a-5523-4e6a-ae7f-cd7c27c7a4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:21:52.727214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-697e292a-5523-4e6a-ae7f-cd7c27c7a4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:21:52.730970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-697e292a-5523-4e6a-ae7f-cd7c27c7a4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:21:52.761169 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e292a-5523-4e6a-ae7f-cd7c27c7a4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Pushing event updated for resources: {'Port': ['ID=12ab728b-cfeb-468a-b394-8288e0616a3d,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:21:52.768284 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-697e292a-5523-4e6a-ae7f-cd7c27c7a4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:21:52.799398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-697e292a-5523-4e6a-ae7f-cd7c27c7a4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:52.800024 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-697e292a-5523-4e6a-ae7f-cd7c27c7a4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:52.824362 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-697e292a-5523-4e6a-ae7f-cd7c27c7a4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7552619
Dec 24 11:21:52.836063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Request body: {'port': {'device_id': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:21:52.949459 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:53.004408 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-da217ceb-a94c-4859-b028-f6ad62d9510f None None] Provisioning for port 12ab728b-cfeb-468a-b394-8288e0616a3d completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:21:53.008976 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-da217ceb-a94c-4859-b028-f6ad62d9510f None None] Provisioning complete for port 12ab728b-cfeb-468a-b394-8288e0616a3d triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:21:53.009397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-da217ceb-a94c-4859-b028-f6ad62d9510f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:53.062547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-da217ceb-a94c-4859-b028-f6ad62d9510f None None] Port 12ab728b-cfeb-468a-b394-8288e0616a3d cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:21:53.286569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ab728b-cfeb-468a-b394-8288e0616a3d {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:21:53.293841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:53.312215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Transition to ACTIVE for port object 12ab728b-cfeb-468a-b394-8288e0616a3d will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:21:53.315972 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:53.319687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:21:53.388169 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87368c3d-d933-4bbe-b85c-ad5ed55cc032 req-da97eaab-68ee-4b56-a6f2-ba6ed0606e4a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:53.390343 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-87368c3d-d933-4bbe-b85c-ad5ed55cc032 req-da97eaab-68ee-4b56-a6f2-ba6ed0606e4a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 943 time: 0.0834332
Dec 24 11:21:53.442391 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-87368c3d-d933-4bbe-b85c-ad5ed55cc032 req-5de77be0-d999-4473-9512-6767a274825b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451455
Dec 24 11:21:53.602442 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Pushing event updated for resources: {'Port': ['ID=12ab728b-cfeb-468a-b394-8288e0616a3d,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:21:53.605313 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:21:53.669463 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Attempting to bind port 12ab728b-cfeb-468a-b394-8288e0616a3d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:21:53.669730 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Attempting to bind port 12ab728b-cfeb-468a-b394-8288e0616a3d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:21:53.670161 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Attempting to bind port 12ab728b-cfeb-468a-b394-8288e0616a3d on network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:21:53.674747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Port 12ab728b-cfeb-468a-b394-8288e0616a3d on network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:21:53.675063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Attempting to bind port 12ab728b-cfeb-468a-b394-8288e0616a3d on network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:21:53.679998 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:21:53.680327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Checking segment: {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:21:53.680699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Bound using segment: {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:21:53.681116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Bound port: 12ab728b-cfeb-468a-b394-8288e0616a3d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:21:53.681471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:53.772273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] For port 12ab728b-cfeb-468a-b394-8288e0616a3d, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:21:53.775074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] For port 12ab728b-cfeb-468a-b394-8288e0616a3d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12ab728b-cfeb-468a-b394-8288e0616a3d,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:21:53.779593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:53.784112 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-434bf3f4-e148-4db4-bb7f-a3352c0772c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:21:53.832587 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:53.833204 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:53.834621 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] 10.222.0.32 "PUT /v2.0/ports/12ab728b-cfeb-468a-b394-8288e0616a3d HTTP/1.1" status: 200  len: 1093 time: 1.0029917
Dec 24 11:21:53.835159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'tag': '12ab728b-cfeb-468a-b394-8288e0616a3d'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:21:53.870078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Pushing event updated for resources: {'Port': ['ID=12ab728b-cfeb-468a-b394-8288e0616a3d,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:21:53.905560 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'tag': '12ab728b-cfeb-468a-b394-8288e0616a3d', 'status': 'completed', 'code': 200}
Dec 24 11:21:53.906358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:21:53.951567 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-0e3d567d-2209-46d8-86f1-bdd123dc7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:53.953047 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-0e3d567d-2209-46d8-86f1-bdd123dc7709 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 1096 time: 0.0799987
Dec 24 11:21:54.021767 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-b96988de-4ef0-4f50-9ec3-4c6bcc5e28fd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ab728b-cfeb-468a-b394-8288e0616a3d HTTP/1.1" status: 200  len: 217 time: 0.0611284
Dec 24 11:21:54.084614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-0e58c4e7-e767-40c9-870e-c572b50be66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:54.086064 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-0e58c4e7-e767-40c9-870e-c572b50be66d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0585380
Dec 24 11:21:54.160391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-97359a2d-cd20-46cd-b9d9-cb2b05a54625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:54.161843 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-97359a2d-cd20-46cd-b9d9-cb2b05a54625 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0685754
Dec 24 11:21:54.288971 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-9272b7cc-c5a3-4491-aff8-43dba1838912 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205466
Dec 24 11:21:54.417215 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ba1f452d-1417-4b1f-aee2-78cb7757396f req-6e8e4a06-5f11-40aa-a598-25d93d0ab4b8 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222231
Dec 24 11:21:54.532214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433c067-a806-4c46-809d-7e22bf3b92e6 req-fefc7983-0bfc-4dd5-8fb9-a841fd1e8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:54.533668 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d433c067-a806-4c46-809d-7e22bf3b92e6 req-fefc7983-0bfc-4dd5-8fb9-a841fd1e8bce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 1096 time: 0.0709329
Dec 24 11:21:54.630306 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3957cf-38cc-43d6-abe4-b0601d12da47 req-8f019978-ee2d-48e3-867e-c16da2357687 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:54.631772 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fd3957cf-38cc-43d6-abe4-b0601d12da47 req-8f019978-ee2d-48e3-867e-c16da2357687 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 943 time: 0.0826120
Dec 24 11:21:54.665521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433c067-a806-4c46-809d-7e22bf3b92e6 req-8ac09e18-35ca-4c31-9cfd-db028a049b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:54.667045 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d433c067-a806-4c46-809d-7e22bf3b92e6 req-8ac09e18-35ca-4c31-9cfd-db028a049b05 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1267128
Dec 24 11:21:54.744877 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d433c067-a806-4c46-809d-7e22bf3b92e6 req-48151e76-3357-4567-b9d0-d2bda667355c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ab728b-cfeb-468a-b394-8288e0616a3d HTTP/1.1" status: 200  len: 217 time: 0.0694990
Dec 24 11:21:54.784962 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fd3957cf-38cc-43d6-abe4-b0601d12da47 req-67950d88-0ce7-41d9-a6b4-2539c1a815be tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1472983
Dec 24 11:21:54.811151 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433c067-a806-4c46-809d-7e22bf3b92e6 req-39c87ab3-0ea6-4618-9bad-ab611cdf62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:54.812595 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d433c067-a806-4c46-809d-7e22bf3b92e6 req-39c87ab3-0ea6-4618-9bad-ab611cdf62b9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0605407
Dec 24 11:21:54.886521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433c067-a806-4c46-809d-7e22bf3b92e6 req-d7dea8be-1609-4a04-91d5-587d068201c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:54.888024 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d433c067-a806-4c46-809d-7e22bf3b92e6 req-d7dea8be-1609-4a04-91d5-587d068201c0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691934
Dec 24 11:21:55.017439 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d433c067-a806-4c46-809d-7e22bf3b92e6 req-c9f5fc13-f785-4725-ac7c-024b9e5531b9 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201878
Dec 24 11:21:55.144622 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d433c067-a806-4c46-809d-7e22bf3b92e6 req-54df16cc-e99a-40cc-ab80-aa6eab338655 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1205237
Dec 24 11:21:55.967719 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a0ef4-d923-410d-a109-d23a888ffab7 req-f2772760-6d45-48d5-a9a7-bc3403f44e5e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:55.968424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-e07a0ef4-d923-410d-a109-d23a888ffab7 req-f2772760-6d45-48d5-a9a7-bc3403f44e5e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Synchronizing usage tracker for tenant:fb27ac013426496089cef6b198162693 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:21:55.983006 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-e07a0ef4-d923-410d-a109-d23a888ffab7 req-f2772760-6d45-48d5-a9a7-bc3403f44e5e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Unset dirty status for tenant:fb27ac013426496089cef6b198162693 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:21:55.984553 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e07a0ef4-d923-410d-a109-d23a888ffab7 req-f2772760-6d45-48d5-a9a7-bc3403f44e5e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 943 time: 0.0943816
Dec 24 11:21:56.031668 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e07a0ef4-d923-410d-a109-d23a888ffab7 req-f7fd0a09-67e2-4012-914c-124f7c9947f6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416048
Dec 24 11:21:57.213670 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f97549-a99c-4d03-901c-5485853c009c req-7f327d98-a792-483c-a0ba-552936ced032 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:57.215130 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-71f97549-a99c-4d03-901c-5485853c009c req-7f327d98-a792-483c-a0ba-552936ced032 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 943 time: 0.0818694
Dec 24 11:21:57.257560 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-71f97549-a99c-4d03-901c-5485853c009c req-10852a5e-ea46-4cf3-a960-e72c9976e8f0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367572
Dec 24 11:21:58.161355 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 12ab728b-cfeb-468a-b394-8288e0616a3d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:21:58.293744 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 12ab728b-cfeb-468a-b394-8288e0616a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12ab728b-cfeb-468a-b394-8288e0616a3d,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:21:58.307424 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '12ab728b-cfeb-468a-b394-8288e0616a3d', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'port_id': '12ab728b-cfeb-468a-b394-8288e0616a3d', 'mac_address': 'fa:16:3e:88:ab:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:21:58.366473 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:58.384198 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ab728b-cfeb-468a-b394-8288e0616a3d {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:21:58.401431 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 12ab728b-cfeb-468a-b394-8288e0616a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12ab728b-cfeb-468a-b394-8288e0616a3d,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:21:58.407419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:58.409613 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:21:58.477618 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=12ab728b-cfeb-468a-b394-8288e0616a3d,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:21:58.480782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:21:58.554432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce8689-8f3a-4cff-99af-ba920be4e891 req-5faae3c2-61f5-4cea-9485-ceb5afd268d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:58.555879 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-14ce8689-8f3a-4cff-99af-ba920be4e891 req-5faae3c2-61f5-4cea-9485-ceb5afd268d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 944 time: 0.1944818
Dec 24 11:21:58.598972 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-14ce8689-8f3a-4cff-99af-ba920be4e891 req-36e0ff75-a18b-418a-9ea2-14c63ed73729 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374782
Dec 24 11:21:58.717707 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['12ab728b-cfeb-468a-b394-8288e0616a3d'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:21:59.685475 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e9013c73-45da-4e4a-af6b-149a89b7da3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:21:59.787302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf5a6d-c2d2-4a24-ae82-dce6d854f8f5 req-3d3c3dfb-23a8-466f-8f14-227f4227ad52 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:21:59.788762 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c1cf5a6d-c2d2-4a24-ae82-dce6d854f8f5 req-3d3c3dfb-23a8-466f-8f14-227f4227ad52 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 944 time: 0.0817707
Dec 24 11:21:59.831633 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c1cf5a6d-c2d2-4a24-ae82-dce6d854f8f5 req-ce904343-3ce9-4610-a2c7-bbb65ce686e1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372405
Dec 24 11:22:00.160126 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 12ab728b-cfeb-468a-b394-8288e0616a3d up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:22:00.225973 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 12ab728b-cfeb-468a-b394-8288e0616a3d completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:22:00.230593 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 12ab728b-cfeb-468a-b394-8288e0616a3d triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:22:00.230975 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:22:00.345929 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:22:00.372196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ab728b-cfeb-468a-b394-8288e0616a3d'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:22:00.382394 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 12ab728b-cfeb-468a-b394-8288e0616a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12ab728b-cfeb-468a-b394-8288e0616a3d,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:22:00.387438 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:22:00.389242 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:22:00.422159 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ab728b-cfeb-468a-b394-8288e0616a3d', 'code': 200}
Dec 24 11:22:00.460345 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=12ab728b-cfeb-468a-b394-8288e0616a3d,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:22:00.463632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:22:00.646055 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be713c-ac3d-4eb4-a50a-e763cb26606a req-1500b499-6a03-4d37-9d48-e0aa9063fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:22:00.647543 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09be713c-ac3d-4eb4-a50a-e763cb26606a req-1500b499-6a03-4d37-9d48-e0aa9063fb9a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 1098 time: 0.0721500
Dec 24 11:22:00.687169 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09be713c-ac3d-4eb4-a50a-e763cb26606a req-21581708-aa48-4a12-9f36-21acf4e28064 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0336201
Dec 24 11:22:01.013859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ce092-9c40-4b7c-be96-b69abe277a6d req-d0dd3c30-e41e-491d-9cbf-6732f26c5f43 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:22:01.015226 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-133ce092-9c40-4b7c-be96-b69abe277a6d req-d0dd3c30-e41e-491d-9cbf-6732f26c5f43 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0803349
Dec 24 11:22:01.059045 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-133ce092-9c40-4b7c-be96-b69abe277a6d req-ec2211fe-43d3-41bf-a065-e527717da161 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381095
Dec 24 11:22:01.900968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9340a902-8e5a-4fc5-843c-8b60d09ff5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:22:02.242075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ff9e4-d892-4f74-bef1-2e1a7a0e83df req-ec095534-a92b-44b0-87cf-7ab3183931db tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:22:02.243457 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-263ff9e4-d892-4f74-bef1-2e1a7a0e83df req-ec095534-a92b-44b0-87cf-7ab3183931db tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0785308
Dec 24 11:22:02.290250 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-263ff9e4-d892-4f74-bef1-2e1a7a0e83df req-17540f2f-fb56-405e-9e01-4deedddeb5b0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412843
Dec 24 11:22:02.464447 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6da7e-66ef-40cf-b2a1-a738ad931087 req-b8f4a7d8-518d-4732-98a2-28f6988a22e0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:22:02.465946 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0dc6da7e-66ef-40cf-b2a1-a738ad931087 req-b8f4a7d8-518d-4732-98a2-28f6988a22e0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0796597
Dec 24 11:22:02.474207 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 56616) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:22:02.479097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-3a28299b-412b-4308-a675-20e2cb6644d0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Request body: {'floatingip': {'port_id': '12ab728b-cfeb-468a-b394-8288e0616a3d'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:22:02.556145 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3a28299b-412b-4308-a675-20e2cb6644d0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for floatingip, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:22:03.116515 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:22:03.133194 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:22:03.137039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3a28299b-412b-4308-a675-20e2cb6644d0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:22:03.140568 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3a28299b-412b-4308-a675-20e2cb6644d0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:22:03.311127 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-3a28299b-412b-4308-a675-20e2cb6644d0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Floating IP 583a621c-c845-4dd5-ba6d-db664d657a26 associated. External IP: 172.26.4.173, port: 12ab728b-cfeb-468a-b394-8288e0616a3d.
Dec 24 11:22:03.769729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a28299b-412b-4308-a675-20e2cb6644d0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:22:03.946893 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a28299b-412b-4308-a675-20e2cb6644d0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:22:03.951670 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3a28299b-412b-4308-a675-20e2cb6644d0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:22:03.957784 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95909fc5-75e8-4de9-93c6-239d79acdd82 None None] Sync routers for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:22:03.967943 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95909fc5-75e8-4de9-93c6-239d79acdd82 None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:22:03.968563 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-95909fc5-75e8-4de9-93c6-239d79acdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d68a8b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:22:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:22:04.004320 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3a28299b-412b-4308-a675-20e2cb6644d0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "PUT /v2.0/floatingips/583a621c-c845-4dd5-ba6d-db664d657a26 HTTP/1.1" status: 200  len: 991 time: 1.5290794
Dec 24 11:22:04.004995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'tag': '12ab728b-cfeb-468a-b394-8288e0616a3d'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:22:04.109472 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'tag': '12ab728b-cfeb-468a-b394-8288e0616a3d', 'status': 'completed', 'code': 200}
Dec 24 11:22:04.151956 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-95909fc5-75e8-4de9-93c6-239d79acdd82 None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:22:04.204869 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b79dab-3417-4061-a36d-397d72432898 req-8ee7c5d8-3cef-4dae-9075-a0480d113c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:22:04.206383 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-35b79dab-3417-4061-a36d-397d72432898 req-8ee7c5d8-3cef-4dae-9075-a0480d113c12 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 1098 time: 0.0705266
Dec 24 11:22:04.338916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b79dab-3417-4061-a36d-397d72432898 req-e4824d90-326d-4272-ad73-be89ada56d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:22:04.340399 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-35b79dab-3417-4061-a36d-397d72432898 req-e4824d90-326d-4272-ad73-be89ada56d79 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1283379
Dec 24 11:22:04.443125 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-35b79dab-3417-4061-a36d-397d72432898 req-2f04f829-0dfc-435c-9506-59dff553728a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ab728b-cfeb-468a-b394-8288e0616a3d HTTP/1.1" status: 200  len: 999 time: 0.0965655
Dec 24 11:22:04.504934 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b79dab-3417-4061-a36d-397d72432898 req-94771501-4b94-4ecb-b70d-c6a9fbaf9fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:22:04.506428 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-35b79dab-3417-4061-a36d-397d72432898 req-94771501-4b94-4ecb-b70d-c6a9fbaf9fec service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0570955
Dec 24 11:22:04.530867 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-95909fc5-75e8-4de9-93c6-239d79acdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d68a8b0>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '583a621c-c845-4dd5-ba6d-db664d657a26', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'floating_ip_address': '172.26.4.173', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'port_id': '12ab728b-cfeb-468a-b394-8288e0616a3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'mac_address': 'fa:16:3e:88:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:17:55Z', 'updated_at': '2021-12-24T11:22:03Z', 'revision_number': 9, 'project_id': 'fb27ac013426496089cef6b198162693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:22:04.535231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95909fc5-75e8-4de9-93c6-239d79acdd82 None None] Checking router: 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:22:04.543187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95909fc5-75e8-4de9-93c6-239d79acdd82 None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:22:04.543818 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-95909fc5-75e8-4de9-93c6-239d79acdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d68a8b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:22:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:22:04.584465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b79dab-3417-4061-a36d-397d72432898 req-730cbea3-b16f-4af2-86ce-70825aa1fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:22:04.585973 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-35b79dab-3417-4061-a36d-397d72432898 req-730cbea3-b16f-4af2-86ce-70825aa1fc1c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0736938
Dec 24 11:22:04.715268 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-95909fc5-75e8-4de9-93c6-239d79acdd82 None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:22:04.717442 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-35b79dab-3417-4061-a36d-397d72432898 req-a6310333-2b03-4ce0-87b3-5dcb73f0e23e service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246166
Dec 24 11:22:04.848516 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-35b79dab-3417-4061-a36d-397d72432898 req-3fb5173d-b43d-43f5-b6ad-c9dc4f21e7fb service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247997
Dec 24 11:22:04.976436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:22:05.066687 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-95909fc5-75e8-4de9-93c6-239d79acdd82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d68a8b0>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '583a621c-c845-4dd5-ba6d-db664d657a26', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'floating_ip_address': '172.26.4.173', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'port_id': '12ab728b-cfeb-468a-b394-8288e0616a3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'mac_address': 'fa:16:3e:88:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:17:55Z', 'updated_at': '2021-12-24T11:22:03Z', 'revision_number': 9, 'project_id': 'fb27ac013426496089cef6b198162693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:22:05.070574 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95909fc5-75e8-4de9-93c6-239d79acdd82 None None] The sync data for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv is: [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '583a621c-c845-4dd5-ba6d-db664d657a26', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'floating_ip_address': '172.26.4.173', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'port_id': '12ab728b-cfeb-468a-b394-8288e0616a3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'mac_address': 'fa:16:3e:88:ab:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:17:55Z', 'updated_at': '2021-12-24T11:22:03Z', 'revision_number': 9, 'project_id': 'fb27ac013426496089cef6b198162693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:22:05.274165 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb53a4a5-1cd9-4ff6-b4b2-9de9271820d7 None None] New status for floating IP 583a621c-c845-4dd5-ba6d-db664d657a26: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:22:10.720477 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:22:10.995296 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:22:29.688045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-17f723d2-5a3f-495f-b689-abb193c9c973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:22:31.903089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-84821c3a-26ce-4f7e-827c-21b5455ae37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:22:33.120230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:22:33.137794 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:22:34.918581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:22:38.568731 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-df710265-82aa-45a1-ad8a-1ebdb96db7ba req-8e65148b-0e75-4d6e-98ba-080ae27aed9e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0707347
Dec 24 11:22:38.710921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df710265-82aa-45a1-ad8a-1ebdb96db7ba req-d12c214e-ccf8-46e7-bfff-5de3c77e6835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:22:38.712493 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-df710265-82aa-45a1-ad8a-1ebdb96db7ba req-d12c214e-ccf8-46e7-bfff-5de3c77e6835 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 1098 time: 0.0733397
Dec 24 11:22:38.857118 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df710265-82aa-45a1-ad8a-1ebdb96db7ba req-a61bc38d-db5b-4e7c-af72-aca249dc03fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:22:38.858569 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-df710265-82aa-45a1-ad8a-1ebdb96db7ba req-a61bc38d-db5b-4e7c-af72-aca249dc03fe service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1269093
Dec 24 11:22:38.955699 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-df710265-82aa-45a1-ad8a-1ebdb96db7ba req-6dd38c52-1e45-40f5-a053-c808154ac410 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ab728b-cfeb-468a-b394-8288e0616a3d HTTP/1.1" status: 200  len: 1002 time: 0.0900223
Dec 24 11:22:39.019299 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df710265-82aa-45a1-ad8a-1ebdb96db7ba req-5c47da17-64ef-45dc-bb3a-b142baeeee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:22:39.020757 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-df710265-82aa-45a1-ad8a-1ebdb96db7ba req-5c47da17-64ef-45dc-bb3a-b142baeeee69 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0590420
Dec 24 11:22:39.093578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df710265-82aa-45a1-ad8a-1ebdb96db7ba req-b269483d-fb58-44e8-b24d-a047cf54bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:22:39.095057 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-df710265-82aa-45a1-ad8a-1ebdb96db7ba req-b269483d-fb58-44e8-b24d-a047cf54bfb8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0676658
Dec 24 11:22:39.332895 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-df710265-82aa-45a1-ad8a-1ebdb96db7ba req-95fedd5a-305a-4212-8bd4-5aa0527b7913 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2311008
Dec 24 11:22:39.461172 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-df710265-82aa-45a1-ad8a-1ebdb96db7ba req-19ca406c-3695-4295-a1b2-3eb56f3b1e3d service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1215785
Dec 24 11:22:40.734900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:22:47.994631 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:22:59.689466 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e2546148-d5b6-4ef6-9f42-819036674208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:01.904088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2997d8e4-afb4-4fc8-8ed4-94a9fbe47034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:03.122936 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:03.139905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:04.920794 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:10.768024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:16.199009 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-7565c989-80b6-4541-9b96-366794cd6f2c service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0763392
Dec 24 11:23:16.306276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca3867-e186-4acd-b2db-04d3d114e284 req-ad8500c7-0d36-4ddc-b295-ad385579e71b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:16.307797 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-33ca3867-e186-4acd-b2db-04d3d114e284 req-ad8500c7-0d36-4ddc-b295-ad385579e71b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.1378720
Dec 24 11:23:16.352791 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-33ca3867-e186-4acd-b2db-04d3d114e284 req-c7c2cdad-6733-471d-bdc9-05057bb7ca89 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393965
Dec 24 11:23:17.304333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-1750a173-4448-41f7-a1d6-e16a185a5f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:17.305789 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-1750a173-4448-41f7-a1d6-e16a185a5f09 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 1098 time: 0.0715897
Dec 24 11:23:17.437116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-cc9fc467-40ce-44c4-908b-9b186ab38e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:17.438962 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-cc9fc467-40ce-44c4-908b-9b186ab38e77 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1250699
Dec 24 11:23:17.542041 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-d3d9aa60-cc2a-437a-a954-68bf839e6e5b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ab728b-cfeb-468a-b394-8288e0616a3d HTTP/1.1" status: 200  len: 1002 time: 0.0967672
Dec 24 11:23:17.586412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccd214f-107c-441a-bdbf-b965345b9477 req-03325d18-a42d-404a-9dbd-0ec7d9a772a2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:17.588343 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2ccd214f-107c-441a-bdbf-b965345b9477 req-03325d18-a42d-404a-9dbd-0ec7d9a772a2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.1275384
Dec 24 11:23:17.606922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-294cc3cf-d7d5-4fe1-881f-f2caf14f2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:17.608347 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-294cc3cf-d7d5-4fe1-881f-f2caf14f2c50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0598345
Dec 24 11:23:17.632081 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2ccd214f-107c-441a-bdbf-b965345b9477 req-3eacd9b2-6341-41d2-a130-a5ccf9dd017e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382643
Dec 24 11:23:17.681462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-d94c2062-f7be-4467-98d2-5cef0b4a5208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:17.682951 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-d94c2062-f7be-4467-98d2-5cef0b4a5208 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0681064
Dec 24 11:23:17.812263 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-62c1f668-bd27-4751-9562-13cbb6af0c06 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228256
Dec 24 11:23:17.940139 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-d0da5321-0b67-4831-8d96-baeeae497af2 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219847
Dec 24 11:23:18.810342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8774bb-02ab-4a9f-89ad-3bc6fabaa40a req-0c40cd6a-b342-4711-b302-981f804e776e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:18.811761 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5f8774bb-02ab-4a9f-89ad-3bc6fabaa40a req-0c40cd6a-b342-4711-b302-981f804e776e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0776820
Dec 24 11:23:18.857733 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5f8774bb-02ab-4a9f-89ad-3bc6fabaa40a req-f15f9cfc-53aa-4f81-9202-0e779f575a2b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399446
Dec 24 11:23:20.043273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fc11a-3df3-4d5e-b156-f67617a09572 req-49dcafbd-56cf-4bbf-a563-7f06b16174c2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:20.044740 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-735fc11a-3df3-4d5e-b156-f67617a09572 req-49dcafbd-56cf-4bbf-a563-7f06b16174c2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0831428
Dec 24 11:23:20.088270 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-735fc11a-3df3-4d5e-b156-f67617a09572 req-9470d6dd-4a30-4a16-8fe4-9c5b1b37dd1f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373831
Dec 24 11:23:21.272909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0120d-8e73-4201-a592-1ac9834842ac req-938a99fc-0510-41fe-accc-64938f2d46bc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:21.274405 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eac0120d-8e73-4201-a592-1ac9834842ac req-938a99fc-0510-41fe-accc-64938f2d46bc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0786300
Dec 24 11:23:21.318108 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eac0120d-8e73-4201-a592-1ac9834842ac req-ce29a428-3ee3-438f-a07d-7e85d1b1147c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381885
Dec 24 11:23:22.517959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f420c92d-eaab-4f3a-85ec-0be07aea671b req-90b864fb-047e-4469-93f8-393d879cf365 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:22.519532 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f420c92d-eaab-4f3a-85ec-0be07aea671b req-90b864fb-047e-4469-93f8-393d879cf365 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0796990
Dec 24 11:23:22.562297 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f420c92d-eaab-4f3a-85ec-0be07aea671b req-2ec2ebd7-1648-417e-a89e-8dc6ac4c60f7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372245
Dec 24 11:23:23.746275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5de77a-6226-4858-a840-7af87bb784df req-4fd377ee-e5ac-45e5-a568-20aba16e6b0a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:23.747632 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5e5de77a-6226-4858-a840-7af87bb784df req-4fd377ee-e5ac-45e5-a568-20aba16e6b0a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0828912
Dec 24 11:23:23.791740 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5e5de77a-6226-4858-a840-7af87bb784df req-4cd47caa-d76f-4cdc-a5db-90c1f749bcdd tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378678
Dec 24 11:23:24.973569 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c8d86-3295-4b5a-931b-9ccd1379fa48 req-82c420d1-966e-4b9b-a877-ee0a0674af8c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:24.974958 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a10c8d86-3295-4b5a-931b-9ccd1379fa48 req-82c420d1-966e-4b9b-a877-ee0a0674af8c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0806561
Dec 24 11:23:24.993493 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:23:25.018399 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a10c8d86-3295-4b5a-931b-9ccd1379fa48 req-2588dcd4-ed45-486a-9d26-7daf9d3d3ad4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379951
Dec 24 11:23:26.197809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66e72e-7f63-40cf-a7c0-e4eedb982210 req-c4f2f64a-5305-4fbd-b294-c4b37903b4a6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:26.199299 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2b66e72e-7f63-40cf-a7c0-e4eedb982210 req-c4f2f64a-5305-4fbd-b294-c4b37903b4a6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0793338
Dec 24 11:23:26.242628 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2b66e72e-7f63-40cf-a7c0-e4eedb982210 req-8a1f3ea5-adc3-420e-9d0a-765023ec6438 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372918
Dec 24 11:23:27.423486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f4de6-7b04-46fe-8be2-a18bc533de53 req-dcde97ac-206d-4de7-a824-25ca5599c626 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:27.424984 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-024f4de6-7b04-46fe-8be2-a18bc533de53 req-dcde97ac-206d-4de7-a824-25ca5599c626 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0803127
Dec 24 11:23:27.472022 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-024f4de6-7b04-46fe-8be2-a18bc533de53 req-78cc3c68-f9b7-4f10-90a7-e22038dd7595 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414927
Dec 24 11:23:28.659736 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c744e-3424-4084-aada-da79947094be req-57fa24e2-4830-4531-afea-fbe12107c4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:28.661198 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b15c744e-3424-4084-aada-da79947094be req-57fa24e2-4830-4531-afea-fbe12107c4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0826745
Dec 24 11:23:28.704119 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b15c744e-3424-4084-aada-da79947094be req-8bc5f2e2-6f85-4014-873a-5a9a7c3a77ac tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373123
Dec 24 11:23:29.691085 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d46d21b0-5b73-4137-a8d7-6e0fe96b8fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:29.706321 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-24596f29-5bfa-40da-9c5a-82901981b847 service neutron] 10.222.0.32 "GET /v2.0/ports/12ab728b-cfeb-468a-b394-8288e0616a3d/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0734422
Dec 24 11:23:29.889985 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c7570-393d-4b7a-99ab-31fe288688c5 req-8faa0254-d548-482a-a667-c7dd12f9f9fc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:29.892228 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-de2c7570-393d-4b7a-99ab-31fe288688c5 req-8faa0254-d548-482a-a667-c7dd12f9f9fc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0806661
Dec 24 11:23:29.936182 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-de2c7570-393d-4b7a-99ab-31fe288688c5 req-303f5a55-9e1e-438f-9199-d74f3b8fee75 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379534
Dec 24 11:23:29.968165 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-bd584b54-a0f7-4a6f-b60e-fe4a6b35b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:29.970268 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-bd584b54-a0f7-4a6f-b60e-fe4a6b35b151 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67&tenant_id=fb27ac013426496089cef6b198162693 HTTP/1.1" status: 200  len: 1098 time: 0.0736496
Dec 24 11:23:30.058993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-64665143-2a80-4cfe-886e-c6f23f7169f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:30.060468 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-64665143-2a80-4cfe-886e-c6f23f7169f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 1098 time: 0.0702639
Dec 24 11:23:30.290934 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-8db97fee-c1c2-473c-a67c-14cc6becb114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:30.292408 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-8db97fee-c1c2-473c-a67c-14cc6becb114 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.2261961
Dec 24 11:23:30.402398 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-4cf42dce-a189-4a35-bc4d-68c2b981f9c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ab728b-cfeb-468a-b394-8288e0616a3d HTTP/1.1" status: 200  len: 1002 time: 0.1006813
Dec 24 11:23:30.466824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-abdb643d-7ae4-47f5-a08c-8f777ab77a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:30.468251 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-abdb643d-7ae4-47f5-a08c-8f777ab77a27 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0594528
Dec 24 11:23:30.543331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-5c8e4a96-1286-4421-9523-6875be825e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:30.544722 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-5c8e4a96-1286-4421-9523-6875be825e29 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0701973
Dec 24 11:23:30.675160 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-5efbcf7d-1772-4e2b-9f4a-5e5fad890106 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238306
Dec 24 11:23:30.804973 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-31234d1a-c40e-4b8e-82de-0e6b86af7ca2 req-803cda67-cbbf-4e01-b800-42c4f49c3bad service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233928
Dec 24 11:23:31.120893 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2a82e-2b5d-4aeb-a1b1-58ced59b1574 req-4135795c-73d9-48ef-b0a5-c32005ca6a6d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:31.122385 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5fa2a82e-2b5d-4aeb-a1b1-58ced59b1574 req-4135795c-73d9-48ef-b0a5-c32005ca6a6d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0820165
Dec 24 11:23:31.165646 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5fa2a82e-2b5d-4aeb-a1b1-58ced59b1574 req-74ed3fce-b8ce-48db-9680-000d42188e5a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376790
Dec 24 11:23:31.905704 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-072d8f40-d1d3-4e94-b2fa-d0f2e3a16d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:32.349801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a71b4-86fc-40b1-9599-96a3180e5310 req-d9ead019-2340-4dab-b1f4-852a6654b440 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:32.351306 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-348a71b4-86fc-40b1-9599-96a3180e5310 req-d9ead019-2340-4dab-b1f4-852a6654b440 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0814588
Dec 24 11:23:32.395107 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-348a71b4-86fc-40b1-9599-96a3180e5310 req-de9e820b-601f-4850-b621-41e4b80fcd0d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382130
Dec 24 11:23:32.643485 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 12ab728b-cfeb-468a-b394-8288e0616a3d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:23:32.646905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 12ab728b-cfeb-468a-b394-8288e0616a3d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:23:32.855945 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:32.895304 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 12ab728b-cfeb-468a-b394-8288e0616a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12ab728b-cfeb-468a-b394-8288e0616a3d,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:23:32.954270 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12ab728b-cfeb-468a-b394-8288e0616a3d'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:23:32.961969 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '12ab728b-cfeb-468a-b394-8288e0616a3d', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'port_id': '12ab728b-cfeb-468a-b394-8288e0616a3d', 'mac_address': 'fa:16:3e:88:ab:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:23:32.967650 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 12ab728b-cfeb-468a-b394-8288e0616a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12ab728b-cfeb-468a-b394-8288e0616a3d,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:23:32.996763 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:33.005754 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:23:33.036116 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12ab728b-cfeb-468a-b394-8288e0616a3d', 'code': 200}
Dec 24 11:23:33.076402 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:33.100379 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ab728b-cfeb-468a-b394-8288e0616a3d {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:23:33.108174 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=12ab728b-cfeb-468a-b394-8288e0616a3d,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:23:33.132059 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:33.132414 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:33.132756 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:33.133093 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:33.133425 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:33.133759 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:33.134110 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:33.134441 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:33.134778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:33.135097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:33.135419 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:33.135743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:33.146521 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:23:33.150398 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 12ab728b-cfeb-468a-b394-8288e0616a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12ab728b-cfeb-468a-b394-8288e0616a3d,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:23:33.157685 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:33.159457 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:33.161703 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:23:33.206907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:33.230729 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['12ab728b-cfeb-468a-b394-8288e0616a3d'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:23:33.254853 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=12ab728b-cfeb-468a-b394-8288e0616a3d,revision_number=7']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:23:33.262322 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:23:33.586635 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b725dc-bd3e-4586-b40d-9a2be4dffc49 req-b14314fe-8a23-4310-8bfe-a51a540eea1c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:33.588216 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-06b725dc-bd3e-4586-b40d-9a2be4dffc49 req-b14314fe-8a23-4310-8bfe-a51a540eea1c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 944 time: 0.0867629
Dec 24 11:23:33.637013 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-06b725dc-bd3e-4586-b40d-9a2be4dffc49 req-33f56220-a24f-4c90-ac08-474233dfcf4b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419858
Dec 24 11:23:34.648830 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 12ab728b-cfeb-468a-b394-8288e0616a3d up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:23:34.715876 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 12ab728b-cfeb-468a-b394-8288e0616a3d triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:23:34.716260 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:34.824944 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3faa42-4aca-4191-9450-eed00b28b0b3 req-364516f7-0022-48b9-be4d-35dba6f3014f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:34.826477 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-da3faa42-4aca-4191-9450-eed00b28b0b3 req-364516f7-0022-48b9-be4d-35dba6f3014f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 944 time: 0.0806775
Dec 24 11:23:34.831268 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:34.862532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 12ab728b-cfeb-468a-b394-8288e0616a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12ab728b-cfeb-468a-b394-8288e0616a3d,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:23:34.867849 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:34.870803 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-da3faa42-4aca-4191-9450-eed00b28b0b3 req-d3099d5a-8332-42e6-a2f4-5ed80cec84fb tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381250
Dec 24 11:23:34.871019 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:23:34.941714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:34.951250 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=12ab728b-cfeb-468a-b394-8288e0616a3d,revision_number=8']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:23:34.954923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:23:35.037745 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ab728b-cfeb-468a-b394-8288e0616a3d'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:23:35.093831 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ab728b-cfeb-468a-b394-8288e0616a3d', 'code': 200}
Dec 24 11:23:35.451764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-d5991fc9-61ab-44b4-86da-0b2298f2a1f3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:35.453742 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-d5991fc9-61ab-44b4-86da-0b2298f2a1f3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67&tenant_id=fb27ac013426496089cef6b198162693&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 945 time: 0.1294470
Dec 24 11:23:35.543902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d84e1b-0d49-4d9b-914c-de89c4eecd64 req-573820be-5e50-49d7-8155-3cecc12f56dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:35.545251 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f2d84e1b-0d49-4d9b-914c-de89c4eecd64 req-573820be-5e50-49d7-8155-3cecc12f56dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.1607575
Dec 24 11:23:35.566079 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-67a6f4eb-5fc7-4213-966f-f6ac6bf8ea30 service neutron] 10.222.0.32 "GET /v2.0/ports/12ab728b-cfeb-468a-b394-8288e0616a3d/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.1072624
Dec 24 11:23:35.623532 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f2d84e1b-0d49-4d9b-914c-de89c4eecd64 req-76361222-9d8f-4424-aabb-17389327f008 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0717940
Dec 24 11:23:35.660078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-05c25b7f-37a2-4b2c-a35d-ae13de46ff74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:35.661539 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-05c25b7f-37a2-4b2c-a35d-ae13de46ff74 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 1098 time: 0.0734050
Dec 24 11:23:35.788771 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-cc51ae61-ccfa-49fc-93fe-d5e0b6267cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:35.790219 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-cc51ae61-ccfa-49fc-93fe-d5e0b6267cd3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1227133
Dec 24 11:23:35.890784 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-46d5c65d-acb8-4115-9502-63ac17d27931 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ab728b-cfeb-468a-b394-8288e0616a3d HTTP/1.1" status: 200  len: 1002 time: 0.0940752
Dec 24 11:23:35.954846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-2c77ae90-579e-4da1-957e-30362556eea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:35.956265 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-2c77ae90-579e-4da1-957e-30362556eea8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0597010
Dec 24 11:23:36.029569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-7a90ecb0-0d96-48a4-bb59-d7061d1dad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:36.031072 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-7a90ecb0-0d96-48a4-bb59-d7061d1dad5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0684576
Dec 24 11:23:36.263897 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-9b25bb6a-4a31-4587-b6e2-dadc5140befd service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2263730
Dec 24 11:23:36.392961 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-1a2a854c-a338-4308-97cd-a3c32ee0eeef service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229203
Dec 24 11:23:36.811180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca9028-a4b2-4332-8a3b-1ab75d29f7df req-8396fb08-a938-4772-8425-d7abc879778c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:36.812679 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ffca9028-a4b2-4332-8a3b-1ab75d29f7df req-8396fb08-a938-4772-8425-d7abc879778c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0828803
Dec 24 11:23:36.856721 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ffca9028-a4b2-4332-8a3b-1ab75d29f7df req-927cbce1-4fc2-4007-8da1-b4c438443137 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384965
Dec 24 11:23:38.043993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e24fe-e8f6-49d6-ad1f-cb7d9fb8ee70 req-09c5391f-64a9-40df-aa9a-27f722d86dc4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:38.045446 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-813e24fe-e8f6-49d6-ad1f-cb7d9fb8ee70 req-09c5391f-64a9-40df-aa9a-27f722d86dc4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0832582
Dec 24 11:23:38.089140 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-813e24fe-e8f6-49d6-ad1f-cb7d9fb8ee70 req-430d7bbf-fe86-4b3d-b136-6793731a15dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376222
Dec 24 11:23:38.697330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac10f5-1b16-41e6-aafa-89eae2a3d667 req-f51c32f8-d0f9-4c10-ac90-5da8e012c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:38.698940 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-39ac10f5-1b16-41e6-aafa-89eae2a3d667 req-f51c32f8-d0f9-4c10-ac90-5da8e012c223 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 1098 time: 0.0730360
Dec 24 11:23:38.853106 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac10f5-1b16-41e6-aafa-89eae2a3d667 req-729eac6a-ae9c-4a55-a6a7-e88276e68403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:38.854614 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-39ac10f5-1b16-41e6-aafa-89eae2a3d667 req-729eac6a-ae9c-4a55-a6a7-e88276e68403 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1310072
Dec 24 11:23:39.006056 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-39ac10f5-1b16-41e6-aafa-89eae2a3d667 req-b63db9ff-973b-476d-a70c-fb4aea262895 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ab728b-cfeb-468a-b394-8288e0616a3d HTTP/1.1" status: 200  len: 1002 time: 0.1200824
Dec 24 11:23:39.048584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-3e9c50bd-3583-4ca4-877b-d7508e663769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:39.050054 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-3e9c50bd-3583-4ca4-877b-d7508e663769 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67&tenant_id=fb27ac013426496089cef6b198162693 HTTP/1.1" status: 200  len: 1098 time: 0.1935956
Dec 24 11:23:39.075912 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac10f5-1b16-41e6-aafa-89eae2a3d667 req-3c9dd243-1775-4fb1-a28a-c00c310205df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:39.077322 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-39ac10f5-1b16-41e6-aafa-89eae2a3d667 req-3c9dd243-1775-4fb1-a28a-c00c310205df service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0641820
Dec 24 11:23:39.151415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ac10f5-1b16-41e6-aafa-89eae2a3d667 req-16620857-ac9e-490b-a4aa-629f066e77c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:39.152893 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-39ac10f5-1b16-41e6-aafa-89eae2a3d667 req-16620857-ac9e-490b-a4aa-629f066e77c9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0692995
Dec 24 11:23:39.272272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bdbc5-2c40-4fb8-999b-6ab94e7e0475 req-f13c842c-6863-48dc-bfe3-72d9b5b5e284 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:39.273667 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d07bdbc5-2c40-4fb8-999b-6ab94e7e0475 req-f13c842c-6863-48dc-bfe3-72d9b5b5e284 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0793898
Dec 24 11:23:39.282685 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-39ac10f5-1b16-41e6-aafa-89eae2a3d667 req-67f8332b-ab97-4d22-a604-907983194a0d service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232014
Dec 24 11:23:39.320759 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d07bdbc5-2c40-4fb8-999b-6ab94e7e0475 req-414cc4e1-205c-455f-9e29-47d9d8bab8bf tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413175
Dec 24 11:23:39.412618 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-39ac10f5-1b16-41e6-aafa-89eae2a3d667 req-b2f5ce5e-1330-47bb-b382-036cb0f17f1a service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229362
Dec 24 11:23:39.524780 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-b4ea2b5d-e763-4779-9194-9f5ee2194f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:39.526182 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-b4ea2b5d-e763-4779-9194-9f5ee2194f66 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 1098 time: 0.0755491
Dec 24 11:23:39.654555 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-a68f4a08-48c4-459a-bad9-1887c5d85561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:39.655967 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-a68f4a08-48c4-459a-bad9-1887c5d85561 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1219323
Dec 24 11:23:39.758168 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-4ed43ab1-cee6-449f-88fc-27402d6cb6be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ab728b-cfeb-468a-b394-8288e0616a3d HTTP/1.1" status: 200  len: 1002 time: 0.0952296
Dec 24 11:23:39.817996 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-53b096cc-3496-4c1c-ae01-3cb55e26fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:39.819361 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-53b096cc-3496-4c1c-ae01-3cb55e26fde7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0554078
Dec 24 11:23:39.890311 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-c4f2f3c8-3c79-4c4d-a5b3-145e62eb7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:39.891996 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-c4f2f3c8-3c79-4c4d-a5b3-145e62eb7843 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0667055
Dec 24 11:23:40.129331 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-9c4699b0-b9fa-4977-b2cb-11b8ccc9053b service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2310669
Dec 24 11:23:40.257822 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e91e925-f613-4bf2-a9f1-83f997e675c1 req-1882e8e1-76cc-4212-ba78-f1b4c9d0b650 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218610
Dec 24 11:23:40.503470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85a443-1657-4a4c-ae08-3ce5a82785ba req-7261163e-fa0f-4176-a4e8-a34c50e49e25 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:40.504911 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3d85a443-1657-4a4c-ae08-3ce5a82785ba req-7261163e-fa0f-4176-a4e8-a34c50e49e25 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0795782
Dec 24 11:23:40.549222 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3d85a443-1657-4a4c-ae08-3ce5a82785ba req-4d7526e4-3d64-4ff3-9698-995e3e887c12 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387220
Dec 24 11:23:40.780616 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:41.840213 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b88812-242d-430b-a937-4c313034b284 req-9028cc1c-18e0-41a8-a95a-41ffdf5a4b6b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:41.841667 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e7b88812-242d-430b-a937-4c313034b284 req-9028cc1c-18e0-41a8-a95a-41ffdf5a4b6b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.1907849
Dec 24 11:23:41.884129 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e7b88812-242d-430b-a937-4c313034b284 req-7a5b5c5c-c2a4-40d3-b31c-524b2c21f55a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0359364
Dec 24 11:23:42.679723 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 12ab728b-cfeb-468a-b394-8288e0616a3d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:23:42.682988 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 12ab728b-cfeb-468a-b394-8288e0616a3d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:23:42.900115 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:42.917960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 12ab728b-cfeb-468a-b394-8288e0616a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12ab728b-cfeb-468a-b394-8288e0616a3d,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:23:42.938613 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '12ab728b-cfeb-468a-b394-8288e0616a3d', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'port_id': '12ab728b-cfeb-468a-b394-8288e0616a3d', 'mac_address': 'fa:16:3e:88:ab:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:23:42.945089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12ab728b-cfeb-468a-b394-8288e0616a3d'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:23:42.990722 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 12ab728b-cfeb-468a-b394-8288e0616a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12ab728b-cfeb-468a-b394-8288e0616a3d,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:23:42.996173 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12ab728b-cfeb-468a-b394-8288e0616a3d', 'code': 200}
Dec 24 11:23:42.998608 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:43.003407 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:23:43.061785 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:43.076265 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e5423-4de5-45b3-94d0-fcaca67685d4 req-bfcc6c5a-e0a0-436f-97ac-a2ff1f03e6d6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:43.077737 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e92e5423-4de5-45b3-94d0-fcaca67685d4 req-bfcc6c5a-e0a0-436f-97ac-a2ff1f03e6d6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 943 time: 0.0847116
Dec 24 11:23:43.091002 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12ab728b-cfeb-468a-b394-8288e0616a3d {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:23:43.100939 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=12ab728b-cfeb-468a-b394-8288e0616a3d,revision_number=9']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:23:43.104340 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:23:43.122146 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e92e5423-4de5-45b3-94d0-fcaca67685d4 req-ff6ae37f-7d78-4081-885c-bf083f34168e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387006
Dec 24 11:23:43.162904 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:23:43.163273 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:23:43.306144 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab20df5-3615-4641-98b1-1bc4932c4784 req-7f4aa71c-08a5-44bf-861c-2991e90d1f56 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:43.307605 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4ab20df5-3615-4641-98b1-1bc4932c4784 req-7f4aa71c-08a5-44bf-861c-2991e90d1f56 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 943 time: 0.0814939
Dec 24 11:23:43.350428 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4ab20df5-3615-4641-98b1-1bc4932c4784 req-e54febd5-1457-4203-998d-21808ffb4730 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373297
Dec 24 11:23:43.530231 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215a877-1250-4ee0-ab09-923644b9bf0c req-782882ee-eec1-4587-a32d-ffd1b615bbad tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:43.532310 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6215a877-1250-4ee0-ab09-923644b9bf0c req-782882ee-eec1-4587-a32d-ffd1b615bbad tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 943 time: 0.0800934
Dec 24 11:23:43.574864 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6215a877-1250-4ee0-ab09-923644b9bf0c req-d6e6f229-13cb-4f70-ae44-d9ed3c96c4c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369351
Dec 24 11:23:43.720264 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:43.736339 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ab728b-cfeb-468a-b394-8288e0616a3d {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:23:43.753061 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 12ab728b-cfeb-468a-b394-8288e0616a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12ab728b-cfeb-468a-b394-8288e0616a3d,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:23:43.756577 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:43.758534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:23:43.826153 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['12ab728b-cfeb-468a-b394-8288e0616a3d'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:23:43.855732 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=12ab728b-cfeb-468a-b394-8288e0616a3d,revision_number=10']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:23:43.864795 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:23:43.949184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff4118-b9ee-4c73-a5cb-5c1d2f41fbbe req-5b0fe86c-8356-470d-bc3d-b6db26c3105e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:43.950656 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f0ff4118-b9ee-4c73-a5cb-5c1d2f41fbbe req-5b0fe86c-8356-470d-bc3d-b6db26c3105e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 945 time: 0.0824172
Dec 24 11:23:43.995342 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f0ff4118-b9ee-4c73-a5cb-5c1d2f41fbbe req-c7253a23-9780-4f7a-8e50-75d317a645c3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372837
Dec 24 11:23:44.677732 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 12ab728b-cfeb-468a-b394-8288e0616a3d up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:23:44.742654 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 12ab728b-cfeb-468a-b394-8288e0616a3d triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:23:44.743246 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:44.853968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:44.884222 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 12ab728b-cfeb-468a-b394-8288e0616a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12ab728b-cfeb-468a-b394-8288e0616a3d,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:23:44.887820 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:44.889557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:23:44.992248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=12ab728b-cfeb-468a-b394-8288e0616a3d,revision_number=11']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:23:44.995092 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:23:44.997605 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ab728b-cfeb-468a-b394-8288e0616a3d'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:23:45.041840 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ab728b-cfeb-468a-b394-8288e0616a3d', 'code': 200}
Dec 24 11:23:45.318594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c5c02-cdbc-4867-96e8-75e2641b20ba req-3da48055-3d74-4217-b227-9ffa46017ea0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:45.320039 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-282c5c02-cdbc-4867-96e8-75e2641b20ba req-3da48055-3d74-4217-b227-9ffa46017ea0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 946 time: 0.0787902
Dec 24 11:23:45.365739 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-282c5c02-cdbc-4867-96e8-75e2641b20ba req-e1b999f3-ad8b-4c18-98ea-5bf3e5f10049 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402343
Dec 24 11:23:46.083100 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541f4f1-163f-40a2-8e25-3194220ae8ba req-9250dc56-7e8d-42f8-8c58-0ac2653af6f7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:46.084462 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f541f4f1-163f-40a2-8e25-3194220ae8ba req-9250dc56-7e8d-42f8-8c58-0ac2653af6f7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 946 time: 0.0792305
Dec 24 11:23:46.150654 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-f541f4f1-163f-40a2-8e25-3194220ae8ba req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Deleting port 12ab728b-cfeb-468a-b394-8288e0616a3d {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:23:46.150989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f541f4f1-163f-40a2-8e25-3194220ae8ba req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:46.394098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-f541f4f1-163f-40a2-8e25-3194220ae8ba req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] For port 12ab728b-cfeb-468a-b394-8288e0616a3d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=12ab728b-cfeb-468a-b394-8288e0616a3d,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:23:46.394746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f541f4f1-163f-40a2-8e25-3194220ae8ba req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:46.549980 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b4287-fc9c-41c4-87a9-54eaa446b2ec req-087aa524-6b78-4fa3-a00b-7d78c4818472 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:46.551450 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-204b4287-fc9c-41c4-87a9-54eaa446b2ec req-087aa524-6b78-4fa3-a00b-7d78c4818472 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 946 time: 0.0796833
Dec 24 11:23:46.598169 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-204b4287-fc9c-41c4-87a9-54eaa446b2ec req-e8b09f00-daed-4ff3-8e3c-f33af89e431f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412235
Dec 24 11:23:46.695782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f541f4f1-163f-40a2-8e25-3194220ae8ba req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:46.695782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f541f4f1-163f-40a2-8e25-3194220ae8ba req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:46.695782 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [req-f541f4f1-163f-40a2-8e25-3194220ae8ba req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Floating IP 583a621c-c845-4dd5-ba6d-db664d657a26 disassociated. External IP: 172.26.4.173, port: 12ab728b-cfeb-468a-b394-8288e0616a3d.
Dec 24 11:23:46.696115 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-f541f4f1-163f-40a2-8e25-3194220ae8ba req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Calling delete_port for 12ab728b-cfeb-468a-b394-8288e0616a3d owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:23:46.835844 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f541f4f1-163f-40a2-8e25-3194220ae8ba req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:46.840982 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c8cae7e4-1aee-43f3-ac2e-33f051237f08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:23:46.884662 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Pushing event deleted for resources: {'Port': ['ID=12ab728b-cfeb-468a-b394-8288e0616a3d,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:23:46.895069 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:46.895452 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:46.895832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:46.896200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:46.896565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:46.896930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:46.897295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:46.897656 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:46.898043 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:46.898406 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:46.898763 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:46.899121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:23:46.902645 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:23:47.187610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f541f4f1-163f-40a2-8e25-3194220ae8ba req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:23:47.361424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f541f4f1-163f-40a2-8e25-3194220ae8ba req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:23:47.370863 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f2126-4451-4443-803c-14378e28c7c9 None None] Sync routers for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:23:47.381084 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f2126-4451-4443-803c-14378e28c7c9 None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:23:47.381756 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-119f2126-4451-4443-803c-14378e28c7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6eb2b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:23:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:23:47.436106 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-f541f4f1-163f-40a2-8e25-3194220ae8ba req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] No DVR routers for this DVR port 12ab728b-cfeb-468a-b394-8288e0616a3d on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:23:47.439249 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-f541f4f1-163f-40a2-8e25-3194220ae8ba req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:47.442046 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'name': 'network-vif-deleted', 'tag': '12ab728b-cfeb-468a-b394-8288e0616a3d'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:23:47.458828 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f541f4f1-163f-40a2-8e25-3194220ae8ba req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "DELETE /v2.0/ports/12ab728b-cfeb-468a-b394-8288e0616a3d HTTP/1.1" status: 204  len: 173 time: 1.3690169
Dec 24 11:23:47.566137 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-119f2126-4451-4443-803c-14378e28c7c9 None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:23:47.581234 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75557f20-4f40-412a-aabb-af02c4d0cb67', 'name': 'network-vif-deleted', 'tag': '12ab728b-cfeb-468a-b394-8288e0616a3d', 'status': 'completed', 'code': 200}
Dec 24 11:23:47.760227 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9321f3df-8146-49b1-a9c7-47d7637b7ca2 req-bbfdf523-9476-4b0e-8e12-fc70e2f85632 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=75557f20-4f40-412a-aabb-af02c4d0cb67 HTTP/1.1" status: 200  len: 210 time: 0.0425200
Dec 24 11:23:47.878915 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-119f2126-4451-4443-803c-14378e28c7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6eb2b0>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:23:47.883230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f2126-4451-4443-803c-14378e28c7c9 None None] Checking router: 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:23:47.893525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119f2126-4451-4443-803c-14378e28c7c9 None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:23:47.894189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-119f2126-4451-4443-803c-14378e28c7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6eb2b0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:23:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:23:48.079464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-119f2126-4451-4443-803c-14378e28c7c9 None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:23:48.379075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-119f2126-4451-4443-803c-14378e28c7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6eb2b0>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:23:48.383129 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119f2126-4451-4443-803c-14378e28c7c9 None None] The sync data for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv is: [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:23:48.595740 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2da0db3-caf4-43af-a0dd-8333f63125aa None None] New status for floating IP 583a621c-c845-4dd5-ba6d-db664d657a26: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:23:49.105017 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7429a9dc-2494-440e-b502-b4812717526e req-06adb0b7-a00d-46f1-a9cc-516fe1bfcfc3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-securitygroup--1548533783&fields=id&tenant_id=fb27ac013426496089cef6b198162693 HTTP/1.1" status: 200  len: 267 time: 0.0385704
Dec 24 11:23:49.253112 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429a9dc-2494-440e-b502-b4812717526e req-d851cb6c-d58d-4137-a261-0d34eccb635b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:49.254507 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7429a9dc-2494-440e-b502-b4812717526e req-d851cb6c-d58d-4137-a261-0d34eccb635b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 812 time: 0.1412308
Dec 24 11:23:49.269328 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7429a9dc-2494-440e-b502-b4812717526e req-10f1547a-d973-4429-9d8e-e378149d1f17 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/quotas/fb27ac013426496089cef6b198162693 HTTP/1.1" status: 200  len: 375 time: 0.0094461
Dec 24 11:23:49.354575 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7429a9dc-2494-440e-b502-b4812717526e req-a3d9c774-ab38-463e-a849-34d91b3dc84c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Synchronizing usage tracker for tenant:fb27ac013426496089cef6b198162693 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:23:49.370271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7429a9dc-2494-440e-b502-b4812717526e req-a3d9c774-ab38-463e-a849-34d91b3dc84c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Unset dirty status for tenant:fb27ac013426496089cef6b198162693 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:23:49.371616 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7429a9dc-2494-440e-b502-b4812717526e req-a3d9c774-ab38-463e-a849-34d91b3dc84c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0975642
Dec 24 11:23:49.509120 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7429a9dc-2494-440e-b502-b4812717526e req-ff5a7c8e-8811-4142-a1aa-b73f790da787 service neutron] 10.222.0.54 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254003
Dec 24 11:23:49.639151 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7429a9dc-2494-440e-b502-b4812717526e req-9d4e4065-43d9-4a84-b375-78fe4cca6656 service neutron] 10.222.0.54 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242576
Dec 24 11:23:49.808711 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5fae73c7-3d57-4228-9d57-5956ba1d34c1 req-dff87372-f412-4e5e-b20f-6cf0503f0efc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 210 time: 0.0412974
Dec 24 11:23:50.734990 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 12ab728b-cfeb-468a-b394-8288e0616a3d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:23:50.775856 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 12ab728b-cfeb-468a-b394-8288e0616a3d {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:23:50.776230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 12ab728b-cfeb-468a-b394-8288e0616a3d not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:23:50.817663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429a9dc-2494-440e-b502-b4812717526e req-436a25d9-a5ba-4315-b465-924749ba6bdb tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:50.819113 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7429a9dc-2494-440e-b502-b4812717526e req-436a25d9-a5ba-4315-b465-924749ba6bdb tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 812 time: 0.1558084
Dec 24 11:23:50.868875 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7429a9dc-2494-440e-b502-b4812717526e req-4650f82b-dfd4-4951-a2d4-76b7b36b16cc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fb27ac013426496089cef6b198162693 HTTP/1.1" status: 200  len: 380 time: 0.0417981
Dec 24 11:23:50.880501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-7429a9dc-2494-440e-b502-b4812717526e req-bd36a58a-ad78-49bf-b247-fcb4beb422e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Request body: {'port': {'device_id': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'admin_state_up': True, 'tenant_id': 'fb27ac013426496089cef6b198162693', 'security_groups': ['cd280a2b-6665-4f6f-8889-f4ca983d9c98']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:23:51.006730 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-52e6a34b-dfad-4548-abc5-dc18033bb4dd req-0116a5a9-03ae-445f-a7e1-b6432a6458c1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 210 time: 0.0588157
Dec 24 11:23:51.055751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-7429a9dc-2494-440e-b502-b4812717526e req-bd36a58a-ad78-49bf-b247-fcb4beb422e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:23:51.065590 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-7429a9dc-2494-440e-b502-b4812717526e req-bd36a58a-ad78-49bf-b247-fcb4beb422e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:23:51.075683 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7429a9dc-2494-440e-b502-b4812717526e req-bd36a58a-ad78-49bf-b247-fcb4beb422e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Made reservation on behalf of fb27ac013426496089cef6b198162693 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:23:51.079257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7429a9dc-2494-440e-b502-b4812717526e req-bd36a58a-ad78-49bf-b247-fcb4beb422e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:51.237734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-7429a9dc-2494-440e-b502-b4812717526e req-bd36a58a-ad78-49bf-b247-fcb4beb422e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Allocated IP 172.20.0.5 (58126376-f0e8-44d4-a7ff-4e2f1b2e4978/a8494787-0114-4968-9dc8-3d57a01b6d16/18d19fdf-3bf8-423c-9418-b6a66d2e7cdb) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:23:51.423296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7429a9dc-2494-440e-b502-b4812717526e req-bd36a58a-ad78-49bf-b247-fcb4beb422e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:51.438148 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-7429a9dc-2494-440e-b502-b4812717526e req-bd36a58a-ad78-49bf-b247-fcb4beb422e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Transition to ACTIVE for port object 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:23:51.460421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7429a9dc-2494-440e-b502-b4812717526e req-bd36a58a-ad78-49bf-b247-fcb4beb422e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:51.465695 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-76aa3496-c71c-4f3f-aca8-afa038aa9e70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:23:51.643137 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7429a9dc-2494-440e-b502-b4812717526e req-bd36a58a-ad78-49bf-b247-fcb4beb422e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:23:51.646515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-7429a9dc-2494-440e-b502-b4812717526e req-bd36a58a-ad78-49bf-b247-fcb4beb422e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:23:51.650285 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-7429a9dc-2494-440e-b502-b4812717526e req-bd36a58a-ad78-49bf-b247-fcb4beb422e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:23:51.680778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd36a58a-ad78-49bf-b247-fcb4beb422e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Pushing event updated for resources: {'Port': ['ID=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:23:51.688322 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bd36a58a-ad78-49bf-b247-fcb4beb422e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:23:51.717820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429a9dc-2494-440e-b502-b4812717526e req-bd36a58a-ad78-49bf-b247-fcb4beb422e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:51.718470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7429a9dc-2494-440e-b502-b4812717526e req-bd36a58a-ad78-49bf-b247-fcb4beb422e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:51.744167 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7429a9dc-2494-440e-b502-b4812717526e req-bd36a58a-ad78-49bf-b247-fcb4beb422e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8674309
Dec 24 11:23:51.768095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Request body: {'port': {'device_id': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:23:51.878129 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:51.907529 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2ddcdea9-dad4-46bc-94fd-80b6b60c5e6e None None] Provisioning for port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:23:51.912091 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2ddcdea9-dad4-46bc-94fd-80b6b60c5e6e None None] Provisioning complete for port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:23:51.912469 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2ddcdea9-dad4-46bc-94fd-80b6b60c5e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:51.965993 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-2ddcdea9-dad4-46bc-94fd-80b6b60c5e6e None None] Port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:23:52.194006 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d384325-c817-4ab4-862a-a9c4995ede76 req-af2a9df7-3e4f-4add-9635-827d5ad3783c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:52.195479 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3d384325-c817-4ab4-862a-a9c4995ede76 req-af2a9df7-3e4f-4add-9635-827d5ad3783c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 931 time: 0.0840425
Dec 24 11:23:52.216684 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:23:52.224550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:52.239439 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Transition to ACTIVE for port object 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:23:52.240277 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3d384325-c817-4ab4-862a-a9c4995ede76 req-e2953303-7030-45fe-9309-4823a005b47b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389047
Dec 24 11:23:52.243227 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:52.248523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d20d55f2-d8dc-4032-abb7-f2335181b0ba tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:23:52.404767 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Pushing event updated for resources: {'Port': ['ID=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:23:52.412078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:23:52.478701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Attempting to bind port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:23:52.479038 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Attempting to bind port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:23:52.479364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Attempting to bind port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb on network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:23:52.483867 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb on network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:23:52.484233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Attempting to bind port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb on network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:23:52.489224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:23:52.489553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Checking segment: {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:23:52.489957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Bound using segment: {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:23:52.490378 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Bound port: 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97ced094-61a5-4f9a-bbff-e15dab215e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:23:52.490720 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:52.581078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] For port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:23:52.584219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] For port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:23:52.588416 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:52.592726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:23:52.642329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:52.642934 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:52.644292 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7429a9dc-2494-440e-b502-b4812717526e req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] 10.222.0.32 "PUT /v2.0/ports/18d19fdf-3bf8-423c-9418-b6a66d2e7cdb HTTP/1.1" status: 200  len: 1093 time: 0.8813882
Dec 24 11:23:52.644803 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'tag': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:23:52.677098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Pushing event updated for resources: {'Port': ['ID=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:23:52.681105 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:23:52.724327 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'tag': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'status': 'completed', 'code': 200}
Dec 24 11:23:52.769785 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429a9dc-2494-440e-b502-b4812717526e req-6c9f87b3-8f89-4902-a389-cfe3a16cf3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:52.771332 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7429a9dc-2494-440e-b502-b4812717526e req-6c9f87b3-8f89-4902-a389-cfe3a16cf3e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 1096 time: 0.0808325
Dec 24 11:23:52.841252 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7429a9dc-2494-440e-b502-b4812717526e req-bc28ad7d-ac56-42c2-a212-2942d72000d8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb HTTP/1.1" status: 200  len: 217 time: 0.0623469
Dec 24 11:23:52.907622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429a9dc-2494-440e-b502-b4812717526e req-574cdea6-4c07-44d3-a8da-e84dcd7552fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:52.908984 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7429a9dc-2494-440e-b502-b4812717526e req-574cdea6-4c07-44d3-a8da-e84dcd7552fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0612993
Dec 24 11:23:52.982301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429a9dc-2494-440e-b502-b4812717526e req-00bfbec8-60f6-49a4-948d-8b86c87c515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:52.983703 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7429a9dc-2494-440e-b502-b4812717526e req-00bfbec8-60f6-49a4-948d-8b86c87c515a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0687027
Dec 24 11:23:53.113109 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7429a9dc-2494-440e-b502-b4812717526e req-b3310f3c-b4ab-479d-ac87-61e8a83d9e81 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230609
Dec 24 11:23:53.243045 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7429a9dc-2494-440e-b502-b4812717526e req-9146fc35-bdff-48c0-b85f-46c8e486fb00 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240351
Dec 24 11:23:53.381040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758b922-60bb-4baa-8683-27418530c589 req-0362a9bb-cd59-4a55-bed9-29f4006a5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:53.382540 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6758b922-60bb-4baa-8683-27418530c589 req-0362a9bb-cd59-4a55-bed9-29f4006a5bf4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 1096 time: 0.0746672
Dec 24 11:23:53.430308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f385ab-9b55-4c91-a365-f5373be3a7f2 req-20d1e9fb-5682-4f56-982e-c216c10446a3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:53.431875 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-64f385ab-9b55-4c91-a365-f5373be3a7f2 req-20d1e9fb-5682-4f56-982e-c216c10446a3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 943 time: 0.0812912
Dec 24 11:23:53.478690 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-64f385ab-9b55-4c91-a365-f5373be3a7f2 req-d436bc3d-2d9a-4dac-8919-e38d4f34271b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410955
Dec 24 11:23:53.625633 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758b922-60bb-4baa-8683-27418530c589 req-363b3a54-4021-4b8b-af66-748cf692ada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:53.627100 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6758b922-60bb-4baa-8683-27418530c589 req-363b3a54-4021-4b8b-af66-748cf692ada6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.2378578
Dec 24 11:23:53.693568 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6758b922-60bb-4baa-8683-27418530c589 req-e335413d-bbdb-4d94-ba7d-d032b63b4078 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb HTTP/1.1" status: 200  len: 217 time: 0.0596497
Dec 24 11:23:53.758151 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758b922-60bb-4baa-8683-27418530c589 req-15eee797-086c-4937-98d7-3c1c1ab9b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:53.759535 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6758b922-60bb-4baa-8683-27418530c589 req-15eee797-086c-4937-98d7-3c1c1ab9b09b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0593438
Dec 24 11:23:53.832151 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758b922-60bb-4baa-8683-27418530c589 req-a0ba8676-2ce6-4b8a-8b03-9f1b2803deed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:53.833549 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6758b922-60bb-4baa-8683-27418530c589 req-a0ba8676-2ce6-4b8a-8b03-9f1b2803deed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0672119
Dec 24 11:23:53.961200 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6758b922-60bb-4baa-8683-27418530c589 req-a2640936-ecc9-400b-b760-2ce7fb63745c service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205187
Dec 24 11:23:54.090123 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6758b922-60bb-4baa-8683-27418530c589 req-cde3ba4e-7811-4503-ace3-fe886a13b863 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218801
Dec 24 11:23:54.665581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f84775-2205-476d-bdcd-fee162dcbca0 req-807b869c-1d38-4654-8cc9-5ed989443a5d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:54.666349 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a9f84775-2205-476d-bdcd-fee162dcbca0 req-807b869c-1d38-4654-8cc9-5ed989443a5d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Synchronizing usage tracker for tenant:fb27ac013426496089cef6b198162693 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:23:54.681353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a9f84775-2205-476d-bdcd-fee162dcbca0 req-807b869c-1d38-4654-8cc9-5ed989443a5d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Unset dirty status for tenant:fb27ac013426496089cef6b198162693 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:23:54.682581 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a9f84775-2205-476d-bdcd-fee162dcbca0 req-807b869c-1d38-4654-8cc9-5ed989443a5d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 943 time: 0.0974185
Dec 24 11:23:54.728067 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a9f84775-2205-476d-bdcd-fee162dcbca0 req-12ce7c0c-1ac8-45b9-94b9-94c05f951f19 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391490
Dec 24 11:23:55.912143 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6b364-9f8c-40e8-b7c8-a6bf2fded642 req-e9cdffe7-7eca-44ac-a2e8-79aa671faa2f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:55.913601 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-51a6b364-9f8c-40e8-b7c8-a6bf2fded642 req-e9cdffe7-7eca-44ac-a2e8-79aa671faa2f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 943 time: 0.0811532
Dec 24 11:23:55.956543 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-51a6b364-9f8c-40e8-b7c8-a6bf2fded642 req-2f94fbd2-1249-482a-ab83-8eece54f2026 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373595
Dec 24 11:23:56.750604 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:23:56.879255 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:23:56.892189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'port_id': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'mac_address': 'fa:16:3e:32:b3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:23:56.991154 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:57.007967 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:23:57.023065 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:23:57.026950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:57.028702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:23:57.093273 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:23:57.096747 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:23:57.142595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ff0ce-3402-42fd-80b4-0ff1826d8f83 req-3f722ad5-928e-4003-a7b4-9c7ae937c4d5 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:57.144067 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-009ff0ce-3402-42fd-80b4-0ff1826d8f83 req-3f722ad5-928e-4003-a7b4-9c7ae937c4d5 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 944 time: 0.0832279
Dec 24 11:23:57.190848 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-009ff0ce-3402-42fd-80b4-0ff1826d8f83 req-ed4cec40-1dcc-43a0-ad47-872acd703b10 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412130
Dec 24 11:23:57.397281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['18d19fdf-3bf8-423c-9418-b6a66d2e7cdb'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:23:58.372940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07dae7c-7db6-4e59-abeb-a8f390f802c6 req-dd4edd3f-9de3-4349-b4dd-adefb942a52b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:58.374415 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d07dae7c-7db6-4e59-abeb-a8f390f802c6 req-dd4edd3f-9de3-4349-b4dd-adefb942a52b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 944 time: 0.0816143
Dec 24 11:23:58.418527 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d07dae7c-7db6-4e59-abeb-a8f390f802c6 req-3f9f3a58-4479-48fa-8e14-f5e187a92eb2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380714
Dec 24 11:23:58.757104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:23:58.823260 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:23:58.827924 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:23:58.828807 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:58.939982 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:58.965738 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:23:58.975481 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:23:58.979475 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:23:58.982720 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:23:59.013678 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'code': 200}
Dec 24 11:23:59.053980 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:23:59.056772 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:23:59.234401 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93cafb-6c0f-428f-9083-98b13c5bda23 req-79b778b7-4eee-4ab2-8224-669762395139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:59.235757 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4e93cafb-6c0f-428f-9083-98b13c5bda23 req-79b778b7-4eee-4ab2-8224-669762395139 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 1098 time: 0.0706022
Dec 24 11:23:59.274989 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4e93cafb-6c0f-428f-9083-98b13c5bda23 req-5cbc2e11-3efe-4dc7-a9ab-d462576a3f6d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329328
Dec 24 11:23:59.600361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c43971-05c5-40da-ad79-7cd14f75725d req-bfe41bce-0164-4854-ac9f-b851cf779634 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:23:59.601809 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d8c43971-05c5-40da-ad79-7cd14f75725d req-bfe41bce-0164-4854-ac9f-b851cf779634 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0786543
Dec 24 11:23:59.645094 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d8c43971-05c5-40da-ad79-7cd14f75725d req-aebb61a2-a03d-4d64-9e63-02945a5898f7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377469
Dec 24 11:23:59.692904 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c09b9c12-8de4-465f-b96b-a3196017b50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:24:00.836770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d5e51-ae2b-4e5e-a3a0-3443be6e88f9 req-919422b8-0fe9-452b-b133-554af338f9f4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:24:00.838222 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-832d5e51-ae2b-4e5e-a3a0-3443be6e88f9 req-919422b8-0fe9-452b-b133-554af338f9f4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0868134
Dec 24 11:24:00.881188 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-832d5e51-ae2b-4e5e-a3a0-3443be6e88f9 req-3eaab60d-19d8-414c-b86e-12b2d9f3f41a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0366993
Dec 24 11:24:01.057982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516d896-5ee2-4aa9-9df0-be6c7c481480 req-7a2bbd06-711b-49d1-a56a-3897b3a797cf tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:24:01.059430 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c516d896-5ee2-4aa9-9df0-be6c7c481480 req-7a2bbd06-711b-49d1-a56a-3897b3a797cf tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0811741
Dec 24 11:24:01.068249 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 56928) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:24:01.073283 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-52cf4e5c-950f-4002-8f23-8576ba826e34 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Request body: {'floatingip': {'port_id': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:24:01.157580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52cf4e5c-950f-4002-8f23-8576ba826e34 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for floatingip, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:24:01.853443 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52cf4e5c-950f-4002-8f23-8576ba826e34 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:24:01.857375 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52cf4e5c-950f-4002-8f23-8576ba826e34 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:24:01.908855 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dc367da6-6bb5-4fc9-87c2-43ac8fb361cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:24:01.992081 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:24:02.028753 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-52cf4e5c-950f-4002-8f23-8576ba826e34 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Floating IP 583a621c-c845-4dd5-ba6d-db664d657a26 associated. External IP: 172.26.4.173, port: 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb.
Dec 24 11:24:02.378399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cf4e5c-950f-4002-8f23-8576ba826e34 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:24:02.552651 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cf4e5c-950f-4002-8f23-8576ba826e34 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:24:02.557448 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52cf4e5c-950f-4002-8f23-8576ba826e34 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:24:02.562469 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ef86c-2e4c-4961-9561-8214e5ebc1f1 None None] Sync routers for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:24:02.571495 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ef86c-2e4c-4961-9561-8214e5ebc1f1 None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:24:02.572181 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0f4ef86c-2e4c-4961-9561-8214e5ebc1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2de610>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:24:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:24:02.612469 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-52cf4e5c-950f-4002-8f23-8576ba826e34 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "PUT /v2.0/floatingips/583a621c-c845-4dd5-ba6d-db664d657a26 HTTP/1.1" status: 200  len: 992 time: 1.5431635
Dec 24 11:24:02.613122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'tag': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:24:02.658105 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'tag': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'status': 'completed', 'code': 200}
Dec 24 11:24:02.753478 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac55d1-6c5a-4c31-a1c4-2d7bf0aa129d req-eeae01d1-ab34-4a44-822f-8a47ecb50b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:24:02.754997 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-42ac55d1-6c5a-4c31-a1c4-2d7bf0aa129d req-eeae01d1-ab34-4a44-822f-8a47ecb50b2a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 1098 time: 0.0734713
Dec 24 11:24:02.776896 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-0f4ef86c-2e4c-4961-9561-8214e5ebc1f1 None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:24:02.885031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac55d1-6c5a-4c31-a1c4-2d7bf0aa129d req-2c83bba0-5f66-41f3-80e0-6571bf2c939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:24:02.886468 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-42ac55d1-6c5a-4c31-a1c4-2d7bf0aa129d req-2c83bba0-5f66-41f3-80e0-6571bf2c939d service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1257141
Dec 24 11:24:02.993290 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-42ac55d1-6c5a-4c31-a1c4-2d7bf0aa129d req-ffb5a1b9-76ab-466c-b939-bfffde0260be service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb HTTP/1.1" status: 200  len: 1000 time: 0.0999923
Dec 24 11:24:03.056421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac55d1-6c5a-4c31-a1c4-2d7bf0aa129d req-e5c505bc-b936-4df9-80e8-73b85c2ffcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:24:03.057862 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-42ac55d1-6c5a-4c31-a1c4-2d7bf0aa129d req-e5c505bc-b936-4df9-80e8-73b85c2ffcdc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0580053
Dec 24 11:24:03.124214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:24:03.136450 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0f4ef86c-2e4c-4961-9561-8214e5ebc1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2de610>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '583a621c-c845-4dd5-ba6d-db664d657a26', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'floating_ip_address': '172.26.4.173', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'port_id': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'mac_address': 'fa:16:3e:32:b3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:17:55Z', 'updated_at': '2021-12-24T11:24:01Z', 'revision_number': 13, 'project_id': 'fb27ac013426496089cef6b198162693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:24:03.141582 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac55d1-6c5a-4c31-a1c4-2d7bf0aa129d req-16459c30-a43d-45e6-ae6d-af08d125a11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:24:03.143171 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-42ac55d1-6c5a-4c31-a1c4-2d7bf0aa129d req-16459c30-a43d-45e6-ae6d-af08d125a11c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0792792
Dec 24 11:24:03.147650 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ef86c-2e4c-4961-9561-8214e5ebc1f1 None None] Checking router: 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:24:03.155237 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:24:03.158018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ef86c-2e4c-4961-9561-8214e5ebc1f1 None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:24:03.158654 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0f4ef86c-2e4c-4961-9561-8214e5ebc1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2de610>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:24:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:24:03.338001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-0f4ef86c-2e4c-4961-9561-8214e5ebc1f1 None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:24:03.384675 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-42ac55d1-6c5a-4c31-a1c4-2d7bf0aa129d req-a6e146c8-1400-4358-b5fb-a6ae47be1429 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2353752
Dec 24 11:24:03.516380 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-42ac55d1-6c5a-4c31-a1c4-2d7bf0aa129d req-4ee33954-66c1-4e4e-a0aa-173ce2cc9f81 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241992
Dec 24 11:24:03.721005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-0f4ef86c-2e4c-4961-9561-8214e5ebc1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2de610>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '583a621c-c845-4dd5-ba6d-db664d657a26', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'floating_ip_address': '172.26.4.173', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'port_id': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'mac_address': 'fa:16:3e:32:b3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:17:55Z', 'updated_at': '2021-12-24T11:24:01Z', 'revision_number': 13, 'project_id': 'fb27ac013426496089cef6b198162693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:24:03.724929 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ef86c-2e4c-4961-9561-8214e5ebc1f1 None None] The sync data for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv is: [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '583a621c-c845-4dd5-ba6d-db664d657a26', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'floating_ip_address': '172.26.4.173', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'port_id': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'mac_address': 'fa:16:3e:32:b3:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:17:55Z', 'updated_at': '2021-12-24T11:24:01Z', 'revision_number': 13, 'project_id': 'fb27ac013426496089cef6b198162693', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:24:03.916825 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90408202-2bb5-4156-9220-742bc04e1b2a None None] New status for floating IP 583a621c-c845-4dd5-ba6d-db664d657a26: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:24:04.925315 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:24:10.779856 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:24:29.693520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2fe36f50-2ac2-407a-9f84-e5ff7fa4e952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:24:31.910196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6e42d3c3-8293-4c7e-8211-359fd9a11e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:24:33.127688 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:24:33.148881 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:24:34.928506 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:24:38.576840 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-33550d91-0a09-4f3d-a368-6b063efd58b5 req-c7ef9d41-8044-4998-b4b6-59d5b8e102f3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0700693
Dec 24 11:24:38.717092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33550d91-0a09-4f3d-a368-6b063efd58b5 req-91d0a7f8-3fe5-43b3-82ff-fa218d10aa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:24:38.718548 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-33550d91-0a09-4f3d-a368-6b063efd58b5 req-91d0a7f8-3fe5-43b3-82ff-fa218d10aa16 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 1098 time: 0.0726259
Dec 24 11:24:38.869548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33550d91-0a09-4f3d-a368-6b063efd58b5 req-ea400ebf-2837-4223-88d9-527e55e55605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:24:38.871000 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-33550d91-0a09-4f3d-a368-6b063efd58b5 req-ea400ebf-2837-4223-88d9-527e55e55605 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1328650
Dec 24 11:24:38.970964 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-33550d91-0a09-4f3d-a368-6b063efd58b5 req-7dedde00-5d5b-4232-89a6-eef71e0c24f8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb HTTP/1.1" status: 200  len: 1002 time: 0.0925574
Dec 24 11:24:38.991187 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:24:39.030929 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33550d91-0a09-4f3d-a368-6b063efd58b5 req-23ea0261-804e-4f8d-8532-87f33be53775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:24:39.032346 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-33550d91-0a09-4f3d-a368-6b063efd58b5 req-23ea0261-804e-4f8d-8532-87f33be53775 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0559959
Dec 24 11:24:39.105348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33550d91-0a09-4f3d-a368-6b063efd58b5 req-07e9f438-29a7-4aa1-ba66-2de2e8923758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:24:39.106795 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-33550d91-0a09-4f3d-a368-6b063efd58b5 req-07e9f438-29a7-4aa1-ba66-2de2e8923758 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0683277
Dec 24 11:24:39.237614 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-33550d91-0a09-4f3d-a368-6b063efd58b5 req-a21a45da-98f7-47e2-8e20-5acf55abaacb service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244965
Dec 24 11:24:39.366869 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-33550d91-0a09-4f3d-a368-6b063efd58b5 req-e419a210-99e9-4720-8fc9-5dddcecb4632 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222515
Dec 24 11:24:40.783014 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:24:59.695248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3400ffed-3b7e-4f7c-8212-1b235ccb189a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:01.910922 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-857e44de-9fad-4b25-afb9-5c9d75c0b31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:03.131003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:03.151598 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:04.932593 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:10.779329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:15.990732 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:25:16.287358 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce09f9-ac65-4173-9810-208dae5721e7 req-fcd3c572-b53f-4dd8-aafb-1443de9e502e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:16.288824 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-73ce09f9-ac65-4173-9810-208dae5721e7 req-fcd3c572-b53f-4dd8-aafb-1443de9e502e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0804479
Dec 24 11:25:16.331485 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-73ce09f9-ac65-4173-9810-208dae5721e7 req-aadc205d-8b37-43fa-acb4-f3aed609e80f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370023
Dec 24 11:25:25.969679 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b840db91-7db8-4907-968c-506f58936693 req-ecfa08df-9f34-4be9-a44b-e2f7f85e17e3 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0728078
Dec 24 11:25:26.026786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb77d36-39a0-4d16-a4e3-8eeb8fd9873b req-500372a6-2bf4-4be8-b8fc-ec84d9ef19fa tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:26.028280 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3eb77d36-39a0-4d16-a4e3-8eeb8fd9873b req-500372a6-2bf4-4be8-b8fc-ec84d9ef19fa tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0859878
Dec 24 11:25:26.072329 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3eb77d36-39a0-4d16-a4e3-8eeb8fd9873b req-0b923ee3-c135-4d0d-a0dc-12bb16ee496a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384815
Dec 24 11:25:27.204360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840db91-7db8-4907-968c-506f58936693 req-c5045302-7208-4332-9b10-7f554f973a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:27.206608 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b840db91-7db8-4907-968c-506f58936693 req-c5045302-7208-4332-9b10-7f554f973a4c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 1098 time: 0.0720377
Dec 24 11:25:27.256515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c364201-dd86-4dc6-bfd2-3179ffa8d360 req-50c4780f-0164-45a6-a26f-b4f21c0df49c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:27.257932 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3c364201-dd86-4dc6-bfd2-3179ffa8d360 req-50c4780f-0164-45a6-a26f-b4f21c0df49c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0789554
Dec 24 11:25:27.303961 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3c364201-dd86-4dc6-bfd2-3179ffa8d360 req-b88a7618-2cfe-4777-9d50-51521464843b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402858
Dec 24 11:25:27.340911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840db91-7db8-4907-968c-506f58936693 req-354966fa-6ee6-4e90-b8cd-b5bf56902da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:27.342382 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b840db91-7db8-4907-968c-506f58936693 req-354966fa-6ee6-4e90-b8cd-b5bf56902da7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1285384
Dec 24 11:25:27.444405 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b840db91-7db8-4907-968c-506f58936693 req-e23b0ea6-c230-42d3-a89a-d4fcf10a6fc3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb HTTP/1.1" status: 200  len: 1002 time: 0.0949762
Dec 24 11:25:27.507563 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840db91-7db8-4907-968c-506f58936693 req-97d3c8ab-9718-46bb-bfb1-113b4a1f1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:27.508856 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b840db91-7db8-4907-968c-506f58936693 req-97d3c8ab-9718-46bb-bfb1-113b4a1f1c81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0578926
Dec 24 11:25:27.583016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840db91-7db8-4907-968c-506f58936693 req-9cf20a0b-af16-4a36-907e-538ff0b61c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:27.584476 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b840db91-7db8-4907-968c-506f58936693 req-9cf20a0b-af16-4a36-907e-538ff0b61c34 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695899
Dec 24 11:25:27.824118 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b840db91-7db8-4907-968c-506f58936693 req-07363e7f-5367-4d19-9d1b-5f3457ef92f1 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2309618
Dec 24 11:25:27.952243 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b840db91-7db8-4907-968c-506f58936693 req-cfb639a2-5b64-4f8c-ba74-fbe36e41bb71 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214716
Dec 24 11:25:28.491884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1494a6-7763-47b3-9345-dd15f61cd98b req-44400bf5-d801-45a8-942e-3d1d3e561a4f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:28.493316 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-be1494a6-7763-47b3-9345-dd15f61cd98b req-44400bf5-d801-45a8-942e-3d1d3e561a4f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0827715
Dec 24 11:25:28.536810 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-be1494a6-7763-47b3-9345-dd15f61cd98b req-5a3f3aa6-4bf1-4cca-b22d-c65857676116 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378983
Dec 24 11:25:29.696966 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3a8bbe87-9822-473d-a4cb-7df7b162beb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:29.721463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb034eb-a6bd-4580-ab10-2d0c9554dc02 req-1b4ca5e7-4529-4f13-80b7-c297962a5d45 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:29.722933 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3eb034eb-a6bd-4580-ab10-2d0c9554dc02 req-1b4ca5e7-4529-4f13-80b7-c297962a5d45 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0819857
Dec 24 11:25:29.765966 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3eb034eb-a6bd-4580-ab10-2d0c9554dc02 req-1b3f155a-d922-4abf-b233-174a13e19850 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373161
Dec 24 11:25:30.947159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea173175-0253-4d70-b783-c79f0f1c7edc req-22e1f35b-4016-4e55-b369-eb2a3513192b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:30.948625 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ea173175-0253-4d70-b783-c79f0f1c7edc req-22e1f35b-4016-4e55-b369-eb2a3513192b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0789120
Dec 24 11:25:30.991232 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ea173175-0253-4d70-b783-c79f0f1c7edc req-401e2ee7-2888-4169-b622-be3fcb069de6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371082
Dec 24 11:25:31.913758 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1057efe0-db45-47f8-9952-14b347d98024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:32.180183 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93edb23e-ebf9-485d-bffb-1b01acdb641a req-f888ba42-d618-4dcd-8417-b6cac2db724d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:32.181540 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-93edb23e-ebf9-485d-bffb-1b01acdb641a req-f888ba42-d618-4dcd-8417-b6cac2db724d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0776782
Dec 24 11:25:32.227860 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-93edb23e-ebf9-485d-bffb-1b01acdb641a req-3841f70a-6af6-4daf-94f0-029cc923af2e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407441
Dec 24 11:25:33.132804 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:33.154859 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:33.431131 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38242341-36c4-4e01-801f-1803b430cf9d req-85c552c9-27f0-4d63-ae9e-3b47192d8c27 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:33.432715 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-38242341-36c4-4e01-801f-1803b430cf9d req-85c552c9-27f0-4d63-ae9e-3b47192d8c27 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0852797
Dec 24 11:25:33.478249 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-38242341-36c4-4e01-801f-1803b430cf9d req-9f78f873-fb9a-4090-b295-efbbe3f4a03e tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388269
Dec 24 11:25:34.775436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f757996-f1ad-403c-b70d-1005e73ceaf7 req-b6ac9eba-67be-49e2-a075-4455c8051d54 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:34.776877 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1f757996-f1ad-403c-b70d-1005e73ceaf7 req-b6ac9eba-67be-49e2-a075-4455c8051d54 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.1938813
Dec 24 11:25:34.820202 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1f757996-f1ad-403c-b70d-1005e73ceaf7 req-724a1128-35ab-4e86-9252-eb19430fca47 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369730
Dec 24 11:25:34.934228 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:36.003548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8581b-e4fa-4879-b5b6-13af3107f17e req-dd101f45-1a40-483d-89b7-d7efc18208a4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:36.004991 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ffe8581b-e4fa-4879-b5b6-13af3107f17e req-dd101f45-1a40-483d-89b7-d7efc18208a4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0784223
Dec 24 11:25:36.052274 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ffe8581b-e4fa-4879-b5b6-13af3107f17e req-865fbf37-c634-4152-b257-cdaa646bde77 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417097
Dec 24 11:25:37.235686 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614cc92-9550-4cbf-bfc0-cf08b4b60932 req-ecc50ba7-8501-4ff5-b020-cd47ccb7e5f2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:37.237144 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7614cc92-9550-4cbf-bfc0-cf08b4b60932 req-ecc50ba7-8501-4ff5-b020-cd47ccb7e5f2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0817754
Dec 24 11:25:37.280496 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7614cc92-9550-4cbf-bfc0-cf08b4b60932 req-565afc95-15c1-4383-bf63-549d51302077 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378785
Dec 24 11:25:38.461951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f7749-91f2-4544-9a8b-1fb227e63b1b req-3725b711-fa84-4dd2-b51e-02f2a354f2ec tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:38.463397 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-934f7749-91f2-4544-9a8b-1fb227e63b1b req-3725b711-fa84-4dd2-b51e-02f2a354f2ec tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0800240
Dec 24 11:25:38.505785 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-934f7749-91f2-4544-9a8b-1fb227e63b1b req-d444d167-cfa9-4e55-932b-24b69a41fb41 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369103
Dec 24 11:25:39.687236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4e19b-3c95-4bbb-825d-c02056070931 req-4b1ba7a3-7116-4525-883b-89707dc824bf tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:39.689183 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1bc4e19b-3c95-4bbb-825d-c02056070931 req-4b1ba7a3-7116-4525-883b-89707dc824bf tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0776734
Dec 24 11:25:39.734233 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1bc4e19b-3c95-4bbb-825d-c02056070931 req-c02f4ee8-c78c-4889-8e03-95d8c881ac55 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395844
Dec 24 11:25:40.258812 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b840db91-7db8-4907-968c-506f58936693 req-3506127a-bcff-4b51-a9a9-d0155a3419b9 service neutron] 10.222.0.32 "GET /v2.0/ports/18d19fdf-3bf8-423c-9418-b6a66d2e7cdb/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0761912
Dec 24 11:25:40.524939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840db91-7db8-4907-968c-506f58936693 req-ea42ea4d-3137-4bd0-b3b9-3e0dd18ddc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:40.526418 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b840db91-7db8-4907-968c-506f58936693 req-ea42ea4d-3137-4bd0-b3b9-3e0dd18ddc08 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8&tenant_id=fb27ac013426496089cef6b198162693 HTTP/1.1" status: 200  len: 1098 time: 0.0705109
Dec 24 11:25:40.648745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee3c69-3648-4a50-8ebc-44b1c3b24bd6 req-62e22119-68fb-4824-bfe6-ac5259683537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:40.650233 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68ee3c69-3648-4a50-8ebc-44b1c3b24bd6 req-62e22119-68fb-4824-bfe6-ac5259683537 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 1098 time: 0.0700252
Dec 24 11:25:40.792664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:40.797034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee3c69-3648-4a50-8ebc-44b1c3b24bd6 req-d719928d-9e56-4adc-bc96-7a6fcadae9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:40.798529 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68ee3c69-3648-4a50-8ebc-44b1c3b24bd6 req-d719928d-9e56-4adc-bc96-7a6fcadae9c3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1285064
Dec 24 11:25:40.948150 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68ee3c69-3648-4a50-8ebc-44b1c3b24bd6 req-9bdefe77-e026-44c3-9e16-65f006173196 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb HTTP/1.1" status: 200  len: 1002 time: 0.1431816
Dec 24 11:25:41.018373 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4233dc-eeaa-41fb-bd02-d99aa6351c7e req-f19ef380-3ec9-4a4b-a7a5-bb4e7340c55d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:41.019797 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-dc4233dc-eeaa-41fb-bd02-d99aa6351c7e req-f19ef380-3ec9-4a4b-a7a5-bb4e7340c55d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.1637273
Dec 24 11:25:41.027563 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee3c69-3648-4a50-8ebc-44b1c3b24bd6 req-428ff2f0-dd62-49bb-b64f-065a67024f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:41.028886 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68ee3c69-3648-4a50-8ebc-44b1c3b24bd6 req-428ff2f0-dd62-49bb-b64f-065a67024f39 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0704532
Dec 24 11:25:41.108989 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-dc4233dc-eeaa-41fb-bd02-d99aa6351c7e req-f987023c-c7d1-4eba-b0e9-f5d14ee7cc75 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829701
Dec 24 11:25:41.131938 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee3c69-3648-4a50-8ebc-44b1c3b24bd6 req-43afa728-80ed-446b-9f90-46faea21e1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:41.133424 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68ee3c69-3648-4a50-8ebc-44b1c3b24bd6 req-43afa728-80ed-446b-9f90-46faea21e1a0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0923543
Dec 24 11:25:41.265797 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68ee3c69-3648-4a50-8ebc-44b1c3b24bd6 req-57b41a2d-d1ac-4243-9599-4b5e697f36d4 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257644
Dec 24 11:25:41.504758 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68ee3c69-3648-4a50-8ebc-44b1c3b24bd6 req-8ed05827-547a-4e5e-aa30-526c89a8b191 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2324595
Dec 24 11:25:41.619857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840db91-7db8-4907-968c-506f58936693 req-da0a7dbe-c0b3-422f-b4ce-88e5311c0acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:41.621301 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b840db91-7db8-4907-968c-506f58936693 req-da0a7dbe-c0b3-422f-b4ce-88e5311c0acd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 1098 time: 0.0681896
Dec 24 11:25:41.748465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840db91-7db8-4907-968c-506f58936693 req-9ea5ad44-8b7e-4cdd-bf5d-3b8feaa4358a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:41.749802 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b840db91-7db8-4907-968c-506f58936693 req-9ea5ad44-8b7e-4cdd-bf5d-3b8feaa4358a service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1226640
Dec 24 11:25:41.852202 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b840db91-7db8-4907-968c-506f58936693 req-864cafab-ffb2-4056-b7e3-b317a170dcd3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb HTTP/1.1" status: 200  len: 1002 time: 0.0957408
Dec 24 11:25:41.919777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840db91-7db8-4907-968c-506f58936693 req-aa52be88-3b88-48ec-be27-ce8d5e06eb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:41.921175 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b840db91-7db8-4907-968c-506f58936693 req-aa52be88-3b88-48ec-be27-ce8d5e06eb18 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0594325
Dec 24 11:25:41.994373 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840db91-7db8-4907-968c-506f58936693 req-75bd6af5-737c-4890-8e8c-125d53594688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:41.995780 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b840db91-7db8-4907-968c-506f58936693 req-75bd6af5-737c-4890-8e8c-125d53594688 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0680568
Dec 24 11:25:42.124945 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b840db91-7db8-4907-968c-506f58936693 req-d89b8ffe-6d3b-4e54-90f1-c9ac240aa017 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222219
Dec 24 11:25:42.265974 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b840db91-7db8-4907-968c-506f58936693 req-fe15fa77-714a-4a3a-9ed5-6cabe9bc4e86 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348169
Dec 24 11:25:42.433975 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b336564-73a3-4147-b8e9-33d52e599cf7 req-612e3163-7090-456a-bc5c-cc222decb10a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:42.435464 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9b336564-73a3-4147-b8e9-33d52e599cf7 req-612e3163-7090-456a-bc5c-cc222decb10a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0820847
Dec 24 11:25:42.480482 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9b336564-73a3-4147-b8e9-33d52e599cf7 req-3938f6cc-172f-4f5c-94db-dfc2dcf4c3a9 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390463
Dec 24 11:25:43.202182 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:25:43.314093 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:43.341125 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:25:43.352876 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:25:43.358509 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:43.360988 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:25:43.408652 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'code': 200}
Dec 24 11:25:43.434502 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:25:43.441743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:25:43.442122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:25:43.442467 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:25:43.442989 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:25:43.443272 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:25:43.443440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:25:43.443957 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:25:43.444291 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:25:43.444619 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:25:43.444947 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:25:43.445272 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:25:43.445600 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:25:43.449641 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:25:43.672504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231375c-f865-4bbf-b30c-645970b19d95 req-de3c864c-50f0-492f-8a79-69f68c081b64 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:43.673891 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9231375c-f865-4bbf-b30c-645970b19d95 req-de3c864c-50f0-492f-8a79-69f68c081b64 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 943 time: 0.0837839
Dec 24 11:25:43.719317 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9231375c-f865-4bbf-b30c-645970b19d95 req-30db21a5-752b-4476-ac7e-0b4ce0e877b3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392773
Dec 24 11:25:44.909883 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0541c1b-d1eb-4878-b0df-ed4422c9c165 req-8591705c-5ed4-4859-a524-208e47cb18bc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:44.911326 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e0541c1b-d1eb-4878-b0df-ed4422c9c165 req-8591705c-5ed4-4859-a524-208e47cb18bc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 943 time: 0.0826499
Dec 24 11:25:44.953687 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e0541c1b-d1eb-4878-b0df-ed4422c9c165 req-a2fc7a09-9415-4b73-89e5-107bc3963ab7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368285
Dec 24 11:25:45.214348 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:25:45.345453 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:25:45.358262 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'port_id': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'mac_address': 'fa:16:3e:32:b3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:25:45.415514 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:45.431847 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:25:45.447638 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:25:45.451575 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:45.453343 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:25:45.515216 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['18d19fdf-3bf8-423c-9418-b6a66d2e7cdb'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:25:45.560149 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,revision_number=7']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:25:45.563181 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:25:46.137115 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f3241-b2d4-4435-a1fa-5e223012cad9 req-f3002ff5-fa22-44db-aa69-72e012a0c5b3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:46.138597 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-de6f3241-b2d4-4435-a1fa-5e223012cad9 req-f3002ff5-fa22-44db-aa69-72e012a0c5b3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 944 time: 0.0787871
Dec 24 11:25:46.183194 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-de6f3241-b2d4-4435-a1fa-5e223012cad9 req-ecc81835-e764-43fc-b8bb-69be910613b0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388587
Dec 24 11:25:47.230267 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:25:47.296717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:25:47.297129 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:47.366847 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726f7c7-1939-402f-b25c-9bcbc74b3cfc req-93a22846-d09e-4fad-8bcb-2aa60ae608c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:47.368530 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7726f7c7-1939-402f-b25c-9bcbc74b3cfc req-93a22846-d09e-4fad-8bcb-2aa60ae608c7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 944 time: 0.0807693
Dec 24 11:25:47.413919 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7726f7c7-1939-402f-b25c-9bcbc74b3cfc req-26613c8d-e07e-4a4b-98dc-b91f035a9052 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396044
Dec 24 11:25:47.415616 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:47.443212 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:25:47.452642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:25:47.457140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:47.458996 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:25:47.496279 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'code': 200}
Dec 24 11:25:47.528810 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,revision_number=8']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:25:47.531863 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:25:48.607010 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba31927-8bd0-4cdf-853a-cc6d0632399f req-5a339080-2cd8-4de4-8f46-f020326302ad tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:48.608467 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aba31927-8bd0-4cdf-853a-cc6d0632399f req-5a339080-2cd8-4de4-8f46-f020326302ad tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0826340
Dec 24 11:25:48.657154 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aba31927-8bd0-4cdf-853a-cc6d0632399f req-0f93ac6d-0dfe-459a-a8c7-3257e295a446 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426164
Dec 24 11:25:49.839962 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4df3c44-dbc1-429c-8572-2141971a1fdc req-7870b301-2017-4003-a6ee-cf223816c48b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:49.841401 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e4df3c44-dbc1-429c-8572-2141971a1fdc req-7870b301-2017-4003-a6ee-cf223816c48b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0812929
Dec 24 11:25:49.885257 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e4df3c44-dbc1-429c-8572-2141971a1fdc req-e747f744-d5fd-492c-aac3-c412951f4bd2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378146
Dec 24 11:25:51.067588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2b0f4-4fb9-4584-9628-bb0377bf6b11 req-3fc304d8-9a98-4956-8408-60807dfb8fb3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:51.069070 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bc2b0f4-4fb9-4584-9628-bb0377bf6b11 req-3fc304d8-9a98-4956-8408-60807dfb8fb3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0785286
Dec 24 11:25:51.111594 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9bc2b0f4-4fb9-4584-9628-bb0377bf6b11 req-b8a119af-f4c2-4be4-a9a7-bdaaa875dd6c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370326
Dec 24 11:25:51.260053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:25:51.429067 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:25:51.441769 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'port_id': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'mac_address': 'fa:16:3e:32:b3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:25:51.495819 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:51.512564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:25:51.530053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:25:51.535028 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:51.536973 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:25:51.607428 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['18d19fdf-3bf8-423c-9418-b6a66d2e7cdb'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:25:51.644052 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,revision_number=9']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:25:51.648508 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:25:52.294066 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ec3346-3930-47f9-a628-02beece37ae6 req-659acc60-b8fc-4918-89d8-c550cce7cbf9 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:52.295532 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b9ec3346-3930-47f9-a628-02beece37ae6 req-659acc60-b8fc-4918-89d8-c550cce7cbf9 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 944 time: 0.0802095
Dec 24 11:25:52.344312 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b9ec3346-3930-47f9-a628-02beece37ae6 req-66e43b0a-b42a-411f-84f0-cba1d7630d47 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426877
Dec 24 11:25:52.740763 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-b64ad21d-14d4-426a-b1ac-764c5867d38c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:52.742157 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-b64ad21d-14d4-426a-b1ac-764c5867d38c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8&tenant_id=fb27ac013426496089cef6b198162693&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 944 time: 0.0886621
Dec 24 11:25:52.788393 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d458c14b-880f-4092-9004-4067bbb83a40 req-bd126cf2-6b7f-499a-88ef-04b49121d159 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:52.789906 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d458c14b-880f-4092-9004-4067bbb83a40 req-bd126cf2-6b7f-499a-88ef-04b49121d159 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 944 time: 0.0779727
Dec 24 11:25:52.826987 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-854faf6e-d98f-4482-862e-e8f98818fbf4 service neutron] 10.222.0.32 "GET /v2.0/ports/18d19fdf-3bf8-423c-9418-b6a66d2e7cdb/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0789151
Dec 24 11:25:52.836009 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d458c14b-880f-4092-9004-4067bbb83a40 req-4c4fdd49-da55-4353-b13b-6067a2b39d01 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386264
Dec 24 11:25:52.926041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-dde155d7-1a93-4492-bef7-ef8410d77577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:52.927504 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-dde155d7-1a93-4492-bef7-ef8410d77577 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 1097 time: 0.0749083
Dec 24 11:25:52.989050 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:25:53.056703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-af6d2233-7978-40be-81ff-c1891c7c43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:53.058177 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-af6d2233-7978-40be-81ff-c1891c7c43e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1237848
Dec 24 11:25:53.261895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:25:53.266081 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-3850c358-7774-45b4-9fbb-59d06bdd4e9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb HTTP/1.1" status: 200  len: 1001 time: 0.2018602
Dec 24 11:25:53.327473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-32541673-d93e-4c52-9aee-1736eb5adefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:53.328844 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-32541673-d93e-4c52-9aee-1736eb5adefc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0566561
Dec 24 11:25:53.331412 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:25:53.331804 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:53.405132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-7d31ce05-3e1e-4db9-a68e-c448e38202ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:53.407321 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-7d31ce05-3e1e-4db9-a68e-c448e38202ef service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723166
Dec 24 11:25:53.449999 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:53.476942 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:25:53.488451 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:25:53.493600 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:53.495954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:25:53.533549 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'code': 200}
Dec 24 11:25:53.545792 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-a3f77ede-c691-49ed-b300-24c42b48dca9 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1323011
Dec 24 11:25:53.565599 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,revision_number=10']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:25:53.568642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:25:53.676419 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-fc74f529-019d-49f1-83c1-e37f3b9c9a54 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237676
Dec 24 11:25:54.021521 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e08ff-6de4-4931-935a-c054819039f2 req-98400baf-4ce7-40e4-8ffe-fbe6411d3bb5 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:54.022904 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-497e08ff-6de4-4931-935a-c054819039f2 req-98400baf-4ce7-40e4-8ffe-fbe6411d3bb5 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 946 time: 0.0818195
Dec 24 11:25:54.065805 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-497e08ff-6de4-4931-935a-c054819039f2 req-45d300ae-afda-4337-a766-cf86f6fd88cc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373201
Dec 24 11:25:55.254203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc303dd-52f6-40e7-8da5-c303f8d8ced2 req-284f48dd-fd1a-462e-ab8e-6d420f644a42 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:55.255636 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bcc303dd-52f6-40e7-8da5-c303f8d8ced2 req-284f48dd-fd1a-462e-ab8e-6d420f644a42 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 946 time: 0.0818222
Dec 24 11:25:55.269922 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:25:55.300592 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bcc303dd-52f6-40e7-8da5-c303f8d8ced2 req-ae8c4466-573b-46c2-8772-8e4004f2e9cd tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393479
Dec 24 11:25:55.383924 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:55.416034 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:25:55.421068 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:25:55.423436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-500f2339-ed7d-4df0-974c-1c2a41aa7f76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:25:55.490046 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,revision_number=11']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:25:55.501306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:25:55.534232 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:25:55.584720 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'code': 200}
Dec 24 11:25:56.482279 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e56731-7ab2-4457-ac88-9867df6fe86e req-3008b86c-1f45-4950-bfec-253584769cae tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:56.483731 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-39e56731-7ab2-4457-ac88-9867df6fe86e req-3008b86c-1f45-4950-bfec-253584769cae tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 944 time: 0.0799868
Dec 24 11:25:56.535882 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-39e56731-7ab2-4457-ac88-9867df6fe86e req-f3bdb943-20f5-4b61-b4cc-1d40d407b133 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462830
Dec 24 11:25:56.839492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-8edf6ebb-873d-4815-805a-5e411301a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:56.840939 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-8edf6ebb-873d-4815-805a-5e411301a1e1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8&tenant_id=fb27ac013426496089cef6b198162693 HTTP/1.1" status: 200  len: 1097 time: 0.0705340
Dec 24 11:25:56.933622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-f97b176e-13ed-4021-bbe3-28e31deecefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:56.935035 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-f97b176e-13ed-4021-bbe3-28e31deecefe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=fb27ac013426496089cef6b198162693&device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 1097 time: 0.0723448
Dec 24 11:25:57.061340 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-850e0661-3183-4edb-b6d4-1d416e5f9365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:57.062824 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-850e0661-3183-4edb-b6d4-1d416e5f9365 service neutron] 10.222.0.32 "GET /v2.0/networks?id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 200  len: 913 time: 0.1218767
Dec 24 11:25:57.163160 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-e4294389-bbb3-4173-8722-cb87c5dfb84e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb HTTP/1.1" status: 200  len: 1000 time: 0.0945232
Dec 24 11:25:57.226669 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-24669394-aaaf-48df-b4c5-e87fc1d55f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:57.227998 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-24669394-aaaf-48df-b4c5-e87fc1d55f61 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 200  len: 851 time: 0.0591366
Dec 24 11:25:57.300668 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-ba598991-9953-487b-8ccc-d13a94d59c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:57.302115 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-ba598991-9953-487b-8ccc-d13a94d59c01 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=58126376-f0e8-44d4-a7ff-4e2f1b2e4978&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0682847
Dec 24 11:25:57.433371 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-38e7e065-d574-4f45-bd54-eeae7fa11a58 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237352
Dec 24 11:25:57.575347 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9f155e71-e051-4b8c-9e3a-7cd004a13812 req-5316b190-8804-4784-801c-033d1fde6434 service neutron] 10.222.0.32 "GET /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1340435
Dec 24 11:25:57.727581 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6d676-1ba0-4d7a-aed9-2c9c02810fa2 req-2c7d1bb3-5555-49c6-890c-382938f60611 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:57.729145 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-abf6d676-1ba0-4d7a-aed9-2c9c02810fa2 req-2c7d1bb3-5555-49c6-890c-382938f60611 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 944 time: 0.0791564
Dec 24 11:25:57.773818 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-abf6d676-1ba0-4d7a-aed9-2c9c02810fa2 req-2ce8c699-fbb5-49d6-ba83-70b491bf1843 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388930
Dec 24 11:25:58.964078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f4015-24c1-413a-914a-3cfe47dd9b19 req-a251d7b8-dd47-45dc-b6dd-b9080ecaaab7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:25:58.965481 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-669f4015-24c1-413a-914a-3cfe47dd9b19 req-a251d7b8-dd47-45dc-b6dd-b9080ecaaab7 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 944 time: 0.0852103
Dec 24 11:25:59.009898 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-669f4015-24c1-413a-914a-3cfe47dd9b19 req-fef8fb6d-e2ad-4e5d-ab24-16dff7be6059 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382252
Dec 24 11:25:59.292397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:25:59.698717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-23da9def-9379-45e2-b121-0ac00a977c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:00.199029 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4bb0e5-59bb-4366-81d8-89b6f791d886 req-793b3cc9-1e4b-41a8-864d-ea8fb78d71ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:00.200466 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1e4bb0e5-59bb-4366-81d8-89b6f791d886 req-793b3cc9-1e4b-41a8-864d-ea8fb78d71ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 944 time: 0.0842113
Dec 24 11:26:00.243989 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1e4bb0e5-59bb-4366-81d8-89b6f791d886 req-c4c297fb-aa7f-4ce0-8a81-d3d499d3991c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380290
Dec 24 11:26:01.308581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:26:01.431140 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b242f3-16dd-44b1-9714-0d52df0c6bcc req-a16a7936-6e8a-4e1e-b870-072324654e6c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:01.432629 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58b242f3-16dd-44b1-9714-0d52df0c6bcc req-a16a7936-6e8a-4e1e-b870-072324654e6c tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 944 time: 0.0809674
Dec 24 11:26:01.446258 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:26:01.462819 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'port_id': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'mac_address': 'fa:16:3e:32:b3:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:26:01.476613 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58b242f3-16dd-44b1-9714-0d52df0c6bcc req-d942fabb-9bc2-4150-a623-ffe766cb923a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382483
Dec 24 11:26:01.516763 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:01.540301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:26:01.557962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:26:01.561835 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:01.564124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:01.635743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['18d19fdf-3bf8-423c-9418-b6a66d2e7cdb'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:26:01.667896 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,revision_number=12']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:01.675990 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:01.914493 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-736c8edb-080a-4a0c-ade4-3afb062c075d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:02.659871 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c91c9-89cf-45ab-bbfe-3f1ba2651f53 req-eb627dfa-2084-497b-b579-26971ac73b18 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:02.661447 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-750c91c9-89cf-45ab-bbfe-3f1ba2651f53 req-eb627dfa-2084-497b-b579-26971ac73b18 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 945 time: 0.0799060
Dec 24 11:26:02.707750 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-750c91c9-89cf-45ab-bbfe-3f1ba2651f53 req-50a2f4d0-3924-40b9-b26b-cae9681aebfa tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406580
Dec 24 11:26:03.135000 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:03.157058 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:03.322896 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:26:03.390464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:26:03.391267 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:03.502465 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:03.528225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:26:03.537953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:26:03.542281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:03.544068 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:03.591103 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'code': 200}
Dec 24 11:26:03.611516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,revision_number=13']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:03.614410 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:03.889936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23098e37-22c7-4142-816d-522dfe6e9e58 req-0dac416e-ecc8-41b1-8f41-0123a4e8630d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:03.891989 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-23098e37-22c7-4142-816d-522dfe6e9e58 req-0dac416e-ecc8-41b1-8f41-0123a4e8630d tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 946 time: 0.0796859
Dec 24 11:26:03.934577 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-23098e37-22c7-4142-816d-522dfe6e9e58 req-ab96dde5-fb50-4a99-912a-335811f1713b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369511
Dec 24 11:26:04.938392 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:05.122070 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2dc8c-acae-45ec-9a99-dfad720a316b req-732d4ff3-0228-4b3b-bdef-3b9e879a3336 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:05.123502 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bbb2dc8c-acae-45ec-9a99-dfad720a316b req-732d4ff3-0228-4b3b-bdef-3b9e879a3336 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 946 time: 0.0812349
Dec 24 11:26:05.165826 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bbb2dc8c-acae-45ec-9a99-dfad720a316b req-f1a4c7b1-c619-4a96-8c57-9602e9e8552b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360563
Dec 24 11:26:06.355837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967f5d31-b53d-4350-8d0e-4e14d576401b req-17121237-3e04-4fe6-89dc-1c690d0d0ef0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:06.357325 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-967f5d31-b53d-4350-8d0e-4e14d576401b req-17121237-3e04-4fe6-89dc-1c690d0d0ef0 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 946 time: 0.0853102
Dec 24 11:26:06.404010 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-967f5d31-b53d-4350-8d0e-4e14d576401b req-34fe42c3-628b-488d-8421-733ea49d17a1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407104
Dec 24 11:26:07.588485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d63373-313c-48a0-b8f7-351cad58de74 req-0c692d17-bbda-493a-a0b9-1b2e3368738b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:07.590018 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a2d63373-313c-48a0-b8f7-351cad58de74 req-0c692d17-bbda-493a-a0b9-1b2e3368738b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 946 time: 0.0806837
Dec 24 11:26:07.633749 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a2d63373-313c-48a0-b8f7-351cad58de74 req-0a2bb714-4f73-4080-9ab2-3e4894471c92 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381646
Dec 24 11:26:07.812399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf070b0-b608-470e-8124-ac7ad0ac7566 req-d403199f-de46-4816-9821-bf51b3744d70 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:07.814402 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6cf070b0-b608-470e-8124-ac7ad0ac7566 req-d403199f-de46-4816-9821-bf51b3744d70 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 946 time: 0.0793960
Dec 24 11:26:07.858110 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6cf070b0-b608-470e-8124-ac7ad0ac7566 req-f557814b-1a1b-4900-aab8-a5c915e52f58 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380397
Dec 24 11:26:08.192123 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030861c5-177b-41e4-870c-8c6c65fe3879 req-418fa880-7782-400b-b7bf-56235c49117b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:08.193546 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-030861c5-177b-41e4-870c-8c6c65fe3879 req-418fa880-7782-400b-b7bf-56235c49117b tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 946 time: 0.0837803
Dec 24 11:26:08.237033 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-030861c5-177b-41e4-870c-8c6c65fe3879 req-a4361a5d-f671-4537-9c49-780aa4a95ccb tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379441
Dec 24 11:26:08.611304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3178796-cecd-4aec-9380-53fd53701c08 req-ebccf5a8-91b2-4343-8ec4-83f7f15b9816 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:08.612752 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e3178796-cecd-4aec-9380-53fd53701c08 req-ebccf5a8-91b2-4343-8ec4-83f7f15b9816 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 946 time: 0.0821443
Dec 24 11:26:08.655420 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e3178796-cecd-4aec-9380-53fd53701c08 req-b2454724-508c-4555-9a5a-8a6f112f6351 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371785
Dec 24 11:26:09.840437 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa64f19e-5cab-409a-9ab1-15a3c0df0853 req-4b5bee21-d8d2-4933-b2ec-49246031bba5 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:09.841902 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-aa64f19e-5cab-409a-9ab1-15a3c0df0853 req-4b5bee21-d8d2-4933-b2ec-49246031bba5 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 946 time: 0.0818591
Dec 24 11:26:09.884901 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-aa64f19e-5cab-409a-9ab1-15a3c0df0853 req-3ad2e86e-96ac-4590-97aa-1b06946180e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369720
Dec 24 11:26:10.804788 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:11.026547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d6530-be79-41b5-a4f3-4610766e7fba req-573501ef-512f-49df-a914-2623488246a2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:11.027939 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-513d6530-be79-41b5-a4f3-4610766e7fba req-573501ef-512f-49df-a914-2623488246a2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 946 time: 0.1096790
Dec 24 11:26:11.209697 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-513d6530-be79-41b5-a4f3-4610766e7fba req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Deleting port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:26:11.209986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-513d6530-be79-41b5-a4f3-4610766e7fba req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:11.311320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd37d8-b992-4366-b593-c868f86512c6 req-335abe45-37ab-499b-ba68-cfb51b03fe34 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:11.312702 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-55dd37d8-b992-4366-b593-c868f86512c6 req-335abe45-37ab-499b-ba68-cfb51b03fe34 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 946 time: 0.3232872
Dec 24 11:26:11.439811 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-55dd37d8-b992-4366-b593-c868f86512c6 req-f6597887-1451-4473-8281-72e7806bf6d1 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd280a2b-6665-4f6f-8889-f4ca983d9c98&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1201978
Dec 24 11:26:11.498730 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-513d6530-be79-41b5-a4f3-4610766e7fba req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] For port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:26:11.499081 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-513d6530-be79-41b5-a4f3-4610766e7fba req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:11.784012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-513d6530-be79-41b5-a4f3-4610766e7fba req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:11.784375 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-513d6530-be79-41b5-a4f3-4610766e7fba req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:11.784686 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [req-513d6530-be79-41b5-a4f3-4610766e7fba req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Floating IP 583a621c-c845-4dd5-ba6d-db664d657a26 disassociated. External IP: 172.26.4.173, port: 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb.
Dec 24 11:26:11.785019 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-513d6530-be79-41b5-a4f3-4610766e7fba req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Calling delete_port for 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:26:11.920109 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-513d6530-be79-41b5-a4f3-4610766e7fba req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:11.925901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f8ba318e-7551-4047-8464-283895872a82 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:11.972095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Pushing event deleted for resources: {'Port': ['ID=18d19fdf-3bf8-423c-9418-b6a66d2e7cdb,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:11.982773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:11.983160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:11.983536 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:11.983908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:11.984276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:11.984642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:11.985006 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:11.985367 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:11.986274 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:11.986636 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:11.986994 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:11.987347 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:12.037241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:12.171988 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [req-513d6530-be79-41b5-a4f3-4610766e7fba req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:26:12.345844 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-513d6530-be79-41b5-a4f3-4610766e7fba req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:26:12.355208 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fb3d3-7285-42b6-9e8e-44d149c337bb None None] Sync routers for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:26:12.365803 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fb3d3-7285-42b6-9e8e-44d149c337bb None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:26:12.366588 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d03fb3d3-7285-42b6-9e8e-44d149c337bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3c6c70>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:26:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:26:12.421945 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-513d6530-be79-41b5-a4f3-4610766e7fba req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] No DVR routers for this DVR port 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:26:12.424660 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-513d6530-be79-41b5-a4f3-4610766e7fba req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:12.427433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'name': 'network-vif-deleted', 'tag': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:26:12.445333 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-513d6530-be79-41b5-a4f3-4610766e7fba req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.32 "DELETE /v2.0/ports/18d19fdf-3bf8-423c-9418-b6a66d2e7cdb HTTP/1.1" status: 204  len: 173 time: 1.4118068
Dec 24 11:26:12.476636 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879610c8-cd98-410e-9960-2c5737fcb0a8', 'name': 'network-vif-deleted', 'tag': '18d19fdf-3bf8-423c-9418-b6a66d2e7cdb', 'status': 'completed', 'code': 200}
Dec 24 11:26:12.549261 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-d03fb3d3-7285-42b6-9e8e-44d149c337bb None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:26:12.607460 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7fc3c6d3-94b5-4d64-85f6-ee55ee2be689 req-605ce4bb-98cb-494c-bc24-690ab05c73d3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Synchronizing usage tracker for tenant:fb27ac013426496089cef6b198162693 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:26:12.623226 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7fc3c6d3-94b5-4d64-85f6-ee55ee2be689 req-605ce4bb-98cb-494c-bc24-690ab05c73d3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Unset dirty status for tenant:fb27ac013426496089cef6b198162693 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:26:12.624650 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7fc3c6d3-94b5-4d64-85f6-ee55ee2be689 req-605ce4bb-98cb-494c-bc24-690ab05c73d3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/ports?device_id=879610c8-cd98-410e-9960-2c5737fcb0a8 HTTP/1.1" status: 200  len: 210 time: 0.0609653
Dec 24 11:26:12.867011 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d03fb3d3-7285-42b6-9e8e-44d149c337bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3c6c70>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:26:12.870700 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fb3d3-7285-42b6-9e8e-44d149c337bb None None] Checking router: 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:26:12.879285 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fb3d3-7285-42b6-9e8e-44d149c337bb None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:26:12.879887 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d03fb3d3-7285-42b6-9e8e-44d149c337bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3c6c70>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:26:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:26:13.054306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-d03fb3d3-7285-42b6-9e8e-44d149c337bb None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:26:13.361747 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d03fb3d3-7285-42b6-9e8e-44d149c337bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3c6c70>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:26:13.365856 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fb3d3-7285-42b6-9e8e-44d149c337bb None None] The sync data for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv is: [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:52Z', 'revision_number': 4, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6ae74802-284e-4535-ab32-f9d89cd067b6', 'name': '', 'network_id': '58126376-f0e8-44d4-a7ff-4e2f1b2e4978', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'mac_address': 'fa:16:3e:ec:6b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:51Z', 'updated_at': '2021-12-24T11:17:57Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'subnets': [{'id': 'a8494787-0114-4968-9dc8-3d57a01b6d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:26:13.432604 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:26:13.467539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:26:13.467901 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 18d19fdf-3bf8-423c-9418-b6a66d2e7cdb not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:26:13.613245 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c1097-70b8-4435-95b7-d778b377b722 None None] New status for floating IP 583a621c-c845-4dd5-ba6d-db664d657a26: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:26:16.915689 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57276) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:26:16.977078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:17.003390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:17.059258 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:17.063126 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a4cd71ce-02c1-44bd-ac8e-b537f1e922fd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:17.078015 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd280a2b-6665-4f6f-8889-f4ca983d9c98,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:17.086590 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:17.086985 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:17.087373 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:17.087753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:17.088129 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:17.088503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:17.088877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:17.089248 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:17.089619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:17.090014 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:17.090384 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:17.090754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:17.095924 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:17.099320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:17.102310 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-da0dc39d-88ec-4138-9ffb-7d3f0bc772dc tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "DELETE /v2.0/security-groups/cd280a2b-6665-4f6f-8889-f4ca983d9c98 HTTP/1.1" status: 204  len: 168 time: 0.1855664
Dec 24 11:26:17.103153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57280) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:26:17.120314 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.api.v2.resource [None req-048a2fd3-177c-434f-baa9-4aa14917b239 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] show failed (client error): The resource could not be found.
Dec 24 11:26:17.121314 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-048a2fd3-177c-434f-baa9-4aa14917b239 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "GET /v2.0/security-groups/cd280a2b-6665-4f6f-8889-f4ca983d9c98 HTTP/1.1" status: 404  len: 347 time: 0.0166092
Dec 24 11:26:17.123980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57284) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:26:17.392529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-41ef763b-26f3-4183-84e6-038248263341 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Deleting port fc105e87-e003-4325-b39f-1a47c1184a19 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:26:17.392866 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41ef763b-26f3-4183-84e6-038248263341 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:17.558680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41ef763b-26f3-4183-84e6-038248263341 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:17.559001 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41ef763b-26f3-4183-84e6-038248263341 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:17.688509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-41ef763b-26f3-4183-84e6-038248263341 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Calling delete_port for fc105e87-e003-4325-b39f-1a47c1184a19 owned by network:floatingip {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:26:17.824626 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41ef763b-26f3-4183-84e6-038248263341 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:17.829126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-88622d16-811c-4c58-9a5e-a21ebcd0015f tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:17.877469 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef763b-26f3-4183-84e6-038248263341 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Pushing event deleted for resources: {'Port': ['ID=fc105e87-e003-4325-b39f-1a47c1184a19,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:17.902407 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-41ef763b-26f3-4183-84e6-038248263341 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:17.963164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41ef763b-26f3-4183-84e6-038248263341 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks [] for floatingip, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:17.979863 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41ef763b-26f3-4183-84e6-038248263341 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:17.980987 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-41ef763b-26f3-4183-84e6-038248263341 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] 10.222.0.54 "DELETE /v2.0/floatingips/583a621c-c845-4dd5-ba6d-db664d657a26 HTTP/1.1" status: 204  len: 168 time: 0.8560712
Dec 24 11:26:17.983901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57288) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:26:18.563906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27c4a369-f3c2-4be0-be95-a88883644ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:19.017611 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-27c4a369-f3c2-4be0-be95-a88883644ca9 admin admin] Deleting port 6ae74802-284e-4535-ab32-f9d89cd067b6 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:26:19.017969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27c4a369-f3c2-4be0-be95-a88883644ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:19.184235 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-27c4a369-f3c2-4be0-be95-a88883644ca9 admin admin] For port 6ae74802-284e-4535-ab32-f9d89cd067b6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6ae74802-284e-4535-ab32-f9d89cd067b6,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:26:19.184581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27c4a369-f3c2-4be0-be95-a88883644ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:19.303552 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-27c4a369-f3c2-4be0-be95-a88883644ca9 admin admin] Calling delete_port for 6ae74802-284e-4535-ab32-f9d89cd067b6 owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:26:19.611560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27c4a369-f3c2-4be0-be95-a88883644ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:19.615005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-42c2a625-2684-45c6-bf25-91b16c0d16ff tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:19.658358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4a369-f3c2-4be0-be95-a88883644ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae74802-284e-4535-ab32-f9d89cd067b6,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:19.661286 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-27c4a369-f3c2-4be0-be95-a88883644ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:19.920546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-27c4a369-f3c2-4be0-be95-a88883644ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:20.390685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c4a369-f3c2-4be0-be95-a88883644ca9 admin admin] Router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:26:20.565413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c4a369-f3c2-4be0-be95-a88883644ca9 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:26:20.574261 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7ff84-0f33-4b43-b278-cd91c2d8cdc0 None None] Sync routers for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:26:20.577032 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-27c4a369-f3c2-4be0-be95-a88883644ca9 admin admin] 10.222.0.54 "PUT /v2.0/routers/43f1fab2-c57e-4c39-958b-ccca1fd5fb81/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5921702
Dec 24 11:26:20.579494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57294) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:26:20.584153 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f7ff84-0f33-4b43-b278-cd91c2d8cdc0 None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:26:20.584763 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f6f7ff84-0f33-4b43-b278-cd91c2d8cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c45d730>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:26:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:26:20.757920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a400195e-125b-4974-a778-58f97e8a5261 admin admin] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:20.808427 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-f6f7ff84-0f33-4b43-b278-cd91c2d8cdc0 None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:26:20.934023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a400195e-125b-4974-a778-58f97e8a5261 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:20.944234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a400195e-125b-4974-a778-58f97e8a5261 admin admin] Deleting port c92a0bf8-2afc-46e6-9e24-115dace1edb1 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:26:20.944563 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a400195e-125b-4974-a778-58f97e8a5261 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:21.085671 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f6f7ff84-0f33-4b43-b278-cd91c2d8cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c45d730>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244'}], 'enable_snat': True}, 'gw_port_id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:26:19Z', 'revision_number': 5, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port': {'id': 'c92a0bf8-2afc-46e6-9e24-115dace1edb1', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a6:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1547, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:17:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:26:21.089407 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7ff84-0f33-4b43-b278-cd91c2d8cdc0 None None] Checking router: 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:26:21.097582 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f7ff84-0f33-4b43-b278-cd91c2d8cdc0 None None] Routers {'43f1fab2-c57e-4c39-958b-ccca1fd5fb81'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:26:21.098220 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f6f7ff84-0f33-4b43-b278-cd91c2d8cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c45d730>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:26:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:26:21.117793 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-a400195e-125b-4974-a778-58f97e8a5261 admin admin] For port c92a0bf8-2afc-46e6-9e24-115dace1edb1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=c92a0bf8-2afc-46e6-9e24-115dace1edb1,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:26:21.118173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a400195e-125b-4974-a778-58f97e8a5261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:21.238003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-a400195e-125b-4974-a778-58f97e8a5261 admin admin] Calling delete_port for c92a0bf8-2afc-46e6-9e24-115dace1edb1 owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:26:21.246312 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-f6f7ff84-0f33-4b43-b278-cd91c2d8cdc0 None None] Set router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:26:21.351579 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f6f7ff84-0f33-4b43-b278-cd91c2d8cdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c45d730>, [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:26:20Z', 'revision_number': 6, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:26:21.355405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f7ff84-0f33-4b43-b278-cd91c2d8cdc0 None None] The sync data for ids ['43f1fab2-c57e-4c39-958b-ccca1fd5fb81'] in dv-neutron-822668-2-hyperv is: [{'id': '43f1fab2-c57e-4c39-958b-ccca1fd5fb81', 'name': 'tempest-ServerActionsTestJSON-1362731556-router', 'tenant_id': 'fb27ac013426496089cef6b198162693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:17:48Z', 'updated_at': '2021-12-24T11:26:20Z', 'revision_number': 6, 'project_id': 'fb27ac013426496089cef6b198162693', 'gw_port_host': None}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:26:21.414528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a400195e-125b-4974-a778-58f97e8a5261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:21.419496 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-697e292a-5523-4e6a-ae7f-cd7c27c7a4d4 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:21.617282 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400195e-125b-4974-a778-58f97e8a5261 admin admin] Pushing event deleted for resources: {'Port': ['ID=c92a0bf8-2afc-46e6-9e24-115dace1edb1,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:21.619696 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a400195e-125b-4974-a778-58f97e8a5261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:21.675174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a400195e-125b-4974-a778-58f97e8a5261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:21.854168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a400195e-125b-4974-a778-58f97e8a5261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:21.856261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a400195e-125b-4974-a778-58f97e8a5261 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:21.878057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a400195e-125b-4974-a778-58f97e8a5261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:21.878489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a400195e-125b-4974-a778-58f97e8a5261 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43f1fab2-c57e-4c39-958b-ccca1fd5fb81 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:26:21.890287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a400195e-125b-4974-a778-58f97e8a5261 admin admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:21.891407 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a400195e-125b-4974-a778-58f97e8a5261 admin admin] 10.222.0.54 "DELETE /v2.0/routers/43f1fab2-c57e-4c39-958b-ccca1fd5fb81 HTTP/1.1" status: 204  len: 168 time: 1.3109496
Dec 24 11:26:21.893848 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57298) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:26:21.954565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-c485ed46-35a8-4917-9305-9a8714f02009 admin admin] Deleting subnet a8494787-0114-4968-9dc8-3d57a01b6d16 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:26:21.957420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c485ed46-35a8-4917-9305-9a8714f02009 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:22.005197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c485ed46-35a8-4917-9305-9a8714f02009 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:22.083707 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c485ed46-35a8-4917-9305-9a8714f02009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:22.154612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c485ed46-35a8-4917-9305-9a8714f02009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:22.159028 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c737134c-08ca-41be-be68-6d76730a60dd tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:22.193013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485ed46-35a8-4917-9305-9a8714f02009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8494787-0114-4968-9dc8-3d57a01b6d16,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:22.195873 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c485ed46-35a8-4917-9305-9a8714f02009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:22.196835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c485ed46-35a8-4917-9305-9a8714f02009 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:22.205017 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c485ed46-35a8-4917-9305-9a8714f02009 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/a8494787-0114-4968-9dc8-3d57a01b6d16 HTTP/1.1" status: 204  len: 168 time: 0.3079870
Dec 24 11:26:22.205387 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0026c7e5-2b9f-459a-a250-5ea1e880a656 None None] Network 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:26:22.205842 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57302) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:26:22.311522 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:22.323196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Deleting port 14f76437-9605-4f76-bea3-850cc2068eb3 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:26:22.323550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:22.481931 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cc9ca1-992d-435b-8c60-a238c839ab15 None None] DHCP port deletion for 58126376-f0e8-44d4-a7ff-4e2f1b2e4978 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:26:22.486487 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc9ca1-992d-435b-8c60-a238c839ab15 None None] Deleting port 14f76437-9605-4f76-bea3-850cc2068eb3 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:26:22.486866 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c6cc9ca1-992d-435b-8c60-a238c839ab15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:22.539983 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] For port 14f76437-9605-4f76-bea3-850cc2068eb3, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=14f76437-9605-4f76-bea3-850cc2068eb3,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:26:22.540337 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:22.660839 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Calling delete_port for 14f76437-9605-4f76-bea3-850cc2068eb3 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:26:22.687463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c6cc9ca1-992d-435b-8c60-a238c839ab15 None None] For port 14f76437-9605-4f76-bea3-850cc2068eb3, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=14f76437-9605-4f76-bea3-850cc2068eb3,segment=NetworkSegment(97ced094-61a5-4f9a-bbff-e15dab215e94),segment_id=97ced094-61a5-4f9a-bbff-e15dab215e94)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:26:22.687859 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c6cc9ca1-992d-435b-8c60-a238c839ab15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:22.736349 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:22.740069 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e438a869-3456-43f7-9499-3bc8733f682a tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:22.780436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Pushing event deleted for resources: {'Port': ['ID=14f76437-9605-4f76-bea3-850cc2068eb3,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:22.784548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:22.786728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] No DVR routers for this DVR port 14f76437-9605-4f76-bea3-850cc2068eb3 on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:26:22.819398 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc9ca1-992d-435b-8c60-a238c839ab15 None None] Calling delete_port for 14f76437-9605-4f76-bea3-850cc2068eb3 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:26:22.850709 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c92a0bf8-2afc-46e6-9e24-115dace1edb1 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:26:22.911714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:22.934927 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: c92a0bf8-2afc-46e6-9e24-115dace1edb1 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:26:22.935287 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device c92a0bf8-2afc-46e6-9e24-115dace1edb1 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:26:22.935720 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6ae74802-284e-4535-ab32-f9d89cd067b6 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:26:22.936855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c3ed640>,) {'filters': {'network_id': ['58126376-f0e8-44d4-a7ff-4e2f1b2e4978']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:26:22.948498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c3ed640>, '97ced094-61a5-4f9a-bbff-e15dab215e94') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:26:22.948796 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c3ed640>, '97ced094-61a5-4f9a-bbff-e15dab215e94') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:26:22.960107 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:22.976602 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:22.978665 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 6ae74802-284e-4535-ab32-f9d89cd067b6 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:26:22.979030 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6ae74802-284e-4535-ab32-f9d89cd067b6 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:26:22.979468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 14f76437-9605-4f76-bea3-850cc2068eb3 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:26:22.982631 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:26:22.983027 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:26:22.995838 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:26:23.016177 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 14f76437-9605-4f76-bea3-850cc2068eb3 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:26:23.017113 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 14f76437-9605-4f76-bea3-850cc2068eb3 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:26:23.038182 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-c6cc9ca1-992d-435b-8c60-a238c839ab15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:26:23.038552 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-c6cc9ca1-992d-435b-8c60-a238c839ab15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:26:23.182628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:23.185826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-278c0999-a283-47e4-a6f2-fcce1ed45563 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:23.198968 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:23.210048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Pushing event deleted for resources: {'Network': ['ID=58126376-f0e8-44d4-a7ff-4e2f1b2e4978,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:23.213916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:23.221658 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] 10.222.0.54 "DELETE /v2.0/networks/58126376-f0e8-44d4-a7ff-4e2f1b2e4978 HTTP/1.1" status: 204  len: 168 time: 1.0155094
Dec 24 11:26:23.329344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57308) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:26:23.380376 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8008e10a-8192-48b9-85bf-6565fb4944b6 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=fb27ac013426496089cef6b198162693&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0496376
Dec 24 11:26:23.382627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57312) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:26:23.439462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-daf7f009-bd28-4d00-9a30-f2fc29677479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:23.464052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-daf7f009-bd28-4d00-9a30-f2fc29677479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:23.514028 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-daf7f009-bd28-4d00-9a30-f2fc29677479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:23.518863 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-51c9e6d0-8333-41d2-83b3-1b372a4e9391 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:23.531765 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7f009-bd28-4d00-9a30-f2fc29677479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3bbdec-d750-4bff-9486-795de4afc0cf,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:23.535923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-daf7f009-bd28-4d00-9a30-f2fc29677479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:23.539121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-daf7f009-bd28-4d00-9a30-f2fc29677479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:23.539949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc9ca1-992d-435b-8c60-a238c839ab15 None None] Deleting port 14f76437-9605-4f76-bea3-850cc2068eb3 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:26:23.540420 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-daf7f009-bd28-4d00-9a30-f2fc29677479 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/7f3bbdec-d750-4bff-9486-795de4afc0cf HTTP/1.1" status: 204  len: 168 time: 0.1567080
Dec 24 11:26:23.541360 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c6cc9ca1-992d-435b-8c60-a238c839ab15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:23.621918 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c6cc9ca1-992d-435b-8c60-a238c839ab15 None None] The port '14f76437-9605-4f76-bea3-850cc2068eb3' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:26:24.303893 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57336) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:26:24.407124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1861058380-network', 'tenant_id': 'e0791902351448f2bb746269130c8e90'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:26:24.411856 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:26:24.415639 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Usage tracker for resource:network and tenant:e0791902351448f2bb746269130c8e90 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:26:24.418475 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:26:24.425410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:26:24.434800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Made reservation on behalf of e0791902351448f2bb746269130c8e90 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:26:24.437123 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:24.449300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:24.464868 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:26:24.468685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Usage tracker for resource:security_group_rule and tenant:e0791902351448f2bb746269130c8e90 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:26:24.471496 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:26:24.477020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:26:24.566782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:24.570484 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:24.573652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-badf0396-b69a-487a-86e5-39d2e4222203 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:24.600370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:26:24.608566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d461192-0749-4cf3-b958-1c6dc3ec51ab,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:24.612534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:24.615090 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:24.615445 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Added segment 2c27f49e-c023-47ec-a1ae-97948032fdb9 of type vlan for network be08e0da-3268-406b-b986-53250488151d
Dec 24 11:26:24.641549 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:24.670217 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:24.671190 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:24.671754 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:24.676687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-77f67e40-ca49-48fb-8d81-6990853ced7b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:24.770079 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4649327
Dec 24 11:26:24.772899 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57342) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:26:24.775054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Pushing event updated for resources: {'Network': ['ID=be08e0da-3268-406b-b986-53250488151d,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:24.777534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:24.779782 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-2293ca83-948b-446f-9b51-07b5f2395ae0 admin admin] Request body: {'subnet': {'network_id': 'be08e0da-3268-406b-b986-53250488151d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1861058380-subnet', 'tenant_id': 'e0791902351448f2bb746269130c8e90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:26:24.789441 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2293ca83-948b-446f-9b51-07b5f2395ae0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:26:24.792374 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network be08e0da-3268-406b-b986-53250488151d details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:26:24.794137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2293ca83-948b-446f-9b51-07b5f2395ae0 admin admin] Usage tracker for resource:subnet and tenant:e0791902351448f2bb746269130c8e90 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:26:24.797457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2293ca83-948b-446f-9b51-07b5f2395ae0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:26:24.804628 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2293ca83-948b-446f-9b51-07b5f2395ae0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:26:24.814251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2293ca83-948b-446f-9b51-07b5f2395ae0 admin admin] Made reservation on behalf of e0791902351448f2bb746269130c8e90 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:26:24.816715 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2293ca83-948b-446f-9b51-07b5f2395ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:25.114642 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2293ca83-948b-446f-9b51-07b5f2395ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:25.118084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ddc4cc5e-a80f-48dd-b8f8-9caed5d96544 tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:25.188097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293ca83-948b-446f-9b51-07b5f2395ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61a229d1-4fe1-4d4a-ab30-f702f5e3c5ec,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:25.191475 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2293ca83-948b-446f-9b51-07b5f2395ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:25.196984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2293ca83-948b-446f-9b51-07b5f2395ae0 admin admin] Checking segment: {'id': '2c27f49e-c023-47ec-a1ae-97948032fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'be08e0da-3268-406b-b986-53250488151d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:26:25.197336 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2293ca83-948b-446f-9b51-07b5f2395ae0 admin admin] Network hostable DHCP agents. Network: be08e0da-3268-406b-b986-53250488151d, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:26:25.215052 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2293ca83-948b-446f-9b51-07b5f2395ae0 admin admin] Network be08e0da-3268-406b-b986-53250488151d is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:26:25.224468 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-2293ca83-948b-446f-9b51-07b5f2395ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, be08e0da-3268-406b-b986-53250488151d) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:26:25.228313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2293ca83-948b-446f-9b51-07b5f2395ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:25.228894 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2293ca83-948b-446f-9b51-07b5f2395ae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:25.234280 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2fa32f-8207-4e78-a60c-d5dbb716a34f None None] Network be08e0da-3268-406b-b986-53250488151d requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:26:25.254113 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2293ca83-948b-446f-9b51-07b5f2395ae0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4740739
Dec 24 11:26:25.448472 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed9d327-c33f-4ecd-90df-8c6bdbe39ec3 None None] Network be08e0da-3268-406b-b986-53250488151d requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:26:25.789389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-47f400e2-0370-4eef-94f7-75bbba8d93a8 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:25.790094 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-47f400e2-0370-4eef-94f7-75bbba8d93a8 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Synchronizing usage tracker for tenant:e0791902351448f2bb746269130c8e90 on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:26:25.806021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-47f400e2-0370-4eef-94f7-75bbba8d93a8 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Unset dirty status for tenant:e0791902351448f2bb746269130c8e90 on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:26:25.807152 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-47f400e2-0370-4eef-94f7-75bbba8d93a8 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/networks?id=be08e0da-3268-406b-b986-53250488151d HTTP/1.1" status: 200  len: 814 time: 0.1614141
Dec 24 11:26:25.821738 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-fd249bfd-08f4-4456-9ed5-cbc26206b853 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/quotas/e0791902351448f2bb746269130c8e90 HTTP/1.1" status: 200  len: 375 time: 0.0092540
Dec 24 11:26:25.866639 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-b83a55f3-7ee0-4228-a35e-4bc78a926430 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0791902351448f2bb746269130c8e90&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0401208
Dec 24 11:26:25.994885 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-099892af-21d9-4672-a561-191e21b10a06 service neutron] 10.222.0.54 "GET /v2.0/networks/be08e0da-3268-406b-b986-53250488151d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219423
Dec 24 11:26:26.121539 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-58fc5aac-5a13-45a2-9ba0-77502782538f service neutron] 10.222.0.54 "GET /v2.0/networks/be08e0da-3268-406b-b986-53250488151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209750
Dec 24 11:26:26.292988 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c756ae3d-418e-4519-8cf6-b7958559b7d7 req-5e3d33ae-8694-4bb6-9934-7aa04d13c6be tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 210 time: 0.0437269
Dec 24 11:26:27.304482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-78ca7588-9330-40e6-bc53-4f4c8d016d14 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:27.305981 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-78ca7588-9330-40e6-bc53-4f4c8d016d14 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.32 "GET /v2.0/networks?id=be08e0da-3268-406b-b986-53250488151d HTTP/1.1" status: 200  len: 814 time: 0.1490242
Dec 24 11:26:27.318202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Request body: {'port': {'device_id': 'b9bb53d0-f46d-4d6c-bc04-3f48e92e2082', 'network_id': 'be08e0da-3268-406b-b986-53250488151d', 'admin_state_up': True, 'tenant_id': 'e0791902351448f2bb746269130c8e90'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:26:27.465346 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d466e8b9-1db5-4c74-a3b7-dc2b8e3b25d3 req-d07b11c6-9a0f-45da-bf16-880e31a2f51c tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 210 time: 0.0527830
Dec 24 11:26:27.510081 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:26:27.513722 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Usage tracker for resource:port and tenant:e0791902351448f2bb746269130c8e90 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:26:27.517219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:26:27.522964 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:26:27.533831 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Made reservation on behalf of e0791902351448f2bb746269130c8e90 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:26:27.537393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:27.696049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Allocated IP 172.20.0.11 (be08e0da-3268-406b-b986-53250488151d/61a229d1-4fe1-4d4a-ab30-f702f5e3c5ec/55a2f253-5b66-48d9-b645-4c8bfaeb4173) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:26:28.021448 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:28.049805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:28.055074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bd36a58a-ad78-49bf-b247-fcb4beb422e3 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:28.118432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Network be08e0da-3268-406b-b986-53250488151d is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:26:28.121773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:26:28.125519 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:26:28.159772 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Pushing event updated for resources: {'Port': ['ID=55a2f253-5b66-48d9-b645-4c8bfaeb4173,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:28.165905 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:28.194760 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:28.195363 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:28.214518 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9003913
Dec 24 11:26:28.225517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Request body: {'port': {'device_id': 'b9bb53d0-f46d-4d6c-bc04-3f48e92e2082', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:26:28.334049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:28.653004 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cfed7c-28c5-433d-ac0d-094c919df77d req-3d5667c3-60c5-4c56-9136-91ff63a9335c tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:28.654378 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a0cfed7c-28c5-433d-ac0d-094c919df77d req-3d5667c3-60c5-4c56-9136-91ff63a9335c tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 932 time: 0.0816903
Dec 24 11:26:28.672364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a2f253-5b66-48d9-b645-4c8bfaeb4173 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:26:28.680606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:28.694711 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Transition to ACTIVE for port object 55a2f253-5b66-48d9-b645-4c8bfaeb4173 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:26:28.698893 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:28.699685 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a0cfed7c-28c5-433d-ac0d-094c919df77d req-16dfb08c-1dfb-4ee3-9f99-4a3ebe806a89 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390859
Dec 24 11:26:28.702624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-41ef763b-26f3-4183-84e6-038248263341 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:28.827270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Pushing event updated for resources: {'Port': ['ID=55a2f253-5b66-48d9-b645-4c8bfaeb4173,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:28.853048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:28.928999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Attempting to bind port 55a2f253-5b66-48d9-b645-4c8bfaeb4173 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:26:28.929251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Attempting to bind port 55a2f253-5b66-48d9-b645-4c8bfaeb4173 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c27f49e-c023-47ec-a1ae-97948032fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'be08e0da-3268-406b-b986-53250488151d'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:26:28.929575 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Attempting to bind port 55a2f253-5b66-48d9-b645-4c8bfaeb4173 on network be08e0da-3268-406b-b986-53250488151d {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:26:28.934103 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Port 55a2f253-5b66-48d9-b645-4c8bfaeb4173 on network be08e0da-3268-406b-b986-53250488151d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:26:28.934421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Attempting to bind port 55a2f253-5b66-48d9-b645-4c8bfaeb4173 on network be08e0da-3268-406b-b986-53250488151d {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:26:28.939412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:26:28.939745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Checking segment: {'id': '2c27f49e-c023-47ec-a1ae-97948032fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'be08e0da-3268-406b-b986-53250488151d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:26:28.940123 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Bound using segment: {'id': '2c27f49e-c023-47ec-a1ae-97948032fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'be08e0da-3268-406b-b986-53250488151d'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:26:28.940541 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Bound port: 55a2f253-5b66-48d9-b645-4c8bfaeb4173, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c27f49e-c023-47ec-a1ae-97948032fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'be08e0da-3268-406b-b986-53250488151d'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:26:28.940878 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:29.028004 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] For port 55a2f253-5b66-48d9-b645-4c8bfaeb4173, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:26:29.030886 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] For port 55a2f253-5b66-48d9-b645-4c8bfaeb4173, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=55a2f253-5b66-48d9-b645-4c8bfaeb4173,segment=NetworkSegment(2c27f49e-c023-47ec-a1ae-97948032fdb9),segment_id=2c27f49e-c023-47ec-a1ae-97948032fdb9)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:26:29.035778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:29.039241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a80096e0-8623-4024-8f19-8352e4ad55f7 tempest-ServerDiskConfigTestJSON-1545535278 tempest-ServerDiskConfigTestJSON-1545535278-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:29.095380 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:29.095993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:29.097350 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] 10.222.0.32 "PUT /v2.0/ports/55a2f253-5b66-48d9-b645-4c8bfaeb4173 HTTP/1.1" status: 200  len: 1094 time: 0.8757656
Dec 24 11:26:29.097894 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bb53d0-f46d-4d6c-bc04-3f48e92e2082', 'tag': '55a2f253-5b66-48d9-b645-4c8bfaeb4173'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:26:29.123253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Pushing event updated for resources: {'Port': ['ID=55a2f253-5b66-48d9-b645-4c8bfaeb4173,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:29.126387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:29.170746 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9bb53d0-f46d-4d6c-bc04-3f48e92e2082', 'tag': '55a2f253-5b66-48d9-b645-4c8bfaeb4173', 'status': 'completed', 'code': 200}
Dec 24 11:26:29.204428 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-28dfaaad-ee9d-44c8-948d-07cc44d1c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:29.205826 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-28dfaaad-ee9d-44c8-948d-07cc44d1c8f6 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0791902351448f2bb746269130c8e90&device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 1097 time: 0.0713208
Dec 24 11:26:29.278161 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-fcfb36f7-7f78-4beb-b126-1625013c8952 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55a2f253-5b66-48d9-b645-4c8bfaeb4173 HTTP/1.1" status: 200  len: 217 time: 0.0642877
Dec 24 11:26:29.338138 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-74c10290-de4d-4bf8-88e8-57f9728dd379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:29.339512 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-74c10290-de4d-4bf8-88e8-57f9728dd379 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=61a229d1-4fe1-4d4a-ab30-f702f5e3c5ec HTTP/1.1" status: 200  len: 854 time: 0.0557022
Dec 24 11:26:29.390277 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-82d7f15b-a053-4e2c-b83a-472743242144 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be08e0da-3268-406b-b986-53250488151d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429893
Dec 24 11:26:29.519519 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-2e67a883-b456-41ee-bc48-ee405f84405e service neutron] 10.222.0.32 "GET /v2.0/networks/be08e0da-3268-406b-b986-53250488151d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232202
Dec 24 11:26:29.649531 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-01a75714-2b73-4b90-95b2-34a19d078eb5 req-1eb88c40-cab7-49dc-85a2-925a4ef1cb58 service neutron] 10.222.0.32 "GET /v2.0/networks/be08e0da-3268-406b-b986-53250488151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240628
Dec 24 11:26:29.700314 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2d660d08-1b4a-479d-95c8-d400f0a361de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:29.761335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6967e49-be3b-421c-88d6-dd28757b867c req-f6b0ff0e-f120-4ad4-b394-26dc2f168df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:29.763124 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d6967e49-be3b-421c-88d6-dd28757b867c req-f6b0ff0e-f120-4ad4-b394-26dc2f168df3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0791902351448f2bb746269130c8e90&device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 1097 time: 0.0705922
Dec 24 11:26:29.885409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8e4f2-cd61-42f8-8419-910889f4a7bb req-6b5b869d-06e1-4849-a79b-0f8c0a8a82e0 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:29.886984 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-acc8e4f2-cd61-42f8-8419-910889f4a7bb req-6b5b869d-06e1-4849-a79b-0f8c0a8a82e0 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 944 time: 0.0813196
Dec 24 11:26:29.933556 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-acc8e4f2-cd61-42f8-8419-910889f4a7bb req-b472c00a-e56c-4f06-90fc-1ce2941a3a7b tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404098
Dec 24 11:26:29.987934 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:26:30.012421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6967e49-be3b-421c-88d6-dd28757b867c req-55c796cb-0902-4719-9e79-46473a21406b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:30.013858 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d6967e49-be3b-421c-88d6-dd28757b867c req-55c796cb-0902-4719-9e79-46473a21406b service neutron] 10.222.0.32 "GET /v2.0/networks?id=be08e0da-3268-406b-b986-53250488151d HTTP/1.1" status: 200  len: 915 time: 0.2455688
Dec 24 11:26:30.082815 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d6967e49-be3b-421c-88d6-dd28757b867c req-bfe84aeb-7884-467e-8393-1bb004d8ef52 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55a2f253-5b66-48d9-b645-4c8bfaeb4173 HTTP/1.1" status: 200  len: 217 time: 0.0615630
Dec 24 11:26:30.142847 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6967e49-be3b-421c-88d6-dd28757b867c req-a683c3be-b83e-466c-9d01-2b75e968ce03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:30.144153 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d6967e49-be3b-421c-88d6-dd28757b867c req-a683c3be-b83e-466c-9d01-2b75e968ce03 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=61a229d1-4fe1-4d4a-ab30-f702f5e3c5ec HTTP/1.1" status: 200  len: 854 time: 0.0550640
Dec 24 11:26:30.189690 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d6967e49-be3b-421c-88d6-dd28757b867c req-391df789-156d-4366-9299-626f9f957802 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be08e0da-3268-406b-b986-53250488151d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0388191
Dec 24 11:26:30.318069 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d6967e49-be3b-421c-88d6-dd28757b867c req-800a0802-76a2-4734-a201-f611f4e89d19 service neutron] 10.222.0.32 "GET /v2.0/networks/be08e0da-3268-406b-b986-53250488151d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1208863
Dec 24 11:26:30.449009 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d6967e49-be3b-421c-88d6-dd28757b867c req-0aa81599-a9de-4209-a7cd-e6ca3134e373 service neutron] 10.222.0.32 "GET /v2.0/networks/be08e0da-3268-406b-b986-53250488151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233654
Dec 24 11:26:31.120885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90827672-1963-4bff-8231-794238651b9a req-aa71a99e-2679-4811-900b-d67ce3e22c6e tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:31.121574 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-90827672-1963-4bff-8231-794238651b9a req-aa71a99e-2679-4811-900b-d67ce3e22c6e tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Synchronizing usage tracker for tenant:e0791902351448f2bb746269130c8e90 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:26:31.138485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-90827672-1963-4bff-8231-794238651b9a req-aa71a99e-2679-4811-900b-d67ce3e22c6e tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Unset dirty status for tenant:e0791902351448f2bb746269130c8e90 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:26:31.139888 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-90827672-1963-4bff-8231-794238651b9a req-aa71a99e-2679-4811-900b-d67ce3e22c6e tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 944 time: 0.0994139
Dec 24 11:26:31.183020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-90827672-1963-4bff-8231-794238651b9a req-8afe06e0-ccac-489c-813c-46e00e529621 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Synchronizing usage tracker for tenant:e0791902351448f2bb746269130c8e90 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:26:31.198824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-90827672-1963-4bff-8231-794238651b9a req-8afe06e0-ccac-489c-813c-46e00e529621 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Unset dirty status for tenant:e0791902351448f2bb746269130c8e90 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:26:31.199992 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-90827672-1963-4bff-8231-794238651b9a req-8afe06e0-ccac-489c-813c-46e00e529621 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540831
Dec 24 11:26:31.522152 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 55a2f253-5b66-48d9-b645-4c8bfaeb4173 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:26:31.655190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 55a2f253-5b66-48d9-b645-4c8bfaeb4173, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=55a2f253-5b66-48d9-b645-4c8bfaeb4173,segment=NetworkSegment(2c27f49e-c023-47ec-a1ae-97948032fdb9),segment_id=2c27f49e-c023-47ec-a1ae-97948032fdb9)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:26:31.668317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '55a2f253-5b66-48d9-b645-4c8bfaeb4173', 'network_id': 'be08e0da-3268-406b-b986-53250488151d', 'port_id': '55a2f253-5b66-48d9-b645-4c8bfaeb4173', 'mac_address': 'fa:16:3e:ec:db:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a229d1-4fe1-4d4a-ab30-f702f5e3c5ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:26:31.721862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:31.737626 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a2f253-5b66-48d9-b645-4c8bfaeb4173 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:26:31.752776 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 55a2f253-5b66-48d9-b645-4c8bfaeb4173, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=55a2f253-5b66-48d9-b645-4c8bfaeb4173,segment=NetworkSegment(2c27f49e-c023-47ec-a1ae-97948032fdb9),segment_id=2c27f49e-c023-47ec-a1ae-97948032fdb9)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:26:31.756536 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:31.758353 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-500f2339-ed7d-4df0-974c-1c2a41aa7f76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:31.826439 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=55a2f253-5b66-48d9-b645-4c8bfaeb4173,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:31.830004 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:31.914680 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-551e4932-50a2-4823-8826-f1686140d8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:32.138137 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['55a2f253-5b66-48d9-b645-4c8bfaeb4173'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:26:32.387255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4398f4b4-0980-4dde-b70b-ea2a888c11e5 req-636f3491-b7a4-4931-b33f-856cb13bc36c tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:32.388824 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4398f4b4-0980-4dde-b70b-ea2a888c11e5 req-636f3491-b7a4-4931-b33f-856cb13bc36c tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 945 time: 0.0841062
Dec 24 11:26:32.439178 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4398f4b4-0980-4dde-b70b-ea2a888c11e5 req-223641bf-08c2-4d95-aa9b-4d25919731a9 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433297
Dec 24 11:26:33.137784 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:33.159193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:33.525019 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 55a2f253-5b66-48d9-b645-4c8bfaeb4173 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:26:33.591980 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 55a2f253-5b66-48d9-b645-4c8bfaeb4173 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:26:33.597613 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 55a2f253-5b66-48d9-b645-4c8bfaeb4173 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:26:33.598020 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:33.628316 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c9a8f1-e858-4250-ac46-6dc3b415fa8e req-5c6775a7-1a93-4ca9-8211-20023496477a tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:33.629815 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-63c9a8f1-e858-4250-ac46-6dc3b415fa8e req-5c6775a7-1a93-4ca9-8211-20023496477a tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 945 time: 0.0840383
Dec 24 11:26:33.675086 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-63c9a8f1-e858-4250-ac46-6dc3b415fa8e req-4d1b259a-66b7-4256-8192-0e36d06cde37 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395617
Dec 24 11:26:33.713628 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:33.740353 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bb53d0-f46d-4d6c-bc04-3f48e92e2082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a2f253-5b66-48d9-b645-4c8bfaeb4173'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:26:33.750157 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 55a2f253-5b66-48d9-b645-4c8bfaeb4173, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=55a2f253-5b66-48d9-b645-4c8bfaeb4173,segment=NetworkSegment(2c27f49e-c023-47ec-a1ae-97948032fdb9),segment_id=2c27f49e-c023-47ec-a1ae-97948032fdb9)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:26:33.754431 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:33.757078 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:33.788093 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bb53d0-f46d-4d6c-bc04-3f48e92e2082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a2f253-5b66-48d9-b645-4c8bfaeb4173', 'code': 200}
Dec 24 11:26:33.829027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=55a2f253-5b66-48d9-b645-4c8bfaeb4173,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:33.832373 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:34.041884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b5b4f-8481-4405-b65c-85beb030e49c req-48a91d0a-75d8-4d2e-ae07-97cc6afdec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:34.043351 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7b6b5b4f-8481-4405-b65c-85beb030e49c req-48a91d0a-75d8-4d2e-ae07-97cc6afdec24 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 1099 time: 0.1102502
Dec 24 11:26:34.083384 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7b6b5b4f-8481-4405-b65c-85beb030e49c req-954b80f4-f823-4f3a-8c56-abfedf945674 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0335400
Dec 24 11:26:34.863481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855aa4a-9f41-42ff-898b-1f0c803186c8 req-c8d6d274-f7f2-44b8-8787-75ca100d5279 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:34.864938 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1855aa4a-9f41-42ff-898b-1f0c803186c8 req-c8d6d274-f7f2-44b8-8787-75ca100d5279 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 946 time: 0.0833647
Dec 24 11:26:34.908361 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1855aa4a-9f41-42ff-898b-1f0c803186c8 req-ae03397e-c30b-4f9f-a1d1-69350e44557a tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376930
Dec 24 11:26:34.939477 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:36.094675 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf5ea7-3df5-41c9-99a8-bcc8d8abe4fa req-744218f2-d252-4915-b57a-b7444cf6bba5 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:36.096198 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-74cf5ea7-3df5-41c9-99a8-bcc8d8abe4fa req-744218f2-d252-4915-b57a-b7444cf6bba5 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 946 time: 0.0808120
Dec 24 11:26:36.142529 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-74cf5ea7-3df5-41c9-99a8-bcc8d8abe4fa req-885a8bd2-c563-4933-bc2f-7f82cb8a2c8d tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408683
Dec 24 11:26:36.423453 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-ef71e523-1fbe-462a-acbf-b847dce89675 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:36.424900 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-ef71e523-1fbe-462a-acbf-b847dce89675 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/networks?id=be08e0da-3268-406b-b986-53250488151d HTTP/1.1" status: 200  len: 814 time: 0.1449215
Dec 24 11:26:36.439411 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-df315d93-d41f-454e-b1e0-35b432d257c3 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/quotas/e0791902351448f2bb746269130c8e90 HTTP/1.1" status: 200  len: 375 time: 0.0088069
Dec 24 11:26:36.516010 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-528fd91e-1dc0-431a-8f60-42fa28252050 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e0791902351448f2bb746269130c8e90&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0716770
Dec 24 11:26:36.645399 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-98920729-7921-4509-ae95-3cf3328986d6 service neutron] 10.222.0.54 "GET /v2.0/networks/be08e0da-3268-406b-b986-53250488151d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220028
Dec 24 11:26:36.775762 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-7f0d0e69-1255-4cc2-b836-c02e20156a43 service neutron] 10.222.0.54 "GET /v2.0/networks/be08e0da-3268-406b-b986-53250488151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244714
Dec 24 11:26:36.946328 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-58c56623-7a34-44fa-8bb3-a984f5c559e5 req-57786bca-0fcd-41d1-983e-0b5d11e2e098 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 210 time: 0.0422103
Dec 24 11:26:38.043992 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-250db113-77df-4e21-ac4c-11057ef4ea58 req-63ddb872-6e15-4a12-aabe-6eb50349a1d8 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 210 time: 0.0476718
Dec 24 11:26:39.140513 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ee823c79-bb47-463c-b9bd-2a2566db2e41 req-cac5c381-0958-41e3-b279-de90d5cd70e7 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 210 time: 0.0438025
Dec 24 11:26:40.100804 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-2505f776-ded3-4da8-bd66-7e2f0733f3cb tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:40.102256 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-2505f776-ded3-4da8-bd66-7e2f0733f3cb tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.32 "GET /v2.0/networks?id=be08e0da-3268-406b-b986-53250488151d HTTP/1.1" status: 200  len: 814 time: 0.2697175
Dec 24 11:26:40.117535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fc01cdc8-7d1b-4962-98da-8b72cc49b0c6 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Request body: {'port': {'device_id': '73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca', 'network_id': 'be08e0da-3268-406b-b986-53250488151d', 'admin_state_up': True, 'tenant_id': 'e0791902351448f2bb746269130c8e90'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:26:40.284682 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fc01cdc8-7d1b-4962-98da-8b72cc49b0c6 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:26:40.293464 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-baa8404c-a6a8-492f-8067-112b96d97798 req-b250713b-a6a9-40ad-9941-7f81c8ff0baf tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 210 time: 0.0483425
Dec 24 11:26:40.300530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fc01cdc8-7d1b-4962-98da-8b72cc49b0c6 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:26:40.311396 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fc01cdc8-7d1b-4962-98da-8b72cc49b0c6 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Made reservation on behalf of e0791902351448f2bb746269130c8e90 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:26:40.314876 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fc01cdc8-7d1b-4962-98da-8b72cc49b0c6 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:40.479079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fc01cdc8-7d1b-4962-98da-8b72cc49b0c6 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Allocated IP 172.20.0.3 (be08e0da-3268-406b-b986-53250488151d/61a229d1-4fe1-4d4a-ab30-f702f5e3c5ec/107ebfbd-3d71-4909-8042-0795d2ffdd4f) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:26:40.677743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fc01cdc8-7d1b-4962-98da-8b72cc49b0c6 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:40.705394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fc01cdc8-7d1b-4962-98da-8b72cc49b0c6 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:40.711829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-56a8891d-4c69-4c09-b9bd-b92d6d95dbe4 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:40.717430 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['55a2f253-5b66-48d9-b645-4c8bfaeb4173'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:26:40.783329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fc01cdc8-7d1b-4962-98da-8b72cc49b0c6 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Network be08e0da-3268-406b-b986-53250488151d is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:26:40.787397 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fc01cdc8-7d1b-4962-98da-8b72cc49b0c6 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:26:40.789940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fc01cdc8-7d1b-4962-98da-8b72cc49b0c6 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:26:40.831308 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:40.834481 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc01cdc8-7d1b-4962-98da-8b72cc49b0c6 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Pushing event updated for resources: {'Port': ['ID=107ebfbd-3d71-4909-8042-0795d2ffdd4f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:40.837398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fc01cdc8-7d1b-4962-98da-8b72cc49b0c6 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:40.860166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fc01cdc8-7d1b-4962-98da-8b72cc49b0c6 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:40.860768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fc01cdc8-7d1b-4962-98da-8b72cc49b0c6 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:40.884981 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fc01cdc8-7d1b-4962-98da-8b72cc49b0c6 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7708416
Dec 24 11:26:40.896370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Request body: {'port': {'device_id': '73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:26:41.005093 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:41.334896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 107ebfbd-3d71-4909-8042-0795d2ffdd4f {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:26:41.342248 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:41.356326 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Transition to ACTIVE for port object 107ebfbd-3d71-4909-8042-0795d2ffdd4f will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:26:41.361516 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:41.368358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:41.485184 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fe5e3-a78b-45fc-98ca-81d2afcac027 req-e4ff992d-0635-44d4-a221-835d17ef1ada tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:41.486829 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-882fe5e3-a78b-45fc-98ca-81d2afcac027 req-e4ff992d-0635-44d4-a221-835d17ef1ada tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 943 time: 0.0861886
Dec 24 11:26:41.531248 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-882fe5e3-a78b-45fc-98ca-81d2afcac027 req-d03de011-b1f5-4b1a-924d-a6cd3a43f6e0 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387480
Dec 24 11:26:41.559088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Pushing event updated for resources: {'Port': ['ID=107ebfbd-3d71-4909-8042-0795d2ffdd4f,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:41.570978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:41.662983 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Attempting to bind port 107ebfbd-3d71-4909-8042-0795d2ffdd4f on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:26:41.663236 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Attempting to bind port 107ebfbd-3d71-4909-8042-0795d2ffdd4f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2c27f49e-c023-47ec-a1ae-97948032fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'be08e0da-3268-406b-b986-53250488151d'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:26:41.663562 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Attempting to bind port 107ebfbd-3d71-4909-8042-0795d2ffdd4f on network be08e0da-3268-406b-b986-53250488151d {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:26:41.670639 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2ec991e7-5120-4747-aa01-dbdfeaea3f61 req-27b02255-a63c-40e0-a89f-122394c823a1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1771851
Dec 24 11:26:41.671330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Port 107ebfbd-3d71-4909-8042-0795d2ffdd4f on network be08e0da-3268-406b-b986-53250488151d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:26:41.671652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Attempting to bind port 107ebfbd-3d71-4909-8042-0795d2ffdd4f on network be08e0da-3268-406b-b986-53250488151d {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:26:41.676985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:26:41.677320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Checking segment: {'id': '2c27f49e-c023-47ec-a1ae-97948032fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'be08e0da-3268-406b-b986-53250488151d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:26:41.677693 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Bound using segment: {'id': '2c27f49e-c023-47ec-a1ae-97948032fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'be08e0da-3268-406b-b986-53250488151d'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:26:41.678149 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Bound port: 107ebfbd-3d71-4909-8042-0795d2ffdd4f, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c27f49e-c023-47ec-a1ae-97948032fdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'be08e0da-3268-406b-b986-53250488151d'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:26:41.678498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:41.810913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] For port 107ebfbd-3d71-4909-8042-0795d2ffdd4f, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:26:41.816447 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] For port 107ebfbd-3d71-4909-8042-0795d2ffdd4f, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=107ebfbd-3d71-4909-8042-0795d2ffdd4f,segment=NetworkSegment(2c27f49e-c023-47ec-a1ae-97948032fdb9),segment_id=2c27f49e-c023-47ec-a1ae-97948032fdb9)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:26:41.825948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:41.835980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:42.005389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:42.006034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:42.007389 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] 10.222.0.32 "PUT /v2.0/ports/107ebfbd-3d71-4909-8042-0795d2ffdd4f HTTP/1.1" status: 200  len: 1093 time: 1.1154556
Dec 24 11:26:42.009188 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec991e7-5120-4747-aa01-dbdfeaea3f61 req-7e9a61a7-abe1-4dab-bf34-2c49888268fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:42.010555 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2ec991e7-5120-4747-aa01-dbdfeaea3f61 req-7e9a61a7-abe1-4dab-bf34-2c49888268fc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0791902351448f2bb746269130c8e90&device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 1099 time: 0.2680831
Dec 24 11:26:42.011066 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca', 'tag': '107ebfbd-3d71-4909-8042-0795d2ffdd4f'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:26:42.056631 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Pushing event updated for resources: {'Port': ['ID=107ebfbd-3d71-4909-8042-0795d2ffdd4f,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:42.093646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:42.105069 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca', 'tag': '107ebfbd-3d71-4909-8042-0795d2ffdd4f', 'status': 'completed', 'code': 200}
Dec 24 11:26:42.227471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec991e7-5120-4747-aa01-dbdfeaea3f61 req-1c09bb73-161f-4c8c-a842-d12a24fbf16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:42.228934 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2ec991e7-5120-4747-aa01-dbdfeaea3f61 req-1c09bb73-161f-4c8c-a842-d12a24fbf16f service neutron] 10.222.0.32 "GET /v2.0/networks?id=be08e0da-3268-406b-b986-53250488151d HTTP/1.1" status: 200  len: 915 time: 0.1932278
Dec 24 11:26:42.231490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-e5cf232f-9c8b-4051-9143-d8a67768b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:42.232823 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-e5cf232f-9c8b-4051-9143-d8a67768b540 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0791902351448f2bb746269130c8e90&device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 1096 time: 0.1712990
Dec 24 11:26:42.357038 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2ec991e7-5120-4747-aa01-dbdfeaea3f61 req-8fd09251-b784-4809-94c6-cf179b69a0cc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=55a2f253-5b66-48d9-b645-4c8bfaeb4173 HTTP/1.1" status: 200  len: 217 time: 0.1157503
Dec 24 11:26:42.366322 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-f67aa2dd-993b-4daa-8358-66496f1acfd0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=107ebfbd-3d71-4909-8042-0795d2ffdd4f HTTP/1.1" status: 200  len: 217 time: 0.1240277
Dec 24 11:26:42.471308 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec991e7-5120-4747-aa01-dbdfeaea3f61 req-59be7ad5-46e2-4e3e-994a-10639879b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:42.472762 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2ec991e7-5120-4747-aa01-dbdfeaea3f61 req-59be7ad5-46e2-4e3e-994a-10639879b2c7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=61a229d1-4fe1-4d4a-ab30-f702f5e3c5ec HTTP/1.1" status: 200  len: 854 time: 0.1080029
Dec 24 11:26:42.474153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-4439e74c-e151-44b1-b5ec-bb3a08398d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:42.475440 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-4439e74c-e151-44b1-b5ec-bb3a08398d5c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=61a229d1-4fe1-4d4a-ab30-f702f5e3c5ec HTTP/1.1" status: 200  len: 854 time: 0.0801191
Dec 24 11:26:42.561330 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-814bcf84-8e06-4bee-b333-fa1df062f0c4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be08e0da-3268-406b-b986-53250488151d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473733
Dec 24 11:26:42.563257 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2ec991e7-5120-4747-aa01-dbdfeaea3f61 req-b63c40f9-19f0-43b1-beba-95e3252e3cce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be08e0da-3268-406b-b986-53250488151d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0791290
Dec 24 11:26:42.712930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e02ef0-cd49-42e0-a4dd-b0e058fd9d92 req-4195a103-e876-438a-8483-754a6071ccc7 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:42.714319 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-98e02ef0-cd49-42e0-a4dd-b0e058fd9d92 req-4195a103-e876-438a-8483-754a6071ccc7 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 943 time: 0.0803566
Dec 24 11:26:42.758599 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-98e02ef0-cd49-42e0-a4dd-b0e058fd9d92 req-e5c7ca0e-122b-4376-a8f1-56016820ec97 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385430
Dec 24 11:26:42.805416 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2ec991e7-5120-4747-aa01-dbdfeaea3f61 req-cf5af81c-4588-4ff1-a15e-2eadffbe8c3c service neutron] 10.222.0.32 "GET /v2.0/networks/be08e0da-3268-406b-b986-53250488151d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2151623
Dec 24 11:26:42.807329 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-267feb22-06d8-4ae2-8f22-95faaa5caba7 service neutron] 10.222.0.32 "GET /v2.0/networks/be08e0da-3268-406b-b986-53250488151d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2346921
Dec 24 11:26:43.049028 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2ec991e7-5120-4747-aa01-dbdfeaea3f61 req-046f5c99-748e-42d7-8cf6-d56d04ea7320 service neutron] 10.222.0.32 "GET /v2.0/networks/be08e0da-3268-406b-b986-53250488151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2323916
Dec 24 11:26:43.050957 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e41565a9-4afc-4cf8-baea-29284a832fd8 req-31c2f64f-521e-4e94-90eb-dc53db7d2870 service neutron] 10.222.0.32 "GET /v2.0/networks/be08e0da-3268-406b-b986-53250488151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2333419
Dec 24 11:26:43.170912 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28d2fe-87d5-49df-b08e-24cc22e986b5 req-f41e1d6c-6ddf-4d0b-a902-5fb62ca65716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:43.172372 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f28d2fe-87d5-49df-b08e-24cc22e986b5 req-f41e1d6c-6ddf-4d0b-a902-5fb62ca65716 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e0791902351448f2bb746269130c8e90&device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 1096 time: 0.0735686
Dec 24 11:26:43.300083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28d2fe-87d5-49df-b08e-24cc22e986b5 req-a991c20e-e2be-4024-9f63-087395d4559d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:43.301446 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f28d2fe-87d5-49df-b08e-24cc22e986b5 req-a991c20e-e2be-4024-9f63-087395d4559d service neutron] 10.222.0.32 "GET /v2.0/networks?id=be08e0da-3268-406b-b986-53250488151d HTTP/1.1" status: 200  len: 915 time: 0.1227155
Dec 24 11:26:43.368175 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f28d2fe-87d5-49df-b08e-24cc22e986b5 req-de1947e3-881e-45da-bb31-fd59f60a0eaa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=107ebfbd-3d71-4909-8042-0795d2ffdd4f HTTP/1.1" status: 200  len: 217 time: 0.0593579
Dec 24 11:26:43.552591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f28d2fe-87d5-49df-b08e-24cc22e986b5 req-73534136-2841-42cf-8fc9-7a0787dc860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:43.553981 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f28d2fe-87d5-49df-b08e-24cc22e986b5 req-73534136-2841-42cf-8fc9-7a0787dc860f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=61a229d1-4fe1-4d4a-ab30-f702f5e3c5ec HTTP/1.1" status: 200  len: 854 time: 0.1800098
Dec 24 11:26:43.600564 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f28d2fe-87d5-49df-b08e-24cc22e986b5 req-1baa6681-5f24-41bc-b0c4-575e85903352 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=be08e0da-3268-406b-b986-53250488151d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0397375
Dec 24 11:26:43.728484 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f28d2fe-87d5-49df-b08e-24cc22e986b5 req-3a8bc213-4a1a-4bfd-9779-35bb16f92d81 service neutron] 10.222.0.32 "GET /v2.0/networks/be08e0da-3268-406b-b986-53250488151d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218650
Dec 24 11:26:43.859535 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f28d2fe-87d5-49df-b08e-24cc22e986b5 req-17b3ab9f-a5e3-4bd4-a64b-1745c8573fd2 service neutron] 10.222.0.32 "GET /v2.0/networks/be08e0da-3268-406b-b986-53250488151d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235530
Dec 24 11:26:43.950930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db44e25-d025-4aec-8259-be21653ae47c req-b261388e-9c6b-4d26-b094-230286728443 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:43.951613 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-4db44e25-d025-4aec-8259-be21653ae47c req-b261388e-9c6b-4d26-b094-230286728443 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Synchronizing usage tracker for tenant:e0791902351448f2bb746269130c8e90 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:26:43.966694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-4db44e25-d025-4aec-8259-be21653ae47c req-b261388e-9c6b-4d26-b094-230286728443 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Unset dirty status for tenant:e0791902351448f2bb746269130c8e90 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:26:43.968089 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4db44e25-d025-4aec-8259-be21653ae47c req-b261388e-9c6b-4d26-b094-230286728443 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 943 time: 0.1045575
Dec 24 11:26:44.010684 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4db44e25-d025-4aec-8259-be21653ae47c req-fa453405-8383-4f31-902d-281393c07083 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363421
Dec 24 11:26:45.194949 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe132a65-58f6-4de7-833c-59c67f3ccf6f req-13f6a78d-13fa-4f4b-833d-76bf8c37c4df tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:45.196397 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fe132a65-58f6-4de7-833c-59c67f3ccf6f req-13f6a78d-13fa-4f4b-833d-76bf8c37c4df tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 943 time: 0.0816033
Dec 24 11:26:45.239699 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fe132a65-58f6-4de7-833c-59c67f3ccf6f req-593da198-d613-4d3a-9bcd-86e41c459d72 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377612
Dec 24 11:26:45.602993 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 107ebfbd-3d71-4909-8042-0795d2ffdd4f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:26:45.731322 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 107ebfbd-3d71-4909-8042-0795d2ffdd4f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=107ebfbd-3d71-4909-8042-0795d2ffdd4f,segment=NetworkSegment(2c27f49e-c023-47ec-a1ae-97948032fdb9),segment_id=2c27f49e-c023-47ec-a1ae-97948032fdb9)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:26:45.747538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '107ebfbd-3d71-4909-8042-0795d2ffdd4f', 'network_id': 'be08e0da-3268-406b-b986-53250488151d', 'port_id': '107ebfbd-3d71-4909-8042-0795d2ffdd4f', 'mac_address': 'fa:16:3e:ef:e7:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61a229d1-4fe1-4d4a-ab30-f702f5e3c5ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:26:45.801378 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:45.817969 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 107ebfbd-3d71-4909-8042-0795d2ffdd4f {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:26:45.833860 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 107ebfbd-3d71-4909-8042-0795d2ffdd4f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=107ebfbd-3d71-4909-8042-0795d2ffdd4f,segment=NetworkSegment(2c27f49e-c023-47ec-a1ae-97948032fdb9),segment_id=2c27f49e-c023-47ec-a1ae-97948032fdb9)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:26:45.837661 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:45.840107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d128699a-7f6f-49a0-ae5f-cce5692aca1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:45.902669 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=107ebfbd-3d71-4909-8042-0795d2ffdd4f,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:45.910272 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:45.910619 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:45.910958 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:45.911294 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:45.911631 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:45.911959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:45.912285 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:45.912613 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:45.912950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:45.913255 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:45.913574 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:45.913906 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:26:45.917668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:46.157099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['107ebfbd-3d71-4909-8042-0795d2ffdd4f'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:26:46.422188 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf9383-d474-44ff-b6e0-31a0e333c23d req-8530fc7e-ac41-417d-be69-2adeb740edbb tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:46.423656 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b6cf9383-d474-44ff-b6e0-31a0e333c23d req-8530fc7e-ac41-417d-be69-2adeb740edbb tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 944 time: 0.0793841
Dec 24 11:26:46.466936 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b6cf9383-d474-44ff-b6e0-31a0e333c23d req-5aae4fb6-f5eb-49cb-a702-e0361d58553d tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372729
Dec 24 11:26:47.603172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 107ebfbd-3d71-4909-8042-0795d2ffdd4f up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:26:47.650639 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30512c52-4c60-444f-8d42-529e6ff450eb req-4ccb9943-df95-4386-9143-1382be32857d tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:47.652103 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-30512c52-4c60-444f-8d42-529e6ff450eb req-4ccb9943-df95-4386-9143-1382be32857d tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 944 time: 0.0832942
Dec 24 11:26:47.673303 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 107ebfbd-3d71-4909-8042-0795d2ffdd4f completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:26:47.677958 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 107ebfbd-3d71-4909-8042-0795d2ffdd4f triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:26:47.678349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:47.695967 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-30512c52-4c60-444f-8d42-529e6ff450eb req-bb89076a-0033-4fb3-9713-17d678f201b7 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379994
Dec 24 11:26:47.790289 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:47.818106 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107ebfbd-3d71-4909-8042-0795d2ffdd4f'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:26:47.828151 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 107ebfbd-3d71-4909-8042-0795d2ffdd4f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=107ebfbd-3d71-4909-8042-0795d2ffdd4f,segment=NetworkSegment(2c27f49e-c023-47ec-a1ae-97948032fdb9),segment_id=2c27f49e-c023-47ec-a1ae-97948032fdb9)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:26:47.832763 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:47.834766 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:47.900890 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=107ebfbd-3d71-4909-8042-0795d2ffdd4f,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:47.903914 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:47.921086 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '107ebfbd-3d71-4909-8042-0795d2ffdd4f', 'code': 200}
Dec 24 11:26:48.146702 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f37fd0-afdb-4ef6-9e8a-7779090bb948 req-3c755c13-7a83-48ed-bf58-75b181c0eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:48.148763 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-22f37fd0-afdb-4ef6-9e8a-7779090bb948 req-3c755c13-7a83-48ed-bf58-75b181c0eea3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 1098 time: 0.0750792
Dec 24 11:26:48.191468 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-22f37fd0-afdb-4ef6-9e8a-7779090bb948 req-890d0439-5bec-45fd-8996-f063490780a3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0343950
Dec 24 11:26:48.879127 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb58b7c-905d-4a92-b007-4c30d92e140e req-cf503e77-e970-4484-a3c4-31602b4e1936 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:48.880596 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-eeb58b7c-905d-4a92-b007-4c30d92e140e req-cf503e77-e970-4484-a3c4-31602b4e1936 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 945 time: 0.0811863
Dec 24 11:26:48.924131 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-eeb58b7c-905d-4a92-b007-4c30d92e140e req-0600a67b-6c99-4569-baf3-d79b87f1b083 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379794
Dec 24 11:26:50.108338 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6364c54d-f783-4e76-8ea3-821f514c7b0e req-18fa8c55-8a14-44d2-a26d-868beea1971e tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:50.109803 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6364c54d-f783-4e76-8ea3-821f514c7b0e req-18fa8c55-8a14-44d2-a26d-868beea1971e tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 945 time: 0.0793858
Dec 24 11:26:50.156275 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6364c54d-f783-4e76-8ea3-821f514c7b0e req-45cbb38d-53ec-4c33-8771-713a48320563 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409372
Dec 24 11:26:50.533365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4ece4-9cdd-4538-b0c6-677f3ed559cb req-9c869ca6-47d6-4a8f-b037-3421b5ca4d66 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:50.534904 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0ea4ece4-9cdd-4538-b0c6-677f3ed559cb req-9c869ca6-47d6-4a8f-b037-3421b5ca4d66 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 945 time: 0.0799234
Dec 24 11:26:50.578471 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0ea4ece4-9cdd-4538-b0c6-677f3ed559cb req-e83c68bb-49ed-4ca6-a183-42aeb0e2b60c tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379701
Dec 24 11:26:51.765417 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5eb070-cfb9-43d9-aac7-57b3967aaf9d req-f7e09ece-1c65-420f-a480-034902df3773 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:51.766902 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-cb5eb070-cfb9-43d9-aac7-57b3967aaf9d req-f7e09ece-1c65-420f-a480-034902df3773 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 945 time: 0.0843320
Dec 24 11:26:51.809752 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-cb5eb070-cfb9-43d9-aac7-57b3967aaf9d req-132952ad-ec83-43c5-9e5c-782ce76dc20f tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373633
Dec 24 11:26:52.135688 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b591a9-52a9-47f1-a0c8-3e48feb66298 req-2aba293f-2180-4b47-9bab-de03d461ea99 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:52.137104 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-03b591a9-52a9-47f1-a0c8-3e48feb66298 req-2aba293f-2180-4b47-9bab-de03d461ea99 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.32 "GET /v2.0/ports?device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 945 time: 0.0844612
Dec 24 11:26:52.205077 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-03b591a9-52a9-47f1-a0c8-3e48feb66298 req-af5e2677-5bf7-4ee4-a6bd-095272aaf5a0 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Deleting port 107ebfbd-3d71-4909-8042-0795d2ffdd4f {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:26:52.205382 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-03b591a9-52a9-47f1-a0c8-3e48feb66298 req-af5e2677-5bf7-4ee4-a6bd-095272aaf5a0 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:52.446592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-03b591a9-52a9-47f1-a0c8-3e48feb66298 req-af5e2677-5bf7-4ee4-a6bd-095272aaf5a0 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] For port 107ebfbd-3d71-4909-8042-0795d2ffdd4f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=107ebfbd-3d71-4909-8042-0795d2ffdd4f,segment=NetworkSegment(2c27f49e-c023-47ec-a1ae-97948032fdb9),segment_id=2c27f49e-c023-47ec-a1ae-97948032fdb9)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:26:52.446948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-03b591a9-52a9-47f1-a0c8-3e48feb66298 req-af5e2677-5bf7-4ee4-a6bd-095272aaf5a0 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:52.566740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-03b591a9-52a9-47f1-a0c8-3e48feb66298 req-af5e2677-5bf7-4ee4-a6bd-095272aaf5a0 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Calling delete_port for 107ebfbd-3d71-4909-8042-0795d2ffdd4f owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:26:52.706221 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-03b591a9-52a9-47f1-a0c8-3e48feb66298 req-af5e2677-5bf7-4ee4-a6bd-095272aaf5a0 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:52.712467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4bd5d3b4-7600-41b8-bb3a-b0e216d4273f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:52.718006 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['55a2f253-5b66-48d9-b645-4c8bfaeb4173', '107ebfbd-3d71-4909-8042-0795d2ffdd4f'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:26:52.757602 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e2677-5bf7-4ee4-a6bd-095272aaf5a0 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Pushing event deleted for resources: {'Port': ['ID=107ebfbd-3d71-4909-8042-0795d2ffdd4f,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:52.791975 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-af5e2677-5bf7-4ee4-a6bd-095272aaf5a0 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:52.834618 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b591a9-52a9-47f1-a0c8-3e48feb66298 req-af5e2677-5bf7-4ee4-a6bd-095272aaf5a0 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] No DVR routers for this DVR port 107ebfbd-3d71-4909-8042-0795d2ffdd4f on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:26:52.837594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-03b591a9-52a9-47f1-a0c8-3e48feb66298 req-af5e2677-5bf7-4ee4-a6bd-095272aaf5a0 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:52.840606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca', 'name': 'network-vif-deleted', 'tag': '107ebfbd-3d71-4909-8042-0795d2ffdd4f'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:26:52.858373 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-03b591a9-52a9-47f1-a0c8-3e48feb66298 req-af5e2677-5bf7-4ee4-a6bd-095272aaf5a0 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.32 "DELETE /v2.0/ports/107ebfbd-3d71-4909-8042-0795d2ffdd4f HTTP/1.1" status: 204  len: 173 time: 0.7155478
Dec 24 11:26:52.903667 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca', 'name': 'network-vif-deleted', 'tag': '107ebfbd-3d71-4909-8042-0795d2ffdd4f', 'status': 'completed', 'code': 200}
Dec 24 11:26:52.976468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-f667b889-d2d1-40a9-93c4-24cba0ff314e req-934c8d06-08cd-4309-9f34-8c7ab3858123 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Synchronizing usage tracker for tenant:e0791902351448f2bb746269130c8e90 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:26:52.991802 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-f667b889-d2d1-40a9-93c4-24cba0ff314e req-934c8d06-08cd-4309-9f34-8c7ab3858123 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Unset dirty status for tenant:e0791902351448f2bb746269130c8e90 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:26:52.992911 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f667b889-d2d1-40a9-93c4-24cba0ff314e req-934c8d06-08cd-4309-9f34-8c7ab3858123 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=73de6d6e-6ec0-4ed7-a62a-6f1b120f20ca HTTP/1.1" status: 200  len: 210 time: 0.0608292
Dec 24 11:26:54.355224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb5e28-7f2e-473a-bf0a-e6fb9d21dc8b req-f29eb9be-d1b9-4740-a519-a4e5f165ce88 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:54.356697 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e0cb5e28-7f2e-473a-bf0a-e6fb9d21dc8b req-f29eb9be-d1b9-4740-a519-a4e5f165ce88 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 946 time: 0.1872470
Dec 24 11:26:54.400517 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e0cb5e28-7f2e-473a-bf0a-e6fb9d21dc8b req-b8a44c86-684e-4843-a616-4d36aab1184c tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381823
Dec 24 11:26:54.600952 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3276a99-e5f3-48b8-8471-83cf6dca66c4 req-a7f318b5-2f99-42eb-bf22-3e4012a448b5 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:54.602438 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d3276a99-e5f3-48b8-8471-83cf6dca66c4 req-a7f318b5-2f99-42eb-bf22-3e4012a448b5 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 946 time: 0.0785525
Dec 24 11:26:54.648540 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d3276a99-e5f3-48b8-8471-83cf6dca66c4 req-ec8df4c4-c471-4cf7-a45f-1c127c31935e tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404985
Dec 24 11:26:54.828360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f12236-f311-4b9f-8119-e894c31aab99 req-77f0b967-a062-4ef2-a440-aee7696a9b31 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:54.829817 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e7f12236-f311-4b9f-8119-e894c31aab99 req-77f0b967-a062-4ef2-a440-aee7696a9b31 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 946 time: 0.0790081
Dec 24 11:26:54.875783 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e7f12236-f311-4b9f-8119-e894c31aab99 req-a6fc1472-5027-42e3-b40b-44f6225b4a5f tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403140
Dec 24 11:26:55.151468 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7b7fc-f9d7-4685-a465-8fcbfbfb61df req-e2f34b89-b353-44d6-9588-0e528338207a tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:55.152897 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-58d7b7fc-f9d7-4685-a465-8fcbfbfb61df req-e2f34b89-b353-44d6-9588-0e528338207a tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 946 time: 0.0780864
Dec 24 11:26:55.196560 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-58d7b7fc-f9d7-4685-a465-8fcbfbfb61df req-e14f9cec-791b-4a0b-815c-4ba075404bc9 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380323
Dec 24 11:26:55.374595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d4d2f5-6188-4e51-9381-a38adafd1b73 req-2f740331-61e2-462a-a060-952d251ec3ee tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:55.376055 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d7d4d2f5-6188-4e51-9381-a38adafd1b73 req-2f740331-61e2-462a-a060-952d251ec3ee tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 946 time: 0.0776844
Dec 24 11:26:55.420299 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d7d4d2f5-6188-4e51-9381-a38adafd1b73 req-b63ffab3-d51c-4d28-935e-3f7ffacd25ca tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384986
Dec 24 11:26:55.616321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc41421-f24b-4f73-a263-08a9c584ec62 req-4049da8f-14d5-4708-a3d9-87ecfb80cd41 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:55.617749 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3bc41421-f24b-4f73-a263-08a9c584ec62 req-4049da8f-14d5-4708-a3d9-87ecfb80cd41 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 946 time: 0.0836504
Dec 24 11:26:55.653949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 107ebfbd-3d71-4909-8042-0795d2ffdd4f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:26:55.660329 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3bc41421-f24b-4f73-a263-08a9c584ec62 req-f6e0d648-ace4-4124-a00b-83cc4769daab tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370023
Dec 24 11:26:55.688589 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 107ebfbd-3d71-4909-8042-0795d2ffdd4f {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:26:55.688947 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 107ebfbd-3d71-4909-8042-0795d2ffdd4f not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:26:56.166949 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd75f2-14e1-4551-a9e3-27b5f497ec47 req-fa239b8c-db3a-4cbf-96bd-94444a106b66 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:56.168413 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2cd75f2-14e1-4551-a9e3-27b5f497ec47 req-fa239b8c-db3a-4cbf-96bd-94444a106b66 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 946 time: 0.0802221
Dec 24 11:26:56.212086 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c2cd75f2-14e1-4551-a9e3-27b5f497ec47 req-7c4d3266-0aa5-47c7-a995-d6e2fdf9afd8 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381994
Dec 24 11:26:57.402653 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0728809-9165-411f-a66c-332d21176506 req-04a1c46f-347c-4246-a46b-b2839950d292 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:57.404125 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e0728809-9165-411f-a66c-332d21176506 req-04a1c46f-347c-4246-a46b-b2839950d292 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 946 time: 0.0848587
Dec 24 11:26:57.447907 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e0728809-9165-411f-a66c-332d21176506 req-11ec05f4-1654-45eb-bb6e-bbc7d38c7912 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/security-groups?id=8d461192-0749-4cf3-b958-1c6dc3ec51ab&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375805
Dec 24 11:26:57.588277 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c10e67-b531-441a-85f5-69659d0c71d7 req-a622246d-789b-4bce-96d4-4a55b1236964 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:26:57.589708 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b6c10e67-b531-441a-85f5-69659d0c71d7 req-a622246d-789b-4bce-96d4-4a55b1236964 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.32 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 946 time: 0.0835903
Dec 24 11:26:57.657764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-b6c10e67-b531-441a-85f5-69659d0c71d7 req-cb75aec2-bdbc-4ea2-a1b1-a724c6d88a88 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Deleting port 55a2f253-5b66-48d9-b645-4c8bfaeb4173 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:26:57.658212 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-b6c10e67-b531-441a-85f5-69659d0c71d7 req-cb75aec2-bdbc-4ea2-a1b1-a724c6d88a88 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:57.902762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-b6c10e67-b531-441a-85f5-69659d0c71d7 req-cb75aec2-bdbc-4ea2-a1b1-a724c6d88a88 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] For port 55a2f253-5b66-48d9-b645-4c8bfaeb4173, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=55a2f253-5b66-48d9-b645-4c8bfaeb4173,segment=NetworkSegment(2c27f49e-c023-47ec-a1ae-97948032fdb9),segment_id=2c27f49e-c023-47ec-a1ae-97948032fdb9)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:26:57.903027 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-b6c10e67-b531-441a-85f5-69659d0c71d7 req-cb75aec2-bdbc-4ea2-a1b1-a724c6d88a88 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:58.033147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-b6c10e67-b531-441a-85f5-69659d0c71d7 req-cb75aec2-bdbc-4ea2-a1b1-a724c6d88a88 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Calling delete_port for 55a2f253-5b66-48d9-b645-4c8bfaeb4173 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:26:58.178083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-b6c10e67-b531-441a-85f5-69659d0c71d7 req-cb75aec2-bdbc-4ea2-a1b1-a724c6d88a88 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:58.183916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:26:58.189175 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['55a2f253-5b66-48d9-b645-4c8bfaeb4173'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:26:58.234666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75aec2-bdbc-4ea2-a1b1-a724c6d88a88 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Pushing event deleted for resources: {'Port': ['ID=55a2f253-5b66-48d9-b645-4c8bfaeb4173,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:26:58.237904 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cb75aec2-bdbc-4ea2-a1b1-a724c6d88a88 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:26:58.307294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c10e67-b531-441a-85f5-69659d0c71d7 req-cb75aec2-bdbc-4ea2-a1b1-a724c6d88a88 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] No DVR routers for this DVR port 55a2f253-5b66-48d9-b645-4c8bfaeb4173 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:26:58.309591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-b6c10e67-b531-441a-85f5-69659d0c71d7 req-cb75aec2-bdbc-4ea2-a1b1-a724c6d88a88 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:58.312037 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bb53d0-f46d-4d6c-bc04-3f48e92e2082', 'name': 'network-vif-deleted', 'tag': '55a2f253-5b66-48d9-b645-4c8bfaeb4173'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:26:58.327303 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b6c10e67-b531-441a-85f5-69659d0c71d7 req-cb75aec2-bdbc-4ea2-a1b1-a724c6d88a88 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.32 "DELETE /v2.0/ports/55a2f253-5b66-48d9-b645-4c8bfaeb4173 HTTP/1.1" status: 204  len: 173 time: 0.7319925
Dec 24 11:26:58.354909 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9bb53d0-f46d-4d6c-bc04-3f48e92e2082', 'name': 'network-vif-deleted', 'tag': '55a2f253-5b66-48d9-b645-4c8bfaeb4173', 'status': 'completed', 'code': 200}
Dec 24 11:26:58.605738 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-372df39d-8518-4116-9821-67d47fa03823 req-b971aa13-a842-4462-a353-03f5bca89662 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] 10.222.0.54 "GET /v2.0/ports?device_id=b9bb53d0-f46d-4d6c-bc04-3f48e92e2082 HTTP/1.1" status: 200  len: 210 time: 0.0423951
Dec 24 11:26:59.697108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57508) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:26:59.702294 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9c1a1ca5-038f-4338-b8e5-bc7806c8a07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:59.755074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24560d9-62ae-4089-ba2b-74c180c5fe19 admin admin] Deleting subnet 61a229d1-4fe1-4d4a-ab30-f702f5e3c5ec {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:26:59.757961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b24560d9-62ae-4089-ba2b-74c180c5fe19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:59.914507 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b24560d9-62ae-4089-ba2b-74c180c5fe19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:26:59.967172 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b24560d9-62ae-4089-ba2b-74c180c5fe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:00.034780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b24560d9-62ae-4089-ba2b-74c180c5fe19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:00.039119 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-90de9928-094d-422d-8616-22f487b2fd7a tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:00.072284 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24560d9-62ae-4089-ba2b-74c180c5fe19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61a229d1-4fe1-4d4a-ab30-f702f5e3c5ec,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:00.075321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b24560d9-62ae-4089-ba2b-74c180c5fe19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:00.076273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b24560d9-62ae-4089-ba2b-74c180c5fe19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:00.082639 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b24560d9-62ae-4089-ba2b-74c180c5fe19 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/61a229d1-4fe1-4d4a-ab30-f702f5e3c5ec HTTP/1.1" status: 204  len: 168 time: 0.3845251
Dec 24 11:27:00.084999 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57512) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:00.187399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e4aef57d-ec3d-4815-b165-699406dc9972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:00.308510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e4aef57d-ec3d-4815-b165-699406dc9972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:00.332859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-e4aef57d-ec3d-4815-b165-699406dc9972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b76b75640>,) {'filters': {'network_id': ['be08e0da-3268-406b-b986-53250488151d']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:00.344369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-e4aef57d-ec3d-4815-b165-699406dc9972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76b75640>, '2c27f49e-c023-47ec-a1ae-97948032fdb9') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:00.344670 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-e4aef57d-ec3d-4815-b165-699406dc9972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76b75640>, '2c27f49e-c023-47ec-a1ae-97948032fdb9') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:00.355548 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e4aef57d-ec3d-4815-b165-699406dc9972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:00.371776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e4aef57d-ec3d-4815-b165-699406dc9972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:00.379660 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4aef57d-ec3d-4815-b165-699406dc9972 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:27:00.380163 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e4aef57d-ec3d-4815-b165-699406dc9972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:27:00.393300 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:27:00.469649 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e4aef57d-ec3d-4815-b165-699406dc9972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:00.473194 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2eee0e0b-1fc2-4188-8852-3d2e978845b9 tempest-NetworksIpV6TestAttrs-10688920 tempest-NetworksIpV6TestAttrs-10688920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:00.485786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e4aef57d-ec3d-4815-b165-699406dc9972 admin admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:00.496205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aef57d-ec3d-4815-b165-699406dc9972 admin admin] Pushing event deleted for resources: {'Network': ['ID=be08e0da-3268-406b-b986-53250488151d,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:00.499253 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e4aef57d-ec3d-4815-b165-699406dc9972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:00.505038 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e4aef57d-ec3d-4815-b165-699406dc9972 admin admin] 10.222.0.54 "DELETE /v2.0/networks/be08e0da-3268-406b-b986-53250488151d HTTP/1.1" status: 204  len: 168 time: 0.4191260
Dec 24 11:27:00.612800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57518) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:00.661001 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fdf064d8-1471-4d50-bf64-1217fcf2d7ff admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e0791902351448f2bb746269130c8e90&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0469820
Dec 24 11:27:00.663379 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57522) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:00.723303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-90a63482-18f9-40ba-a4ad-206ee2deeb86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:00.749168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-90a63482-18f9-40ba-a4ad-206ee2deeb86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:00.802604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-90a63482-18f9-40ba-a4ad-206ee2deeb86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:00.806259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f0991669-4a39-4fb1-b70b-691c2273654c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:00.818702 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a63482-18f9-40ba-a4ad-206ee2deeb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d461192-0749-4cf3-b958-1c6dc3ec51ab,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:00.821783 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-90a63482-18f9-40ba-a4ad-206ee2deeb86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:00.833492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-90a63482-18f9-40ba-a4ad-206ee2deeb86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:00.834594 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-90a63482-18f9-40ba-a4ad-206ee2deeb86 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/8d461192-0749-4cf3-b958-1c6dc3ec51ab HTTP/1.1" status: 204  len: 168 time: 0.1703339
Dec 24 11:27:01.550525 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57546) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:01.670012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 55a2f253-5b66-48d9-b645-4c8bfaeb4173 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:27:01.678130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1488451435'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:01.683122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:01.686854 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Usage tracker for resource:network and tenant:0c8b6a8a0a314066886467d00b9a1a14 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:01.689629 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:01.696395 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:01.706625 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Made reservation on behalf of 0c8b6a8a0a314066886467d00b9a1a14 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:01.707229 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 55a2f253-5b66-48d9-b645-4c8bfaeb4173 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:27:01.707586 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 55a2f253-5b66-48d9-b645-4c8bfaeb4173 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:27:01.711225 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:01.723074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:01.737339 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:01.741025 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Usage tracker for resource:security_group_rule and tenant:0c8b6a8a0a314066886467d00b9a1a14 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:01.743762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:01.749522 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:01.833027 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:01.836543 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:01.839375 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4af544c0-7a7f-4c29-9325-f64d6836b5d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:01.872251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:27:01.880982 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ffffcd-9efe-4ac2-b8ec-6e0881f48275,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:01.884526 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:01.886914 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:01.887256 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Added segment 61fd4f17-9636-46e3-8eb9-be90036f3d47 of type vlan for network cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4
Dec 24 11:27:01.916165 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d2546c0c-6292-4eff-ad24-307036d7d8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:01.919747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:01.948976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:01.954357 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:01.954939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:01.959751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-720e7e19-ae39-45d9-a22f-3308987ebe79 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:02.169167 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6173499
Dec 24 11:27:02.175220 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event updated for resources: {'Network': ['ID=cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:02.183177 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:02.191011 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:27:03.139293 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:03.162082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:04.942405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:05.371871 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57552) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:05.378356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-91c166a3-eeae-437d-8889-19d4b658c8b2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Request body: {'subnet': {'network_id': 'cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:05.489302 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-91c166a3-eeae-437d-8889-19d4b658c8b2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:05.493038 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-91c166a3-eeae-437d-8889-19d4b658c8b2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Usage tracker for resource:subnet and tenant:0c8b6a8a0a314066886467d00b9a1a14 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:05.495777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-91c166a3-eeae-437d-8889-19d4b658c8b2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:05.501254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-91c166a3-eeae-437d-8889-19d4b658c8b2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:05.511202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c166a3-eeae-437d-8889-19d4b658c8b2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Made reservation on behalf of 0c8b6a8a0a314066886467d00b9a1a14 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:05.514827 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-91c166a3-eeae-437d-8889-19d4b658c8b2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:05.726523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-91c166a3-eeae-437d-8889-19d4b658c8b2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:05.729776 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b6b432a8-adbf-46db-9c6c-bf3e9cfa0364 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:05.803495 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c166a3-eeae-437d-8889-19d4b658c8b2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event updated for resources: {'Subnet': ['ID=e7703e3a-a4ba-4f95-bc24-9414667d771c,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:05.806401 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-91c166a3-eeae-437d-8889-19d4b658c8b2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:05.813264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c166a3-eeae-437d-8889-19d4b658c8b2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Checking segment: {'id': '61fd4f17-9636-46e3-8eb9-be90036f3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:05.813636 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c166a3-eeae-437d-8889-19d4b658c8b2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Network hostable DHCP agents. Network: cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:27:05.833251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c166a3-eeae-437d-8889-19d4b658c8b2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Network cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:27:05.841917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-91c166a3-eeae-437d-8889-19d4b658c8b2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:05.845674 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c166a3-eeae-437d-8889-19d4b658c8b2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:05.846287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-91c166a3-eeae-437d-8889-19d4b658c8b2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:05.850524 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc22d82-a78b-4ebf-888e-ee80afd0bf3e None None] Network cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:05.871140 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-91c166a3-eeae-437d-8889-19d4b658c8b2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4981527
Dec 24 11:27:05.874422 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57556) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:05.880489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-e30c0009-4ae5-400d-97dd-91f8cdc81151 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-671480257'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:05.888411 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e30c0009-4ae5-400d-97dd-91f8cdc81151 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:05.896330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e30c0009-4ae5-400d-97dd-91f8cdc81151 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Usage tracker for resource:network and tenant:0c8b6a8a0a314066886467d00b9a1a14 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:05.900062 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e30c0009-4ae5-400d-97dd-91f8cdc81151 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:05.905880 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e30c0009-4ae5-400d-97dd-91f8cdc81151 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:05.916038 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30c0009-4ae5-400d-97dd-91f8cdc81151 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Made reservation on behalf of 0c8b6a8a0a314066886467d00b9a1a14 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:05.919849 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e30c0009-4ae5-400d-97dd-91f8cdc81151 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:05.948767 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e30c0009-4ae5-400d-97dd-91f8cdc81151 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:27:05.958014 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e30c0009-4ae5-400d-97dd-91f8cdc81151 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:05.958357 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-e30c0009-4ae5-400d-97dd-91f8cdc81151 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Added segment 9b14ca6f-9f75-4e6b-994f-ca019a4f88e2 of type vlan for network 5ddd2002-8fbf-4b01-b517-257073aa4f2f
Dec 24 11:27:05.985050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e30c0009-4ae5-400d-97dd-91f8cdc81151 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:06.014913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e30c0009-4ae5-400d-97dd-91f8cdc81151 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:06.020535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30c0009-4ae5-400d-97dd-91f8cdc81151 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:06.021125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e30c0009-4ae5-400d-97dd-91f8cdc81151 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:06.026088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d38be92e-f14a-4a76-b8b7-31ccd9229325 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:06.065642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4', 'network_id': 'cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4', 'tenant_id': '0c8b6a8a0a314066886467d00b9a1a14', 'fixed_ips': [{'subnet_id': 'e7703e3a-a4ba-4f95-bc24-9414667d771c'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:27:06.066519 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:06.123196 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e30c0009-4ae5-400d-97dd-91f8cdc81151 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2477074
Dec 24 11:27:06.126228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57560) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:06.133320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c0009-4ae5-400d-97dd-91f8cdc81151 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event updated for resources: {'Network': ['ID=5ddd2002-8fbf-4b01-b517-257073aa4f2f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:06.135994 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e30c0009-4ae5-400d-97dd-91f8cdc81151 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:06.143581 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-866f2a33-d868-4028-91ce-ee2b52de4b2c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Request body: {'subnet': {'network_id': '5ddd2002-8fbf-4b01-b517-257073aa4f2f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:06.144864 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 5ddd2002-8fbf-4b01-b517-257073aa4f2f details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:27:06.260122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-866f2a33-d868-4028-91ce-ee2b52de4b2c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:06.263841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-866f2a33-d868-4028-91ce-ee2b52de4b2c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Usage tracker for resource:subnet and tenant:0c8b6a8a0a314066886467d00b9a1a14 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:06.266922 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-866f2a33-d868-4028-91ce-ee2b52de4b2c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:06.272578 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-866f2a33-d868-4028-91ce-ee2b52de4b2c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:06.282389 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866f2a33-d868-4028-91ce-ee2b52de4b2c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Made reservation on behalf of 0c8b6a8a0a314066886467d00b9a1a14 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:06.286602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-866f2a33-d868-4028-91ce-ee2b52de4b2c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:06.348586 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Allocated IP 2001:db8:0:ffff::2 (cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4/e7703e3a-a4ba-4f95-bc24-9414667d771c/dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:27:06.514754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-866f2a33-d868-4028-91ce-ee2b52de4b2c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:06.519701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3b84dcb5-78c6-4f9c-bf3a-a2f750926c25 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:06.553855 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:06.564257 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Transition to ACTIVE for port object dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:06.582788 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Transition to ACTIVE for port object dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:06.588136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:06.593737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:06.605751 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f2a33-d868-4028-91ce-ee2b52de4b2c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event updated for resources: {'Subnet': ['ID=0dca14d7-7326-430b-bfe3-35e427bbad3d,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:06.610003 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-866f2a33-d868-4028-91ce-ee2b52de4b2c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:06.613995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866f2a33-d868-4028-91ce-ee2b52de4b2c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Checking segment: {'id': '9b14ca6f-9f75-4e6b-994f-ca019a4f88e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '5ddd2002-8fbf-4b01-b517-257073aa4f2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:06.614366 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866f2a33-d868-4028-91ce-ee2b52de4b2c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Network hostable DHCP agents. Network: 5ddd2002-8fbf-4b01-b517-257073aa4f2f, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:27:06.634658 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866f2a33-d868-4028-91ce-ee2b52de4b2c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Network 5ddd2002-8fbf-4b01-b517-257073aa4f2f is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:27:06.645120 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-866f2a33-d868-4028-91ce-ee2b52de4b2c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 5ddd2002-8fbf-4b01-b517-257073aa4f2f) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:06.649550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866f2a33-d868-4028-91ce-ee2b52de4b2c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:06.650183 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-866f2a33-d868-4028-91ce-ee2b52de4b2c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:06.655568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Network cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:27:06.658226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f15d29-3884-4a7a-a36d-79fdf7aca4fc None None] Network 5ddd2002-8fbf-4b01-b517-257073aa4f2f requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:06.672349 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-866f2a33-d868-4028-91ce-ee2b52de4b2c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.5436006
Dec 24 11:27:06.675068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57564) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:06.680639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:06.683655 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:27:06.780587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Pushing event updated for resources: {'Port': ['ID=dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:06.784016 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:06.814740 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:06.861190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Attempting to bind port dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:27:06.861574 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Attempting to bind port dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '61fd4f17-9636-46e3-8eb9-be90036f3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:27:06.862044 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Attempting to bind port dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 on network cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:27:06.878479 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:27:06.878710 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:06.879020 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Checking segment: {'id': '61fd4f17-9636-46e3-8eb9-be90036f3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:06.879591 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:06.879996 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Bound using segment: {'id': '61fd4f17-9636-46e3-8eb9-be90036f3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:27:06.880476 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Bound port: dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fd4f17-9636-46e3-8eb9-be90036f3d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': 'cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:27:06.880857 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:06.958310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:06.962648 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-af04a7ce-1fe5-4e94-bfdc-0061b394fd6d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:06.986518 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:27:06.996586 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event deleted for resources: {'Subnet': ['ID=0dca14d7-7326-430b-bfe3-35e427bbad3d,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:06.999593 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:07.061917 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3599b3a-1256-455c-9bf4-6d0ed7f28a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-5ddd2002-8fbf-4b01-b517-257073aa4f2f', 'network_id': '5ddd2002-8fbf-4b01-b517-257073aa4f2f', 'tenant_id': '0c8b6a8a0a314066886467d00b9a1a14', 'fixed_ips': [{'subnet_id': '0dca14d7-7326-430b-bfe3-35e427bbad3d'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:27:07.062763 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d3599b3a-1256-455c-9bf4-6d0ed7f28a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:07.072731 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] For port dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:27:07.086681 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] For port dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649,segment=NetworkSegment(61fd4f17-9636-46e3-8eb9-be90036f3d47),segment_id=61fd4f17-9636-46e3-8eb9-be90036f3d47)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:27:07.092009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:07.116507 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1edb50>,) {'filters': {'network_id': ['5ddd2002-8fbf-4b01-b517-257073aa4f2f']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:07.128252 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:07.128738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1edb50>, '9b14ca6f-9f75-4e6b-994f-ca019a4f88e2') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:07.129250 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1edb50>, '9b14ca6f-9f75-4e6b-994f-ca019a4f88e2') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:07.133344 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:07.140838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:07.156170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:07.162250 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:27:07.162739 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:27:07.178036 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:27:07.235391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0a3e9c-dd73-4820-b1f1-b0dcc990079f None None] Network 5ddd2002-8fbf-4b01-b517-257073aa4f2f requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:07.258435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Pushing event updated for resources: {'Port': ['ID=dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:07.263371 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:07.387930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:07.397545 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-22cf7ed4-f798-4e4f-8211-09db2b94271d tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:07.420926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:07.437558 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event deleted for resources: {'Network': ['ID=5ddd2002-8fbf-4b01-b517-257073aa4f2f,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:07.451049 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:07.457273 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "DELETE /v2.0/networks/5ddd2002-8fbf-4b01-b517-257073aa4f2f HTTP/1.1" status: 204  len: 168 time: 0.7784445
Dec 24 11:27:07.458156 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57568) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:07.464264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-41fa9047-8f89-4813-899f-1a309db2616c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-353955187'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:07.469629 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-41fa9047-8f89-4813-899f-1a309db2616c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:07.474091 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-41fa9047-8f89-4813-899f-1a309db2616c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Usage tracker for resource:network and tenant:0c8b6a8a0a314066886467d00b9a1a14 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:07.476929 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-41fa9047-8f89-4813-899f-1a309db2616c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:07.483135 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-41fa9047-8f89-4813-899f-1a309db2616c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:07.496282 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fa9047-8f89-4813-899f-1a309db2616c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Made reservation on behalf of 0c8b6a8a0a314066886467d00b9a1a14 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:07.499903 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41fa9047-8f89-4813-899f-1a309db2616c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:07.528072 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41fa9047-8f89-4813-899f-1a309db2616c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:27:07.538649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41fa9047-8f89-4813-899f-1a309db2616c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:07.539026 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-41fa9047-8f89-4813-899f-1a309db2616c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Added segment bb804a00-d1a0-4f8a-a175-e4dda1376e5b of type vlan for network cbb7f2cb-ad86-426b-9d78-d260b5f7804f
Dec 24 11:27:07.567142 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41fa9047-8f89-4813-899f-1a309db2616c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:07.597713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41fa9047-8f89-4813-899f-1a309db2616c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:07.603215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fa9047-8f89-4813-899f-1a309db2616c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:07.603799 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-41fa9047-8f89-4813-899f-1a309db2616c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:07.607392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a879a586-a543-44ac-a74b-ebe68bc1c481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:07.702960 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-41fa9047-8f89-4813-899f-1a309db2616c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2432353
Dec 24 11:27:07.706401 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57572) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:07.711574 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa9047-8f89-4813-899f-1a309db2616c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event updated for resources: {'Network': ['ID=cbb7f2cb-ad86-426b-9d78-d260b5f7804f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:07.712464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Request body: {'subnet': {'network_id': 'cbb7f2cb-ad86-426b-9d78-d260b5f7804f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:07.714174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-41fa9047-8f89-4813-899f-1a309db2616c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:07.722714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network cbb7f2cb-ad86-426b-9d78-d260b5f7804f details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:27:07.825307 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:07.829127 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Usage tracker for resource:subnet and tenant:0c8b6a8a0a314066886467d00b9a1a14 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:07.832352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:07.837819 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:07.848618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Made reservation on behalf of 0c8b6a8a0a314066886467d00b9a1a14 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:07.852096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:07.942804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.ipam_backend_mixin [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Performing IP validity checks on allocation pools {{(pid=87559) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
Dec 24 11:27:07.943316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.ipam_backend_mixin [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87559) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
Dec 24 11:27:08.074760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:08.083463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-52301e3b-3167-4f97-8731-1ad1ce0bc98b tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:08.164252 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event updated for resources: {'Subnet': ['ID=d41d1f91-073e-45ed-a920-ff6a076e8010,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:08.167752 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:08.170299 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Checking segment: {'id': 'bb804a00-d1a0-4f8a-a175-e4dda1376e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'cbb7f2cb-ad86-426b-9d78-d260b5f7804f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:08.170664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Network hostable DHCP agents. Network: cbb7f2cb-ad86-426b-9d78-d260b5f7804f, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:27:08.191698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Network cbb7f2cb-ad86-426b-9d78-d260b5f7804f is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:27:08.202846 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, cbb7f2cb-ad86-426b-9d78-d260b5f7804f) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:08.207459 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:08.208079 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:08.213008 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913e5886-240e-4baf-b55b-8b4a6fdaf7e0 None None] Network cbb7f2cb-ad86-426b-9d78-d260b5f7804f requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:08.228613 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.5210814
Dec 24 11:27:08.231382 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57576) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:08.286064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39c27a1-fbca-430e-8a6f-cb9fd545af64 None None] Network cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:08.379327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-516ded30-eb5b-40b4-a2b7-74032203a5e6 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:08.450181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-516ded30-eb5b-40b4-a2b7-74032203a5e6 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:08.464223 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-19ebf0d4-4663-49fe-a5ef-ee952e699cca None None] Provisioning for port dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:27:08.527638 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-516ded30-eb5b-40b4-a2b7-74032203a5e6 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:08.532110 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-393913fa-1ff3-432e-8efe-a5c40f325a9d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:08.568792 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ded30-eb5b-40b4-a2b7-74032203a5e6 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event deleted for resources: {'Subnet': ['ID=d41d1f91-073e-45ed-a920-ff6a076e8010,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:08.583440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-516ded30-eb5b-40b4-a2b7-74032203a5e6 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:08.634671 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a5c8d1-2621-4e1a-bb59-1dcee05fc80e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-cbb7f2cb-ad86-426b-9d78-d260b5f7804f', 'network_id': 'cbb7f2cb-ad86-426b-9d78-d260b5f7804f', 'tenant_id': '0c8b6a8a0a314066886467d00b9a1a14', 'fixed_ips': [{'subnet_id': 'd41d1f91-073e-45ed-a920-ff6a076e8010'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:27:08.635504 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-18a5c8d1-2621-4e1a-bb59-1dcee05fc80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:08.661789 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-516ded30-eb5b-40b4-a2b7-74032203a5e6 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:08.685685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-516ded30-eb5b-40b4-a2b7-74032203a5e6 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b77c9a910>,) {'filters': {'network_id': ['cbb7f2cb-ad86-426b-9d78-d260b5f7804f']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:08.697343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-516ded30-eb5b-40b4-a2b7-74032203a5e6 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77c9a910>, 'bb804a00-d1a0-4f8a-a175-e4dda1376e5b') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:08.697638 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-516ded30-eb5b-40b4-a2b7-74032203a5e6 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77c9a910>, 'bb804a00-d1a0-4f8a-a175-e4dda1376e5b') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:08.708948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-516ded30-eb5b-40b4-a2b7-74032203a5e6 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:08.724667 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-516ded30-eb5b-40b4-a2b7-74032203a5e6 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:08.730483 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516ded30-eb5b-40b4-a2b7-74032203a5e6 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:27:08.730859 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-516ded30-eb5b-40b4-a2b7-74032203a5e6 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:27:08.744729 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:27:08.828060 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-18a5c8d1-2621-4e1a-bb59-1dcee05fc80e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 24 11:27:08.828060 dv-neutron-822668-2-hyperv neutron-server[87560]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)]
Dec 24 11:27:08.828060 dv-neutron-822668-2-hyperv neutron-server[87560]: [parameters: {'project_id': '0c8b6a8a0a314066886467d00b9a1a14', 'id': 'bf5b33d7-b9be-4744-b333-e841cb77085a', 'name': '', 'network_id': 'cbb7f2cb-ad86-426b-9d78-d260b5f7804f', 'mac_address': 'fa:16:3e:f3:01:56', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-cbb7f2cb-ad86-426b-9d78-d260b5f7804f', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1586}]
Dec 24 11:27:08.828060 dv-neutron-822668-2-hyperv neutron-server[87560]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:27:08.828582 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-18a5c8d1-2621-4e1a-bb59-1dcee05fc80e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:27:08.831937 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-516ded30-eb5b-40b4-a2b7-74032203a5e6 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:08.835772 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bd450e43-920b-4a9b-b6a3-bbe100e42819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:08.852969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-516ded30-eb5b-40b4-a2b7-74032203a5e6 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:08.859289 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ded30-eb5b-40b4-a2b7-74032203a5e6 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event deleted for resources: {'Network': ['ID=cbb7f2cb-ad86-426b-9d78-d260b5f7804f,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:08.864191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-516ded30-eb5b-40b4-a2b7-74032203a5e6 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:08.866951 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-516ded30-eb5b-40b4-a2b7-74032203a5e6 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "DELETE /v2.0/networks/cbb7f2cb-ad86-426b-9d78-d260b5f7804f HTTP/1.1" status: 204  len: 168 time: 0.6344509
Dec 24 11:27:08.870632 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57580) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:08.876502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-7077eded-a1a2-486c-953e-e68f12de9233 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-983013846'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:08.882365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7077eded-a1a2-486c-953e-e68f12de9233 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:08.886271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7077eded-a1a2-486c-953e-e68f12de9233 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Usage tracker for resource:network and tenant:0c8b6a8a0a314066886467d00b9a1a14 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:08.889564 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7077eded-a1a2-486c-953e-e68f12de9233 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:08.896213 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7077eded-a1a2-486c-953e-e68f12de9233 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:08.903025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:27:08.908883 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7077eded-a1a2-486c-953e-e68f12de9233 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Made reservation on behalf of 0c8b6a8a0a314066886467d00b9a1a14 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:08.912851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7077eded-a1a2-486c-953e-e68f12de9233 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:08.944787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7077eded-a1a2-486c-953e-e68f12de9233 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:27:08.955428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7077eded-a1a2-486c-953e-e68f12de9233 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:08.956039 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-7077eded-a1a2-486c-953e-e68f12de9233 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Added segment 7446a84e-56f3-4de4-8694-daa7fc249cad of type vlan for network a3f13ac7-3504-4779-a5f0-6d4a89a80c8d
Dec 24 11:27:08.978496 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:27:08.983388 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:08.983756 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:08.989008 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7077eded-a1a2-486c-953e-e68f12de9233 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:09.022519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7077eded-a1a2-486c-953e-e68f12de9233 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:09.027941 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7077eded-a1a2-486c-953e-e68f12de9233 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:09.028529 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7077eded-a1a2-486c-953e-e68f12de9233 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:09.033428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a55a5a72-1a69-4ce0-85a3-8674f691d76e tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:09.114526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-72aaa809-ef51-4855-a062-2345522b7dc5 None None] Provisioning complete for port dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:09.114945 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-72aaa809-ef51-4855-a062-2345522b7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:09.124697 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7077eded-a1a2-486c-953e-e68f12de9233 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2529135
Dec 24 11:27:09.127700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57584) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:09.133751 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077eded-a1a2-486c-953e-e68f12de9233 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event updated for resources: {'Network': ['ID=a3f13ac7-3504-4779-a5f0-6d4a89a80c8d,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:09.134339 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a388b858-81f6-46fa-ab4d-b53d99d47508 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Request body: {'subnet': {'network_id': 'a3f13ac7-3504-4779-a5f0-6d4a89a80c8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:09.136322 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7077eded-a1a2-486c-953e-e68f12de9233 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:09.145107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:09.163309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network a3f13ac7-3504-4779-a5f0-6d4a89a80c8d details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:27:09.248561 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a388b858-81f6-46fa-ab4d-b53d99d47508 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:09.252433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a388b858-81f6-46fa-ab4d-b53d99d47508 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Usage tracker for resource:subnet and tenant:0c8b6a8a0a314066886467d00b9a1a14 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:09.255693 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a388b858-81f6-46fa-ab4d-b53d99d47508 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:09.262162 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a388b858-81f6-46fa-ab4d-b53d99d47508 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:09.273000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a388b858-81f6-46fa-ab4d-b53d99d47508 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Made reservation on behalf of 0c8b6a8a0a314066886467d00b9a1a14 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:09.276957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a388b858-81f6-46fa-ab4d-b53d99d47508 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:09.298053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649,segment=NetworkSegment(61fd4f17-9636-46e3-8eb9-be90036f3d47),segment_id=61fd4f17-9636-46e3-8eb9-be90036f3d47)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:27:09.306749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:09.310385 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:09.340245 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-18a5c8d1-2621-4e1a-bb59-1dcee05fc80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:09.453010 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7719ec-0b7e-4bf4-bb21-22e024e98e0b None None] Network cbb7f2cb-ad86-426b-9d78-d260b5f7804f requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:09.468714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:09.472793 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:09.476263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7719ec-0b7e-4bf4-bb21-22e024e98e0b None None] Network cbb7f2cb-ad86-426b-9d78-d260b5f7804f could not be found, it might have been deleted concurrently. {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 24 11:27:09.509320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a388b858-81f6-46fa-ab4d-b53d99d47508 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:09.512740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c485ed46-35a8-4917-9305-9a8714f02009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:09.587676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a388b858-81f6-46fa-ab4d-b53d99d47508 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event updated for resources: {'Subnet': ['ID=474e3370-945f-4116-a556-4103b0a53d0f,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:09.591128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a388b858-81f6-46fa-ab4d-b53d99d47508 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:09.597028 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a388b858-81f6-46fa-ab4d-b53d99d47508 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Checking segment: {'id': '7446a84e-56f3-4de4-8694-daa7fc249cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3f13ac7-3504-4779-a5f0-6d4a89a80c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:09.597406 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a388b858-81f6-46fa-ab4d-b53d99d47508 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Network hostable DHCP agents. Network: a3f13ac7-3504-4779-a5f0-6d4a89a80c8d, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:27:09.615154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a388b858-81f6-46fa-ab4d-b53d99d47508 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Network a3f13ac7-3504-4779-a5f0-6d4a89a80c8d is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:27:09.623494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-a388b858-81f6-46fa-ab4d-b53d99d47508 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, a3f13ac7-3504-4779-a5f0-6d4a89a80c8d) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:09.627381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a388b858-81f6-46fa-ab4d-b53d99d47508 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:09.627962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a388b858-81f6-46fa-ab4d-b53d99d47508 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:09.633582 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2517a9c2-69a6-4769-aa9d-28bb27241f07 None None] Network a3f13ac7-3504-4779-a5f0-6d4a89a80c8d requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:09.648533 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a388b858-81f6-46fa-ab4d-b53d99d47508 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5192609
Dec 24 11:27:09.651854 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57588) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:09.657444 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-40e6a611-faea-4b58-9e26-9c6aef23ea88 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-372614967'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:09.663102 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-40e6a611-faea-4b58-9e26-9c6aef23ea88 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:09.666886 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-40e6a611-faea-4b58-9e26-9c6aef23ea88 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Usage tracker for resource:network and tenant:0c8b6a8a0a314066886467d00b9a1a14 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:09.669808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-40e6a611-faea-4b58-9e26-9c6aef23ea88 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:09.675415 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-40e6a611-faea-4b58-9e26-9c6aef23ea88 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:09.689051 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e6a611-faea-4b58-9e26-9c6aef23ea88 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Made reservation on behalf of 0c8b6a8a0a314066886467d00b9a1a14 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:09.692961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-40e6a611-faea-4b58-9e26-9c6aef23ea88 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:09.720603 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40e6a611-faea-4b58-9e26-9c6aef23ea88 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:27:09.729603 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-40e6a611-faea-4b58-9e26-9c6aef23ea88 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:09.729957 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-40e6a611-faea-4b58-9e26-9c6aef23ea88 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Added segment 5a17c2dc-2ebe-4ef0-b1f3-11ae0e787f52 of type vlan for network 58e1fee7-26f3-4a22-8206-46d0aa724c0a
Dec 24 11:27:09.756133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-40e6a611-faea-4b58-9e26-9c6aef23ea88 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:09.785807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-40e6a611-faea-4b58-9e26-9c6aef23ea88 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:09.791306 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e6a611-faea-4b58-9e26-9c6aef23ea88 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:09.792205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-40e6a611-faea-4b58-9e26-9c6aef23ea88 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:09.797279 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-86ee835b-4729-4d1b-8090-36e27cb4294a tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:09.845665 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-a3f13ac7-3504-4779-a5f0-6d4a89a80c8d', 'network_id': 'a3f13ac7-3504-4779-a5f0-6d4a89a80c8d', 'tenant_id': '0c8b6a8a0a314066886467d00b9a1a14', 'fixed_ips': [{'subnet_id': '474e3370-945f-4116-a556-4103b0a53d0f'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:27:09.846570 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:09.889616 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-40e6a611-faea-4b58-9e26-9c6aef23ea88 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.2366498
Dec 24 11:27:09.892605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57592) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:09.899302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6a611-faea-4b58-9e26-9c6aef23ea88 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event updated for resources: {'Network': ['ID=58e1fee7-26f3-4a22-8206-46d0aa724c0a,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:09.899505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f885d859-9228-4b6f-b42d-d8ba9c4a64c0 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Request body: {'subnet': {'network_id': '58e1fee7-26f3-4a22-8206-46d0aa724c0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:09.902132 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-40e6a611-faea-4b58-9e26-9c6aef23ea88 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:09.913717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 58e1fee7-26f3-4a22-8206-46d0aa724c0a details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:27:10.093382 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Allocated IP 2001:db8::2 (a3f13ac7-3504-4779-a5f0-6d4a89a80c8d/474e3370-945f-4116-a556-4103b0a53d0f/efafcf97-f459-4e7b-ba45-ce456e76a578) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:27:10.130540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f885d859-9228-4b6f-b42d-d8ba9c4a64c0 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:10.134301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f885d859-9228-4b6f-b42d-d8ba9c4a64c0 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Usage tracker for resource:subnet and tenant:0c8b6a8a0a314066886467d00b9a1a14 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:10.137076 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f885d859-9228-4b6f-b42d-d8ba9c4a64c0 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:10.142892 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f885d859-9228-4b6f-b42d-d8ba9c4a64c0 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:10.152354 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f885d859-9228-4b6f-b42d-d8ba9c4a64c0 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Made reservation on behalf of 0c8b6a8a0a314066886467d00b9a1a14 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:10.156108 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f885d859-9228-4b6f-b42d-d8ba9c4a64c0 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:10.294347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:10.304437 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Transition to ACTIVE for port object efafcf97-f459-4e7b-ba45-ce456e76a578 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:10.322163 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Transition to ACTIVE for port object efafcf97-f459-4e7b-ba45-ce456e76a578 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:10.327421 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:10.332178 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:10.385792 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f885d859-9228-4b6f-b42d-d8ba9c4a64c0 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:10.387945 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Network a3f13ac7-3504-4779-a5f0-6d4a89a80c8d is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:27:10.391003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-89ed1726-20d5-4f7e-8517-19b790cf28a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:10.391167 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:10.393654 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:27:10.468542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f885d859-9228-4b6f-b42d-d8ba9c4a64c0 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event updated for resources: {'Subnet': ['ID=37c55a15-712e-4d6c-9bbb-433ae74ae107,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:10.473736 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f885d859-9228-4b6f-b42d-d8ba9c4a64c0 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:10.480438 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f885d859-9228-4b6f-b42d-d8ba9c4a64c0 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Checking segment: {'id': '5a17c2dc-2ebe-4ef0-b1f3-11ae0e787f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '58e1fee7-26f3-4a22-8206-46d0aa724c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:10.480802 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885d859-9228-4b6f-b42d-d8ba9c4a64c0 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Network hostable DHCP agents. Network: 58e1fee7-26f3-4a22-8206-46d0aa724c0a, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:27:10.497837 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Pushing event updated for resources: {'Port': ['ID=efafcf97-f459-4e7b-ba45-ce456e76a578,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:10.500088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f885d859-9228-4b6f-b42d-d8ba9c4a64c0 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Network 58e1fee7-26f3-4a22-8206-46d0aa724c0a is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:27:10.510182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-f885d859-9228-4b6f-b42d-d8ba9c4a64c0 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 58e1fee7-26f3-4a22-8206-46d0aa724c0a) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:10.514397 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f885d859-9228-4b6f-b42d-d8ba9c4a64c0 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:10.515017 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f885d859-9228-4b6f-b42d-d8ba9c4a64c0 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:10.523747 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:10.529745 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a225a0-7462-4cd7-af3c-32bac1751913 None None] Network 58e1fee7-26f3-4a22-8206-46d0aa724c0a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:10.537370 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f885d859-9228-4b6f-b42d-d8ba9c4a64c0 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6428416
Dec 24 11:27:10.540883 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57596) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:10.619878 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Attempting to bind port efafcf97-f459-4e7b-ba45-ce456e76a578 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:27:10.620170 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Attempting to bind port efafcf97-f459-4e7b-ba45-ce456e76a578 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '7446a84e-56f3-4de4-8694-daa7fc249cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3f13ac7-3504-4779-a5f0-6d4a89a80c8d'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:27:10.620538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Attempting to bind port efafcf97-f459-4e7b-ba45-ce456e76a578 on network a3f13ac7-3504-4779-a5f0-6d4a89a80c8d {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:27:10.630722 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:27:10.631100 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Checking segment: {'id': '7446a84e-56f3-4de4-8694-daa7fc249cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3f13ac7-3504-4779-a5f0-6d4a89a80c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:10.631510 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:10.631908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Bound using segment: {'id': '7446a84e-56f3-4de4-8694-daa7fc249cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3f13ac7-3504-4779-a5f0-6d4a89a80c8d'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:27:10.632369 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Bound port: efafcf97-f459-4e7b-ba45-ce456e76a578, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7446a84e-56f3-4de4-8694-daa7fc249cad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'a3f13ac7-3504-4779-a5f0-6d4a89a80c8d'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:27:10.632744 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:10.683581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:10.753052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:10.791239 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] For port efafcf97-f459-4e7b-ba45-ce456e76a578, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:27:10.835058 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:10.835303 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] For port efafcf97-f459-4e7b-ba45-ce456e76a578, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=efafcf97-f459-4e7b-ba45-ce456e76a578,segment=NetworkSegment(7446a84e-56f3-4de4-8694-daa7fc249cad),segment_id=7446a84e-56f3-4de4-8694-daa7fc249cad)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:27:10.842097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-33e71462-aa68-4962-b8d4-41e9725c1546 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:10.844475 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:10.850295 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:10.880998 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event deleted for resources: {'Subnet': ['ID=37c55a15-712e-4d6c-9bbb-433ae74ae107,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:10.881195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56be382b-d884-4940-827f-26e97b974b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-58e1fee7-26f3-4a22-8206-46d0aa724c0a', 'network_id': '58e1fee7-26f3-4a22-8206-46d0aa724c0a', 'tenant_id': '0c8b6a8a0a314066886467d00b9a1a14', 'fixed_ips': [{'subnet_id': '37c55a15-712e-4d6c-9bbb-433ae74ae107'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:27:10.882027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-56be382b-d884-4940-827f-26e97b974b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:10.883759 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:10.899564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:27:10.949897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:10.981828 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:11.007561 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7e689520>,) {'filters': {'network_id': ['58e1fee7-26f3-4a22-8206-46d0aa724c0a']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:11.019941 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e689520>, '5a17c2dc-2ebe-4ef0-b1f3-11ae0e787f52') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:11.020241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e689520>, '5a17c2dc-2ebe-4ef0-b1f3-11ae0e787f52') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:11.033655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:11.056593 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Pushing event updated for resources: {'Port': ['ID=efafcf97-f459-4e7b-ba45-ce456e76a578,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:11.060894 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:11.061236 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:11.069846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:27:11.070415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:11.077301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:11.077678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:27:11.086293 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:27:11.106598 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3fe7ad-423a-42a9-bb94-6a8ae9f5afb3 None None] Network 58e1fee7-26f3-4a22-8206-46d0aa724c0a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:11.172762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:11.178839 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e02237b4-85ca-4d06-a476-4763c2c4d444 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:11.199731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:11.212729 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "DELETE /v2.0/networks/58e1fee7-26f3-4a22-8206-46d0aa724c0a HTTP/1.1" status: 204  len: 168 time: 0.6675367
Dec 24 11:27:11.212729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57600) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:11.223478 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event deleted for resources: {'Network': ['ID=58e1fee7-26f3-4a22-8206-46d0aa724c0a,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:11.267733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:11.280505 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-e92f81e7-9a74-402d-9976-5b99536143f7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] GET failed (client error): The resource could not be found.
Dec 24 11:27:11.281048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e92f81e7-9a74-402d-9976-5b99536143f7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Synchronizing usage tracker for tenant:0c8b6a8a0a314066886467d00b9a1a14 on resource:subnet {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:27:11.302530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e92f81e7-9a74-402d-9976-5b99536143f7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Unset dirty status for tenant:0c8b6a8a0a314066886467d00b9a1a14 on resource:subnet {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:27:11.303819 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e92f81e7-9a74-402d-9976-5b99536143f7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "GET /v2.0/subnets/37c55a15-712e-4d6c-9bbb-433ae74ae107 HTTP/1.1" status: 404  len: 337 time: 0.0899999
Dec 24 11:27:11.306480 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57604) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:11.332136 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-378bc643-3838-40a6-ac1f-90205ca02144 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:27:11.332896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-378bc643-3838-40a6-ac1f-90205ca02144 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:27:11.334628 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-378bc643-3838-40a6-ac1f-90205ca02144 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "DELETE /v2.0/networks/58e1fee7-26f3-4a22-8206-46d0aa724c0a HTTP/1.1" status: 404  len: 339 time: 0.0269897
Dec 24 11:27:11.338748 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57608) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:11.385918 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-07574a3e-9274-462b-ac20-abfab3120fde tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:27:11.386666 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07574a3e-9274-462b-ac20-abfab3120fde tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:27:11.390208 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-07574a3e-9274-462b-ac20-abfab3120fde tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "DELETE /v2.0/subnets/37c55a15-712e-4d6c-9bbb-433ae74ae107 HTTP/1.1" status: 404  len: 337 time: 0.0489354
Dec 24 11:27:11.391533 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57612) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:11.422734 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.pecan_wsgi.hooks.translation [None req-f904933a-380c-41dd-9729-f0d18b067515 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:27:11.423212 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f904933a-380c-41dd-9729-f0d18b067515 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87559) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:27:11.425436 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f904933a-380c-41dd-9729-f0d18b067515 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "DELETE /v2.0/networks/58e1fee7-26f3-4a22-8206-46d0aa724c0a HTTP/1.1" status: 404  len: 339 time: 0.0327940
Dec 24 11:27:11.427960 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57616) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:11.496141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ad3db7-a68e-48f3-909d-9d37674c448b tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Deleting subnet 474e3370-945f-4116-a556-4103b0a53d0f {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:27:11.498937 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6ad3db7-a68e-48f3-909d-9d37674c448b tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:11.553684 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6ad3db7-a68e-48f3-909d-9d37674c448b tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:11.634204 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6ad3db7-a68e-48f3-909d-9d37674c448b tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:11.709851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6ad3db7-a68e-48f3-909d-9d37674c448b tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:11.713612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4a96254f-1238-4301-b3ea-173586108954 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:11.749957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad3db7-a68e-48f3-909d-9d37674c448b tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event deleted for resources: {'Subnet': ['ID=474e3370-945f-4116-a556-4103b0a53d0f,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:11.752941 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e6ad3db7-a68e-48f3-909d-9d37674c448b tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:11.753990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e6ad3db7-a68e-48f3-909d-9d37674c448b tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:11.769125 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e6ad3db7-a68e-48f3-909d-9d37674c448b tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "DELETE /v2.0/subnets/474e3370-945f-4116-a556-4103b0a53d0f HTTP/1.1" status: 204  len: 168 time: 0.3400178
Dec 24 11:27:11.771382 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57620) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:11.888461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:11.900095 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Deleting port efafcf97-f459-4e7b-ba45-ce456e76a578 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:27:11.900430 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:12.011885 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37ab7dd-27e5-4d51-af19-acc80b4c3541 None None] Network a3f13ac7-3504-4779-a5f0-6d4a89a80c8d requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:12.108340 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] For port efafcf97-f459-4e7b-ba45-ce456e76a578, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=efafcf97-f459-4e7b-ba45-ce456e76a578,segment=NetworkSegment(7446a84e-56f3-4de4-8694-daa7fc249cad),segment_id=7446a84e-56f3-4de4-8694-daa7fc249cad)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:27:12.108694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:12.147051 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0f89bcc1-2067-49d1-a24e-bebebfe2073a None None] Provisioning for port efafcf97-f459-4e7b-ba45-ce456e76a578 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:27:12.234752 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Calling delete_port for efafcf97-f459-4e7b-ba45-ce456e76a578 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:27:12.275049 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedc309c-1b30-4abf-9370-08462e014b1f None None] DHCP port deletion for a3f13ac7-3504-4779-a5f0-6d4a89a80c8d request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:27:12.279166 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-eedc309c-1b30-4abf-9370-08462e014b1f None None] Deleting port efafcf97-f459-4e7b-ba45-ce456e76a578 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:27:12.279543 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-eedc309c-1b30-4abf-9370-08462e014b1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:12.311121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:12.316488 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-28aac2f2-5805-41a5-9ead-6be1e2d726c1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:12.362524 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event deleted for resources: {'Port': ['ID=efafcf97-f459-4e7b-ba45-ce456e76a578,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:12.364339 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] No DVR routers for this DVR port efafcf97-f459-4e7b-ba45-ce456e76a578 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:27:12.364796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-eedc309c-1b30-4abf-9370-08462e014b1f None None] The port 'efafcf97-f459-4e7b-ba45-ce456e76a578' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:27:12.365811 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:12.605345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:12.630899 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b76b067f0>,) {'filters': {'network_id': ['a3f13ac7-3504-4779-a5f0-6d4a89a80c8d']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:12.642535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76b067f0>, '7446a84e-56f3-4de4-8694-daa7fc249cad') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:12.642831 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76b067f0>, '7446a84e-56f3-4de4-8694-daa7fc249cad') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:12.653833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:12.668840 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:12.675113 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:27:12.675482 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:27:12.689071 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:27:12.767992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:12.771237 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fb12c0fd-5430-49e4-bd91-04c66eac056f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:12.786189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:12.796691 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event deleted for resources: {'Network': ['ID=a3f13ac7-3504-4779-a5f0-6d4a89a80c8d,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:12.799970 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:12.801809 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "DELETE /v2.0/networks/a3f13ac7-3504-4779-a5f0-6d4a89a80c8d HTTP/1.1" status: 204  len: 168 time: 1.0294077
Dec 24 11:27:12.804620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57624) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:12.843537 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2d5371-7e64-4554-a8e4-fa99bfccf5ab tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:27:12.843983 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2d5371-7e64-4554-a8e4-fa99bfccf5ab tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:27:12.845576 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6a2d5371-7e64-4554-a8e4-fa99bfccf5ab tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "DELETE /v2.0/subnets/d41d1f91-073e-45ed-a920-ff6a076e8010 HTTP/1.1" status: 404  len: 337 time: 0.0389280
Dec 24 11:27:12.848553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57628) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:12.873384 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffbf84a0-d6be-40eb-a6ac-22596a18224b tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:27:12.873766 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffbf84a0-d6be-40eb-a6ac-22596a18224b tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:27:12.875350 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ffbf84a0-d6be-40eb-a6ac-22596a18224b tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "DELETE /v2.0/networks/cbb7f2cb-ad86-426b-9d78-d260b5f7804f HTTP/1.1" status: 404  len: 339 time: 0.0259387
Dec 24 11:27:12.877607 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57632) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:12.917301 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af8b5dd-f64c-4969-9df6-b194fc3e46b3 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:27:12.917732 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af8b5dd-f64c-4969-9df6-b194fc3e46b3 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:27:12.919324 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9af8b5dd-f64c-4969-9df6-b194fc3e46b3 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "DELETE /v2.0/subnets/0dca14d7-7326-430b-bfe3-35e427bbad3d HTTP/1.1" status: 404  len: 337 time: 0.0407157
Dec 24 11:27:12.921669 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57636) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:12.944979 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.pecan_wsgi.hooks.translation [None req-380d0e3a-0d2c-4c9f-ac21-2e1c2d0af6e2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] DELETE failed (client error): The resource could not be found.
Dec 24 11:27:12.945423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380d0e3a-0d2c-4c9f-ac21-2e1c2d0af6e2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87558) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
Dec 24 11:27:12.946961 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-380d0e3a-0d2c-4c9f-ac21-2e1c2d0af6e2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "DELETE /v2.0/networks/5ddd2002-8fbf-4b01-b517-257073aa4f2f HTTP/1.1" status: 404  len: 339 time: 0.0244298
Dec 24 11:27:12.949042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57640) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:13.011050 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Deleting subnet e7703e3a-a4ba-4f95-bc24-9414667d771c {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:27:13.014145 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:13.070184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:13.149276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:13.219378 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:13.223471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e996fe0b-3c02-43b5-b698-f5d4fe4b0be8 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:13.260212 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event deleted for resources: {'Subnet': ['ID=e7703e3a-a4ba-4f95-bc24-9414667d771c,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:13.272605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:13.273588 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5968c3-2f74-435d-baa3-39f2dea465d3 None None] Network cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:13.276022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:13.276415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:13.276801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:13.277203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:13.277554 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:13.277948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:13.278318 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:13.278680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:13.279047 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:13.279409 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:13.279770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:13.280130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:13.284443 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:13.290837 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1fb843db-01a6-4c6d-9868-366ac6285a77 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "DELETE /v2.0/subnets/e7703e3a-a4ba-4f95-bc24-9414667d771c HTTP/1.1" status: 204  len: 168 time: 0.3409235
Dec 24 11:27:13.293329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57644) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:13.407827 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:13.418730 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Deleting port dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:27:13.419059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:13.517485 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aeab09c-51d6-478a-80f3-73b7a7998dac None None] DHCP port deletion for cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:27:13.522246 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-7aeab09c-51d6-478a-80f3-73b7a7998dac None None] Deleting port dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:27:13.522632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7aeab09c-51d6-478a-80f3-73b7a7998dac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:13.641457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] For port dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649,segment=NetworkSegment(61fd4f17-9636-46e3-8eb9-be90036f3d47),segment_id=61fd4f17-9636-46e3-8eb9-be90036f3d47)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:27:13.641811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:13.755204 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-7aeab09c-51d6-478a-80f3-73b7a7998dac None None] For port dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649,segment=NetworkSegment(61fd4f17-9636-46e3-8eb9-be90036f3d47),segment_id=61fd4f17-9636-46e3-8eb9-be90036f3d47)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:27:13.755487 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7aeab09c-51d6-478a-80f3-73b7a7998dac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:13.878434 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-7aeab09c-51d6-478a-80f3-73b7a7998dac None None] Calling delete_port for dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:27:13.880125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Calling delete_port for dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:27:13.954182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:13.959103 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2c9ad096-7348-405d-9cab-512853e0829d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:13.959413 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-7aeab09c-51d6-478a-80f3-73b7a7998dac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:27:13.959813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-7aeab09c-51d6-478a-80f3-73b7a7998dac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:27:14.001546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event deleted for resources: {'Port': ['ID=dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:14.003920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] No DVR routers for this DVR port dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:27:14.005406 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:14.126687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:14.159213 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9c0f40>,) {'filters': {'network_id': ['cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:14.170684 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9c0f40>, '61fd4f17-9636-46e3-8eb9-be90036f3d47') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:14.170980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9c0f40>, '61fd4f17-9636-46e3-8eb9-be90036f3d47') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:14.182308 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:14.197882 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:14.203599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:27:14.203975 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:27:14.217787 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:27:14.301389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:14.305067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4e6a81c8-888e-402c-ad32-ace2956a2ed5 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:14.321996 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:14.328270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Pushing event deleted for resources: {'Network': ['ID=cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:14.332416 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:14.335260 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] 10.222.0.54 "DELETE /v2.0/networks/cba1bd70-7be6-4c27-ba7a-23bf3f07d5a4 HTTP/1.1" status: 204  len: 168 time: 1.0405433
Dec 24 11:27:14.461018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-7aeab09c-51d6-478a-80f3-73b7a7998dac None None] Deleting port dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:27:14.461609 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7aeab09c-51d6-478a-80f3-73b7a7998dac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:14.535282 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-7aeab09c-51d6-478a-80f3-73b7a7998dac None None] The port 'dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:27:14.612273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57652) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:14.755195 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b1a8fc03-a3d2-4646-be7d-84505a212854 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0c8b6a8a0a314066886467d00b9a1a14&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1416330
Dec 24 11:27:14.757485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57658) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:14.818725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08458b4e-498b-4624-8e31-e39d48758c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:14.844067 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08458b4e-498b-4624-8e31-e39d48758c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:14.848221 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:27:14.883932 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:27:14.884215 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dd3660d3-f5c6-4b0c-9ed4-2919e3e7f649 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:27:14.897721 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08458b4e-498b-4624-8e31-e39d48758c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:14.901760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-444ce0c7-18d2-4416-8f3b-e3858183ebe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:14.913442 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08458b4e-498b-4624-8e31-e39d48758c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ffffcd-9efe-4ac2-b8ec-6e0881f48275,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:14.917785 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-08458b4e-498b-4624-8e31-e39d48758c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:14.919725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-08458b4e-498b-4624-8e31-e39d48758c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:14.922811 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-08458b4e-498b-4624-8e31-e39d48758c6c admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/74ffffcd-9efe-4ac2-b8ec-6e0881f48275 HTTP/1.1" status: 204  len: 168 time: 0.1623294
Dec 24 11:27:15.582749 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57682) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:15.681545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-3d37b3f8-2ab6-4a18-bd39-f1824de35b86 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1634913002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:15.688036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-3d37b3f8-2ab6-4a18-bd39-f1824de35b86 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:15.692338 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-3d37b3f8-2ab6-4a18-bd39-f1824de35b86 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Usage tracker for resource:router and tenant:f4432d6364f44a8892afc3ea214a8cd7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:15.695191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-3d37b3f8-2ab6-4a18-bd39-f1824de35b86 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:15.701479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-3d37b3f8-2ab6-4a18-bd39-f1824de35b86 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:15.711295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3d37b3f8-2ab6-4a18-bd39-f1824de35b86 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:15.712321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3d37b3f8-2ab6-4a18-bd39-f1824de35b86 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:15.727701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3d37b3f8-2ab6-4a18-bd39-f1824de35b86 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:15.745262 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3d37b3f8-2ab6-4a18-bd39-f1824de35b86 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:15.766119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3d37b3f8-2ab6-4a18-bd39-f1824de35b86 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:15.767346 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3d37b3f8-2ab6-4a18-bd39-f1824de35b86 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1835732
Dec 24 11:27:15.770062 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57688) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:15.775393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-496987278'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:15.779961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:15.784736 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Usage tracker for resource:network and tenant:f4432d6364f44a8892afc3ea214a8cd7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:15.787526 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:15.792992 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:15.802642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Made reservation on behalf of f4432d6364f44a8892afc3ea214a8cd7 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:15.805885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:15.817492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:15.831531 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:15.835169 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Usage tracker for resource:security_group_rule and tenant:f4432d6364f44a8892afc3ea214a8cd7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:15.837840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:15.843364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:15.925106 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:15.928986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:15.931804 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5e269914-b61b-4705-b655-585d107cf68c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:15.964178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:27:15.972584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbffd862-29b0-4f01-87bf-b23278449183,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:15.976034 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:15.978526 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:15.978868 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Added segment 142e18e6-8f23-48fe-8479-d2f2de5257d4 of type vlan for network a2cf1154-c87e-4162-a7c4-29cc7f44a093
Dec 24 11:27:16.004093 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:16.034038 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:16.039476 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:16.040096 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:16.044884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:16.146683 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.3755658
Dec 24 11:27:16.149614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57692) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:16.157289 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-d93ca0e3-c101-4b62-b2ed-05dcdd76cdc4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Request body: {'subnet': {'network_id': 'a2cf1154-c87e-4162-a7c4-29cc7f44a093', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:16.171111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Pushing event updated for resources: {'Network': ['ID=a2cf1154-c87e-4162-a7c4-29cc7f44a093,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:16.176433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:16.181762 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network a2cf1154-c87e-4162-a7c4-29cc7f44a093 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:27:16.269449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d93ca0e3-c101-4b62-b2ed-05dcdd76cdc4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:16.273245 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d93ca0e3-c101-4b62-b2ed-05dcdd76cdc4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Usage tracker for resource:subnet and tenant:f4432d6364f44a8892afc3ea214a8cd7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:16.276097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d93ca0e3-c101-4b62-b2ed-05dcdd76cdc4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:16.283384 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d93ca0e3-c101-4b62-b2ed-05dcdd76cdc4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:16.292684 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93ca0e3-c101-4b62-b2ed-05dcdd76cdc4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Made reservation on behalf of f4432d6364f44a8892afc3ea214a8cd7 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:16.296592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d93ca0e3-c101-4b62-b2ed-05dcdd76cdc4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:16.510417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d93ca0e3-c101-4b62-b2ed-05dcdd76cdc4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:16.513677 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-922c204d-6668-4333-9d78-f6d8f8d0ba68 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:16.585465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ca0e3-c101-4b62-b2ed-05dcdd76cdc4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Pushing event updated for resources: {'Subnet': ['ID=34e6427f-cde3-4ed4-b3ef-16d242e213a4,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:16.588700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d93ca0e3-c101-4b62-b2ed-05dcdd76cdc4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:16.594562 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93ca0e3-c101-4b62-b2ed-05dcdd76cdc4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Checking segment: {'id': '142e18e6-8f23-48fe-8479-d2f2de5257d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a2cf1154-c87e-4162-a7c4-29cc7f44a093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:16.594915 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ca0e3-c101-4b62-b2ed-05dcdd76cdc4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Network hostable DHCP agents. Network: a2cf1154-c87e-4162-a7c4-29cc7f44a093, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:27:16.613639 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ca0e3-c101-4b62-b2ed-05dcdd76cdc4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Network a2cf1154-c87e-4162-a7c4-29cc7f44a093 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:27:16.621932 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-d93ca0e3-c101-4b62-b2ed-05dcdd76cdc4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, a2cf1154-c87e-4162-a7c4-29cc7f44a093) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:16.625665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93ca0e3-c101-4b62-b2ed-05dcdd76cdc4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:16.626276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d93ca0e3-c101-4b62-b2ed-05dcdd76cdc4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:16.630473 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ac6767-9ea6-42d3-9919-7c3fa62d1103 None None] Network a2cf1154-c87e-4162-a7c4-29cc7f44a093 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:16.650125 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d93ca0e3-c101-4b62-b2ed-05dcdd76cdc4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4990833
Dec 24 11:27:16.652751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57696) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:16.658272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-f317f1ec-1893-40d8-9f9a-dfcb083761e2 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-168655143'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:16.663498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f317f1ec-1893-40d8-9f9a-dfcb083761e2 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:16.667208 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f317f1ec-1893-40d8-9f9a-dfcb083761e2 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Usage tracker for resource:network and tenant:f4432d6364f44a8892afc3ea214a8cd7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:16.669958 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f317f1ec-1893-40d8-9f9a-dfcb083761e2 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:16.676254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-f317f1ec-1893-40d8-9f9a-dfcb083761e2 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:16.686131 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f317f1ec-1893-40d8-9f9a-dfcb083761e2 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Made reservation on behalf of f4432d6364f44a8892afc3ea214a8cd7 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:16.689381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f317f1ec-1893-40d8-9f9a-dfcb083761e2 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:16.715954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f317f1ec-1893-40d8-9f9a-dfcb083761e2 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:27:16.725748 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f317f1ec-1893-40d8-9f9a-dfcb083761e2 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:16.726115 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-f317f1ec-1893-40d8-9f9a-dfcb083761e2 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Added segment bba18059-9896-45bc-a438-ea2ea121871f of type vlan for network 4b402a80-1e53-4912-a0b9-3108f09916a7
Dec 24 11:27:16.751823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f317f1ec-1893-40d8-9f9a-dfcb083761e2 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:16.780763 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f317f1ec-1893-40d8-9f9a-dfcb083761e2 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:16.786852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f317f1ec-1893-40d8-9f9a-dfcb083761e2 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:16.787432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-f317f1ec-1893-40d8-9f9a-dfcb083761e2 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:16.792335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-04e7aecd-8655-4b1d-9577-cc6dc3cd88df tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:16.841143 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-a2cf1154-c87e-4162-a7c4-29cc7f44a093', 'network_id': 'a2cf1154-c87e-4162-a7c4-29cc7f44a093', 'tenant_id': 'f4432d6364f44a8892afc3ea214a8cd7', 'fixed_ips': [{'subnet_id': '34e6427f-cde3-4ed4-b3ef-16d242e213a4'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:27:16.842137 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:16.874820 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f317f1ec-1893-40d8-9f9a-dfcb083761e2 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2210293
Dec 24 11:27:16.878014 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57700) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:16.883781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Request body: {'subnet': {'network_id': '4b402a80-1e53-4912-a0b9-3108f09916a7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:16.894954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317f1ec-1893-40d8-9f9a-dfcb083761e2 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Pushing event updated for resources: {'Network': ['ID=4b402a80-1e53-4912-a0b9-3108f09916a7,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:16.897690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f317f1ec-1893-40d8-9f9a-dfcb083761e2 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:16.912839 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 4b402a80-1e53-4912-a0b9-3108f09916a7 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:27:16.993915 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:16.997728 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Usage tracker for resource:subnet and tenant:f4432d6364f44a8892afc3ea214a8cd7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:17.000527 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:17.006166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:17.016320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Made reservation on behalf of f4432d6364f44a8892afc3ea214a8cd7 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:17.020366 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:17.082630 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Allocated IP 172.20.0.2 (a2cf1154-c87e-4162-a7c4-29cc7f44a093/34e6427f-cde3-4ed4-b3ef-16d242e213a4/d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:27:17.239357 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:17.244089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7244db0a-906e-4d24-816f-66296dfaa974 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:17.285678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:17.295839 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Transition to ACTIVE for port object d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:17.313471 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Transition to ACTIVE for port object d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:17.322376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:17.327573 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:17.332167 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Pushing event updated for resources: {'Subnet': ['ID=1a3eb583-4e36-425d-8346-9f9cb980cf81,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:17.339830 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Checking segment: {'id': 'bba18059-9896-45bc-a438-ea2ea121871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4b402a80-1e53-4912-a0b9-3108f09916a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:17.340196 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Network hostable DHCP agents. Network: 4b402a80-1e53-4912-a0b9-3108f09916a7, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:27:17.346404 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:17.346802 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:17.347189 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:17.347572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:17.347947 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:17.348328 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:17.348698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:17.349067 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:17.349429 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:17.349801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:17.354062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:17.354491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:17.358088 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:17.373519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Network 4b402a80-1e53-4912-a0b9-3108f09916a7 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:27:17.385222 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 4b402a80-1e53-4912-a0b9-3108f09916a7) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:17.390752 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:17.391543 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:17.397276 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Network a2cf1154-c87e-4162-a7c4-29cc7f44a093 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:27:17.401565 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539615ed-38b2-40e9-9bc5-bc8733e8fe6f None None] Network 4b402a80-1e53-4912-a0b9-3108f09916a7 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:17.422128 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-132439a8-b8e1-499a-85f6-ef20a5c354d3 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5403435
Dec 24 11:27:17.422430 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57704) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:17.427760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c76d85a5-327b-4e84-be0f-afdcaf23ea0e tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Request body: {'router': {'external_gateway_info': {'network_id': '4b402a80-1e53-4912-a0b9-3108f09916a7'}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:17.508181 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:17.513729 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Pushing event updated for resources: {'Port': ['ID=d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:17.516118 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:27:17.526628 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:17.644582 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Attempting to bind port d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:27:17.644872 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Attempting to bind port d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '142e18e6-8f23-48fe-8479-d2f2de5257d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a2cf1154-c87e-4162-a7c4-29cc7f44a093'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:27:17.645239 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Attempting to bind port d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 on network a2cf1154-c87e-4162-a7c4-29cc7f44a093 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:27:17.676857 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:27:17.677238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Checking segment: {'id': '142e18e6-8f23-48fe-8479-d2f2de5257d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a2cf1154-c87e-4162-a7c4-29cc7f44a093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:17.677646 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:17.678066 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Bound using segment: {'id': '142e18e6-8f23-48fe-8479-d2f2de5257d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a2cf1154-c87e-4162-a7c4-29cc7f44a093'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:27:17.678539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Bound port: d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '142e18e6-8f23-48fe-8479-d2f2de5257d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'a2cf1154-c87e-4162-a7c4-29cc7f44a093'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:27:17.678925 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:17.804979 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-4b402a80-1e53-4912-a0b9-3108f09916a7', 'network_id': '4b402a80-1e53-4912-a0b9-3108f09916a7', 'tenant_id': 'f4432d6364f44a8892afc3ea214a8cd7', 'fixed_ips': [{'subnet_id': '1a3eb583-4e36-425d-8346-9f9cb980cf81'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:27:17.805816 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:17.806707 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c76d85a5-327b-4e84-be0f-afdcaf23ea0e tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:17.869212 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] For port d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:27:17.889786 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] For port d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3,segment=NetworkSegment(142e18e6-8f23-48fe-8479-d2f2de5257d4),segment_id=142e18e6-8f23-48fe-8479-d2f2de5257d4)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:27:17.898397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:17.905433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:17.951618 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.api.v2.resource [None req-c76d85a5-327b-4e84-be0f-afdcaf23ea0e tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 24 11:27:17.952677 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c76d85a5-327b-4e84-be0f-afdcaf23ea0e tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] 10.222.0.54 "PUT /v2.0/routers/69ac54ea-f29e-4f54-ac15-a41e723fe02c HTTP/1.1" status: 400  len: 364 time: 0.5291817
Dec 24 11:27:17.958704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57708) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:18.026212 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-d921686f-3691-44b5-9397-0270dc38abb0 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Deleting subnet 1a3eb583-4e36-425d-8346-9f9cb980cf81 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:27:18.036161 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Pushing event updated for resources: {'Port': ['ID=d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:18.040226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:18.054454 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Allocated IP 172.21.0.2 (4b402a80-1e53-4912-a0b9-3108f09916a7/1a3eb583-4e36-425d-8346-9f9cb980cf81/e5422969-dceb-498c-90cf-a427fb99a905) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:27:18.284033 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:18.294605 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Transition to ACTIVE for port object e5422969-dceb-498c-90cf-a427fb99a905 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:18.314531 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Transition to ACTIVE for port object e5422969-dceb-498c-90cf-a427fb99a905 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:18.321381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d921686f-3691-44b5-9397-0270dc38abb0 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:18.322329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:18.326842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:18.382760 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d921686f-3691-44b5-9397-0270dc38abb0 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:18.392081 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Network 4b402a80-1e53-4912-a0b9-3108f09916a7 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:27:18.394884 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:18.399041 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:27:18.401101 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Pushing event updated for resources: {'Port': ['ID=e5422969-dceb-498c-90cf-a427fb99a905,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:18.404591 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:18.472712 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d921686f-3691-44b5-9397-0270dc38abb0 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:18.492500 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Attempting to bind port e5422969-dceb-498c-90cf-a427fb99a905 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:27:18.493227 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Attempting to bind port e5422969-dceb-498c-90cf-a427fb99a905 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'bba18059-9896-45bc-a438-ea2ea121871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4b402a80-1e53-4912-a0b9-3108f09916a7'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:27:18.493722 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Attempting to bind port e5422969-dceb-498c-90cf-a427fb99a905 on network 4b402a80-1e53-4912-a0b9-3108f09916a7 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:27:18.499020 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:27:18.499504 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Checking segment: {'id': 'bba18059-9896-45bc-a438-ea2ea121871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4b402a80-1e53-4912-a0b9-3108f09916a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:18.499916 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:18.500316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Bound using segment: {'id': 'bba18059-9896-45bc-a438-ea2ea121871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4b402a80-1e53-4912-a0b9-3108f09916a7'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:27:18.500783 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Bound port: e5422969-dceb-498c-90cf-a427fb99a905, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba18059-9896-45bc-a438-ea2ea121871f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4b402a80-1e53-4912-a0b9-3108f09916a7'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:27:18.501165 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:18.548389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d921686f-3691-44b5-9397-0270dc38abb0 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:18.553585 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5b174a24-d338-4493-8204-6ea18d1b6589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:18.590895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] For port e5422969-dceb-498c-90cf-a427fb99a905, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:27:18.593836 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] For port e5422969-dceb-498c-90cf-a427fb99a905, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e5422969-dceb-498c-90cf-a427fb99a905,segment=NetworkSegment(bba18059-9896-45bc-a438-ea2ea121871f),segment_id=bba18059-9896-45bc-a438-ea2ea121871f)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:27:18.597166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d921686f-3691-44b5-9397-0270dc38abb0 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:18.598964 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:18.601419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d921686f-3691-44b5-9397-0270dc38abb0 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Pushing event deleted for resources: {'Subnet': ['ID=1a3eb583-4e36-425d-8346-9f9cb980cf81,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:18.603638 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d921686f-3691-44b5-9397-0270dc38abb0 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:18.604056 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:18.608974 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d921686f-3691-44b5-9397-0270dc38abb0 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] 10.222.0.54 "DELETE /v2.0/subnets/1a3eb583-4e36-425d-8346-9f9cb980cf81 HTTP/1.1" status: 204  len: 168 time: 0.6463220
Dec 24 11:27:18.609098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57712) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:18.687405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Pushing event updated for resources: {'Port': ['ID=e5422969-dceb-498c-90cf-a427fb99a905,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:18.699110 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:18.864095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:18.898119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Deleting port e5422969-dceb-498c-90cf-a427fb99a905 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:27:18.898462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:18.949959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:27:19.029423 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:27:19.107179 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10067e8e-e02f-463d-b90a-5a14733944f7 None None] Network a2cf1154-c87e-4162-a7c4-29cc7f44a093 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:19.135652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] For port e5422969-dceb-498c-90cf-a427fb99a905, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e5422969-dceb-498c-90cf-a427fb99a905,segment=NetworkSegment(bba18059-9896-45bc-a438-ea2ea121871f),segment_id=bba18059-9896-45bc-a438-ea2ea121871f)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:27:19.136214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:19.204326 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-70f11d68-24b1-4c17-9b9e-d9d21199f4d2 None None] Provisioning for port d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:27:19.222097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-70f11d68-24b1-4c17-9b9e-d9d21199f4d2 None None] Provisioning complete for port d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:19.222492 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-70f11d68-24b1-4c17-9b9e-d9d21199f4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:19.264031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Calling delete_port for e5422969-dceb-498c-90cf-a427fb99a905 owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:27:19.339075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:19.343785 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-af5e2677-5bf7-4ee4-a6bd-095272aaf5a0 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:19.393714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Pushing event deleted for resources: {'Port': ['ID=e5422969-dceb-498c-90cf-a427fb99a905,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:19.395900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] No DVR routers for this DVR port e5422969-dceb-498c-90cf-a427fb99a905 on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:27:19.397617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:19.449682 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-70f11d68-24b1-4c17-9b9e-d9d21199f4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:19.497139 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-70f11d68-24b1-4c17-9b9e-d9d21199f4d2 None None] For port d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3,segment=NetworkSegment(142e18e6-8f23-48fe-8479-d2f2de5257d4),segment_id=142e18e6-8f23-48fe-8479-d2f2de5257d4)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:27:19.503110 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-70f11d68-24b1-4c17-9b9e-d9d21199f4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:19.510498 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:19.544975 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:19.577088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf05c10>,) {'filters': {'network_id': ['4b402a80-1e53-4912-a0b9-3108f09916a7']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:19.586289 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f11d68-24b1-4c17-9b9e-d9d21199f4d2 None None] Pushing event updated for resources: {'Port': ['ID=d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:19.591250 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-70f11d68-24b1-4c17-9b9e-d9d21199f4d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:19.593352 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf05c10>, 'bba18059-9896-45bc-a438-ea2ea121871f') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:19.593734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf05c10>, 'bba18059-9896-45bc-a438-ea2ea121871f') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:19.606968 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:19.624498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:19.631461 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:27:19.632126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:27:19.647609 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:27:19.738962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:19.744231 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:19.759257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:19.770587 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Pushing event deleted for resources: {'Network': ['ID=4b402a80-1e53-4912-a0b9-3108f09916a7,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:19.773275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:19.777315 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] 10.222.0.54 "DELETE /v2.0/networks/4b402a80-1e53-4912-a0b9-3108f09916a7 HTTP/1.1" status: 204  len: 168 time: 1.1651683
Dec 24 11:27:19.777734 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57716) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:19.831965 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0895e20c-52bf-495c-9fe0-5f936df132c1 None None] Provisioning complete for port d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:19.832350 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0895e20c-52bf-495c-9fe0-5f936df132c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:19.847295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-4051d9dd-d078-4841-a389-f5144eafb36b tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Deleting subnet 34e6427f-cde3-4ed4-b3ef-16d242e213a4 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:27:19.850787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4051d9dd-d078-4841-a389-f5144eafb36b tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:19.909995 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fc8b6c-4cd5-4259-938e-ad9e6a453745 None None] DHCP port deletion for 4b402a80-1e53-4912-a0b9-3108f09916a7 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:27:19.941043 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff6514c-b48c-4c24-a640-f42805cf92d6 None None] Network 4b402a80-1e53-4912-a0b9-3108f09916a7 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:19.962011 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff6514c-b48c-4c24-a640-f42805cf92d6 None None] Network 4b402a80-1e53-4912-a0b9-3108f09916a7 could not be found, it might have been deleted concurrently. {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}}
Dec 24 11:27:20.035038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4051d9dd-d078-4841-a389-f5144eafb36b tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:20.115737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4051d9dd-d078-4841-a389-f5144eafb36b tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:20.138487 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-df889637-49e5-4470-8a07-0f3d387136c6 None None] Could not find standard attr ID for object e5422969-dceb-498c-90cf-a427fb99a905. {{(pid=87560) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}}
Dec 24 11:27:20.193159 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4051d9dd-d078-4841-a389-f5144eafb36b tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:20.197658 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-542d8bd0-e3b7-4f0c-a6a6-2b7e3f4f5581 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:20.231693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051d9dd-d078-4841-a389-f5144eafb36b tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Pushing event deleted for resources: {'Subnet': ['ID=34e6427f-cde3-4ed4-b3ef-16d242e213a4,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:20.234811 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4051d9dd-d078-4841-a389-f5144eafb36b tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:20.235780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4051d9dd-d078-4841-a389-f5144eafb36b tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:20.241675 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4051d9dd-d078-4841-a389-f5144eafb36b tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] 10.222.0.54 "DELETE /v2.0/subnets/34e6427f-cde3-4ed4-b3ef-16d242e213a4 HTTP/1.1" status: 204  len: 168 time: 0.4629607
Dec 24 11:27:20.242856 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4141a95-c3bc-4d08-b435-0f40b8135d88 None None] Network a2cf1154-c87e-4162-a7c4-29cc7f44a093 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:20.244154 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57720) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:20.356618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:20.367060 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Deleting port d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:27:20.367532 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:20.480835 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b64263-b532-4614-800f-a24f033c0308 None None] DHCP port deletion for a2cf1154-c87e-4162-a7c4-29cc7f44a093 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:27:20.485017 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-55b64263-b532-4614-800f-a24f033c0308 None None] Deleting port d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:27:20.485401 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-55b64263-b532-4614-800f-a24f033c0308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:20.581203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] For port d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3,segment=NetworkSegment(142e18e6-8f23-48fe-8479-d2f2de5257d4),segment_id=142e18e6-8f23-48fe-8479-d2f2de5257d4)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:27:20.581559 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:20.689389 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-55b64263-b532-4614-800f-a24f033c0308 None None] For port d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3,segment=NetworkSegment(142e18e6-8f23-48fe-8479-d2f2de5257d4),segment_id=142e18e6-8f23-48fe-8479-d2f2de5257d4)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:27:20.689795 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-55b64263-b532-4614-800f-a24f033c0308 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:20.702579 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Calling delete_port for d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:27:20.777291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:20.781023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1dbb8639-8a3a-4abd-97ef-a099600b6b67 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:20.814389 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-55b64263-b532-4614-800f-a24f033c0308 None None] Calling delete_port for d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:27:20.829489 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Pushing event deleted for resources: {'Port': ['ID=d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:20.831347 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] No DVR routers for this DVR port d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:27:20.832803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:20.863068 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:27:20.903893 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:27:20.904229 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:27:20.922639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-55b64263-b532-4614-800f-a24f033c0308 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:27:20.923006 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-55b64263-b532-4614-800f-a24f033c0308 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:27:20.954370 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:20.978610 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c106730>,) {'filters': {'network_id': ['a2cf1154-c87e-4162-a7c4-29cc7f44a093']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:20.990725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c106730>, '142e18e6-8f23-48fe-8479-d2f2de5257d4') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:20.991025 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c106730>, '142e18e6-8f23-48fe-8479-d2f2de5257d4') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:21.001860 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:21.017451 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:21.023429 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:27:21.023819 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:27:21.038463 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:27:21.117969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:21.121326 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1ebcce9c-c714-4226-98ea-bdc25f144c6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:21.135056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:21.147065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Pushing event deleted for resources: {'Network': ['ID=a2cf1154-c87e-4162-a7c4-29cc7f44a093,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:21.149815 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] 10.222.0.54 "DELETE /v2.0/networks/a2cf1154-c87e-4162-a7c4-29cc7f44a093 HTTP/1.1" status: 204  len: 168 time: 0.9047184
Dec 24 11:27:21.150692 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:21.152367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57724) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:21.194198 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5656513c-94f7-48dd-82e4-c609d9f4cd5e tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Synchronizing usage tracker for tenant:f4432d6364f44a8892afc3ea214a8cd7 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:27:21.209386 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5656513c-94f7-48dd-82e4-c609d9f4cd5e tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Unset dirty status for tenant:f4432d6364f44a8892afc3ea214a8cd7 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:27:21.210642 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5656513c-94f7-48dd-82e4-c609d9f4cd5e tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] 10.222.0.54 "GET /v2.0/ports?device_id=69ac54ea-f29e-4f54-ac15-a41e723fe02c HTTP/1.1" status: 200  len: 205 time: 0.0573835
Dec 24 11:27:21.213062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57728) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:21.347246 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-49765c10-a377-40d9-b554-2b5997d8d54a tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:21.423769 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-55b64263-b532-4614-800f-a24f033c0308 None None] Deleting port d2a12456-0255-4b37-a2d3-bb1bc9c7cfc3 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:27:21.424202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-55b64263-b532-4614-800f-a24f033c0308 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:21.493562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-55b64263-b532-4614-800f-a24f033c0308 None None] The port 'd2a12456-0255-4b37-a2d3-bb1bc9c7cfc3' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:27:21.756715 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-49765c10-a377-40d9-b554-2b5997d8d54a tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:21.758730 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-49765c10-a377-40d9-b554-2b5997d8d54a tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:21.780005 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-49765c10-a377-40d9-b554-2b5997d8d54a tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:21.780553 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49765c10-a377-40d9-b554-2b5997d8d54a tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Fanout notify agent at l3_agent the message router_deleted on router 69ac54ea-f29e-4f54-ac15-a41e723fe02c {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:27:21.792294 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-49765c10-a377-40d9-b554-2b5997d8d54a tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:21.793347 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-49765c10-a377-40d9-b554-2b5997d8d54a tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] 10.222.0.54 "DELETE /v2.0/routers/69ac54ea-f29e-4f54-ac15-a41e723fe02c HTTP/1.1" status: 204  len: 168 time: 0.5794182
Dec 24 11:27:22.048063 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57736) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:22.191115 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9c65542e-ca52-4c22-9cd1-dcd07eecedc2 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=f4432d6364f44a8892afc3ea214a8cd7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1418374
Dec 24 11:27:22.193595 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57742) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:22.253196 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5cceb1e7-2286-4687-be2d-6db5b3a1c7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:22.278022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5cceb1e7-2286-4687-be2d-6db5b3a1c7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:22.328068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5cceb1e7-2286-4687-be2d-6db5b3a1c7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:22.331662 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c6837219-6a34-4053-8680-8dfe343a196e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:22.342129 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cceb1e7-2286-4687-be2d-6db5b3a1c7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbffd862-29b0-4f01-87bf-b23278449183,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:22.344603 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5cceb1e7-2286-4687-be2d-6db5b3a1c7b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:22.350668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5cceb1e7-2286-4687-be2d-6db5b3a1c7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:22.354130 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5cceb1e7-2286-4687-be2d-6db5b3a1c7b2 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/fbffd862-29b0-4f01-87bf-b23278449183 HTTP/1.1" status: 204  len: 168 time: 0.1573784
Dec 24 11:27:22.993083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57766) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:23.095157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1669948602-network', 'tenant_id': 'd226114ced074b8ebc0bb499aced67bf'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:23.100336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:23.104083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Usage tracker for resource:network and tenant:d226114ced074b8ebc0bb499aced67bf is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:23.106925 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:23.112543 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:23.122753 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Made reservation on behalf of d226114ced074b8ebc0bb499aced67bf for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:23.125000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:23.136657 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:23.151182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:23.154871 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Usage tracker for resource:security_group_rule and tenant:d226114ced074b8ebc0bb499aced67bf is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:23.157736 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:23.164057 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:23.242963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:23.247169 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:23.250996 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c9755b42-8363-4335-9378-1c67d79599ca tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:23.270163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:27:23.289191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f58af4e-6b65-4193-934b-823a035e7f8d,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:23.291869 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:23.292204 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Added segment e7b34d8a-3cd0-493d-833f-6e62a375d17d of type vlan for network c5558570-6e70-447b-b8e5-ca664b041d51
Dec 24 11:27:23.294273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:23.320147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:23.351692 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:23.352641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:23.353232 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:23.356459 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:23.451557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Pushing event updated for resources: {'Network': ['ID=c5558570-6e70-447b-b8e5-ca664b041d51,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:23.454321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:23.456548 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.4623833
Dec 24 11:27:23.459493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57772) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:23.462304 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network c5558570-6e70-447b-b8e5-ca664b041d51 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:27:23.465655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-554ff046-2024-487f-a39d-736171d2eec0 admin admin] Request body: {'subnet': {'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1669948602-subnet', 'tenant_id': 'd226114ced074b8ebc0bb499aced67bf', 'ip_version': 4}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:23.470625 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-554ff046-2024-487f-a39d-736171d2eec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:23.474449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-554ff046-2024-487f-a39d-736171d2eec0 admin admin] Usage tracker for resource:subnet and tenant:d226114ced074b8ebc0bb499aced67bf is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:23.477240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-554ff046-2024-487f-a39d-736171d2eec0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:23.482975 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-554ff046-2024-487f-a39d-736171d2eec0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:23.492663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554ff046-2024-487f-a39d-736171d2eec0 admin admin] Made reservation on behalf of d226114ced074b8ebc0bb499aced67bf for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:23.495185 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-554ff046-2024-487f-a39d-736171d2eec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:23.691666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-554ff046-2024-487f-a39d-736171d2eec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:23.694921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ac93ef69-5fb4-492f-ac80-0cd51dd15154 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:23.762865 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ff046-2024-487f-a39d-736171d2eec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a053e2-7058-4e6b-a321-7a45c9bc959c,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:23.766920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-554ff046-2024-487f-a39d-736171d2eec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:23.771218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554ff046-2024-487f-a39d-736171d2eec0 admin admin] Checking segment: {'id': 'e7b34d8a-3cd0-493d-833f-6e62a375d17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:23.771566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554ff046-2024-487f-a39d-736171d2eec0 admin admin] Network hostable DHCP agents. Network: c5558570-6e70-447b-b8e5-ca664b041d51, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:27:23.789569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554ff046-2024-487f-a39d-736171d2eec0 admin admin] Network c5558570-6e70-447b-b8e5-ca664b041d51 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:27:23.798160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-554ff046-2024-487f-a39d-736171d2eec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, c5558570-6e70-447b-b8e5-ca664b041d51) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:23.801857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554ff046-2024-487f-a39d-736171d2eec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:23.802456 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-554ff046-2024-487f-a39d-736171d2eec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:23.806989 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fb3bb6-62c3-403f-b9fd-773878659fb9 None None] Network c5558570-6e70-447b-b8e5-ca664b041d51 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:23.821442 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-554ff046-2024-487f-a39d-736171d2eec0 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.3603837
Dec 24 11:27:23.824286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57776) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:23.829694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1669948602-router', 'tenant_id': 'd226114ced074b8ebc0bb499aced67bf', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:23.834804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:23.838655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Usage tracker for resource:router and tenant:d226114ced074b8ebc0bb499aced67bf is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:23.841636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:23.848092 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:23.858673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:23.859802 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:23.874045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:24.016906 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-c5558570-6e70-447b-b8e5-ca664b041d51', 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51', 'tenant_id': 'd226114ced074b8ebc0bb499aced67bf', 'fixed_ips': [{'subnet_id': 'f2a053e2-7058-4e6b-a321-7a45c9bc959c'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:27:24.017780 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:24.139884 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:24.170358 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Allocated IP 172.20.0.2 (c5558570-6e70-447b-b8e5-ca664b041d51/f2a053e2-7058-4e6b-a321-7a45c9bc959c/ce198565-2fe7-4be1-8e42-39ce5b894f37) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:27:24.427740 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:24.437923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Transition to ACTIVE for port object ce198565-2fe7-4be1-8e42-39ce5b894f37 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:24.447711 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:24.456409 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Transition to ACTIVE for port object ce198565-2fe7-4be1-8e42-39ce5b894f37 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:24.461921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:24.465771 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:24.477342 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:24.528482 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Network c5558570-6e70-447b-b8e5-ca664b041d51 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:27:24.531691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:24.535354 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:27:24.541099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Pushing event updated for resources: {'Port': ['ID=ce198565-2fe7-4be1-8e42-39ce5b894f37,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:24.544936 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:24.615756 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Allocated IP 172.26.4.217 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/cc1f5deb-70f8-498c-8885-d19a3ce2d680) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:27:24.629312 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Attempting to bind port ce198565-2fe7-4be1-8e42-39ce5b894f37 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:27:24.629689 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Attempting to bind port ce198565-2fe7-4be1-8e42-39ce5b894f37 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'e7b34d8a-3cd0-493d-833f-6e62a375d17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:27:24.630119 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Attempting to bind port ce198565-2fe7-4be1-8e42-39ce5b894f37 on network c5558570-6e70-447b-b8e5-ca664b041d51 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:27:24.635643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:27:24.636024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Checking segment: {'id': 'e7b34d8a-3cd0-493d-833f-6e62a375d17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:24.636432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:24.636835 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Bound using segment: {'id': 'e7b34d8a-3cd0-493d-833f-6e62a375d17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:27:24.637300 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Bound port: ce198565-2fe7-4be1-8e42-39ce5b894f37, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b34d8a-3cd0-493d-833f-6e62a375d17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:27:24.637677 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:24.723109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] For port ce198565-2fe7-4be1-8e42-39ce5b894f37, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:27:24.726052 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] For port ce198565-2fe7-4be1-8e42-39ce5b894f37, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ce198565-2fe7-4be1-8e42-39ce5b894f37,segment=NetworkSegment(e7b34d8a-3cd0-493d-833f-6e62a375d17d),segment_id=e7b34d8a-3cd0-493d-833f-6e62a375d17d)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:27:24.730606 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:24.735049 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:24.825489 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Pushing event updated for resources: {'Port': ['ID=ce198565-2fe7-4be1-8e42-39ce5b894f37,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:24.828743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:24.893573 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:24.924988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:24.928861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d3331aad-9daa-4ecc-92b2-52f47651ccd1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:25.002864 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:27:25.008067 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:25.008686 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:27:25.041935 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Pushing event updated for resources: {'Port': ['ID=cc1f5deb-70f8-498c-8885-d19a3ce2d680,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:25.044732 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:25.425311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:25.746154 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea33e0e0-5bb1-4b7e-8592-9622f29f1bda None None] Network c5558570-6e70-447b-b8e5-ca664b041d51 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:25.770901 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:25.844690 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2d95feb3-9313-4340-a7a3-eeb6fe8af31e None None] Provisioning for port ce198565-2fe7-4be1-8e42-39ce5b894f37 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:27:25.973236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Router 08413ab3-054e-4481-be28-58d17292afd5 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:27:26.154331 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:27:26.163539 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Sync routers for ids ['08413ab3-054e-4481-be28-58d17292afd5'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:27:26.175087 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Routers {'08413ab3-054e-4481-be28-58d17292afd5'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:27:26.175908 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9f7eb0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:27:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['08413ab3-054e-4481-be28-58d17292afd5'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:26.179123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:26.180438 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.3551652
Dec 24 11:27:26.183409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57780) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:26.387888 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Set router 08413ab3-054e-4481-be28-58d17292afd5 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:27:26.671929 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9f7eb0>, [{'id': '08413ab3-054e-4481-be28-58d17292afd5', 'name': 'tempest-TestEncryptedCinderVolumes-1669948602-router', 'tenant_id': 'd226114ced074b8ebc0bb499aced67bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'cc1f5deb-70f8-498c-8885-d19a3ce2d680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:23Z', 'updated_at': '2021-12-24T11:27:25Z', 'revision_number': 3, 'project_id': 'd226114ced074b8ebc0bb499aced67bf', 'gw_port': {'id': 'cc1f5deb-70f8-498c-8885-d19a3ce2d680', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08413ab3-054e-4481-be28-58d17292afd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:24Z', 'updated_at': '2021-12-24T11:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:26.675608 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Checking router: 08413ab3-054e-4481-be28-58d17292afd5 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:27:26.675965 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Updating router 08413ab3-054e-4481-be28-58d17292afd5 port cc1f5deb-70f8-498c-8885-d19a3ce2d680 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:27:26.727500 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:26.895724 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ce198565-2fe7-4be1-8e42-39ce5b894f37 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:27:26.968886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port ce198565-2fe7-4be1-8e42-39ce5b894f37 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:27:26.974400 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port ce198565-2fe7-4be1-8e42-39ce5b894f37 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:26.974832 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:26.986316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:27.075576 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:27.094870 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Transition to ACTIVE for port object cc1f5deb-70f8-498c-8885-d19a3ce2d680 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:27.102629 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:27.102813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:27.107061 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-f1bd8154-fe45-47fd-947f-720428c976ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:27.135905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port ce198565-2fe7-4be1-8e42-39ce5b894f37, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ce198565-2fe7-4be1-8e42-39ce5b894f37,segment=NetworkSegment(e7b34d8a-3cd0-493d-833f-6e62a375d17d),segment_id=e7b34d8a-3cd0-493d-833f-6e62a375d17d)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:27:27.140835 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:27.145041 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:27.190737 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Attempting to bind port cc1f5deb-70f8-498c-8885-d19a3ce2d680 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:27:27.191340 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Attempting to bind port cc1f5deb-70f8-498c-8885-d19a3ce2d680 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:27:27.191527 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Attempting to bind port cc1f5deb-70f8-498c-8885-d19a3ce2d680 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:27:27.201312 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:27:27.201680 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:27.202114 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:27.202515 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:27:27.202985 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Bound port: cc1f5deb-70f8-498c-8885-d19a3ce2d680, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:27:27.203702 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:27.212347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=ce198565-2fe7-4be1-8e42-39ce5b894f37,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:27.214643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Allocated IP 172.20.0.1 (c5558570-6e70-447b-b8e5-ca664b041d51/f2a053e2-7058-4e6b-a321-7a45c9bc959c/2d7b8b95-ab0b-43c9-b796-db168fbce1e2) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:27:27.215487 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:27.234942 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50023dc9-1409-41a8-b4bb-00f7af5def88 None None] Pushing event updated for resources: {'Port': ['ID=cc1f5deb-70f8-498c-8885-d19a3ce2d680,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:27.250347 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50023dc9-1409-41a8-b4bb-00f7af5def88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:27.250701 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50023dc9-1409-41a8-b4bb-00f7af5def88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:27.251044 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50023dc9-1409-41a8-b4bb-00f7af5def88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:27.251392 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50023dc9-1409-41a8-b4bb-00f7af5def88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:27.251707 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50023dc9-1409-41a8-b4bb-00f7af5def88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:27.252556 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50023dc9-1409-41a8-b4bb-00f7af5def88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:27.252886 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50023dc9-1409-41a8-b4bb-00f7af5def88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:27.253211 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50023dc9-1409-41a8-b4bb-00f7af5def88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:27.253535 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50023dc9-1409-41a8-b4bb-00f7af5def88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:27.253853 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50023dc9-1409-41a8-b4bb-00f7af5def88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:27.254195 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50023dc9-1409-41a8-b4bb-00f7af5def88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:27.254511 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50023dc9-1409-41a8-b4bb-00f7af5def88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:27.258607 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-50023dc9-1409-41a8-b4bb-00f7af5def88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:27.293504 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] For port cc1f5deb-70f8-498c-8885-d19a3ce2d680, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:27:27.297362 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] For port cc1f5deb-70f8-498c-8885-d19a3ce2d680, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cc1f5deb-70f8-498c-8885-d19a3ce2d680,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:27:27.303730 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:27.308138 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-f1319107-18e0-46aa-93b5-af3f208b16b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:27.364461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:27.379475 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Routers {'08413ab3-054e-4481-be28-58d17292afd5'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:27:27.380099 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9f7eb0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:27:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['08413ab3-054e-4481-be28-58d17292afd5'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:27.381491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Transition to ACTIVE for port object 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:27.406617 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:27.410342 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c6b2af68-fab6-4501-b028-8c36b765d81d tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:27.454089 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50023dc9-1409-41a8-b4bb-00f7af5def88 None None] Pushing event updated for resources: {'Port': ['ID=cc1f5deb-70f8-498c-8885-d19a3ce2d680,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:27.458616 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-50023dc9-1409-41a8-b4bb-00f7af5def88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:27.478907 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Network c5558570-6e70-447b-b8e5-ca664b041d51 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:27:27.482936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:27.486010 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:27:27.515316 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Pushing event updated for resources: {'Port': ['ID=2d7b8b95-ab0b-43c9-b796-db168fbce1e2,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:27.518387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:27.548101 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:27.565573 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] Set router 08413ab3-054e-4481-be28-58d17292afd5 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:27:27.716068 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-58111e00-651f-42f3-9a38-90b71744b1bd None None] Provisioning for port 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:27:27.721666 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-58111e00-651f-42f3-9a38-90b71744b1bd None None] Provisioning complete for port 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:27.722109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-58111e00-651f-42f3-9a38-90b71744b1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:27.779797 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-58111e00-651f-42f3-9a38-90b71744b1bd None None] Port 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:27:27.883247 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9f7eb0>, [{'id': '08413ab3-054e-4481-be28-58d17292afd5', 'name': 'tempest-TestEncryptedCinderVolumes-1669948602-router', 'tenant_id': 'd226114ced074b8ebc0bb499aced67bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'cc1f5deb-70f8-498c-8885-d19a3ce2d680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:23Z', 'updated_at': '2021-12-24T11:27:25Z', 'revision_number': 3, 'project_id': 'd226114ced074b8ebc0bb499aced67bf', 'gw_port': {'id': 'cc1f5deb-70f8-498c-8885-d19a3ce2d680', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08413ab3-054e-4481-be28-58d17292afd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:24Z', 'updated_at': '2021-12-24T11:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:27.887637 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6014206a-47dc-42a9-96e7-8b4ed4f54d32 None None] The sync data for ids ['08413ab3-054e-4481-be28-58d17292afd5'] in dv-neutron-822668-2-hyperv is: [{'id': '08413ab3-054e-4481-be28-58d17292afd5', 'name': 'tempest-TestEncryptedCinderVolumes-1669948602-router', 'tenant_id': 'd226114ced074b8ebc0bb499aced67bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'cc1f5deb-70f8-498c-8885-d19a3ce2d680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:23Z', 'updated_at': '2021-12-24T11:27:25Z', 'revision_number': 3, 'project_id': 'd226114ced074b8ebc0bb499aced67bf', 'gw_port': {'id': 'cc1f5deb-70f8-498c-8885-d19a3ce2d680', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08413ab3-054e-4481-be28-58d17292afd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:24Z', 'updated_at': '2021-12-24T11:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:27:28.000889 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:28.238368 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:28.243395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:28.270012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-42be97ad-a711-4b2a-b5f3-f3515e31972f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:28.356955 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Pushing event updated for resources: {'Port': ['ID=2d7b8b95-ab0b-43c9-b796-db168fbce1e2,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:28.360475 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:28.361417 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:28.500542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Network c5558570-6e70-447b-b8e5-ca664b041d51 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:27:28.501694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:28.711624 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Router 08413ab3-054e-4481-be28-58d17292afd5 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:27:28.806994 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c2eee0f0-8361-49ab-af67-dc373c8579b3 None None] Provisioning complete for port 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:28.807492 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c2eee0f0-8361-49ab-af67-dc373c8579b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:28.866400 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c2eee0f0-8361-49ab-af67-dc373c8579b3 None None] Port 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:27:28.896042 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:27:28.904867 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] 10.222.0.54 "PUT /v2.0/routers/08413ab3-054e-4481-be28-58d17292afd5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7204943
Dec 24 11:27:28.930706 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cc1f5deb-70f8-498c-8885-d19a3ce2d680 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:27:28.997338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port cc1f5deb-70f8-498c-8885-d19a3ce2d680 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:27:29.001824 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port cc1f5deb-70f8-498c-8885-d19a3ce2d680 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:29.002280 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:29.122132 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:29.140235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port cc1f5deb-70f8-498c-8885-d19a3ce2d680, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cc1f5deb-70f8-498c-8885-d19a3ce2d680,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:27:29.145506 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:29.146512 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ce198565-2fe7-4be1-8e42-39ce5b894f37 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:27:29.175990 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:29.265959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=cc1f5deb-70f8-498c-8885-d19a3ce2d680,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:29.269825 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:29.278705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port ce198565-2fe7-4be1-8e42-39ce5b894f37 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:29.279089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:29.428165 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Sync routers for ids ['08413ab3-054e-4481-be28-58d17292afd5'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:27:29.433655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57798) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:29.438306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Routers {'08413ab3-054e-4481-be28-58d17292afd5'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:27:29.438934 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d860460>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:27:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['08413ab3-054e-4481-be28-58d17292afd5'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:29.440431 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1477842689-network', 'tenant_id': '0a984ba53b00401188bf014c119a8c66'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:29.445107 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:29.448866 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Usage tracker for resource:network and tenant:0a984ba53b00401188bf014c119a8c66 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:29.451721 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:29.457924 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:29.469387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Made reservation on behalf of 0a984ba53b00401188bf014c119a8c66 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:29.471925 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:29.484075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:29.503722 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:29.507666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Usage tracker for resource:security_group_rule and tenant:0a984ba53b00401188bf014c119a8c66 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:29.510608 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:29.516714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:29.601737 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:29.605768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:29.608760 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d6abfb65-ab68-41c4-808d-2d92b85ccc45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:29.636813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:27:29.645235 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ebf541-b804-4194-961b-c052cb1d0a77,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:29.648781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:29.651199 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:29.651536 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Added segment 0f8cc6dd-33df-49c7-b20a-6050158a1635 of type vlan for network ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5
Dec 24 11:27:29.657304 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Set router 08413ab3-054e-4481-be28-58d17292afd5 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:27:29.678128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:29.707096 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:29.708207 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:29.708805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:29.714350 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f317f1ec-1893-40d8-9f9a-dfcb083761e2 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:29.733200 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-54cadb19-24fa-40fa-baf7-a3cfb5875457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:29.924467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Pushing event updated for resources: {'Network': ['ID=ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:29.927344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:29.934372 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.4969862
Dec 24 11:27:29.935072 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57802) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:29.940899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-0ddce57e-6e1f-4703-af4c-d7c265d6ebc9 admin admin] Request body: {'subnet': {'network_id': 'ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1477842689-subnet', 'tenant_id': '0a984ba53b00401188bf014c119a8c66', 'ip_version': 4}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:29.946372 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0ddce57e-6e1f-4703-af4c-d7c265d6ebc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:29.950184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0ddce57e-6e1f-4703-af4c-d7c265d6ebc9 admin admin] Usage tracker for resource:subnet and tenant:0a984ba53b00401188bf014c119a8c66 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:29.951869 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:27:29.953028 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0ddce57e-6e1f-4703-af4c-d7c265d6ebc9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:29.961707 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0ddce57e-6e1f-4703-af4c-d7c265d6ebc9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:29.968441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddce57e-6e1f-4703-af4c-d7c265d6ebc9 admin admin] Made reservation on behalf of 0a984ba53b00401188bf014c119a8c66 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:29.971405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ddce57e-6e1f-4703-af4c-d7c265d6ebc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:30.080147 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d860460>, [{'id': '08413ab3-054e-4481-be28-58d17292afd5', 'name': 'tempest-TestEncryptedCinderVolumes-1669948602-router', 'tenant_id': 'd226114ced074b8ebc0bb499aced67bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'cc1f5deb-70f8-498c-8885-d19a3ce2d680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:23Z', 'updated_at': '2021-12-24T11:27:27Z', 'revision_number': 4, 'project_id': 'd226114ced074b8ebc0bb499aced67bf', 'gw_port': {'id': 'cc1f5deb-70f8-498c-8885-d19a3ce2d680', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08413ab3-054e-4481-be28-58d17292afd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:24Z', 'updated_at': '2021-12-24T11:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '2d7b8b95-ab0b-43c9-b796-db168fbce1e2', 'name': '', 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51', 'tenant_id': 'd226114ced074b8ebc0bb499aced67bf', 'mac_address': 'fa:16:3e:60:a2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08413ab3-054e-4481-be28-58d17292afd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'f2a053e2-7058-4e6b-a321-7a45c9bc959c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:27Z', 'updated_at': '2021-12-24T11:27:28Z', 'revision_number': 2, 'project_id': 'd226114ced074b8ebc0bb499aced67bf', 'subnets': [{'id': 'f2a053e2-7058-4e6b-a321-7a45c9bc959c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:30.084082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Checking router: 08413ab3-054e-4481-be28-58d17292afd5 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:27:30.084447 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Updating router 08413ab3-054e-4481-be28-58d17292afd5 port 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:27:30.137291 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:30.170754 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ddce57e-6e1f-4703-af4c-d7c265d6ebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:30.174818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f885d859-9228-4b6f-b42d-d8ba9c4a64c0 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:30.245739 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddce57e-6e1f-4703-af4c-d7c265d6ebc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6af154f-9aff-451e-8234-49e7ee110cbf,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:30.249147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0ddce57e-6e1f-4703-af4c-d7c265d6ebc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:30.254685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddce57e-6e1f-4703-af4c-d7c265d6ebc9 admin admin] Checking segment: {'id': '0f8cc6dd-33df-49c7-b20a-6050158a1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:30.255037 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddce57e-6e1f-4703-af4c-d7c265d6ebc9 admin admin] Network hostable DHCP agents. Network: ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:27:30.274511 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddce57e-6e1f-4703-af4c-d7c265d6ebc9 admin admin] Network ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:27:30.284138 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-0ddce57e-6e1f-4703-af4c-d7c265d6ebc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:30.289801 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddce57e-6e1f-4703-af4c-d7c265d6ebc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:30.290830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0ddce57e-6e1f-4703-af4c-d7c265d6ebc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:30.299813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb582b6-a018-4caf-a309-0a36f6c6e6f9 None None] Network ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:30.314092 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0ddce57e-6e1f-4703-af4c-d7c265d6ebc9 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.3783736
Dec 24 11:27:30.316497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 57806) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:30.321458 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1477842689-router', 'tenant_id': '0a984ba53b00401188bf014c119a8c66', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:30.326038 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:30.330537 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Usage tracker for resource:router and tenant:0a984ba53b00401188bf014c119a8c66 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:27:30.333331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:27:30.338858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:30.350365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:30.351592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:30.367685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:30.641205 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:30.666120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5', 'network_id': 'ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5', 'tenant_id': '0a984ba53b00401188bf014c119a8c66', 'fixed_ips': [{'subnet_id': 'b6af154f-9aff-451e-8234-49e7ee110cbf'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:27:30.667095 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:30.681040 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:30.700200 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Transition to ACTIVE for port object 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:30.748710 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:30.758622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-70f11d68-24b1-4c17-9b9e-d9d21199f4d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:30.934954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cc1f5deb-70f8-498c-8885-d19a3ce2d680 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:27:30.967378 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:31.002295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:31.035275 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a64886-fd7a-4e2c-aed3-2a9ea4aa2101 None None] Pushing event updated for resources: {'Port': ['ID=2d7b8b95-ab0b-43c9-b796-db168fbce1e2,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:31.047049 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-94a64886-fd7a-4e2c-aed3-2a9ea4aa2101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:31.137216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Allocated IP 172.26.4.205 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/e1bfb1ea-791a-4347-8bdf-d22862753c01) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:27:31.162272 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Allocated IP 172.20.0.2 (ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5/b6af154f-9aff-451e-8234-49e7ee110cbf/21b972cc-b181-45a2-8519-4bd917ac8379) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:27:31.193537 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Attempting to bind port 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:27:31.193945 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Attempting to bind port 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'e7b34d8a-3cd0-493d-833f-6e62a375d17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:27:31.194325 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Attempting to bind port 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 on network c5558570-6e70-447b-b8e5-ca664b041d51 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:27:31.216154 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:27:31.216539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Checking segment: {'id': 'e7b34d8a-3cd0-493d-833f-6e62a375d17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:31.216953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:31.217360 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Bound using segment: {'id': 'e7b34d8a-3cd0-493d-833f-6e62a375d17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:27:31.217843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Bound port: 2d7b8b95-ab0b-43c9-b796-db168fbce1e2, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7b34d8a-3cd0-493d-833f-6e62a375d17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:27:31.218250 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:31.231673 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port cc1f5deb-70f8-498c-8885-d19a3ce2d680 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:31.232058 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:31.284300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:31.314455 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:31.318071 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-03c1b1c6-ff67-4b68-866a-f130526eaca6 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:31.379466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:27:31.382658 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:31.386241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:27:31.544193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] For port 2d7b8b95-ab0b-43c9-b796-db168fbce1e2, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:27:31.560311 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Pushing event updated for resources: {'Port': ['ID=e1bfb1ea-791a-4347-8bdf-d22862753c01,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:31.565547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:31.577932 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] For port 2d7b8b95-ab0b-43c9-b796-db168fbce1e2, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=2d7b8b95-ab0b-43c9-b796-db168fbce1e2,segment=NetworkSegment(e7b34d8a-3cd0-493d-833f-6e62a375d17d),segment_id=e7b34d8a-3cd0-493d-833f-6e62a375d17d)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:27:31.587381 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:31.596578 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:31.649972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:31.677193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Transition to ACTIVE for port object 21b972cc-b181-45a2-8519-4bd917ac8379 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:31.701187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Routers {'08413ab3-054e-4481-be28-58d17292afd5'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:27:31.701826 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d860460>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:27:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['08413ab3-054e-4481-be28-58d17292afd5'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:31.769901 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a64886-fd7a-4e2c-aed3-2a9ea4aa2101 None None] Pushing event updated for resources: {'Port': ['ID=2d7b8b95-ab0b-43c9-b796-db168fbce1e2,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:31.783494 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-94a64886-fd7a-4e2c-aed3-2a9ea4aa2101 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:31.786714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Transition to ACTIVE for port object 21b972cc-b181-45a2-8519-4bd917ac8379 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:31.803478 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:31.809827 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:31.941713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:31.965531 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Network ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:27:31.972033 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:31.980339 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:27:31.987812 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-27d623b8-5397-4952-9f34-78dbd73d63b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:31.989120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Pushing event updated for resources: {'Port': ['ID=21b972cc-b181-45a2-8519-4bd917ac8379,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:31.998932 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:32.032234 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] Set router 08413ab3-054e-4481-be28-58d17292afd5 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:27:32.204445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Attempting to bind port 21b972cc-b181-45a2-8519-4bd917ac8379 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:27:32.205150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Attempting to bind port 21b972cc-b181-45a2-8519-4bd917ac8379 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0f8cc6dd-33df-49c7-b20a-6050158a1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:27:32.205150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Attempting to bind port 21b972cc-b181-45a2-8519-4bd917ac8379 on network ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:27:32.229259 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:27:32.229645 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Checking segment: {'id': '0f8cc6dd-33df-49c7-b20a-6050158a1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:32.230082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:32.230491 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Bound using segment: {'id': '0f8cc6dd-33df-49c7-b20a-6050158a1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:27:32.230967 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Bound port: 21b972cc-b181-45a2-8519-4bd917ac8379, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f8cc6dd-33df-49c7-b20a-6050158a1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:27:32.231352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:32.281179 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:32.471082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] For port 21b972cc-b181-45a2-8519-4bd917ac8379, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:27:32.495772 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Router ddbea6dd-6bd9-49fa-b818-aa9b48c0f039 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:27:32.508762 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] For port 21b972cc-b181-45a2-8519-4bd917ac8379, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=21b972cc-b181-45a2-8519-4bd917ac8379,segment=NetworkSegment(0f8cc6dd-33df-49c7-b20a-6050158a1635),segment_id=0f8cc6dd-33df-49c7-b20a-6050158a1635)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:27:32.517610 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:32.522908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:32.619595 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Pushing event updated for resources: {'Port': ['ID=21b972cc-b181-45a2-8519-4bd917ac8379,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:32.623909 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:32.630516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d860460>, [{'id': '08413ab3-054e-4481-be28-58d17292afd5', 'name': 'tempest-TestEncryptedCinderVolumes-1669948602-router', 'tenant_id': 'd226114ced074b8ebc0bb499aced67bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'cc1f5deb-70f8-498c-8885-d19a3ce2d680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:23Z', 'updated_at': '2021-12-24T11:27:27Z', 'revision_number': 4, 'project_id': 'd226114ced074b8ebc0bb499aced67bf', 'gw_port': {'id': 'cc1f5deb-70f8-498c-8885-d19a3ce2d680', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08413ab3-054e-4481-be28-58d17292afd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:24Z', 'updated_at': '2021-12-24T11:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '2d7b8b95-ab0b-43c9-b796-db168fbce1e2', 'name': '', 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51', 'tenant_id': 'd226114ced074b8ebc0bb499aced67bf', 'mac_address': 'fa:16:3e:60:a2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08413ab3-054e-4481-be28-58d17292afd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'f2a053e2-7058-4e6b-a321-7a45c9bc959c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:27Z', 'updated_at': '2021-12-24T11:27:31Z', 'revision_number': 4, 'project_id': 'd226114ced074b8ebc0bb499aced67bf', 'subnets': [{'id': 'f2a053e2-7058-4e6b-a321-7a45c9bc959c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:32.634900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a391e-7754-4281-9ede-1406afe9f3fa None None] The sync data for ids ['08413ab3-054e-4481-be28-58d17292afd5'] in dv-neutron-822668-2-hyperv is: [{'id': '08413ab3-054e-4481-be28-58d17292afd5', 'name': 'tempest-TestEncryptedCinderVolumes-1669948602-router', 'tenant_id': 'd226114ced074b8ebc0bb499aced67bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'cc1f5deb-70f8-498c-8885-d19a3ce2d680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:23Z', 'updated_at': '2021-12-24T11:27:27Z', 'revision_number': 4, 'project_id': 'd226114ced074b8ebc0bb499aced67bf', 'gw_port': {'id': 'cc1f5deb-70f8-498c-8885-d19a3ce2d680', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08413ab3-054e-4481-be28-58d17292afd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:24Z', 'updated_at': '2021-12-24T11:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '2d7b8b95-ab0b-43c9-b796-db168fbce1e2', 'name': '', 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51', 'tenant_id': 'd226114ced074b8ebc0bb499aced67bf', 'mac_address': 'fa:16:3e:60:a2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08413ab3-054e-4481-be28-58d17292afd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1620, 'fixed_ips': [{'subnet_id': 'f2a053e2-7058-4e6b-a321-7a45c9bc959c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:27Z', 'updated_at': '2021-12-24T11:27:31Z', 'revision_number': 4, 'project_id': 'd226114ced074b8ebc0bb499aced67bf', 'subnets': [{'id': 'f2a053e2-7058-4e6b-a321-7a45c9bc959c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:27:32.687345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:27:32.715849 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Sync routers for ids ['ddbea6dd-6bd9-49fa-b818-aa9b48c0f039'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:27:32.733901 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Routers {'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:27:32.734551 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd6d730>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:27:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ddbea6dd-6bd9-49fa-b818-aa9b48c0f039'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:32.737589 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:32.741563 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.4240718
Dec 24 11:27:32.742109 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 57810) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:27:32.964502 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:27:33.091506 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Set router ddbea6dd-6bd9-49fa-b818-aa9b48c0f039 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:27:33.103807 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:27:33.109497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:33.109994 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:33.230095 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:33.238153 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:33.296074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:33.343489 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 2d7b8b95-ab0b-43c9-b796-db168fbce1e2, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=2d7b8b95-ab0b-43c9-b796-db168fbce1e2,segment=NetworkSegment(e7b34d8a-3cd0-493d-833f-6e62a375d17d),segment_id=e7b34d8a-3cd0-493d-833f-6e62a375d17d)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:27:33.362437 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:33.367071 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:33.456754 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=2d7b8b95-ab0b-43c9-b796-db168fbce1e2,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:33.469636 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:33.587871 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd6d730>, [{'id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'name': 'tempest-TestEncryptedCinderVolumes-1477842689-router', 'tenant_id': '0a984ba53b00401188bf014c119a8c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e1bfb1ea-791a-4347-8bdf-d22862753c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:30Z', 'updated_at': '2021-12-24T11:27:31Z', 'revision_number': 3, 'project_id': '0a984ba53b00401188bf014c119a8c66', 'gw_port': {'id': 'e1bfb1ea-791a-4347-8bdf-d22862753c01', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:31Z', 'updated_at': '2021-12-24T11:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:33.594341 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Checking router: ddbea6dd-6bd9-49fa-b818-aa9b48c0f039 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:27:33.594820 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Updating router ddbea6dd-6bd9-49fa-b818-aa9b48c0f039 port e1bfb1ea-791a-4347-8bdf-d22862753c01 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:27:33.687072 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:33.929219 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:34.062451 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e47be4-4c6c-4559-b343-6c736dedc0c1 None None] Network ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:27:34.107301 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:34.120284 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Transition to ACTIVE for port object e1bfb1ea-791a-4347-8bdf-d22862753c01 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:34.132186 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:34.137138 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:34.174415 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Allocated IP 172.20.0.1 (ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5/b6af154f-9aff-451e-8234-49e7ee110cbf/3af8fe4d-cd2e-400b-8ae9-c8acd22ad858) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:27:34.186264 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bae18ca8-2e7d-4392-806b-75b1ee80d55e None None] Provisioning for port 21b972cc-b181-45a2-8519-4bd917ac8379 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:27:34.211941 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Attempting to bind port e1bfb1ea-791a-4347-8bdf-d22862753c01 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:27:34.212285 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Attempting to bind port e1bfb1ea-791a-4347-8bdf-d22862753c01 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:27:34.212656 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Attempting to bind port e1bfb1ea-791a-4347-8bdf-d22862753c01 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:27:34.222637 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:27:34.223180 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:34.223457 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:34.223862 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:27:34.224335 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Bound port: e1bfb1ea-791a-4347-8bdf-d22862753c01, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:27:34.224714 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:34.253453 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f191c20-6992-47b2-ac6a-a0826f5ba897 None None] Pushing event updated for resources: {'Port': ['ID=e1bfb1ea-791a-4347-8bdf-d22862753c01,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:34.264566 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-6f191c20-6992-47b2-ac6a-a0826f5ba897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:34.321483 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] For port e1bfb1ea-791a-4347-8bdf-d22862753c01, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:27:34.325143 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] For port e1bfb1ea-791a-4347-8bdf-d22862753c01, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e1bfb1ea-791a-4347-8bdf-d22862753c01,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:27:34.329389 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:34.339605 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-3d4aa288-0d92-4086-a2b6-f7d3fbadb354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:34.357714 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:34.376265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Transition to ACTIVE for port object 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:34.419164 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f191c20-6992-47b2-ac6a-a0826f5ba897 None None] Pushing event updated for resources: {'Port': ['ID=e1bfb1ea-791a-4347-8bdf-d22862753c01,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:34.423212 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-6f191c20-6992-47b2-ac6a-a0826f5ba897 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:34.435238 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Routers {'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:27:34.435877 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd6d730>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:27:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ddbea6dd-6bd9-49fa-b818-aa9b48c0f039'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:34.436690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:34.442147 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6a1610de-0ccd-470a-85a5-5b1d43a1e9b5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:34.503261 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Network ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:27:34.511009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:34.514013 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:27:34.561698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Pushing event updated for resources: {'Port': ['ID=3af8fe4d-cd2e-400b-8ae9-c8acd22ad858,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:34.565660 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:34.581184 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:34.662367 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] Set router ddbea6dd-6bd9-49fa-b818-aa9b48c0f039 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:27:34.708412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:34.950298 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:34.957978 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:34.970141 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd6d730>, [{'id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'name': 'tempest-TestEncryptedCinderVolumes-1477842689-router', 'tenant_id': '0a984ba53b00401188bf014c119a8c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e1bfb1ea-791a-4347-8bdf-d22862753c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:30Z', 'updated_at': '2021-12-24T11:27:31Z', 'revision_number': 3, 'project_id': '0a984ba53b00401188bf014c119a8c66', 'gw_port': {'id': 'e1bfb1ea-791a-4347-8bdf-d22862753c01', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:31Z', 'updated_at': '2021-12-24T11:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:34.974802 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:27:34.975288 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f949353-0624-49dd-91ef-5d34c115178c None None] The sync data for ids ['ddbea6dd-6bd9-49fa-b818-aa9b48c0f039'] in dv-neutron-822668-2-hyperv is: [{'id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'name': 'tempest-TestEncryptedCinderVolumes-1477842689-router', 'tenant_id': '0a984ba53b00401188bf014c119a8c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e1bfb1ea-791a-4347-8bdf-d22862753c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:30Z', 'updated_at': '2021-12-24T11:27:31Z', 'revision_number': 3, 'project_id': '0a984ba53b00401188bf014c119a8c66', 'gw_port': {'id': 'e1bfb1ea-791a-4347-8bdf-d22862753c01', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:31Z', 'updated_at': '2021-12-24T11:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:27:34.990608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7c39b193-5aaf-4c67-bde1-6eeea3e9ab3f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:35.013297 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5f9220aa-b484-4c9d-a93c-b328aecd4b52 None None] Provisioning for port 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:27:35.027018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:35.030104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5f9220aa-b484-4c9d-a93c-b328aecd4b52 None None] Provisioning complete for port 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:35.030477 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5f9220aa-b484-4c9d-a93c-b328aecd4b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:35.076718 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:35.080395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Pushing event updated for resources: {'Port': ['ID=3af8fe4d-cd2e-400b-8ae9-c8acd22ad858,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:35.083680 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:35.099717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-5f9220aa-b484-4c9d-a93c-b328aecd4b52 None None] Port 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:27:35.110946 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:35.111871 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:35.231902 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Network ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:27:35.234373 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:35.262634 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 21b972cc-b181-45a2-8519-4bd917ac8379 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:27:35.359590 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 21b972cc-b181-45a2-8519-4bd917ac8379 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:27:35.366502 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 21b972cc-b181-45a2-8519-4bd917ac8379 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:35.367050 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:35.518810 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:35.556610 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c6c7460b-c392-4e50-98c5-34c4ed197f9c None None] Provisioning complete for port 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:35.557151 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c6c7460b-c392-4e50-98c5-34c4ed197f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:35.609496 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 21b972cc-b181-45a2-8519-4bd917ac8379, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=21b972cc-b181-45a2-8519-4bd917ac8379,segment=NetworkSegment(0f8cc6dd-33df-49c7-b20a-6050158a1635),segment_id=0f8cc6dd-33df-49c7-b20a-6050158a1635)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:27:35.618395 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:35.622772 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:35.623713 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Router ddbea6dd-6bd9-49fa-b818-aa9b48c0f039 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:27:35.667944 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c6c7460b-c392-4e50-98c5-34c4ed197f9c None None] Port 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:27:35.696400 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=21b972cc-b181-45a2-8519-4bd917ac8379,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:35.699796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:35.809933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:27:35.820468 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] 10.222.0.54 "PUT /v2.0/routers/ddbea6dd-6bd9-49fa-b818-aa9b48c0f039/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0758114
Dec 24 11:27:36.582454 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-d79123f4-8452-4c50-84a1-a58074bca2c9 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:36.583132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-d79123f4-8452-4c50-84a1-a58074bca2c9 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Synchronizing usage tracker for tenant:d226114ced074b8ebc0bb499aced67bf on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:27:36.599569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-d79123f4-8452-4c50-84a1-a58074bca2c9 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Unset dirty status for tenant:d226114ced074b8ebc0bb499aced67bf on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:27:36.600871 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-d79123f4-8452-4c50-84a1-a58074bca2c9 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/networks?id=c5558570-6e70-447b-b8e5-ca664b041d51 HTTP/1.1" status: 200  len: 817 time: 0.1623180
Dec 24 11:27:36.615606 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-eec0f8f0-4728-4aec-81de-cb99e75f1371 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/quotas/d226114ced074b8ebc0bb499aced67bf HTTP/1.1" status: 200  len: 375 time: 0.0090697
Dec 24 11:27:36.640871 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Sync routers for ids ['ddbea6dd-6bd9-49fa-b818-aa9b48c0f039'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:27:36.650967 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Routers {'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:27:36.651678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c609fd0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:27:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ddbea6dd-6bd9-49fa-b818-aa9b48c0f039'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:36.837491 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8cfb2b54-32c5-4668-af37-8448dddb2d1f tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d226114ced074b8ebc0bb499aced67bf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2166221
Dec 24 11:27:36.845354 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Set router ddbea6dd-6bd9-49fa-b818-aa9b48c0f039 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:27:37.028357 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e1bfb1ea-791a-4347-8bdf-d22862753c01 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:27:37.085539 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-e4708675-f495-4c2d-8e00-9bc59c42ff50 service neutron] 10.222.0.54 "GET /v2.0/networks/c5558570-6e70-447b-b8e5-ca664b041d51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2357240
Dec 24 11:27:37.206161 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port e1bfb1ea-791a-4347-8bdf-d22862753c01 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:27:37.215952 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e1bfb1ea-791a-4347-8bdf-d22862753c01 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:37.216337 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:37.218114 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-1047ef92-4802-4a72-bc0d-05d99290171f service neutron] 10.222.0.54 "GET /v2.0/networks/c5558570-6e70-447b-b8e5-ca664b041d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264329
Dec 24 11:27:37.392297 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:37.407622 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-f41d7353-e3f9-4e46-8e34-10c6f3ae7c22 req-01e91605-6a79-4d0d-904e-ebf100a5e33f tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Synchronizing usage tracker for tenant:d226114ced074b8ebc0bb499aced67bf on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:27:37.412846 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port e1bfb1ea-791a-4347-8bdf-d22862753c01, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e1bfb1ea-791a-4347-8bdf-d22862753c01,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:27:37.425072 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c609fd0>, [{'id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'name': 'tempest-TestEncryptedCinderVolumes-1477842689-router', 'tenant_id': '0a984ba53b00401188bf014c119a8c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e1bfb1ea-791a-4347-8bdf-d22862753c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:30Z', 'updated_at': '2021-12-24T11:27:34Z', 'revision_number': 4, 'project_id': '0a984ba53b00401188bf014c119a8c66', 'gw_port': {'id': 'e1bfb1ea-791a-4347-8bdf-d22862753c01', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:31Z', 'updated_at': '2021-12-24T11:27:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '3af8fe4d-cd2e-400b-8ae9-c8acd22ad858', 'name': '', 'network_id': 'ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5', 'tenant_id': '0a984ba53b00401188bf014c119a8c66', 'mac_address': 'fa:16:3e:16:a1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b6af154f-9aff-451e-8234-49e7ee110cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:33Z', 'updated_at': '2021-12-24T11:27:34Z', 'revision_number': 2, 'project_id': '0a984ba53b00401188bf014c119a8c66', 'subnets': [{'id': 'b6af154f-9aff-451e-8234-49e7ee110cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:37.428732 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-f41d7353-e3f9-4e46-8e34-10c6f3ae7c22 req-01e91605-6a79-4d0d-904e-ebf100a5e33f tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Unset dirty status for tenant:d226114ced074b8ebc0bb499aced67bf on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:27:37.428936 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:37.429733 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 21b972cc-b181-45a2-8519-4bd917ac8379 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:27:37.440458 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f41d7353-e3f9-4e46-8e34-10c6f3ae7c22 req-01e91605-6a79-4d0d-904e-ebf100a5e33f tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=8fad16be-362f-4086-9f9a-07711a92f53f HTTP/1.1" status: 200  len: 210 time: 0.0740111
Dec 24 11:27:37.462606 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-a27ecf5e-0813-49bb-88c5-4bdb569f696c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:37.503824 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Checking router: ddbea6dd-6bd9-49fa-b818-aa9b48c0f039 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:27:37.504188 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Updating router ddbea6dd-6bd9-49fa-b818-aa9b48c0f039 port 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:27:37.598164 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:37.621290 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=e1bfb1ea-791a-4347-8bdf-d22862753c01,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:37.625893 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:37.671166 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 21b972cc-b181-45a2-8519-4bd917ac8379 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:37.671811 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:38.052996 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:38.064699 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Transition to ACTIVE for port object 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:38.071082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:38.074559 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:38.204138 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67093a90-0842-400c-9da3-628344b09428 None None] Pushing event updated for resources: {'Port': ['ID=3af8fe4d-cd2e-400b-8ae9-c8acd22ad858,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:38.208558 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-67093a90-0842-400c-9da3-628344b09428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:38.299053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Attempting to bind port 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:27:38.299429 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Attempting to bind port 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '0f8cc6dd-33df-49c7-b20a-6050158a1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:27:38.299800 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Attempting to bind port 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 on network ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:27:38.305975 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:27:38.306805 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Checking segment: {'id': '0f8cc6dd-33df-49c7-b20a-6050158a1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:38.306805 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:38.307160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Bound using segment: {'id': '0f8cc6dd-33df-49c7-b20a-6050158a1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:27:38.307647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Bound port: 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f8cc6dd-33df-49c7-b20a-6050158a1635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:27:38.308031 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:38.416974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] For port 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:27:38.421003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] For port 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3af8fe4d-cd2e-400b-8ae9-c8acd22ad858,segment=NetworkSegment(0f8cc6dd-33df-49c7-b20a-6050158a1635),segment_id=0f8cc6dd-33df-49c7-b20a-6050158a1635)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:27:38.428420 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:38.433544 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:38.502603 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-4beb0420-7cd5-469d-94d8-c7faa097e0e7 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:38.508991 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-4beb0420-7cd5-469d-94d8-c7faa097e0e7 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.32 "GET /v2.0/networks?id=c5558570-6e70-447b-b8e5-ca664b041d51 HTTP/1.1" status: 200  len: 817 time: 0.2044871
Dec 24 11:27:38.510926 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Routers {'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:27:38.511570 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c609fd0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:27:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ddbea6dd-6bd9-49fa-b818-aa9b48c0f039'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:38.523449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-dbe69072-5a95-47ef-b91b-576b4a3856c0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Request body: {'port': {'device_id': '8fad16be-362f-4086-9f9a-07711a92f53f', 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51', 'admin_state_up': True, 'tenant_id': 'd226114ced074b8ebc0bb499aced67bf'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:38.654554 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67093a90-0842-400c-9da3-628344b09428 None None] Pushing event updated for resources: {'Port': ['ID=3af8fe4d-cd2e-400b-8ae9-c8acd22ad858,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:38.660085 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-67093a90-0842-400c-9da3-628344b09428 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:38.705729 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-57273a55-42c5-448c-9054-cecf104d9073 req-923bae39-40a2-448e-aead-c6f9a7dab2db tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=8fad16be-362f-4086-9f9a-07711a92f53f HTTP/1.1" status: 200  len: 210 time: 0.0612884
Dec 24 11:27:38.754792 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-dbe69072-5a95-47ef-b91b-576b4a3856c0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:27:38.764263 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-dbe69072-5a95-47ef-b91b-576b4a3856c0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:27:38.773963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-dbe69072-5a95-47ef-b91b-576b4a3856c0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Made reservation on behalf of d226114ced074b8ebc0bb499aced67bf for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:27:38.778298 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-dbe69072-5a95-47ef-b91b-576b4a3856c0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:38.784947 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] Set router ddbea6dd-6bd9-49fa-b818-aa9b48c0f039 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:27:38.920435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e1bfb1ea-791a-4347-8bdf-d22862753c01 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:27:38.943734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-dbe69072-5a95-47ef-b91b-576b4a3856c0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Allocated IP 172.20.0.12 (c5558570-6e70-447b-b8e5-ca664b041d51/f2a053e2-7058-4e6b-a321-7a45c9bc959c/2e5e9311-3ef9-46cb-8ee5-8f46a948efc1) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:27:39.124636 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e1bfb1ea-791a-4347-8bdf-d22862753c01 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:39.125018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:39.147990 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-dbe69072-5a95-47ef-b91b-576b4a3856c0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:39.164023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-dbe69072-5a95-47ef-b91b-576b4a3856c0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Transition to ACTIVE for port object 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:39.189032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-dbe69072-5a95-47ef-b91b-576b4a3856c0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:39.195878 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:39.253315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-dbe69072-5a95-47ef-b91b-576b4a3856c0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Network c5558570-6e70-447b-b8e5-ca664b041d51 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:27:39.260474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-dbe69072-5a95-47ef-b91b-576b4a3856c0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:27:39.262884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-dbe69072-5a95-47ef-b91b-576b4a3856c0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:27:39.264619 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c609fd0>, [{'id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'name': 'tempest-TestEncryptedCinderVolumes-1477842689-router', 'tenant_id': '0a984ba53b00401188bf014c119a8c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e1bfb1ea-791a-4347-8bdf-d22862753c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:30Z', 'updated_at': '2021-12-24T11:27:34Z', 'revision_number': 4, 'project_id': '0a984ba53b00401188bf014c119a8c66', 'gw_port': {'id': 'e1bfb1ea-791a-4347-8bdf-d22862753c01', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:31Z', 'updated_at': '2021-12-24T11:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '3af8fe4d-cd2e-400b-8ae9-c8acd22ad858', 'name': '', 'network_id': 'ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5', 'tenant_id': '0a984ba53b00401188bf014c119a8c66', 'mac_address': 'fa:16:3e:16:a1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b6af154f-9aff-451e-8234-49e7ee110cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:33Z', 'updated_at': '2021-12-24T11:27:38Z', 'revision_number': 4, 'project_id': '0a984ba53b00401188bf014c119a8c66', 'subnets': [{'id': 'b6af154f-9aff-451e-8234-49e7ee110cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:27:39.272853 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62829d8-accd-46a3-919b-3c40a4fbcf64 None None] The sync data for ids ['ddbea6dd-6bd9-49fa-b818-aa9b48c0f039'] in dv-neutron-822668-2-hyperv is: [{'id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'name': 'tempest-TestEncryptedCinderVolumes-1477842689-router', 'tenant_id': '0a984ba53b00401188bf014c119a8c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e1bfb1ea-791a-4347-8bdf-d22862753c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:30Z', 'updated_at': '2021-12-24T11:27:34Z', 'revision_number': 4, 'project_id': '0a984ba53b00401188bf014c119a8c66', 'gw_port': {'id': 'e1bfb1ea-791a-4347-8bdf-d22862753c01', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:31Z', 'updated_at': '2021-12-24T11:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '3af8fe4d-cd2e-400b-8ae9-c8acd22ad858', 'name': '', 'network_id': 'ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5', 'tenant_id': '0a984ba53b00401188bf014c119a8c66', 'mac_address': 'fa:16:3e:16:a1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'device_owner': 'network:router_interface', 'standard_attr_id': 1632, 'fixed_ips': [{'subnet_id': 'b6af154f-9aff-451e-8234-49e7ee110cbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:33Z', 'updated_at': '2021-12-24T11:27:38Z', 'revision_number': 4, 'project_id': '0a984ba53b00401188bf014c119a8c66', 'subnets': [{'id': 'b6af154f-9aff-451e-8234-49e7ee110cbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:27:39.317569 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe69072-5a95-47ef-b91b-576b4a3856c0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Pushing event updated for resources: {'Port': ['ID=2e5e9311-3ef9-46cb-8ee5-8f46a948efc1,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:39.332935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dbe69072-5a95-47ef-b91b-576b4a3856c0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:39.358614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-dbe69072-5a95-47ef-b91b-576b4a3856c0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:39.359334 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-dbe69072-5a95-47ef-b91b-576b4a3856c0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:39.398094 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-dbe69072-5a95-47ef-b91b-576b4a3856c0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8808584
Dec 24 11:27:39.410882 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Request body: {'port': {'device_id': '8fad16be-362f-4086-9f9a-07711a92f53f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:27:39.533097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:39.634975 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-78d35874-3d1a-4370-a6a3-76a52b8c75c3 None None] Provisioning for port 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:27:39.640884 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-78d35874-3d1a-4370-a6a3-76a52b8c75c3 None None] Provisioning complete for port 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:39.641272 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-78d35874-3d1a-4370-a6a3-76a52b8c75c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:39.697722 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-78d35874-3d1a-4370-a6a3-76a52b8c75c3 None None] Port 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:27:39.916925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699dcbe2-bc9b-41d0-95e6-f4def3e32958 req-c24d3de5-0058-4362-b4b9-f59e8fcd76f8 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:39.918700 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-699dcbe2-bc9b-41d0-95e6-f4def3e32958 req-c24d3de5-0058-4362-b4b9-f59e8fcd76f8 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=8fad16be-362f-4086-9f9a-07711a92f53f HTTP/1.1" status: 200  len: 932 time: 0.0911207
Dec 24 11:27:39.967125 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-699dcbe2-bc9b-41d0-95e6-f4def3e32958 req-be252976-1d15-40f9-9e19-ffe6dbf8ff00 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423908
Dec 24 11:27:40.023047 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:27:40.031499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:40.054823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Transition to ACTIVE for port object 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:27:40.058763 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:40.062822 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-894720ed-97c0-4445-950c-e0122e37bad7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:40.226424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Pushing event updated for resources: {'Port': ['ID=2e5e9311-3ef9-46cb-8ee5-8f46a948efc1,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:40.234161 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:40.306666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Attempting to bind port 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:27:40.306999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Attempting to bind port 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e7b34d8a-3cd0-493d-833f-6e62a375d17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:27:40.307320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Attempting to bind port 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 on network c5558570-6e70-447b-b8e5-ca664b041d51 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:27:40.312327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Port 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 on network c5558570-6e70-447b-b8e5-ca664b041d51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:27:40.312606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Attempting to bind port 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 on network c5558570-6e70-447b-b8e5-ca664b041d51 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:27:40.317958 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:27:40.318301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Checking segment: {'id': 'e7b34d8a-3cd0-493d-833f-6e62a375d17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:27:40.318683 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Bound using segment: {'id': 'e7b34d8a-3cd0-493d-833f-6e62a375d17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:27:40.319111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Bound port: 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b34d8a-3cd0-493d-833f-6e62a375d17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:27:40.319455 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:40.409963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] For port 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:27:40.412842 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] For port 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2e5e9311-3ef9-46cb-8ee5-8f46a948efc1,segment=NetworkSegment(e7b34d8a-3cd0-493d-833f-6e62a375d17d),segment_id=e7b34d8a-3cd0-493d-833f-6e62a375d17d)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:27:40.417524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:40.421378 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e2a67418-cc44-40e1-886d-a3a504fec0b2 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:40.491334 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:40.491946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:40.493332 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] 10.222.0.32 "PUT /v2.0/ports/2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 HTTP/1.1" status: 200  len: 1094 time: 1.0874758
Dec 24 11:27:40.493932 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fad16be-362f-4086-9f9a-07711a92f53f', 'tag': '2e5e9311-3ef9-46cb-8ee5-8f46a948efc1'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:27:40.512154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Pushing event updated for resources: {'Port': ['ID=2e5e9311-3ef9-46cb-8ee5-8f46a948efc1,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:40.516723 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:40.575089 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fad16be-362f-4086-9f9a-07711a92f53f', 'tag': '2e5e9311-3ef9-46cb-8ee5-8f46a948efc1', 'status': 'completed', 'code': 200}
Dec 24 11:27:40.617419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-9a784adb-f648-46f1-846c-3cf85d5abebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:40.619163 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-9a784adb-f648-46f1-846c-3cf85d5abebb service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d226114ced074b8ebc0bb499aced67bf&device_id=8fad16be-362f-4086-9f9a-07711a92f53f HTTP/1.1" status: 200  len: 1097 time: 0.0794353
Dec 24 11:27:40.695126 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-7a76da5a-8409-4800-a810-28f97ba9952f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 HTTP/1.1" status: 200  len: 217 time: 0.0683584
Dec 24 11:27:40.756332 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-318afb78-60c7-470f-a7c8-32a371aa8fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:40.757718 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-318afb78-60c7-470f-a7c8-32a371aa8fb0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2a053e2-7058-4e6b-a321-7a45c9bc959c HTTP/1.1" status: 200  len: 856 time: 0.0571299
Dec 24 11:27:40.840564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:40.843429 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-79c13f56-c9ce-4304-a665-c300602650fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:40.844927 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-79c13f56-c9ce-4304-a665-c300602650fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5558570-6e70-447b-b8e5-ca664b041d51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0814075
Dec 24 11:27:40.887145 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:27:40.952770 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:27:40.957955 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:40.958341 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:40.979153 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-a78bc36c-0336-4e15-b80e-66e5f7fef162 service neutron] 10.222.0.32 "GET /v2.0/networks/c5558570-6e70-447b-b8e5-ca664b041d51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278839
Dec 24 11:27:41.077577 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:41.113012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3af8fe4d-cd2e-400b-8ae9-c8acd22ad858,segment=NetworkSegment(0f8cc6dd-33df-49c7-b20a-6050158a1635),segment_id=0f8cc6dd-33df-49c7-b20a-6050158a1635)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:27:41.116637 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:41.118634 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:41.119661 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-173b646d-e1ba-4c88-a0b2-31408cdf69ea req-de2ccfc3-d351-4931-b9b0-e59d9b72e5d1 service neutron] 10.222.0.32 "GET /v2.0/networks/c5558570-6e70-447b-b8e5-ca664b041d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333842
Dec 24 11:27:41.162338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547b9e7-38d4-4ae1-ad65-fc9b3da75055 req-ae502398-07c4-44c2-9dc5-d338893b3830 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:41.163839 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d547b9e7-38d4-4ae1-ad65-fc9b3da75055 req-ae502398-07c4-44c2-9dc5-d338893b3830 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=8fad16be-362f-4086-9f9a-07711a92f53f HTTP/1.1" status: 200  len: 944 time: 0.0812943
Dec 24 11:27:41.185587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=3af8fe4d-cd2e-400b-8ae9-c8acd22ad858,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:41.189014 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:41.210644 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d547b9e7-38d4-4ae1-ad65-fc9b3da75055 req-ca3585a3-baa7-4433-9364-e88d8aa08e58 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412040
Dec 24 11:27:41.239640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790f1a1-ae38-4f5a-b2f1-4993fd75f987 req-698fdb16-c2d8-4677-91a8-cb00b3df6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:41.241101 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7790f1a1-ae38-4f5a-b2f1-4993fd75f987 req-698fdb16-c2d8-4677-91a8-cb00b3df6ffe service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d226114ced074b8ebc0bb499aced67bf&device_id=8fad16be-362f-4086-9f9a-07711a92f53f HTTP/1.1" status: 200  len: 1097 time: 0.0704243
Dec 24 11:27:41.370195 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790f1a1-ae38-4f5a-b2f1-4993fd75f987 req-1b6dd807-0d4c-46a6-9e46-71302a60d77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:41.371648 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7790f1a1-ae38-4f5a-b2f1-4993fd75f987 req-1b6dd807-0d4c-46a6-9e46-71302a60d77e service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5558570-6e70-447b-b8e5-ca664b041d51 HTTP/1.1" status: 200  len: 918 time: 0.1242247
Dec 24 11:27:41.442741 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7790f1a1-ae38-4f5a-b2f1-4993fd75f987 req-b9422190-e1d5-4dbf-a101-ffbe1095ca50 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 HTTP/1.1" status: 200  len: 217 time: 0.0640855
Dec 24 11:27:41.506673 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790f1a1-ae38-4f5a-b2f1-4993fd75f987 req-9929badd-8a1d-4ecb-914a-3f2a9c09c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:41.508095 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7790f1a1-ae38-4f5a-b2f1-4993fd75f987 req-9929badd-8a1d-4ecb-914a-3f2a9c09c7b1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2a053e2-7058-4e6b-a321-7a45c9bc959c HTTP/1.1" status: 200  len: 856 time: 0.0585017
Dec 24 11:27:41.585669 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790f1a1-ae38-4f5a-b2f1-4993fd75f987 req-7f38cf2a-1252-47bf-bc6a-170fccbbdc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:41.587160 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7790f1a1-ae38-4f5a-b2f1-4993fd75f987 req-7f38cf2a-1252-47bf-bc6a-170fccbbdc96 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5558570-6e70-447b-b8e5-ca664b041d51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724537
Dec 24 11:27:41.721533 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7790f1a1-ae38-4f5a-b2f1-4993fd75f987 req-e6e166d6-3bb8-4d2b-8f5c-3fe8a200e9db service neutron] 10.222.0.32 "GET /v2.0/networks/c5558570-6e70-447b-b8e5-ca664b041d51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235657
Dec 24 11:27:41.957572 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7790f1a1-ae38-4f5a-b2f1-4993fd75f987 req-fcbc12ca-1340-4574-a159-64c48bae7081 service neutron] 10.222.0.32 "GET /v2.0/networks/c5558570-6e70-447b-b8e5-ca664b041d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2294629
Dec 24 11:27:42.393273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef1efb-ea02-4e64-9c6e-53eabe1df428 req-d6dc75b2-fdc5-4b0d-8201-bc6c5e155ca4 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:42.393890 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-71ef1efb-ea02-4e64-9c6e-53eabe1df428 req-d6dc75b2-fdc5-4b0d-8201-bc6c5e155ca4 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Synchronizing usage tracker for tenant:d226114ced074b8ebc0bb499aced67bf on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:27:42.416445 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-71ef1efb-ea02-4e64-9c6e-53eabe1df428 req-d6dc75b2-fdc5-4b0d-8201-bc6c5e155ca4 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Unset dirty status for tenant:d226114ced074b8ebc0bb499aced67bf on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:27:42.417662 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-71ef1efb-ea02-4e64-9c6e-53eabe1df428 req-d6dc75b2-fdc5-4b0d-8201-bc6c5e155ca4 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=8fad16be-362f-4086-9f9a-07711a92f53f HTTP/1.1" status: 200  len: 944 time: 0.1022747
Dec 24 11:27:42.461960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-71ef1efb-ea02-4e64-9c6e-53eabe1df428 req-c9cf6565-26bd-4edc-acc5-5f247c9a4a90 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Synchronizing usage tracker for tenant:d226114ced074b8ebc0bb499aced67bf on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:27:42.478857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-71ef1efb-ea02-4e64-9c6e-53eabe1df428 req-c9cf6565-26bd-4edc-acc5-5f247c9a4a90 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Unset dirty status for tenant:d226114ced074b8ebc0bb499aced67bf on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:27:42.480098 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-71ef1efb-ea02-4e64-9c6e-53eabe1df428 req-c9cf6565-26bd-4edc-acc5-5f247c9a4a90 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564768
Dec 24 11:27:42.869774 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:27:42.938717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:42.939016 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:43.665143 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173e6c3-b927-4143-aee5-ef47017a04e7 req-4e230092-8063-45d1-84e0-fab832c2296d tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:43.666631 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8173e6c3-b927-4143-aee5-ef47017a04e7 req-4e230092-8063-45d1-84e0-fab832c2296d tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=8fad16be-362f-4086-9f9a-07711a92f53f HTTP/1.1" status: 200  len: 944 time: 0.0825429
Dec 24 11:27:43.711243 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8173e6c3-b927-4143-aee5-ef47017a04e7 req-8b7c9ad5-72d7-495d-9169-2d573594b3ef tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391078
Dec 24 11:27:43.819752 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:27:43.950266 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2e5e9311-3ef9-46cb-8ee5-8f46a948efc1,segment=NetworkSegment(e7b34d8a-3cd0-493d-833f-6e62a375d17d),segment_id=e7b34d8a-3cd0-493d-833f-6e62a375d17d)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:27:43.962790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '2e5e9311-3ef9-46cb-8ee5-8f46a948efc1', 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51', 'port_id': '2e5e9311-3ef9-46cb-8ee5-8f46a948efc1', 'mac_address': 'fa:16:3e:47:d5:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a053e2-7058-4e6b-a321-7a45c9bc959c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:27:43.985153 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:27:44.016118 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:44.032153 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:27:44.046908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2e5e9311-3ef9-46cb-8ee5-8f46a948efc1,segment=NetworkSegment(e7b34d8a-3cd0-493d-833f-6e62a375d17d),segment_id=e7b34d8a-3cd0-493d-833f-6e62a375d17d)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:27:44.051547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:44.054489 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:44.122032 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=2e5e9311-3ef9-46cb-8ee5-8f46a948efc1,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:44.124921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:44.376872 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['2e5e9311-3ef9-46cb-8ee5-8f46a948efc1'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:27:44.897232 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f8191-cc5c-4b64-809c-9ddab83fa8a3 req-66de19d0-359c-4dd8-b9e0-d1b34fe4908a tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:44.898710 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0f0f8191-cc5c-4b64-809c-9ddab83fa8a3 req-66de19d0-359c-4dd8-b9e0-d1b34fe4908a tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=8fad16be-362f-4086-9f9a-07711a92f53f HTTP/1.1" status: 200  len: 945 time: 0.0818222
Dec 24 11:27:44.943020 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0f0f8191-cc5c-4b64-809c-9ddab83fa8a3 req-8672e61c-2ef0-410d-9d7f-b7b7e9175c52 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386915
Dec 24 11:27:45.835363 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:27:45.903334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:27:45.908102 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:27:45.908481 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:46.021722 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:46.047406 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fad16be-362f-4086-9f9a-07711a92f53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5e9311-3ef9-46cb-8ee5-8f46a948efc1'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:27:46.057304 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2e5e9311-3ef9-46cb-8ee5-8f46a948efc1,segment=NetworkSegment(e7b34d8a-3cd0-493d-833f-6e62a375d17d),segment_id=e7b34d8a-3cd0-493d-833f-6e62a375d17d)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:27:46.062144 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:27:46.064212 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:27:46.099446 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fad16be-362f-4086-9f9a-07711a92f53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5e9311-3ef9-46cb-8ee5-8f46a948efc1', 'code': 200}
Dec 24 11:27:46.132782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=2e5e9311-3ef9-46cb-8ee5-8f46a948efc1,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:27:46.133059 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cebb25-0e87-498e-ac16-0a744f0499ce req-b9aa3409-53bc-4703-be0c-c7eddfaefb7a tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:46.135481 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f9cebb25-0e87-498e-ac16-0a744f0499ce req-b9aa3409-53bc-4703-be0c-c7eddfaefb7a tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=8fad16be-362f-4086-9f9a-07711a92f53f HTTP/1.1" status: 200  len: 946 time: 0.0907786
Dec 24 11:27:46.140478 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:46.140840 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:46.141190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:46.141528 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:46.141882 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:46.142220 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:46.142589 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:46.142918 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:46.143285 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:46.143614 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:46.143938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:46.144283 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:27:46.148087 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:27:46.188567 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f9cebb25-0e87-498e-ac16-0a744f0499ce req-6d6fcd78-3ecd-4167-b54a-d69d364a3c16 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463116
Dec 24 11:27:46.324454 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60720f-6e58-436b-bef5-fde1624e8475 req-bfefe27d-02ba-439e-a597-27b6882842fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:46.325926 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5a60720f-6e58-436b-bef5-fde1624e8475 req-bfefe27d-02ba-439e-a597-27b6882842fe service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8fad16be-362f-4086-9f9a-07711a92f53f HTTP/1.1" status: 200  len: 1099 time: 0.0687380
Dec 24 11:27:46.369416 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5a60720f-6e58-436b-bef5-fde1624e8475 req-f615186a-9cc8-4489-a959-5aaab20cd73c service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366809
Dec 24 11:27:47.370361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0abf128-febe-4a9a-aab9-7feb61425e46 req-b67e43cb-5a72-4e97-8250-dda6c80e1992 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:47.371827 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d0abf128-febe-4a9a-aab9-7feb61425e46 req-b67e43cb-5a72-4e97-8250-dda6c80e1992 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=8fad16be-362f-4086-9f9a-07711a92f53f HTTP/1.1" status: 200  len: 946 time: 0.0794971
Dec 24 11:27:47.415594 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d0abf128-febe-4a9a-aab9-7feb61425e46 req-cc8085c0-bf38-448c-853a-7cc2fc08ea21 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382295
Dec 24 11:27:48.604277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d2e4cd-69d8-4676-a1f7-6847de46ebc5 req-be26e4ce-ad0e-4ed0-bd81-4f3e38ed68da tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:48.605757 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-09d2e4cd-69d8-4676-a1f7-6847de46ebc5 req-be26e4ce-ad0e-4ed0-bd81-4f3e38ed68da tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=8fad16be-362f-4086-9f9a-07711a92f53f HTTP/1.1" status: 200  len: 946 time: 0.0796475
Dec 24 11:27:48.649461 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-09d2e4cd-69d8-4676-a1f7-6847de46ebc5 req-89d31e78-97ee-43e4-b0f0-cf1df7027dab tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381725
Dec 24 11:27:48.836215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc77d01-434e-4993-8511-e48868d0df02 req-7e73740c-efd0-41e0-887d-8e57aa317c0f tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:27:48.837691 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9cc77d01-434e-4993-8511-e48868d0df02 req-7e73740c-efd0-41e0-887d-8e57aa317c0f tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=8fad16be-362f-4086-9f9a-07711a92f53f HTTP/1.1" status: 200  len: 946 time: 0.0842640
Dec 24 11:27:48.880056 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9cc77d01-434e-4993-8511-e48868d0df02 req-c9edcd0f-b635-4992-8039-767c74adc193 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367877
Dec 24 11:27:59.706225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2dcd555b-e0c4-46a9-aff1-4532fd7c9d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:01.919538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a744d6e1-1546-4f29-bb90-d33171dcf8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:03.142965 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:03.167416 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:04.465804 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb93d7-4c0e-4338-a66e-55bb03b6c1f8 req-bda58169-d9ee-45b7-88b9-7252f3790b3e tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:04.467209 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-27eb93d7-4c0e-4338-a66e-55bb03b6c1f8 req-bda58169-d9ee-45b7-88b9-7252f3790b3e tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=8fad16be-362f-4086-9f9a-07711a92f53f HTTP/1.1" status: 200  len: 946 time: 0.0801318
Dec 24 11:28:04.511819 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-27eb93d7-4c0e-4338-a66e-55bb03b6c1f8 req-e3c12b35-e1f1-4e2b-b270-9e6afd79dc9b tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386453
Dec 24 11:28:04.961520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:05.700297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bc46e9-1e15-4f22-86f6-d52895792fe0 req-5f84de7a-fb7e-40b4-8a8b-4862fb6d4121 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:05.701653 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f9bc46e9-1e15-4f22-86f6-d52895792fe0 req-5f84de7a-fb7e-40b4-8a8b-4862fb6d4121 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=8fad16be-362f-4086-9f9a-07711a92f53f HTTP/1.1" status: 200  len: 946 time: 0.0822098
Dec 24 11:28:05.745647 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f9bc46e9-1e15-4f22-86f6-d52895792fe0 req-75d54cad-3a78-4faf-9a2c-24e41fd56294 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381896
Dec 24 11:28:06.128546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436e65d-12aa-40e5-b3fc-84f5bc6b50f9 req-de57d2f7-ca7d-4734-b3d6-4acb9518f9e3 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:06.130036 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e436e65d-12aa-40e5-b3fc-84f5bc6b50f9 req-de57d2f7-ca7d-4734-b3d6-4acb9518f9e3 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.32 "GET /v2.0/ports?device_id=8fad16be-362f-4086-9f9a-07711a92f53f HTTP/1.1" status: 200  len: 946 time: 0.0815406
Dec 24 11:28:06.198685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-e436e65d-12aa-40e5-b3fc-84f5bc6b50f9 req-f4462e92-7eaa-41d1-a88d-eabcc0da17d5 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Deleting port 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:28:06.199023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e436e65d-12aa-40e5-b3fc-84f5bc6b50f9 req-f4462e92-7eaa-41d1-a88d-eabcc0da17d5 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:06.438184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-e436e65d-12aa-40e5-b3fc-84f5bc6b50f9 req-f4462e92-7eaa-41d1-a88d-eabcc0da17d5 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] For port 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2e5e9311-3ef9-46cb-8ee5-8f46a948efc1,segment=NetworkSegment(e7b34d8a-3cd0-493d-833f-6e62a375d17d),segment_id=e7b34d8a-3cd0-493d-833f-6e62a375d17d)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:28:06.438540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e436e65d-12aa-40e5-b3fc-84f5bc6b50f9 req-f4462e92-7eaa-41d1-a88d-eabcc0da17d5 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:06.560210 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-e436e65d-12aa-40e5-b3fc-84f5bc6b50f9 req-f4462e92-7eaa-41d1-a88d-eabcc0da17d5 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Calling delete_port for 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:28:06.708054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e436e65d-12aa-40e5-b3fc-84f5bc6b50f9 req-f4462e92-7eaa-41d1-a88d-eabcc0da17d5 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:06.713530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7fca349e-8135-4d78-98b9-601c7d5da66a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:06.720283 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['2e5e9311-3ef9-46cb-8ee5-8f46a948efc1'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:28:06.760806 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4462e92-7eaa-41d1-a88d-eabcc0da17d5 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Pushing event deleted for resources: {'Port': ['ID=2e5e9311-3ef9-46cb-8ee5-8f46a948efc1,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:06.764083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f4462e92-7eaa-41d1-a88d-eabcc0da17d5 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:06.835985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e436e65d-12aa-40e5-b3fc-84f5bc6b50f9 req-f4462e92-7eaa-41d1-a88d-eabcc0da17d5 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] No DVR routers for this DVR port 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:28:06.838554 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e436e65d-12aa-40e5-b3fc-84f5bc6b50f9 req-f4462e92-7eaa-41d1-a88d-eabcc0da17d5 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:06.845492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fad16be-362f-4086-9f9a-07711a92f53f', 'name': 'network-vif-deleted', 'tag': '2e5e9311-3ef9-46cb-8ee5-8f46a948efc1'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:28:06.860945 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e436e65d-12aa-40e5-b3fc-84f5bc6b50f9 req-f4462e92-7eaa-41d1-a88d-eabcc0da17d5 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.32 "DELETE /v2.0/ports/2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 HTTP/1.1" status: 204  len: 173 time: 0.7255483
Dec 24 11:28:06.920001 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fad16be-362f-4086-9f9a-07711a92f53f', 'name': 'network-vif-deleted', 'tag': '2e5e9311-3ef9-46cb-8ee5-8f46a948efc1', 'status': 'completed', 'code': 200}
Dec 24 11:28:06.932199 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-e9babd01-6d09-406c-b827-c7a556674c13 req-70fe3700-3f7f-4423-998a-f037825440c3 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Synchronizing usage tracker for tenant:d226114ced074b8ebc0bb499aced67bf on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:28:06.950835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-e9babd01-6d09-406c-b827-c7a556674c13 req-70fe3700-3f7f-4423-998a-f037825440c3 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Unset dirty status for tenant:d226114ced074b8ebc0bb499aced67bf on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:28:06.952078 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e9babd01-6d09-406c-b827-c7a556674c13 req-70fe3700-3f7f-4423-998a-f037825440c3 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=8fad16be-362f-4086-9f9a-07711a92f53f HTTP/1.1" status: 200  len: 210 time: 0.0697761
Dec 24 11:28:08.801336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-d3dbc0de-7aa0-422a-b916-378e5c6b4770 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:08.802795 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-d3dbc0de-7aa0-422a-b916-378e5c6b4770 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/networks?id=c5558570-6e70-447b-b8e5-ca664b041d51 HTTP/1.1" status: 200  len: 817 time: 0.2632382
Dec 24 11:28:08.817022 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-7560c6c7-fa08-48d7-aa59-66ed721d94fa tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/quotas/d226114ced074b8ebc0bb499aced67bf HTTP/1.1" status: 200  len: 375 time: 0.0088766
Dec 24 11:28:08.896146 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-fbda14ee-c1e9-43e0-be5b-050714098557 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d226114ced074b8ebc0bb499aced67bf&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0744295
Dec 24 11:28:09.029943 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-ee1bdf06-4d7c-4128-a0c4-3abd8247e7b1 service neutron] 10.222.0.54 "GET /v2.0/networks/c5558570-6e70-447b-b8e5-ca664b041d51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225517
Dec 24 11:28:09.159623 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-77ba77e7-6c6a-4fd8-96a1-2b51ee1395d1 service neutron] 10.222.0.54 "GET /v2.0/networks/c5558570-6e70-447b-b8e5-ca664b041d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233668
Dec 24 11:28:09.334509 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-44ee7a95-5e6b-4b42-84df-3d91cc95e34a req-a39b831a-6a53-4b5b-926d-cdcf6ce4798b tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=85c005fe-221c-4147-9fbb-e3892ab6aa88 HTTP/1.1" status: 200  len: 210 time: 0.0435042
Dec 24 11:28:09.943636 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:28:09.978139 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:28:09.978421 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 2e5e9311-3ef9-46cb-8ee5-8f46a948efc1 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:28:10.319865 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-7a40bd33-5a20-42f5-b921-a259cda404f7 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:10.321290 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-7a40bd33-5a20-42f5-b921-a259cda404f7 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.32 "GET /v2.0/networks?id=c5558570-6e70-447b-b8e5-ca664b041d51 HTTP/1.1" status: 200  len: 817 time: 0.1460423
Dec 24 11:28:10.334012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-b3eb6095-5ed5-4e8c-a5e9-faa235712878 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Request body: {'port': {'device_id': '85c005fe-221c-4147-9fbb-e3892ab6aa88', 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51', 'admin_state_up': True, 'tenant_id': 'd226114ced074b8ebc0bb499aced67bf'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:28:10.520350 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eca39c49-46d4-45ea-8e3d-a56d724b48d5 req-665232ca-a98f-41fb-8701-af314ffe6157 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=85c005fe-221c-4147-9fbb-e3892ab6aa88 HTTP/1.1" status: 200  len: 210 time: 0.0698972
Dec 24 11:28:10.528125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-b3eb6095-5ed5-4e8c-a5e9-faa235712878 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:28:10.539178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-b3eb6095-5ed5-4e8c-a5e9-faa235712878 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:28:10.546297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-b3eb6095-5ed5-4e8c-a5e9-faa235712878 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Made reservation on behalf of d226114ced074b8ebc0bb499aced67bf for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:28:10.550298 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-b3eb6095-5ed5-4e8c-a5e9-faa235712878 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:10.711820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-b3eb6095-5ed5-4e8c-a5e9-faa235712878 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Allocated IP 172.20.0.7 (c5558570-6e70-447b-b8e5-ca664b041d51/f2a053e2-7058-4e6b-a321-7a45c9bc959c/ad9c5d0a-8aef-4acf-a1c2-4334d0389105) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:28:10.832468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:10.913251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-b3eb6095-5ed5-4e8c-a5e9-faa235712878 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:10.928785 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-b3eb6095-5ed5-4e8c-a5e9-faa235712878 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Transition to ACTIVE for port object ad9c5d0a-8aef-4acf-a1c2-4334d0389105 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:28:10.950741 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-b3eb6095-5ed5-4e8c-a5e9-faa235712878 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:10.956071 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:11.019679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-b3eb6095-5ed5-4e8c-a5e9-faa235712878 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Network c5558570-6e70-447b-b8e5-ca664b041d51 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:28:11.022927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-b3eb6095-5ed5-4e8c-a5e9-faa235712878 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:28:11.027106 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-b3eb6095-5ed5-4e8c-a5e9-faa235712878 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:28:11.061710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb6095-5ed5-4e8c-a5e9-faa235712878 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Pushing event updated for resources: {'Port': ['ID=ad9c5d0a-8aef-4acf-a1c2-4334d0389105,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:11.068593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b3eb6095-5ed5-4e8c-a5e9-faa235712878 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:11.098053 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-b3eb6095-5ed5-4e8c-a5e9-faa235712878 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:11.098665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-b3eb6095-5ed5-4e8c-a5e9-faa235712878 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:11.124392 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-b3eb6095-5ed5-4e8c-a5e9-faa235712878 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7944100
Dec 24 11:28:11.136228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Request body: {'port': {'device_id': '85c005fe-221c-4147-9fbb-e3892ab6aa88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:28:11.228744 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b53b04da-8b22-44a0-b3b8-962099d89db0 None None] Provisioning for port ad9c5d0a-8aef-4acf-a1c2-4334d0389105 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:28:11.234011 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b53b04da-8b22-44a0-b3b8-962099d89db0 None None] Provisioning complete for port ad9c5d0a-8aef-4acf-a1c2-4334d0389105 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:28:11.234393 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b53b04da-8b22-44a0-b3b8-962099d89db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:11.252271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:11.286006 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b53b04da-8b22-44a0-b3b8-962099d89db0 None None] Port ad9c5d0a-8aef-4acf-a1c2-4334d0389105 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:28:11.696921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9c5d0a-8aef-4acf-a1c2-4334d0389105 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:28:11.704387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:11.707901 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29708d-e6df-4aa5-872d-ccfaa8c37b23 req-1440f0db-08f0-48ce-97a0-2eb14c7bc07c tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:11.709392 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2e29708d-e6df-4aa5-872d-ccfaa8c37b23 req-1440f0db-08f0-48ce-97a0-2eb14c7bc07c tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=85c005fe-221c-4147-9fbb-e3892ab6aa88 HTTP/1.1" status: 200  len: 931 time: 0.0825391
Dec 24 11:28:11.719666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Transition to ACTIVE for port object ad9c5d0a-8aef-4acf-a1c2-4334d0389105 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:28:11.723424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:11.727087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1fc3bf79-0fb6-44df-92de-9c75a11e677a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:11.759206 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2e29708d-e6df-4aa5-872d-ccfaa8c37b23 req-13a8d53c-380f-48f7-a9a2-94b19e43e378 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434718
Dec 24 11:28:11.850528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9c5d0a-8aef-4acf-a1c2-4334d0389105,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:11.854174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:11.959667 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Attempting to bind port ad9c5d0a-8aef-4acf-a1c2-4334d0389105 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:28:11.960032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Attempting to bind port ad9c5d0a-8aef-4acf-a1c2-4334d0389105 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'e7b34d8a-3cd0-493d-833f-6e62a375d17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:28:11.960356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Attempting to bind port ad9c5d0a-8aef-4acf-a1c2-4334d0389105 on network c5558570-6e70-447b-b8e5-ca664b041d51 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:28:11.964875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Port ad9c5d0a-8aef-4acf-a1c2-4334d0389105 on network c5558570-6e70-447b-b8e5-ca664b041d51 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:28:11.965194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Attempting to bind port ad9c5d0a-8aef-4acf-a1c2-4334d0389105 on network c5558570-6e70-447b-b8e5-ca664b041d51 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:28:11.970149 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:28:11.970480 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Checking segment: {'id': 'e7b34d8a-3cd0-493d-833f-6e62a375d17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:28:11.970859 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Bound using segment: {'id': 'e7b34d8a-3cd0-493d-833f-6e62a375d17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:28:11.971330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Bound port: ad9c5d0a-8aef-4acf-a1c2-4334d0389105, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b34d8a-3cd0-493d-833f-6e62a375d17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:28:11.971668 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:12.057631 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] For port ad9c5d0a-8aef-4acf-a1c2-4334d0389105, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:28:12.060394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] For port ad9c5d0a-8aef-4acf-a1c2-4334d0389105, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ad9c5d0a-8aef-4acf-a1c2-4334d0389105,segment=NetworkSegment(e7b34d8a-3cd0-493d-833f-6e62a375d17d),segment_id=e7b34d8a-3cd0-493d-833f-6e62a375d17d)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:28:12.065517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:12.069712 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-967b152b-11e6-4cf7-8f7f-2c7fc0ac87b7 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:12.130053 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:12.130670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:12.132043 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] 10.222.0.32 "PUT /v2.0/ports/ad9c5d0a-8aef-4acf-a1c2-4334d0389105 HTTP/1.1" status: 200  len: 1093 time: 1.0005336
Dec 24 11:28:12.132575 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c005fe-221c-4147-9fbb-e3892ab6aa88', 'tag': 'ad9c5d0a-8aef-4acf-a1c2-4334d0389105'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:28:12.153292 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9c5d0a-8aef-4acf-a1c2-4334d0389105,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:12.169092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:12.209168 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c005fe-221c-4147-9fbb-e3892ab6aa88', 'tag': 'ad9c5d0a-8aef-4acf-a1c2-4334d0389105', 'status': 'completed', 'code': 200}
Dec 24 11:28:12.251091 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-117bcf15-4c35-48c5-ac15-9ccc84aa8988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:12.253141 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-117bcf15-4c35-48c5-ac15-9ccc84aa8988 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d226114ced074b8ebc0bb499aced67bf&device_id=85c005fe-221c-4147-9fbb-e3892ab6aa88 HTTP/1.1" status: 200  len: 1096 time: 0.0762460
Dec 24 11:28:12.324470 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-331ecedc-f5f1-4bff-a756-1ba8a355eb4e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad9c5d0a-8aef-4acf-a1c2-4334d0389105 HTTP/1.1" status: 200  len: 217 time: 0.0649407
Dec 24 11:28:12.385035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-e039a09c-ec01-438c-9e9a-a8178c7104c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:12.386542 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-e039a09c-ec01-438c-9e9a-a8178c7104c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2a053e2-7058-4e6b-a321-7a45c9bc959c HTTP/1.1" status: 200  len: 856 time: 0.0566053
Dec 24 11:28:12.463523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-b361061e-af45-43ca-a038-d4535f7ccc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:12.464985 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-b361061e-af45-43ca-a038-d4535f7ccc7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5558570-6e70-447b-b8e5-ca664b041d51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724337
Dec 24 11:28:12.594567 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-51109386-38f8-4d02-8d28-2e43ccdeb1df service neutron] 10.222.0.32 "GET /v2.0/networks/c5558570-6e70-447b-b8e5-ca664b041d51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224041
Dec 24 11:28:12.724220 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68fbe914-ff78-4514-8c81-de09d6f0a7a7 req-1de80ee7-6aec-4f6d-b7ba-a27d3a18bd2b service neutron] 10.222.0.32 "GET /v2.0/networks/c5558570-6e70-447b-b8e5-ca664b041d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237080
Dec 24 11:28:12.843086 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d402a26-0630-47da-96f4-cbc14d45dac0 req-ff5e928a-41be-4231-8f0e-c4b2179d59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:12.844554 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d402a26-0630-47da-96f4-cbc14d45dac0 req-ff5e928a-41be-4231-8f0e-c4b2179d59f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d226114ced074b8ebc0bb499aced67bf&device_id=85c005fe-221c-4147-9fbb-e3892ab6aa88 HTTP/1.1" status: 200  len: 1096 time: 0.0749586
Dec 24 11:28:12.948121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0aa8b6-0ce7-4eaf-885c-2e37697ce01a req-77a91fab-5bb2-4499-84f2-578593710278 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:12.949512 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2d0aa8b6-0ce7-4eaf-885c-2e37697ce01a req-77a91fab-5bb2-4499-84f2-578593710278 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=85c005fe-221c-4147-9fbb-e3892ab6aa88 HTTP/1.1" status: 200  len: 943 time: 0.0787699
Dec 24 11:28:12.973450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d402a26-0630-47da-96f4-cbc14d45dac0 req-27f78072-3b90-43ed-8122-fd6c714a5159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:12.974929 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d402a26-0630-47da-96f4-cbc14d45dac0 req-27f78072-3b90-43ed-8122-fd6c714a5159 service neutron] 10.222.0.32 "GET /v2.0/networks?id=c5558570-6e70-447b-b8e5-ca664b041d51 HTTP/1.1" status: 200  len: 918 time: 0.1237483
Dec 24 11:28:12.993847 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2d0aa8b6-0ce7-4eaf-885c-2e37697ce01a req-950857bf-3d4b-4a69-979c-91ab2f491966 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383794
Dec 24 11:28:13.045299 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d402a26-0630-47da-96f4-cbc14d45dac0 req-a15d7bbf-2ba2-4ee4-8dd7-bb13b1c3c10b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad9c5d0a-8aef-4acf-a1c2-4334d0389105 HTTP/1.1" status: 200  len: 217 time: 0.0630445
Dec 24 11:28:13.106081 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d402a26-0630-47da-96f4-cbc14d45dac0 req-a7a96626-502d-4c4f-af80-747072ab0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:13.107456 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d402a26-0630-47da-96f4-cbc14d45dac0 req-a7a96626-502d-4c4f-af80-747072ab0213 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2a053e2-7058-4e6b-a321-7a45c9bc959c HTTP/1.1" status: 200  len: 856 time: 0.0556171
Dec 24 11:28:13.183394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d402a26-0630-47da-96f4-cbc14d45dac0 req-94cef57e-8646-4239-9fa4-cd3c07bc8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:13.184818 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d402a26-0630-47da-96f4-cbc14d45dac0 req-94cef57e-8646-4239-9fa4-cd3c07bc8f7a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=c5558570-6e70-447b-b8e5-ca664b041d51&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708096
Dec 24 11:28:13.433827 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d402a26-0630-47da-96f4-cbc14d45dac0 req-7d15ac96-57c3-405c-82ef-3ec859140b0c service neutron] 10.222.0.32 "GET /v2.0/networks/c5558570-6e70-447b-b8e5-ca664b041d51?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2424874
Dec 24 11:28:13.564256 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d402a26-0630-47da-96f4-cbc14d45dac0 req-e76ee07b-3080-4df9-8806-4df12f330838 service neutron] 10.222.0.32 "GET /v2.0/networks/c5558570-6e70-447b-b8e5-ca664b041d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234019
Dec 24 11:28:14.176162 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fed5e3-0938-4f1f-afcc-efda98a9685c req-9040c97f-07a0-428e-8ee7-bb6111e1c018 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:14.176875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-e5fed5e3-0938-4f1f-afcc-efda98a9685c req-9040c97f-07a0-428e-8ee7-bb6111e1c018 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Synchronizing usage tracker for tenant:d226114ced074b8ebc0bb499aced67bf on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:28:14.191363 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-e5fed5e3-0938-4f1f-afcc-efda98a9685c req-9040c97f-07a0-428e-8ee7-bb6111e1c018 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Unset dirty status for tenant:d226114ced074b8ebc0bb499aced67bf on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:28:14.192605 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e5fed5e3-0938-4f1f-afcc-efda98a9685c req-9040c97f-07a0-428e-8ee7-bb6111e1c018 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=85c005fe-221c-4147-9fbb-e3892ab6aa88 HTTP/1.1" status: 200  len: 943 time: 0.0948281
Dec 24 11:28:14.236657 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e5fed5e3-0938-4f1f-afcc-efda98a9685c req-059d1fcf-08f4-4ef6-b886-c434ed6038f3 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382559
Dec 24 11:28:15.421577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac52a076-86cf-4dac-b16b-8d4f89ec58db req-b91cd71c-e3e2-4a79-a4cd-d5c1b43932b0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:15.423084 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ac52a076-86cf-4dac-b16b-8d4f89ec58db req-b91cd71c-e3e2-4a79-a4cd-d5c1b43932b0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=85c005fe-221c-4147-9fbb-e3892ab6aa88 HTTP/1.1" status: 200  len: 943 time: 0.0827022
Dec 24 11:28:15.466537 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ac52a076-86cf-4dac-b16b-8d4f89ec58db req-1989b103-7414-481f-8964-ae9a21da6e5d tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379059
Dec 24 11:28:15.990482 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device ad9c5d0a-8aef-4acf-a1c2-4334d0389105 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:28:16.118984 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port ad9c5d0a-8aef-4acf-a1c2-4334d0389105, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ad9c5d0a-8aef-4acf-a1c2-4334d0389105,segment=NetworkSegment(e7b34d8a-3cd0-493d-833f-6e62a375d17d),segment_id=e7b34d8a-3cd0-493d-833f-6e62a375d17d)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:28:16.131908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': 'ad9c5d0a-8aef-4acf-a1c2-4334d0389105', 'network_id': 'c5558570-6e70-447b-b8e5-ca664b041d51', 'port_id': 'ad9c5d0a-8aef-4acf-a1c2-4334d0389105', 'mac_address': 'fa:16:3e:b8:a5:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a053e2-7058-4e6b-a321-7a45c9bc959c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:28:16.184642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:16.200990 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9c5d0a-8aef-4acf-a1c2-4334d0389105 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:28:16.216292 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port ad9c5d0a-8aef-4acf-a1c2-4334d0389105, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ad9c5d0a-8aef-4acf-a1c2-4334d0389105,segment=NetworkSegment(e7b34d8a-3cd0-493d-833f-6e62a375d17d),segment_id=e7b34d8a-3cd0-493d-833f-6e62a375d17d)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:28:16.220263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:16.222118 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e9606d6d-83dc-4d7f-b236-6793d5127a59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:16.288662 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=ad9c5d0a-8aef-4acf-a1c2-4334d0389105,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:16.291639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:16.538512 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['ad9c5d0a-8aef-4acf-a1c2-4334d0389105'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:28:16.707933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f28c5-f4de-4f53-ae31-728cb0d8b16e req-d53036e2-c766-4393-ac0a-84568ff8b1b1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:16.709392 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7c5f28c5-f4de-4f53-ae31-728cb0d8b16e req-d53036e2-c766-4393-ac0a-84568ff8b1b1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=85c005fe-221c-4147-9fbb-e3892ab6aa88 HTTP/1.1" status: 200  len: 944 time: 0.1387050
Dec 24 11:28:16.754178 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7c5f28c5-f4de-4f53-ae31-728cb0d8b16e req-16b277f5-0e53-4669-ace1-9ff7c351b98d tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388916
Dec 24 11:28:17.985491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d396925d-5b47-420f-a052-50d37203f2fb req-363ee17c-3a62-4d71-a108-fd51b0930137 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:17.987503 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d396925d-5b47-420f-a052-50d37203f2fb req-363ee17c-3a62-4d71-a108-fd51b0930137 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=85c005fe-221c-4147-9fbb-e3892ab6aa88 HTTP/1.1" status: 200  len: 944 time: 0.1314008
Dec 24 11:28:18.005968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device ad9c5d0a-8aef-4acf-a1c2-4334d0389105 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:28:18.031402 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d396925d-5b47-420f-a052-50d37203f2fb req-26cdc972-c91c-47dd-9ced-1280ac91fdd7 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383444
Dec 24 11:28:18.078330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port ad9c5d0a-8aef-4acf-a1c2-4334d0389105 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:28:18.083186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port ad9c5d0a-8aef-4acf-a1c2-4334d0389105 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:28:18.083568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:18.196672 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:18.223177 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c005fe-221c-4147-9fbb-e3892ab6aa88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9c5d0a-8aef-4acf-a1c2-4334d0389105'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:28:18.231568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port ad9c5d0a-8aef-4acf-a1c2-4334d0389105, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ad9c5d0a-8aef-4acf-a1c2-4334d0389105,segment=NetworkSegment(e7b34d8a-3cd0-493d-833f-6e62a375d17d),segment_id=e7b34d8a-3cd0-493d-833f-6e62a375d17d)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:28:18.237007 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:18.239075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-36ab1c0e-c605-4b77-8421-3137c60a3812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:18.276141 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c005fe-221c-4147-9fbb-e3892ab6aa88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9c5d0a-8aef-4acf-a1c2-4334d0389105', 'code': 200}
Dec 24 11:28:18.307943 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=ad9c5d0a-8aef-4acf-a1c2-4334d0389105,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:18.310830 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:18.491757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601b0e7-d6b4-4762-af07-0c672f0d9950 req-66d1c3c5-468d-4a40-8887-60633b753253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:18.493205 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0601b0e7-d6b4-4762-af07-0c672f0d9950 req-66d1c3c5-468d-4a40-8887-60633b753253 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=85c005fe-221c-4147-9fbb-e3892ab6aa88 HTTP/1.1" status: 200  len: 1098 time: 0.0677094
Dec 24 11:28:18.536910 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0601b0e7-d6b4-4762-af07-0c672f0d9950 req-de313252-0cbe-478d-bb1f-3e5cc8df4164 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374241
Dec 24 11:28:19.218244 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da238548-b30a-40dc-a901-5df02fc49fcc req-c8bc8822-bee3-490f-bf38-67982e6a1f78 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:19.219602 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-da238548-b30a-40dc-a901-5df02fc49fcc req-c8bc8822-bee3-490f-bf38-67982e6a1f78 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=85c005fe-221c-4147-9fbb-e3892ab6aa88 HTTP/1.1" status: 200  len: 945 time: 0.0836480
Dec 24 11:28:19.262151 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-da238548-b30a-40dc-a901-5df02fc49fcc req-969ef108-20c3-4ac8-b518-085e2f5bc61d tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368986
Dec 24 11:28:20.445998 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d4a00-f1ea-43cb-9053-97b01bbcfb13 req-9ed6c81a-b9f6-4631-ac2d-879da180469d tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:20.447454 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ca9d4a00-f1ea-43cb-9053-97b01bbcfb13 req-9ed6c81a-b9f6-4631-ac2d-879da180469d tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=85c005fe-221c-4147-9fbb-e3892ab6aa88 HTTP/1.1" status: 200  len: 945 time: 0.0785995
Dec 24 11:28:20.491876 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ca9d4a00-f1ea-43cb-9053-97b01bbcfb13 req-85df35c7-ae16-445e-afbc-c16f0a96b59b tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388429
Dec 24 11:28:20.671825 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb532813-d467-480a-bcca-47e4572dde0d req-1624b370-ea81-4287-9621-ccfab90acf70 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:20.673168 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fb532813-d467-480a-bcca-47e4572dde0d req-1624b370-ea81-4287-9621-ccfab90acf70 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=85c005fe-221c-4147-9fbb-e3892ab6aa88 HTTP/1.1" status: 200  len: 945 time: 0.0788958
Dec 24 11:28:20.722084 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fb532813-d467-480a-bcca-47e4572dde0d req-ee5c35ee-a2b1-4aa0-8cad-45c49d23d14d tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427287
Dec 24 11:28:20.985526 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:28:29.709436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a6e53eb1-7b32-4a5d-b913-2f39ebf9a216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:31.924525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-376de225-f8b2-47dc-a8ef-818283795307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:33.147831 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:33.173236 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:34.964642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:36.185179 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02faae6-56e2-4186-b9ec-3a905d5e6c0f req-b7587745-a5dc-4bc2-97fa-e3ddd7c28eb1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:36.186584 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e02faae6-56e2-4186-b9ec-3a905d5e6c0f req-b7587745-a5dc-4bc2-97fa-e3ddd7c28eb1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=85c005fe-221c-4147-9fbb-e3892ab6aa88 HTTP/1.1" status: 200  len: 945 time: 0.0793946
Dec 24 11:28:36.230085 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e02faae6-56e2-4186-b9ec-3a905d5e6c0f req-c27b2f31-1639-4bec-b164-8d85ee54c48c tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372682
Dec 24 11:28:37.419486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4b460-f61f-4edd-b7dc-9d813e414f13 req-8fa262af-1875-40bc-90ae-68c02e4cc31a tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:37.420539 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-32f4b460-f61f-4edd-b7dc-9d813e414f13 req-8fa262af-1875-40bc-90ae-68c02e4cc31a tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=85c005fe-221c-4147-9fbb-e3892ab6aa88 HTTP/1.1" status: 200  len: 945 time: 0.0819664
Dec 24 11:28:37.465199 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-32f4b460-f61f-4edd-b7dc-9d813e414f13 req-c89e9a3e-a2cd-4519-8eac-f81fadafa781 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/security-groups?id=0f58af4e-6b65-4193-934b-823a035e7f8d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391695
Dec 24 11:28:37.872653 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f86a5c-98cf-4291-b948-abbe1d0b09c5 req-762e8dd8-1c89-4d6c-83cb-d54b35792235 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:37.874515 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-95f86a5c-98cf-4291-b948-abbe1d0b09c5 req-762e8dd8-1c89-4d6c-83cb-d54b35792235 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.32 "GET /v2.0/ports?device_id=85c005fe-221c-4147-9fbb-e3892ab6aa88 HTTP/1.1" status: 200  len: 945 time: 0.0770507
Dec 24 11:28:37.945721 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-95f86a5c-98cf-4291-b948-abbe1d0b09c5 req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Deleting port ad9c5d0a-8aef-4acf-a1c2-4334d0389105 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:28:37.946080 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-95f86a5c-98cf-4291-b948-abbe1d0b09c5 req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:38.183839 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-95f86a5c-98cf-4291-b948-abbe1d0b09c5 req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] For port ad9c5d0a-8aef-4acf-a1c2-4334d0389105, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=ad9c5d0a-8aef-4acf-a1c2-4334d0389105,segment=NetworkSegment(e7b34d8a-3cd0-493d-833f-6e62a375d17d),segment_id=e7b34d8a-3cd0-493d-833f-6e62a375d17d)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:28:38.184131 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-95f86a5c-98cf-4291-b948-abbe1d0b09c5 req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:38.310517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-95f86a5c-98cf-4291-b948-abbe1d0b09c5 req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Calling delete_port for ad9c5d0a-8aef-4acf-a1c2-4334d0389105 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:28:38.455401 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-95f86a5c-98cf-4291-b948-abbe1d0b09c5 req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:38.462000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:38.508148 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Pushing event deleted for resources: {'Port': ['ID=ad9c5d0a-8aef-4acf-a1c2-4334d0389105,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:38.554075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:38.554469 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:38.555200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:38.555361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:38.555617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:38.555987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:38.556359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:38.556729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:38.557088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:38.557456 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:38.557818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:38.558205 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:38.585692 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:38.602137 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f86a5c-98cf-4291-b948-abbe1d0b09c5 req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] No DVR routers for this DVR port ad9c5d0a-8aef-4acf-a1c2-4334d0389105 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:28:38.604694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-95f86a5c-98cf-4291-b948-abbe1d0b09c5 req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:38.607469 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c005fe-221c-4147-9fbb-e3892ab6aa88', 'name': 'network-vif-deleted', 'tag': 'ad9c5d0a-8aef-4acf-a1c2-4334d0389105'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:28:38.625173 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-95f86a5c-98cf-4291-b948-abbe1d0b09c5 req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.32 "DELETE /v2.0/ports/ad9c5d0a-8aef-4acf-a1c2-4334d0389105 HTTP/1.1" status: 204  len: 173 time: 0.7448344
Dec 24 11:28:38.636409 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3d653261-58aa-4045-95aa-422da166c98a req-8e383c3b-9e8d-441c-a0e7-71770925e536 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] 10.222.0.54 "GET /v2.0/ports?device_id=85c005fe-221c-4147-9fbb-e3892ab6aa88 HTTP/1.1" status: 200  len: 210 time: 0.0636551
Dec 24 11:28:38.670074 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c005fe-221c-4147-9fbb-e3892ab6aa88', 'name': 'network-vif-deleted', 'tag': 'ad9c5d0a-8aef-4acf-a1c2-4334d0389105', 'status': 'completed', 'code': 200}
Dec 24 11:28:39.761373 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58102) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:40.067929 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device ad9c5d0a-8aef-4acf-a1c2-4334d0389105 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:28:40.137024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: ad9c5d0a-8aef-4acf-a1c2-4334d0389105 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:28:40.137377 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device ad9c5d0a-8aef-4acf-a1c2-4334d0389105 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:28:40.396497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1d300283-f119-4ac8-8ea2-eeb9c95e37da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:40.745525 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1d300283-f119-4ac8-8ea2-eeb9c95e37da admin admin] Deleting port 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:28:40.745758 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1d300283-f119-4ac8-8ea2-eeb9c95e37da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:40.864632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:40.921625 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-1d300283-f119-4ac8-8ea2-eeb9c95e37da admin admin] For port 2d7b8b95-ab0b-43c9-b796-db168fbce1e2, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=2d7b8b95-ab0b-43c9-b796-db168fbce1e2,segment=NetworkSegment(e7b34d8a-3cd0-493d-833f-6e62a375d17d),segment_id=e7b34d8a-3cd0-493d-833f-6e62a375d17d)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:28:40.922215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1d300283-f119-4ac8-8ea2-eeb9c95e37da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:41.041085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1d300283-f119-4ac8-8ea2-eeb9c95e37da admin admin] Calling delete_port for 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:28:41.212032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1d300283-f119-4ac8-8ea2-eeb9c95e37da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:41.215437 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cba0a3a3-fd31-498f-aa48-d368ea8d1ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:41.259942 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d300283-f119-4ac8-8ea2-eeb9c95e37da admin admin] Pushing event deleted for resources: {'Port': ['ID=2d7b8b95-ab0b-43c9-b796-db168fbce1e2,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:41.263327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1d300283-f119-4ac8-8ea2-eeb9c95e37da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:41.635257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1d300283-f119-4ac8-8ea2-eeb9c95e37da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:41.979989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d300283-f119-4ac8-8ea2-eeb9c95e37da admin admin] Router 08413ab3-054e-4481-be28-58d17292afd5 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:28:42.153052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d300283-f119-4ac8-8ea2-eeb9c95e37da admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:28:42.163004 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36dbdd1-36c0-4d2d-b288-313cb610dc4e None None] Sync routers for ids ['08413ab3-054e-4481-be28-58d17292afd5'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:28:42.166348 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1d300283-f119-4ac8-8ea2-eeb9c95e37da admin admin] 10.222.0.54 "PUT /v2.0/routers/08413ab3-054e-4481-be28-58d17292afd5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4038014
Dec 24 11:28:42.168302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58106) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:42.174814 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36dbdd1-36c0-4d2d-b288-313cb610dc4e None None] Routers {'08413ab3-054e-4481-be28-58d17292afd5'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:28:42.175459 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b36dbdd1-36c0-4d2d-b288-313cb610dc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7eadb460>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:28:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['08413ab3-054e-4481-be28-58d17292afd5'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:42.355394 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-b36dbdd1-36c0-4d2d-b288-313cb610dc4e None None] Set router 08413ab3-054e-4481-be28-58d17292afd5 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:28:42.461665 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:42.630722 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b36dbdd1-36c0-4d2d-b288-313cb610dc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7eadb460>, [{'id': '08413ab3-054e-4481-be28-58d17292afd5', 'name': 'tempest-TestEncryptedCinderVolumes-1669948602-router', 'tenant_id': 'd226114ced074b8ebc0bb499aced67bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.217'}], 'enable_snat': True}, 'gw_port_id': 'cc1f5deb-70f8-498c-8885-d19a3ce2d680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:23Z', 'updated_at': '2021-12-24T11:28:41Z', 'revision_number': 5, 'project_id': 'd226114ced074b8ebc0bb499aced67bf', 'gw_port': {'id': 'cc1f5deb-70f8-498c-8885-d19a3ce2d680', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:15:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08413ab3-054e-4481-be28-58d17292afd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1619, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:24Z', 'updated_at': '2021-12-24T11:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:42.634445 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36dbdd1-36c0-4d2d-b288-313cb610dc4e None None] Checking router: 08413ab3-054e-4481-be28-58d17292afd5 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:28:42.635575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:42.642872 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36dbdd1-36c0-4d2d-b288-313cb610dc4e None None] Routers {'08413ab3-054e-4481-be28-58d17292afd5'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:28:42.643496 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b36dbdd1-36c0-4d2d-b288-313cb610dc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7eadb460>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:28:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['08413ab3-054e-4481-be28-58d17292afd5'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:42.645959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Deleting port cc1f5deb-70f8-498c-8885-d19a3ce2d680 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:28:42.646300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:42.794202 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-b36dbdd1-36c0-4d2d-b288-313cb610dc4e None None] Set router 08413ab3-054e-4481-be28-58d17292afd5 gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:28:42.822290 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] For port cc1f5deb-70f8-498c-8885-d19a3ce2d680, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cc1f5deb-70f8-498c-8885-d19a3ce2d680,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:28:42.822655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:42.906288 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b36dbdd1-36c0-4d2d-b288-313cb610dc4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7eadb460>, [{'id': '08413ab3-054e-4481-be28-58d17292afd5', 'name': 'tempest-TestEncryptedCinderVolumes-1669948602-router', 'tenant_id': 'd226114ced074b8ebc0bb499aced67bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:23Z', 'updated_at': '2021-12-24T11:28:42Z', 'revision_number': 6, 'project_id': 'd226114ced074b8ebc0bb499aced67bf', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:42.910311 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36dbdd1-36c0-4d2d-b288-313cb610dc4e None None] The sync data for ids ['08413ab3-054e-4481-be28-58d17292afd5'] in dv-neutron-822668-2-hyperv is: [{'id': '08413ab3-054e-4481-be28-58d17292afd5', 'name': 'tempest-TestEncryptedCinderVolumes-1669948602-router', 'tenant_id': 'd226114ced074b8ebc0bb499aced67bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:23Z', 'updated_at': '2021-12-24T11:28:42Z', 'revision_number': 6, 'project_id': 'd226114ced074b8ebc0bb499aced67bf', 'gw_port_host': None}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:28:42.951701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Calling delete_port for cc1f5deb-70f8-498c-8885-d19a3ce2d680 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:28:43.243874 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:43.248194 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ea7d6291-3885-46e2-b148-50667d053719 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:43.293730 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc1f5deb-70f8-498c-8885-d19a3ce2d680,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:43.337712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:43.338148 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:43.338536 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:43.338917 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:43.339337 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:43.339740 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:43.340112 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:43.340485 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:43.340856 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:43.341222 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:43.341587 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:43.341974 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:43.370294 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:43.399135 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:43.693625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:43.695940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:43.719358 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:43.720097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08413ab3-054e-4481-be28-58d17292afd5 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:28:43.734228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:43.735345 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] 10.222.0.54 "DELETE /v2.0/routers/08413ab3-054e-4481-be28-58d17292afd5 HTTP/1.1" status: 204  len: 168 time: 1.5654223
Dec 24 11:28:43.737880 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58112) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:43.801758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-4138529f-c2bd-452b-bb5c-ee75ed20ca6a admin admin] Deleting subnet f2a053e2-7058-4e6b-a321-7a45c9bc959c {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:28:43.804694 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4138529f-c2bd-452b-bb5c-ee75ed20ca6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:43.852128 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4138529f-c2bd-452b-bb5c-ee75ed20ca6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:43.930703 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4138529f-c2bd-452b-bb5c-ee75ed20ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:44.001167 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4138529f-c2bd-452b-bb5c-ee75ed20ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:44.005478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2293ca83-948b-446f-9b51-07b5f2395ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:44.039123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138529f-c2bd-452b-bb5c-ee75ed20ca6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a053e2-7058-4e6b-a321-7a45c9bc959c,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:44.042133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4138529f-c2bd-452b-bb5c-ee75ed20ca6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:44.043084 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4138529f-c2bd-452b-bb5c-ee75ed20ca6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:44.048151 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012a5751-a6d8-4411-a4d0-f7d601fb7a88 None None] Network c5558570-6e70-447b-b8e5-ca664b041d51 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:28:44.051696 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4138529f-c2bd-452b-bb5c-ee75ed20ca6a admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f2a053e2-7058-4e6b-a321-7a45c9bc959c HTTP/1.1" status: 204  len: 168 time: 0.3125303
Dec 24 11:28:44.053851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58116) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:44.159506 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:44.169837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] Deleting port ce198565-2fe7-4be1-8e42-39ce5b894f37 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:28:44.170142 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:44.284450 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d75bd9-ee4b-4088-93f2-18d100a3c616 None None] DHCP port deletion for c5558570-6e70-447b-b8e5-ca664b041d51 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:28:44.289021 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c2d75bd9-ee4b-4088-93f2-18d100a3c616 None None] Deleting port ce198565-2fe7-4be1-8e42-39ce5b894f37 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:28:44.289475 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c2d75bd9-ee4b-4088-93f2-18d100a3c616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:44.377201 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] For port ce198565-2fe7-4be1-8e42-39ce5b894f37, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ce198565-2fe7-4be1-8e42-39ce5b894f37,segment=NetworkSegment(e7b34d8a-3cd0-493d-833f-6e62a375d17d),segment_id=e7b34d8a-3cd0-493d-833f-6e62a375d17d)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:28:44.377804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:44.491698 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c2d75bd9-ee4b-4088-93f2-18d100a3c616 None None] For port ce198565-2fe7-4be1-8e42-39ce5b894f37, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ce198565-2fe7-4be1-8e42-39ce5b894f37,segment=NetworkSegment(e7b34d8a-3cd0-493d-833f-6e62a375d17d),segment_id=e7b34d8a-3cd0-493d-833f-6e62a375d17d)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:28:44.492102 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c2d75bd9-ee4b-4088-93f2-18d100a3c616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:44.501443 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] Calling delete_port for ce198565-2fe7-4be1-8e42-39ce5b894f37 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:28:44.576896 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:44.580695 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d2373a2f-9d26-444d-9674-3a7e38927b6a tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:44.613205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c2d75bd9-ee4b-4088-93f2-18d100a3c616 None None] Calling delete_port for ce198565-2fe7-4be1-8e42-39ce5b894f37 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:28:44.624205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce198565-2fe7-4be1-8e42-39ce5b894f37,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:44.627829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:44.630392 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] No DVR routers for this DVR port ce198565-2fe7-4be1-8e42-39ce5b894f37 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:28:44.686546 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-c2d75bd9-ee4b-4088-93f2-18d100a3c616 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:28:44.686804 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-c2d75bd9-ee4b-4088-93f2-18d100a3c616 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:28:44.743382 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:44.767864 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7c442130>,) {'filters': {'network_id': ['c5558570-6e70-447b-b8e5-ca664b041d51']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:44.781469 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c442130>, 'e7b34d8a-3cd0-493d-833f-6e62a375d17d') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:44.781763 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7c442130>, 'e7b34d8a-3cd0-493d-833f-6e62a375d17d') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:44.792612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:44.808199 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:44.813990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:28:44.814369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:28:44.827581 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:28:44.899094 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:28:44.905222 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:44.908564 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-017f964d-70bb-47a7-8f81-8b93662cd075 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:44.921417 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:44.932014 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5558570-6e70-447b-b8e5-ca664b041d51,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:44.934303 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:28:44.934658 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 2d7b8b95-ab0b-43c9-b796-db168fbce1e2 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:28:44.935166 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:44.935470 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cc1f5deb-70f8-498c-8885-d19a3ce2d680 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:28:44.946640 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] 10.222.0.54 "DELETE /v2.0/networks/c5558570-6e70-447b-b8e5-ca664b041d51 HTTP/1.1" status: 204  len: 168 time: 0.8917787
Dec 24 11:28:44.949407 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58120) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:44.969158 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: cc1f5deb-70f8-498c-8885-d19a3ce2d680 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:28:44.969516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cc1f5deb-70f8-498c-8885-d19a3ce2d680 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:28:44.970000 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ce198565-2fe7-4be1-8e42-39ce5b894f37 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:28:45.005140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: ce198565-2fe7-4be1-8e42-39ce5b894f37 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:28:45.005491 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ce198565-2fe7-4be1-8e42-39ce5b894f37 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:28:45.187750 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c2d75bd9-ee4b-4088-93f2-18d100a3c616 None None] Deleting port ce198565-2fe7-4be1-8e42-39ce5b894f37 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:28:45.188417 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c2d75bd9-ee4b-4088-93f2-18d100a3c616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:45.254668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c2d75bd9-ee4b-4088-93f2-18d100a3c616 None None] The port 'ce198565-2fe7-4be1-8e42-39ce5b894f37' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:28:45.611707 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f16a8c91-5cd6-4fb4-aee1-123651d2545d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:45.952594 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f16a8c91-5cd6-4fb4-aee1-123651d2545d admin admin] Deleting port 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:28:45.952836 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f16a8c91-5cd6-4fb4-aee1-123651d2545d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:46.120909 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-f16a8c91-5cd6-4fb4-aee1-123651d2545d admin admin] For port 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3af8fe4d-cd2e-400b-8ae9-c8acd22ad858,segment=NetworkSegment(0f8cc6dd-33df-49c7-b20a-6050158a1635),segment_id=0f8cc6dd-33df-49c7-b20a-6050158a1635)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:28:46.121258 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f16a8c91-5cd6-4fb4-aee1-123651d2545d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:46.240298 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f16a8c91-5cd6-4fb4-aee1-123651d2545d admin admin] Calling delete_port for 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:28:46.419063 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f16a8c91-5cd6-4fb4-aee1-123651d2545d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:46.422731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-57bb8b67-1a5f-4d35-835d-864cdf884471 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:46.468784 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a8c91-5cd6-4fb4-aee1-123651d2545d admin admin] Pushing event deleted for resources: {'Port': ['ID=3af8fe4d-cd2e-400b-8ae9-c8acd22ad858,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:46.472001 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f16a8c91-5cd6-4fb4-aee1-123651d2545d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:46.852703 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f16a8c91-5cd6-4fb4-aee1-123651d2545d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:47.204772 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16a8c91-5cd6-4fb4-aee1-123651d2545d admin admin] Router ddbea6dd-6bd9-49fa-b818-aa9b48c0f039 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:28:47.380422 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16a8c91-5cd6-4fb4-aee1-123651d2545d admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:28:47.389996 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f16a8c91-5cd6-4fb4-aee1-123651d2545d admin admin] 10.222.0.54 "PUT /v2.0/routers/ddbea6dd-6bd9-49fa-b818-aa9b48c0f039/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4395740
Dec 24 11:28:47.390790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06be3338-208c-41c1-ae06-e594f4c128a0 None None] Sync routers for ids ['ddbea6dd-6bd9-49fa-b818-aa9b48c0f039'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:28:47.392512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58124) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:47.401783 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06be3338-208c-41c1-ae06-e594f4c128a0 None None] Routers {'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:28:47.402515 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-06be3338-208c-41c1-ae06-e594f4c128a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c559d60>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:28:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ddbea6dd-6bd9-49fa-b818-aa9b48c0f039'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:47.565396 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae50adc6-c39a-4994-b277-99cf10fe99f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:47.580162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-06be3338-208c-41c1-ae06-e594f4c128a0 None None] Set router ddbea6dd-6bd9-49fa-b818-aa9b48c0f039 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:28:47.742946 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae50adc6-c39a-4994-b277-99cf10fe99f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:47.752634 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ae50adc6-c39a-4994-b277-99cf10fe99f4 admin admin] Deleting port e1bfb1ea-791a-4347-8bdf-d22862753c01 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:28:47.753014 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae50adc6-c39a-4994-b277-99cf10fe99f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:47.900694 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-06be3338-208c-41c1-ae06-e594f4c128a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c559d60>, [{'id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'name': 'tempest-TestEncryptedCinderVolumes-1477842689-router', 'tenant_id': '0a984ba53b00401188bf014c119a8c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.205'}], 'enable_snat': True}, 'gw_port_id': 'e1bfb1ea-791a-4347-8bdf-d22862753c01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:30Z', 'updated_at': '2021-12-24T11:28:46Z', 'revision_number': 5, 'project_id': '0a984ba53b00401188bf014c119a8c66', 'gw_port': {'id': 'e1bfb1ea-791a-4347-8bdf-d22862753c01', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1631, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:27:31Z', 'updated_at': '2021-12-24T11:27:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:47.904415 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06be3338-208c-41c1-ae06-e594f4c128a0 None None] Checking router: ddbea6dd-6bd9-49fa-b818-aa9b48c0f039 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:28:47.912503 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06be3338-208c-41c1-ae06-e594f4c128a0 None None] Routers {'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:28:47.913106 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-06be3338-208c-41c1-ae06-e594f4c128a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c559d60>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:28:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['ddbea6dd-6bd9-49fa-b818-aa9b48c0f039'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:47.926321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-ae50adc6-c39a-4994-b277-99cf10fe99f4 admin admin] For port e1bfb1ea-791a-4347-8bdf-d22862753c01, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e1bfb1ea-791a-4347-8bdf-d22862753c01,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:28:47.926828 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae50adc6-c39a-4994-b277-99cf10fe99f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:48.068440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-06be3338-208c-41c1-ae06-e594f4c128a0 None None] Set router ddbea6dd-6bd9-49fa-b818-aa9b48c0f039 gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:28:48.176147 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-06be3338-208c-41c1-ae06-e594f4c128a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c559d60>, [{'id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'name': 'tempest-TestEncryptedCinderVolumes-1477842689-router', 'tenant_id': '0a984ba53b00401188bf014c119a8c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:30Z', 'updated_at': '2021-12-24T11:28:47Z', 'revision_number': 6, 'project_id': '0a984ba53b00401188bf014c119a8c66', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:48.180169 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06be3338-208c-41c1-ae06-e594f4c128a0 None None] The sync data for ids ['ddbea6dd-6bd9-49fa-b818-aa9b48c0f039'] in dv-neutron-822668-2-hyperv is: [{'id': 'ddbea6dd-6bd9-49fa-b818-aa9b48c0f039', 'name': 'tempest-TestEncryptedCinderVolumes-1477842689-router', 'tenant_id': '0a984ba53b00401188bf014c119a8c66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:27:30Z', 'updated_at': '2021-12-24T11:28:47Z', 'revision_number': 6, 'project_id': '0a984ba53b00401188bf014c119a8c66', 'gw_port_host': None}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:28:48.180773 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ae50adc6-c39a-4994-b277-99cf10fe99f4 admin admin] Calling delete_port for e1bfb1ea-791a-4347-8bdf-d22862753c01 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:28:48.353335 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae50adc6-c39a-4994-b277-99cf10fe99f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:48.357881 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:48.402328 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50adc6-c39a-4994-b277-99cf10fe99f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1bfb1ea-791a-4347-8bdf-d22862753c01,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:48.427356 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ae50adc6-c39a-4994-b277-99cf10fe99f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:48.491409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae50adc6-c39a-4994-b277-99cf10fe99f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:48.666222 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae50adc6-c39a-4994-b277-99cf10fe99f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:48.668361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae50adc6-c39a-4994-b277-99cf10fe99f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:48.690165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae50adc6-c39a-4994-b277-99cf10fe99f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:48.690610 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae50adc6-c39a-4994-b277-99cf10fe99f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ddbea6dd-6bd9-49fa-b818-aa9b48c0f039 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:28:48.703373 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae50adc6-c39a-4994-b277-99cf10fe99f4 admin admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:48.704489 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ae50adc6-c39a-4994-b277-99cf10fe99f4 admin admin] 10.222.0.54 "DELETE /v2.0/routers/ddbea6dd-6bd9-49fa-b818-aa9b48c0f039 HTTP/1.1" status: 204  len: 168 time: 1.3110156
Dec 24 11:28:48.707105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58128) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:48.765584 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c9e81f-cd00-4e4d-89f7-28bd0d1e4f31 admin admin] Deleting subnet b6af154f-9aff-451e-8234-49e7ee110cbf {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:28:48.768434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-17c9e81f-cd00-4e4d-89f7-28bd0d1e4f31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:48.818044 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-17c9e81f-cd00-4e4d-89f7-28bd0d1e4f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:48.893039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-17c9e81f-cd00-4e4d-89f7-28bd0d1e4f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:48.965420 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-17c9e81f-cd00-4e4d-89f7-28bd0d1e4f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:48.969967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-93f823b9-13f0-422d-ba70-13e3753d03c8 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:48.971674 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:28:49.008445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c9e81f-cd00-4e4d-89f7-28bd0d1e4f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6af154f-9aff-451e-8234-49e7ee110cbf,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:49.009103 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:28:49.009473 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3af8fe4d-cd2e-400b-8ae9-c8acd22ad858 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:28:49.011297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-17c9e81f-cd00-4e4d-89f7-28bd0d1e4f31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:49.011578 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e1bfb1ea-791a-4347-8bdf-d22862753c01 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:28:49.012270 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-17c9e81f-cd00-4e4d-89f7-28bd0d1e4f31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:49.018350 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-17c9e81f-cd00-4e4d-89f7-28bd0d1e4f31 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/b6af154f-9aff-451e-8234-49e7ee110cbf HTTP/1.1" status: 204  len: 168 time: 0.3103123
Dec 24 11:28:49.020817 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58132) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:49.039368 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526aa454-0d83-4114-a1f3-2979bd2aaacd None None] Network ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:28:49.128324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:49.141402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] Deleting port 21b972cc-b181-45a2-8519-4bd917ac8379 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:28:49.141843 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:49.143593 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: e1bfb1ea-791a-4347-8bdf-d22862753c01 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:28:49.143962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e1bfb1ea-791a-4347-8bdf-d22862753c01 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:28:49.313721 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a84e13-1657-47fa-9508-a2e7d18ac1a8 None None] DHCP port deletion for ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:28:49.318115 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-55a84e13-1657-47fa-9508-a2e7d18ac1a8 None None] Deleting port 21b972cc-b181-45a2-8519-4bd917ac8379 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:28:49.318530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-55a84e13-1657-47fa-9508-a2e7d18ac1a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:49.348740 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] For port 21b972cc-b181-45a2-8519-4bd917ac8379, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=21b972cc-b181-45a2-8519-4bd917ac8379,segment=NetworkSegment(0f8cc6dd-33df-49c7-b20a-6050158a1635),segment_id=0f8cc6dd-33df-49c7-b20a-6050158a1635)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:28:49.349092 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:49.479720 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] Calling delete_port for 21b972cc-b181-45a2-8519-4bd917ac8379 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:28:49.520866 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-55a84e13-1657-47fa-9508-a2e7d18ac1a8 None None] For port 21b972cc-b181-45a2-8519-4bd917ac8379, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=21b972cc-b181-45a2-8519-4bd917ac8379,segment=NetworkSegment(0f8cc6dd-33df-49c7-b20a-6050158a1635),segment_id=0f8cc6dd-33df-49c7-b20a-6050158a1635)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:28:49.521264 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-55a84e13-1657-47fa-9508-a2e7d18ac1a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:49.558559 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:49.562215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ae50adc6-c39a-4994-b277-99cf10fe99f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:49.606315 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] Pushing event deleted for resources: {'Port': ['ID=21b972cc-b181-45a2-8519-4bd917ac8379,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:49.608085 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] No DVR routers for this DVR port 21b972cc-b181-45a2-8519-4bd917ac8379 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:28:49.609511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:49.645925 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-55a84e13-1657-47fa-9508-a2e7d18ac1a8 None None] Calling delete_port for 21b972cc-b181-45a2-8519-4bd917ac8379 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:28:49.715609 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-55a84e13-1657-47fa-9508-a2e7d18ac1a8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:28:49.715976 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-55a84e13-1657-47fa-9508-a2e7d18ac1a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:28:49.725053 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:49.749695 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d615dc0>,) {'filters': {'network_id': ['ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:49.767148 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d615dc0>, '0f8cc6dd-33df-49c7-b20a-6050158a1635') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:49.767452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d615dc0>, '0f8cc6dd-33df-49c7-b20a-6050158a1635') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:49.779257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:49.795542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:49.801777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:28:49.802945 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:28:49.815427 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:28:49.892149 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:49.898934 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:49.901396 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:49.928428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:49.931020 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:49.936175 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] 10.222.0.54 "DELETE /v2.0/networks/ce28a68f-8d96-4eb7-b9df-d69fd5dcb8a5 HTTP/1.1" status: 204  len: 168 time: 0.9144218
Dec 24 11:28:50.099542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58140) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:50.217198 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-55a84e13-1657-47fa-9508-a2e7d18ac1a8 None None] Deleting port 21b972cc-b181-45a2-8519-4bd917ac8379 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:28:50.217834 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-55a84e13-1657-47fa-9508-a2e7d18ac1a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:50.271269 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8bf0ce95-d272-49ab-89c6-a701de3fb9d3 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d226114ced074b8ebc0bb499aced67bf&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1703110
Dec 24 11:28:50.273512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58144) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:50.286122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-55a84e13-1657-47fa-9508-a2e7d18ac1a8 None None] The port '21b972cc-b181-45a2-8519-4bd917ac8379' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:28:50.330483 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f4e40c7e-d0b4-4752-aff6-4dc8183a28a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:50.356751 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f4e40c7e-d0b4-4752-aff6-4dc8183a28a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:50.409846 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f4e40c7e-d0b4-4752-aff6-4dc8183a28a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:50.414542 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-787ba431-b241-41bc-8335-3b76ed370bb4 tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:50.428022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e40c7e-d0b4-4752-aff6-4dc8183a28a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f58af4e-6b65-4193-934b-823a035e7f8d,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:50.430602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f4e40c7e-d0b4-4752-aff6-4dc8183a28a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:50.442245 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f4e40c7e-d0b4-4752-aff6-4dc8183a28a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:50.443359 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f4e40c7e-d0b4-4752-aff6-4dc8183a28a1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/0f58af4e-6b65-4193-934b-823a035e7f8d HTTP/1.1" status: 204  len: 168 time: 0.1689239
Dec 24 11:28:50.774415 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58152) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:50.824905 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-205d18ba-0217-4a7a-9936-55da5c3618a0 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0a984ba53b00401188bf014c119a8c66&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0493243
Dec 24 11:28:50.827252 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58156) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:50.885521 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e29b604a-5329-4f94-8558-5d937f4f377f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:50.896615 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 21b972cc-b181-45a2-8519-4bd917ac8379 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:28:50.912093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e29b604a-5329-4f94-8558-5d937f4f377f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:50.930423 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 21b972cc-b181-45a2-8519-4bd917ac8379 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:28:50.930796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 21b972cc-b181-45a2-8519-4bd917ac8379 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:28:50.966379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e29b604a-5329-4f94-8558-5d937f4f377f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:50.970113 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-534c1561-8e41-4be6-a31e-a336e9425a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:50.981462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29b604a-5329-4f94-8558-5d937f4f377f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ebf541-b804-4194-961b-c052cb1d0a77,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:50.985314 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e29b604a-5329-4f94-8558-5d937f4f377f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:50.988691 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e29b604a-5329-4f94-8558-5d937f4f377f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:50.989807 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e29b604a-5329-4f94-8558-5d937f4f377f admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c1ebf541-b804-4194-961b-c052cb1d0a77 HTTP/1.1" status: 204  len: 168 time: 0.1616757
Dec 24 11:28:51.679256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58180) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:51.780417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1293175954-network', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:28:51.785060 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:28:51.788806 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Usage tracker for resource:network and tenant:d153a022e4dd4eeb8f4c78af13fc9849 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:28:51.791681 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:28:51.798090 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:28:51.808283 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Made reservation on behalf of d153a022e4dd4eeb8f4c78af13fc9849 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:28:51.810794 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:51.823374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:51.837067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:28:51.840788 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Usage tracker for resource:security_group_rule and tenant:d153a022e4dd4eeb8f4c78af13fc9849 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:28:51.843528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:28:51.849066 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:28:51.928099 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:51.931701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:51.935513 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-992218ed-b077-4934-b974-2c4db6e4bf12 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:51.958785 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:28:51.974781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c8a64b-f972-4283-9b82-03c644b26fe4,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:51.978777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:51.979685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:51.980026 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Added segment 7888a5ab-1272-4820-b932-4303c4401583 of type vlan for network 82cffb09-76c2-4321-a4e7-ed98085b6392
Dec 24 11:28:52.005646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:52.033175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:52.034181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:52.035290 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:52.039787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:52.136976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Pushing event updated for resources: {'Network': ['ID=82cffb09-76c2-4321-a4e7-ed98085b6392,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:52.140093 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4597845
Dec 24 11:28:52.140973 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:52.142885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58186) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:52.147467 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 82cffb09-76c2-4321-a4e7-ed98085b6392 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:28:52.148181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-7a2913c8-a373-4bcf-ae98-3029883e61d6 admin admin] Request body: {'subnet': {'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1293175954-subnet', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'ip_version': 4}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:28:52.153036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7a2913c8-a373-4bcf-ae98-3029883e61d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:28:52.156885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-7a2913c8-a373-4bcf-ae98-3029883e61d6 admin admin] Usage tracker for resource:subnet and tenant:d153a022e4dd4eeb8f4c78af13fc9849 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:28:52.160342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-7a2913c8-a373-4bcf-ae98-3029883e61d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:28:52.166059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-7a2913c8-a373-4bcf-ae98-3029883e61d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:28:52.182427 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2913c8-a373-4bcf-ae98-3029883e61d6 admin admin] Made reservation on behalf of d153a022e4dd4eeb8f4c78af13fc9849 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:28:52.184729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7a2913c8-a373-4bcf-ae98-3029883e61d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:52.382468 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7a2913c8-a373-4bcf-ae98-3029883e61d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:52.386830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a388b858-81f6-46fa-ab4d-b53d99d47508 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:52.457453 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2913c8-a373-4bcf-ae98-3029883e61d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff35fcaa-36c4-4fa1-a056-371fb17bda17,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:52.460707 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7a2913c8-a373-4bcf-ae98-3029883e61d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:52.466315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2913c8-a373-4bcf-ae98-3029883e61d6 admin admin] Checking segment: {'id': '7888a5ab-1272-4820-b932-4303c4401583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:28:52.466669 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2913c8-a373-4bcf-ae98-3029883e61d6 admin admin] Network hostable DHCP agents. Network: 82cffb09-76c2-4321-a4e7-ed98085b6392, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:28:52.485025 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2913c8-a373-4bcf-ae98-3029883e61d6 admin admin] Network 82cffb09-76c2-4321-a4e7-ed98085b6392 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:28:52.493511 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-7a2913c8-a373-4bcf-ae98-3029883e61d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 82cffb09-76c2-4321-a4e7-ed98085b6392) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:28:52.497296 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2913c8-a373-4bcf-ae98-3029883e61d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:52.497892 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-7a2913c8-a373-4bcf-ae98-3029883e61d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:52.502485 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b0ae37-27ac-423e-937d-1683756ab540 None None] Network 82cffb09-76c2-4321-a4e7-ed98085b6392 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:28:52.517322 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7a2913c8-a373-4bcf-ae98-3029883e61d6 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3734591
Dec 24 11:28:52.520503 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58190) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:52.525637 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1293175954-router', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:28:52.530092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:28:52.533803 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Usage tracker for resource:router and tenant:d153a022e4dd4eeb8f4c78af13fc9849 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:28:52.537168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:28:52.543022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:28:52.553778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:52.554764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:52.568917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:52.770694 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-82cffb09-76c2-4321-a4e7-ed98085b6392', 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'fixed_ips': [{'subnet_id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:28:52.771592 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:52.923581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Allocated IP 172.20.0.2 (82cffb09-76c2-4321-a4e7-ed98085b6392/ff35fcaa-36c4-4fa1-a056-371fb17bda17/fec415f3-b518-484a-bf31-37dde21d2400) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:28:52.967356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:53.141857 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:53.152027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Transition to ACTIVE for port object fec415f3-b518-484a-bf31-37dde21d2400 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:28:53.170247 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Transition to ACTIVE for port object fec415f3-b518-484a-bf31-37dde21d2400 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:28:53.176328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:53.180318 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:53.241108 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Network 82cffb09-76c2-4321-a4e7-ed98085b6392 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:28:53.244256 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:28:53.247284 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:28:53.256649 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Pushing event updated for resources: {'Port': ['ID=fec415f3-b518-484a-bf31-37dde21d2400,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:53.276119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:53.310604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:53.326620 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:53.326974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:53.327308 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:53.327636 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:53.327962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:53.328287 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:53.328611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:53.328931 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:53.329252 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:53.329573 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:53.329908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:53.330226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:53.334394 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:53.353624 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Attempting to bind port fec415f3-b518-484a-bf31-37dde21d2400 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:28:53.354039 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Attempting to bind port fec415f3-b518-484a-bf31-37dde21d2400 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '7888a5ab-1272-4820-b932-4303c4401583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:28:53.354411 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Attempting to bind port fec415f3-b518-484a-bf31-37dde21d2400 on network 82cffb09-76c2-4321-a4e7-ed98085b6392 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:28:53.360487 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:28:53.360960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Checking segment: {'id': '7888a5ab-1272-4820-b932-4303c4401583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:28:53.361817 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:53.362253 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Bound using segment: {'id': '7888a5ab-1272-4820-b932-4303c4401583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:28:53.363213 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Bound port: fec415f3-b518-484a-bf31-37dde21d2400, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7888a5ab-1272-4820-b932-4303c4401583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:28:53.363613 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:53.443492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Allocated IP 172.26.4.62 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/9e818ee5-f6f1-4729-8caf-9a1110fb72e2) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:28:53.452764 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] For port fec415f3-b518-484a-bf31-37dde21d2400, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:28:53.456047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] For port fec415f3-b518-484a-bf31-37dde21d2400, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=fec415f3-b518-484a-bf31-37dde21d2400,segment=NetworkSegment(7888a5ab-1272-4820-b932-4303c4401583),segment_id=7888a5ab-1272-4820-b932-4303c4401583)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:28:53.460712 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:53.464312 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-94a64886-fd7a-4e2c-aed3-2a9ea4aa2101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:53.544194 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Pushing event updated for resources: {'Port': ['ID=fec415f3-b518-484a-bf31-37dde21d2400,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:53.547519 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:53.595663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:53.625436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:53.629358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e8380a22-9489-41f4-acf0-668c7d7445b8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:53.697843 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:28:53.703833 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:28:53.707993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:28:53.740618 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Pushing event updated for resources: {'Port': ['ID=9e818ee5-f6f1-4729-8caf-9a1110fb72e2,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:53.746459 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:54.118487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:54.478004 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ba018d-d025-4e3c-987e-667a74b2c217 None None] Network 82cffb09-76c2-4321-a4e7-ed98085b6392 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:28:54.599205 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:54.634746 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4df1e4e8-4cb2-421c-bb53-52deccdd207b None None] Provisioning for port fec415f3-b518-484a-bf31-37dde21d2400 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:28:54.805353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Router 292c2eec-67a2-41e4-9341-6fa288f1b87b is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:28:54.939721 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fec415f3-b518-484a-bf31-37dde21d2400 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:28:54.994591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:28:55.006646 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Sync routers for ids ['292c2eec-67a2-41e4-9341-6fa288f1b87b'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:28:55.017325 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port fec415f3-b518-484a-bf31-37dde21d2400 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:28:55.018014 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Routers {'292c2eec-67a2-41e4-9341-6fa288f1b87b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:28:55.018864 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e956c10>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:28:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['292c2eec-67a2-41e4-9341-6fa288f1b87b'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:55.019491 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:55.020910 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2bd403f8-1b7c-4088-8a04-fd5ac91874b6 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.4993134
Dec 24 11:28:55.023852 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58194) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:55.025308 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port fec415f3-b518-484a-bf31-37dde21d2400 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:28:55.025697 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:55.144052 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:55.177943 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port fec415f3-b518-484a-bf31-37dde21d2400, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=fec415f3-b518-484a-bf31-37dde21d2400,segment=NetworkSegment(7888a5ab-1272-4820-b932-4303c4401583),segment_id=7888a5ab-1272-4820-b932-4303c4401583)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:28:55.182082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:55.185298 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-20422392-2e32-4a2c-8d4f-c97e8c421415 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:55.218572 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Set router 292c2eec-67a2-41e4-9341-6fa288f1b87b gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:28:55.255055 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=fec415f3-b518-484a-bf31-37dde21d2400,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:55.258371 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:55.501461 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e956c10>, [{'id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'name': 'tempest-TestMinimumBasicScenario-1293175954-router', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:52Z', 'updated_at': '2021-12-24T11:28:53Z', 'revision_number': 3, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'gw_port': {'id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:53Z', 'updated_at': '2021-12-24T11:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:55.505176 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Checking router: 292c2eec-67a2-41e4-9341-6fa288f1b87b for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:28:55.505523 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Updating router 292c2eec-67a2-41e4-9341-6fa288f1b87b port 9e818ee5-f6f1-4729-8caf-9a1110fb72e2 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:28:55.557304 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:55.695287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:55.876988 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:55.890531 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Transition to ACTIVE for port object 9e818ee5-f6f1-4729-8caf-9a1110fb72e2 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:28:55.898458 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:55.902043 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-f1bd8154-fe45-47fd-947f-720428c976ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:55.903550 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Allocated IP 172.20.0.1 (82cffb09-76c2-4321-a4e7-ed98085b6392/ff35fcaa-36c4-4fa1-a056-371fb17bda17/34d56b14-2f65-48c9-b0bb-9d94be1018d6) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:28:55.980783 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ba167-b950-43c1-97dc-f6c5742bc577 None None] Pushing event updated for resources: {'Port': ['ID=9e818ee5-f6f1-4729-8caf-9a1110fb72e2,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:55.982880 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Attempting to bind port 9e818ee5-f6f1-4729-8caf-9a1110fb72e2 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:28:55.983253 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Attempting to bind port 9e818ee5-f6f1-4729-8caf-9a1110fb72e2 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:28:55.983607 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Attempting to bind port 9e818ee5-f6f1-4729-8caf-9a1110fb72e2 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:28:55.992700 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ba167-b950-43c1-97dc-f6c5742bc577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:55.993046 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ba167-b950-43c1-97dc-f6c5742bc577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:55.993385 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ba167-b950-43c1-97dc-f6c5742bc577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:55.993719 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ba167-b950-43c1-97dc-f6c5742bc577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:55.994073 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ba167-b950-43c1-97dc-f6c5742bc577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:55.994399 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ba167-b950-43c1-97dc-f6c5742bc577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:55.994722 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ba167-b950-43c1-97dc-f6c5742bc577 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:55.995057 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ba167-b950-43c1-97dc-f6c5742bc577 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:55.995378 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ba167-b950-43c1-97dc-f6c5742bc577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:55.995683 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ba167-b950-43c1-97dc-f6c5742bc577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:55.995997 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ba167-b950-43c1-97dc-f6c5742bc577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:55.996312 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ba167-b950-43c1-97dc-f6c5742bc577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:28:55.999507 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:28:55.999885 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:28:56.000283 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:56.000672 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:28:56.001140 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Bound port: 9e818ee5-f6f1-4729-8caf-9a1110fb72e2, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:28:56.001516 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:56.026072 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-389ba167-b950-43c1-97dc-f6c5742bc577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:56.054576 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:56.070271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Transition to ACTIVE for port object 34d56b14-2f65-48c9-b0bb-9d94be1018d6 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:28:56.073929 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] For port 9e818ee5-f6f1-4729-8caf-9a1110fb72e2, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:28:56.077094 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] For port 9e818ee5-f6f1-4729-8caf-9a1110fb72e2, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=9e818ee5-f6f1-4729-8caf-9a1110fb72e2,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:28:56.081028 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:56.086212 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-0f9abdea-4b61-4aa3-be13-4cd5c34a277a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:56.094587 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:56.099050 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:56.154502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Network 82cffb09-76c2-4321-a4e7-ed98085b6392 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:28:56.160045 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Routers {'292c2eec-67a2-41e4-9341-6fa288f1b87b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:28:56.160676 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e956c10>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:28:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['292c2eec-67a2-41e4-9341-6fa288f1b87b'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:56.161327 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:28:56.165324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:28:56.205596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=34d56b14-2f65-48c9-b0bb-9d94be1018d6,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:56.209994 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:56.222262 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:56.248291 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ba167-b950-43c1-97dc-f6c5742bc577 None None] Pushing event updated for resources: {'Port': ['ID=9e818ee5-f6f1-4729-8caf-9a1110fb72e2,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:56.253111 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-389ba167-b950-43c1-97dc-f6c5742bc577 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:56.350049 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] Set router 292c2eec-67a2-41e4-9341-6fa288f1b87b gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:28:56.434125 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5a9740f4-fcf7-4110-9b3f-980278aa6762 None None] Provisioning for port 34d56b14-2f65-48c9-b0bb-9d94be1018d6 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:28:56.439551 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5a9740f4-fcf7-4110-9b3f-980278aa6762 None None] Provisioning complete for port 34d56b14-2f65-48c9-b0bb-9d94be1018d6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:28:56.440028 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5a9740f4-fcf7-4110-9b3f-980278aa6762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:56.501601 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-5a9740f4-fcf7-4110-9b3f-980278aa6762 None None] Port 34d56b14-2f65-48c9-b0bb-9d94be1018d6 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:28:56.603738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:56.671642 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e956c10>, [{'id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'name': 'tempest-TestMinimumBasicScenario-1293175954-router', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:52Z', 'updated_at': '2021-12-24T11:28:53Z', 'revision_number': 3, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'gw_port': {'id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:53Z', 'updated_at': '2021-12-24T11:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:56.675919 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eabef7f-6608-4666-9e7a-efd4745ec4e4 None None] The sync data for ids ['292c2eec-67a2-41e4-9341-6fa288f1b87b'] in dv-neutron-822668-2-hyperv is: [{'id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'name': 'tempest-TestMinimumBasicScenario-1293175954-router', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:52Z', 'updated_at': '2021-12-24T11:28:53Z', 'revision_number': 3, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'gw_port': {'id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:53Z', 'updated_at': '2021-12-24T11:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:28:56.826653 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:56.832663 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:56.857451 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fa2cbad1-e234-433a-8e51-6badf4eb6ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:56.924762 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fec415f3-b518-484a-bf31-37dde21d2400 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:28:56.961519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:56.966850 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=34d56b14-2f65-48c9-b0bb-9d94be1018d6,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:56.972025 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:57.011096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port fec415f3-b518-484a-bf31-37dde21d2400 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:28:57.011615 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:57.126445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Network 82cffb09-76c2-4321-a4e7-ed98085b6392 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:28:57.127859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:28:57.333052 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Router 292c2eec-67a2-41e4-9341-6fa288f1b87b has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:28:57.432294 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8711c30f-61ce-4237-bff6-594be983ad1f None None] Provisioning complete for port 34d56b14-2f65-48c9-b0bb-9d94be1018d6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:28:57.432827 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8711c30f-61ce-4237-bff6-594be983ad1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:57.522205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:28:57.533272 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] 10.222.0.54 "PUT /v2.0/routers/292c2eec-67a2-41e4-9341-6fa288f1b87b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5083094
Dec 24 11:28:57.538149 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-8711c30f-61ce-4237-bff6-594be983ad1f None None] Port 34d56b14-2f65-48c9-b0bb-9d94be1018d6 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:28:57.984633 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:28:58.028378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58212) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:58.034416 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1001880458-network', 'tenant_id': '6aa86ec82c9d4b9c9779f79d1e88a130'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:28:58.039810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:28:58.043692 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Usage tracker for resource:network and tenant:6aa86ec82c9d4b9c9779f79d1e88a130 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:28:58.046754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:28:58.053411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:28:58.064603 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Made reservation on behalf of 6aa86ec82c9d4b9c9779f79d1e88a130 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:28:58.067177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:58.079687 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:58.098502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:28:58.102301 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Usage tracker for resource:security_group_rule and tenant:6aa86ec82c9d4b9c9779f79d1e88a130 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:28:58.105064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:28:58.110620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:28:58.196195 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:58.200574 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:58.203589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ee3fc00f-2b30-42c9-b996-05a60e404e7b tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:58.234113 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:28:58.240129 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=958ac340-ad93-4f95-b047-aab9888a0c5a,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:58.243939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:58.248012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:58.248012 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Added segment 5707deff-95e7-402c-9be0-da6ee05e909e of type vlan for network 8b8eed2d-b3db-40ef-905f-08a6a769b70e
Dec 24 11:28:58.274165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:58.287413 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Sync routers for ids ['292c2eec-67a2-41e4-9341-6fa288f1b87b'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:28:58.296329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Routers {'292c2eec-67a2-41e4-9341-6fa288f1b87b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:28:58.297014 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c61aa00>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:28:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['292c2eec-67a2-41e4-9341-6fa288f1b87b'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:58.306153 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:58.307288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:58.307863 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:58.312789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-715df440-727e-4dd6-9cce-86e59cc01d7c tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:58.412573 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Pushing event updated for resources: {'Network': ['ID=8b8eed2d-b3db-40ef-905f-08a6a769b70e,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:58.415427 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:58.417288 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3878770
Dec 24 11:28:58.420170 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58216) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:58.426564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-0a366114-dc0b-4b12-83aa-e805b78252ca admin admin] Request body: {'subnet': {'network_id': '8b8eed2d-b3db-40ef-905f-08a6a769b70e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1001880458-subnet', 'tenant_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'ip_version': 4}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:28:58.431425 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0a366114-dc0b-4b12-83aa-e805b78252ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:28:58.435198 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0a366114-dc0b-4b12-83aa-e805b78252ca admin admin] Usage tracker for resource:subnet and tenant:6aa86ec82c9d4b9c9779f79d1e88a130 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:28:58.436501 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 8b8eed2d-b3db-40ef-905f-08a6a769b70e details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:28:58.439546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0a366114-dc0b-4b12-83aa-e805b78252ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:28:58.445278 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0a366114-dc0b-4b12-83aa-e805b78252ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:28:58.455405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a366114-dc0b-4b12-83aa-e805b78252ca admin admin] Made reservation on behalf of 6aa86ec82c9d4b9c9779f79d1e88a130 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:28:58.458551 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a366114-dc0b-4b12-83aa-e805b78252ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:58.563699 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Set router 292c2eec-67a2-41e4-9341-6fa288f1b87b gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:28:58.660463 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a366114-dc0b-4b12-83aa-e805b78252ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:58.664206 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aeadab1a-a600-4810-96e2-68da910b93f6 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:58.735683 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a366114-dc0b-4b12-83aa-e805b78252ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=6126cc66-0973-4a7d-9013-dcc3ba905fb2,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:58.739490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0a366114-dc0b-4b12-83aa-e805b78252ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:58.746373 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a366114-dc0b-4b12-83aa-e805b78252ca admin admin] Checking segment: {'id': '5707deff-95e7-402c-9be0-da6ee05e909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8b8eed2d-b3db-40ef-905f-08a6a769b70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:28:58.746732 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a366114-dc0b-4b12-83aa-e805b78252ca admin admin] Network hostable DHCP agents. Network: 8b8eed2d-b3db-40ef-905f-08a6a769b70e, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:28:58.766970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a366114-dc0b-4b12-83aa-e805b78252ca admin admin] Network 8b8eed2d-b3db-40ef-905f-08a6a769b70e is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:28:58.777409 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-0a366114-dc0b-4b12-83aa-e805b78252ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 8b8eed2d-b3db-40ef-905f-08a6a769b70e) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:28:58.782274 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a366114-dc0b-4b12-83aa-e805b78252ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:28:58.783560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a366114-dc0b-4b12-83aa-e805b78252ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:58.788582 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85908510-a2af-435f-b207-d0c70759b965 None None] Network 8b8eed2d-b3db-40ef-905f-08a6a769b70e requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:28:58.803642 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0a366114-dc0b-4b12-83aa-e805b78252ca admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3816860
Dec 24 11:28:58.806084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58220) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:28:58.811085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1001880458-router', 'tenant_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:28:58.816218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:28:58.819880 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Usage tracker for resource:router and tenant:6aa86ec82c9d4b9c9779f79d1e88a130 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:28:58.823264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:28:58.828747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:28:58.839529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:58.840687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:58.855809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:58.936657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 9e818ee5-f6f1-4729-8caf-9a1110fb72e2 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:28:59.093360 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 9e818ee5-f6f1-4729-8caf-9a1110fb72e2 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:28:59.129998 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 9e818ee5-f6f1-4729-8caf-9a1110fb72e2 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:28:59.130388 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:59.178644 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-8b8eed2d-b3db-40ef-905f-08a6a769b70e', 'network_id': '8b8eed2d-b3db-40ef-905f-08a6a769b70e', 'tenant_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'fixed_ips': [{'subnet_id': '6126cc66-0973-4a7d-9013-dcc3ba905fb2'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:28:59.179496 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:59.201525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c61aa00>, [{'id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'name': 'tempest-TestMinimumBasicScenario-1293175954-router', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:52Z', 'updated_at': '2021-12-24T11:28:56Z', 'revision_number': 4, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'gw_port': {'id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:53Z', 'updated_at': '2021-12-24T11:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '34d56b14-2f65-48c9-b0bb-9d94be1018d6', 'name': '', 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'mac_address': 'fa:16:3e:5b:30:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:55Z', 'updated_at': '2021-12-24T11:28:56Z', 'revision_number': 2, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'subnets': [{'id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:28:59.217853 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Checking router: 292c2eec-67a2-41e4-9341-6fa288f1b87b for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:28:59.218246 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Updating router 292c2eec-67a2-41e4-9341-6fa288f1b87b port 34d56b14-2f65-48c9-b0bb-9d94be1018d6 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:28:59.271929 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:59.381741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:59.466313 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:59.523225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 9e818ee5-f6f1-4729-8caf-9a1110fb72e2, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=9e818ee5-f6f1-4729-8caf-9a1110fb72e2,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:28:59.570519 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:59.581186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:28:59.583697 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:59.613173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:59.630484 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Allocated IP 172.20.0.2 (8b8eed2d-b3db-40ef-905f-08a6a769b70e/6126cc66-0973-4a7d-9013-dcc3ba905fb2/09b0b4c1-af94-4791-a1be-47d8cfa141e1) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:28:59.755348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Allocated IP 172.26.4.226 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/f1c9234b-452c-405e-96b1-cc38492ae1c6) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:28:59.820391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=9e818ee5-f6f1-4729-8caf-9a1110fb72e2,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:28:59.877095 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:28:59.894305 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a600cdea-c133-49ba-9a78-90767d7b1ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:59.907266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:59.935937 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:28:59.940391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dbe69072-5a95-47ef-b91b-576b4a3856c0 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:00.001097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:29:00.004881 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:29:00.008439 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:29:00.036972 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c9234b-452c-405e-96b1-cc38492ae1c6,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:00.042956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:00.083436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:00.108123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Transition to ACTIVE for port object 09b0b4c1-af94-4791-a1be-47d8cfa141e1 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:29:00.136195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:00.141387 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Transition to ACTIVE for port object 09b0b4c1-af94-4791-a1be-47d8cfa141e1 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:29:00.150587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:00.155056 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Transition to ACTIVE for port object 34d56b14-2f65-48c9-b0bb-9d94be1018d6 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:29:00.157195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:00.199071 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:00.224675 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Network 8b8eed2d-b3db-40ef-905f-08a6a769b70e is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:29:00.270500 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:29:00.288489 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:29:00.337621 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Pushing event updated for resources: {'Port': ['ID=09b0b4c1-af94-4791-a1be-47d8cfa141e1,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:00.346237 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:00.346850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-26d7a9ce-2a8d-4fb2-b922-058c26a93c61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:00.447636 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:00.522810 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Attempting to bind port 09b0b4c1-af94-4791-a1be-47d8cfa141e1 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:29:00.523087 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Attempting to bind port 09b0b4c1-af94-4791-a1be-47d8cfa141e1 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5707deff-95e7-402c-9be0-da6ee05e909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8b8eed2d-b3db-40ef-905f-08a6a769b70e'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:29:00.523467 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Attempting to bind port 09b0b4c1-af94-4791-a1be-47d8cfa141e1 on network 8b8eed2d-b3db-40ef-905f-08a6a769b70e {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:29:00.545485 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05e47e-6275-434e-8735-8a59e0fad47a None None] Pushing event updated for resources: {'Port': ['ID=34d56b14-2f65-48c9-b0bb-9d94be1018d6,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:00.547865 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:29:00.548256 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Checking segment: {'id': '5707deff-95e7-402c-9be0-da6ee05e909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8b8eed2d-b3db-40ef-905f-08a6a769b70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:29:00.548761 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:00.549054 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Bound using segment: {'id': '5707deff-95e7-402c-9be0-da6ee05e909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8b8eed2d-b3db-40ef-905f-08a6a769b70e'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:29:00.549548 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Bound port: 09b0b4c1-af94-4791-a1be-47d8cfa141e1, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5707deff-95e7-402c-9be0-da6ee05e909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8b8eed2d-b3db-40ef-905f-08a6a769b70e'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:29:00.549960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:00.560518 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-fb05e47e-6275-434e-8735-8a59e0fad47a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:00.570741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Attempting to bind port 34d56b14-2f65-48c9-b0bb-9d94be1018d6 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:29:00.571378 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Attempting to bind port 34d56b14-2f65-48c9-b0bb-9d94be1018d6 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '7888a5ab-1272-4820-b932-4303c4401583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:29:00.571526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Attempting to bind port 34d56b14-2f65-48c9-b0bb-9d94be1018d6 on network 82cffb09-76c2-4321-a4e7-ed98085b6392 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:29:00.608905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:29:00.609263 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Checking segment: {'id': '7888a5ab-1272-4820-b932-4303c4401583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:29:00.609676 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:00.610107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Bound using segment: {'id': '7888a5ab-1272-4820-b932-4303c4401583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:29:00.610600 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Bound port: 34d56b14-2f65-48c9-b0bb-9d94be1018d6, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7888a5ab-1272-4820-b932-4303c4401583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:29:00.610987 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:00.725384 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] For port 09b0b4c1-af94-4791-a1be-47d8cfa141e1, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:29:00.744070 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] For port 09b0b4c1-af94-4791-a1be-47d8cfa141e1, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=09b0b4c1-af94-4791-a1be-47d8cfa141e1,segment=NetworkSegment(5707deff-95e7-402c-9be0-da6ee05e909e),segment_id=5707deff-95e7-402c-9be0-da6ee05e909e)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:29:00.747126 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] For port 34d56b14-2f65-48c9-b0bb-9d94be1018d6, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:29:00.750137 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:00.754967 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] For port 34d56b14-2f65-48c9-b0bb-9d94be1018d6, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=34d56b14-2f65-48c9-b0bb-9d94be1018d6,segment=NetworkSegment(7888a5ab-1272-4820-b932-4303c4401583),segment_id=7888a5ab-1272-4820-b932-4303c4401583)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:29:00.755864 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:00.795880 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:00.850292 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Routers {'292c2eec-67a2-41e4-9341-6fa288f1b87b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:29:00.850938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c61aa00>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:28:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['292c2eec-67a2-41e4-9341-6fa288f1b87b'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:29:00.940027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Pushing event updated for resources: {'Port': ['ID=09b0b4c1-af94-4791-a1be-47d8cfa141e1,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:00.941545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:00.946456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:00.946929 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:00.979103 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 9e818ee5-f6f1-4729-8caf-9a1110fb72e2 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:29:01.163792 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05e47e-6275-434e-8735-8a59e0fad47a None None] Pushing event updated for resources: {'Port': ['ID=34d56b14-2f65-48c9-b0bb-9d94be1018d6,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:01.169146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-fb05e47e-6275-434e-8735-8a59e0fad47a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:01.207146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] Set router 292c2eec-67a2-41e4-9341-6fa288f1b87b gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:29:01.227202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Router 323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:29:01.248937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 9e818ee5-f6f1-4729-8caf-9a1110fb72e2 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:29:01.249315 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:01.410259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:29:01.427189 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Sync routers for ids ['323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:29:01.439106 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Routers {'323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:29:01.439832 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d138a30>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:28:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:29:01.440939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:01.444851 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 2.6354272
Dec 24 11:29:01.445156 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58224) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:29:01.640465 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Set router 323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:29:01.696333 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c61aa00>, [{'id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'name': 'tempest-TestMinimumBasicScenario-1293175954-router', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:52Z', 'updated_at': '2021-12-24T11:28:56Z', 'revision_number': 4, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'gw_port': {'id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:53Z', 'updated_at': '2021-12-24T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '34d56b14-2f65-48c9-b0bb-9d94be1018d6', 'name': '', 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'mac_address': 'fa:16:3e:5b:30:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:55Z', 'updated_at': '2021-12-24T11:29:00Z', 'revision_number': 4, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'subnets': [{'id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:29:01.700637 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60b1399-1355-48eb-a738-df44f08a3dc5 None None] The sync data for ids ['292c2eec-67a2-41e4-9341-6fa288f1b87b'] in dv-neutron-822668-2-hyperv is: [{'id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'name': 'tempest-TestMinimumBasicScenario-1293175954-router', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:52Z', 'updated_at': '2021-12-24T11:28:56Z', 'revision_number': 4, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'gw_port': {'id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:53Z', 'updated_at': '2021-12-24T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '34d56b14-2f65-48c9-b0bb-9d94be1018d6', 'name': '', 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'mac_address': 'fa:16:3e:5b:30:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:55Z', 'updated_at': '2021-12-24T11:29:00Z', 'revision_number': 4, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'subnets': [{'id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:29:01.943196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9d0d456b-8814-4429-a82d-90bd7ab4916d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:01.998472 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d138a30>, [{'id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'name': 'tempest-TestMinimumBasicScenario-1001880458-router', 'tenant_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f1c9234b-452c-405e-96b1-cc38492ae1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:58Z', 'updated_at': '2021-12-24T11:29:00Z', 'revision_number': 3, 'project_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'gw_port': {'id': 'f1c9234b-452c-405e-96b1-cc38492ae1c6', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:59Z', 'updated_at': '2021-12-24T11:28:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:29:02.005955 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Checking router: 323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:29:02.006324 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Updating router 323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c port f1c9234b-452c-405e-96b1-cc38492ae1c6 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:29:02.071911 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:02.074106 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc00575-d8cd-4e49-93a5-912df926e551 None None] Network 8b8eed2d-b3db-40ef-905f-08a6a769b70e requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:29:02.195868 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5ce27220-234e-4bc2-b903-804b523dec01 None None] Provisioning for port 09b0b4c1-af94-4791-a1be-47d8cfa141e1 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:29:02.292734 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:02.469260 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:02.483097 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Transition to ACTIVE for port object f1c9234b-452c-405e-96b1-cc38492ae1c6 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:29:02.503189 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:02.507442 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-b14813f9-f18c-42df-85c9-1d086b6bebb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:02.653069 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Attempting to bind port f1c9234b-452c-405e-96b1-cc38492ae1c6 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:29:02.653449 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Attempting to bind port f1c9234b-452c-405e-96b1-cc38492ae1c6 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:29:02.653812 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Attempting to bind port f1c9234b-452c-405e-96b1-cc38492ae1c6 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:29:02.660273 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf37104-1508-4e3e-aeeb-17c148947910 None None] Pushing event updated for resources: {'Port': ['ID=f1c9234b-452c-405e-96b1-cc38492ae1c6,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:02.664377 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-ecf37104-1508-4e3e-aeeb-17c148947910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:02.665293 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:29:02.665664 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:29:02.666112 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:02.666497 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:29:02.666963 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Bound port: f1c9234b-452c-405e-96b1-cc38492ae1c6, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:29:02.667335 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:02.752455 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Allocated IP 172.20.0.1 (8b8eed2d-b3db-40ef-905f-08a6a769b70e/6126cc66-0973-4a7d-9013-dcc3ba905fb2/cd4d0684-75a0-44a7-8939-04942177a0fb) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:29:02.757123 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] For port f1c9234b-452c-405e-96b1-cc38492ae1c6, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:29:02.761137 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] For port f1c9234b-452c-405e-96b1-cc38492ae1c6, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f1c9234b-452c-405e-96b1-cc38492ae1c6,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:29:02.773034 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:02.777937 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-42edafc2-298d-44e6-8471-ff76b578ed7c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:02.859371 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Routers {'323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:29:02.859630 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d138a30>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:29:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:29:02.937480 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf37104-1508-4e3e-aeeb-17c148947910 None None] Pushing event updated for resources: {'Port': ['ID=f1c9234b-452c-405e-96b1-cc38492ae1c6,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:02.947117 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-ecf37104-1508-4e3e-aeeb-17c148947910 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:02.974862 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:02.996461 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Transition to ACTIVE for port object cd4d0684-75a0-44a7-8939-04942177a0fb will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:29:03.022821 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:03.026493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:03.051929 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 34d56b14-2f65-48c9-b0bb-9d94be1018d6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:29:03.085327 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] Set router 323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:29:03.097806 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Network 8b8eed2d-b3db-40ef-905f-08a6a769b70e is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:29:03.101997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:29:03.108364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:29:03.181998 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:03.191928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:03.193269 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:03.199323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 34d56b14-2f65-48c9-b0bb-9d94be1018d6 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:29:03.205631 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 34d56b14-2f65-48c9-b0bb-9d94be1018d6 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:29:03.206047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:03.314913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Pushing event updated for resources: {'Port': ['ID=cd4d0684-75a0-44a7-8939-04942177a0fb,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:03.325840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:03.376169 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:03.423547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 34d56b14-2f65-48c9-b0bb-9d94be1018d6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=34d56b14-2f65-48c9-b0bb-9d94be1018d6,segment=NetworkSegment(7888a5ab-1272-4820-b932-4303c4401583),segment_id=7888a5ab-1272-4820-b932-4303c4401583)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:29:03.432621 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:03.433530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 09b0b4c1-af94-4791-a1be-47d8cfa141e1 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:29:03.474361 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:03.510389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:03.522550 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d138a30>, [{'id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'name': 'tempest-TestMinimumBasicScenario-1001880458-router', 'tenant_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f1c9234b-452c-405e-96b1-cc38492ae1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:58Z', 'updated_at': '2021-12-24T11:29:00Z', 'revision_number': 3, 'project_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'gw_port': {'id': 'f1c9234b-452c-405e-96b1-cc38492ae1c6', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:59Z', 'updated_at': '2021-12-24T11:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:29:03.526738 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af62b88-e4b8-49d5-a11d-7bb5a1638ecd None None] The sync data for ids ['323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c'] in dv-neutron-822668-2-hyperv is: [{'id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'name': 'tempest-TestMinimumBasicScenario-1001880458-router', 'tenant_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f1c9234b-452c-405e-96b1-cc38492ae1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:58Z', 'updated_at': '2021-12-24T11:29:00Z', 'revision_number': 3, 'project_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'gw_port': {'id': 'f1c9234b-452c-405e-96b1-cc38492ae1c6', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:59Z', 'updated_at': '2021-12-24T11:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:29:03.568599 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5e9144a1-1882-42ff-8bdb-7b03dee595a5 None None] Provisioning for port cd4d0684-75a0-44a7-8939-04942177a0fb completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:29:03.579724 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5e9144a1-1882-42ff-8bdb-7b03dee595a5 None None] Provisioning complete for port cd4d0684-75a0-44a7-8939-04942177a0fb triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:29:03.580116 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5e9144a1-1882-42ff-8bdb-7b03dee595a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:03.610333 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=34d56b14-2f65-48c9-b0bb-9d94be1018d6,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:03.620684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:03.643928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 09b0b4c1-af94-4791-a1be-47d8cfa141e1 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:29:03.647120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-5e9144a1-1882-42ff-8bdb-7b03dee595a5 None None] Port cd4d0684-75a0-44a7-8939-04942177a0fb cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:29:03.650550 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 09b0b4c1-af94-4791-a1be-47d8cfa141e1 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:29:03.650939 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:03.757901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:03.764362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:03.772794 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:03.797423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fc01cdc8-7d1b-4962-98da-8b72cc49b0c6 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:03.828165 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 09b0b4c1-af94-4791-a1be-47d8cfa141e1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=09b0b4c1-af94-4791-a1be-47d8cfa141e1,segment=NetworkSegment(5707deff-95e7-402c-9be0-da6ee05e909e),segment_id=5707deff-95e7-402c-9be0-da6ee05e909e)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:29:03.832245 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:03.838023 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:03.888580 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:03.897861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Pushing event updated for resources: {'Port': ['ID=cd4d0684-75a0-44a7-8939-04942177a0fb,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:03.915824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:03.918188 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=09b0b4c1-af94-4791-a1be-47d8cfa141e1,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:03.921253 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:04.038056 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Network 8b8eed2d-b3db-40ef-905f-08a6a769b70e is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:29:04.039249 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:29:04.234260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Router 323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:29:04.274579 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-76517ea2-be40-4912-b630-dafad490eefd None None] Provisioning complete for port cd4d0684-75a0-44a7-8939-04942177a0fb triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:29:04.275079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-76517ea2-be40-4912-b630-dafad490eefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:04.329288 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-76517ea2-be40-4912-b630-dafad490eefd None None] Port cd4d0684-75a0-44a7-8939-04942177a0fb cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:29:04.561013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:29:04.570849 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] 10.222.0.54 "PUT /v2.0/routers/323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1247246
Dec 24 11:29:04.970907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:05.007089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 09b0b4c1-af94-4791-a1be-47d8cfa141e1 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:29:05.081815 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 09b0b4c1-af94-4791-a1be-47d8cfa141e1 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:29:05.082147 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:05.138824 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Sync routers for ids ['323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:29:05.155026 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Routers {'323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:29:05.155661 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c61d550>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:29:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:29:05.417734 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 34d56b14-2f65-48c9-b0bb-9d94be1018d6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:29:05.480608 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Set router 323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:29:05.651354 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 34d56b14-2f65-48c9-b0bb-9d94be1018d6 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:29:05.652094 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:05.911102 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f1c9234b-452c-405e-96b1-cc38492ae1c6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:29:05.988567 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c61d550>, [{'id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'name': 'tempest-TestMinimumBasicScenario-1001880458-router', 'tenant_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f1c9234b-452c-405e-96b1-cc38492ae1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:58Z', 'updated_at': '2021-12-24T11:29:03Z', 'revision_number': 4, 'project_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'gw_port': {'id': 'f1c9234b-452c-405e-96b1-cc38492ae1c6', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:59Z', 'updated_at': '2021-12-24T11:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'cd4d0684-75a0-44a7-8939-04942177a0fb', 'name': '', 'network_id': '8b8eed2d-b3db-40ef-905f-08a6a769b70e', 'tenant_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'mac_address': 'fa:16:3e:7f:52:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '6126cc66-0973-4a7d-9013-dcc3ba905fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:29:02Z', 'updated_at': '2021-12-24T11:29:03Z', 'revision_number': 2, 'project_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'subnets': [{'id': '6126cc66-0973-4a7d-9013-dcc3ba905fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:29:05.995664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Checking router: 323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:29:05.996049 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Updating router 323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c port cd4d0684-75a0-44a7-8939-04942177a0fb binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:29:06.024349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port f1c9234b-452c-405e-96b1-cc38492ae1c6 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:29:06.038759 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port f1c9234b-452c-405e-96b1-cc38492ae1c6 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:29:06.039136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:06.095459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:06.292995 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:06.332524 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port f1c9234b-452c-405e-96b1-cc38492ae1c6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f1c9234b-452c-405e-96b1-cc38492ae1c6,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:29:06.378536 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:06.384677 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b6df81f5-3e24-4575-ac6b-9f3c75ec6629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:06.495620 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=f1c9234b-452c-405e-96b1-cc38492ae1c6,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:06.500764 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:06.589687 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:06.604097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Transition to ACTIVE for port object cd4d0684-75a0-44a7-8939-04942177a0fb will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:29:06.611687 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:06.615994 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:06.816547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f28b6-538f-4121-bf3c-ba874e5e5d2b None None] Pushing event updated for resources: {'Port': ['ID=cd4d0684-75a0-44a7-8939-04942177a0fb,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:06.819275 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-818f28b6-538f-4121-bf3c-ba874e5e5d2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:06.851337 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Attempting to bind port cd4d0684-75a0-44a7-8939-04942177a0fb on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:29:06.851690 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Attempting to bind port cd4d0684-75a0-44a7-8939-04942177a0fb by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5707deff-95e7-402c-9be0-da6ee05e909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8b8eed2d-b3db-40ef-905f-08a6a769b70e'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:29:06.852011 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Attempting to bind port cd4d0684-75a0-44a7-8939-04942177a0fb on network 8b8eed2d-b3db-40ef-905f-08a6a769b70e {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:29:06.858134 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:29:06.858526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Checking segment: {'id': '5707deff-95e7-402c-9be0-da6ee05e909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8b8eed2d-b3db-40ef-905f-08a6a769b70e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:29:06.858934 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:06.859338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Bound using segment: {'id': '5707deff-95e7-402c-9be0-da6ee05e909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8b8eed2d-b3db-40ef-905f-08a6a769b70e'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:29:06.859814 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Bound port: cd4d0684-75a0-44a7-8939-04942177a0fb, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5707deff-95e7-402c-9be0-da6ee05e909e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '8b8eed2d-b3db-40ef-905f-08a6a769b70e'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:29:06.860295 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:06.941577 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f1c9234b-452c-405e-96b1-cc38492ae1c6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:29:07.090759 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] For port cd4d0684-75a0-44a7-8939-04942177a0fb, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:29:07.094308 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] For port cd4d0684-75a0-44a7-8939-04942177a0fb, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cd4d0684-75a0-44a7-8939-04942177a0fb,segment=NetworkSegment(5707deff-95e7-402c-9be0-da6ee05e909e),segment_id=5707deff-95e7-402c-9be0-da6ee05e909e)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:29:07.103161 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:07.108008 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-624732b3-9865-4733-b91c-faada3ea31e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:07.170736 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port f1c9234b-452c-405e-96b1-cc38492ae1c6 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:29:07.171119 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:07.247786 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f28b6-538f-4121-bf3c-ba874e5e5d2b None None] Pushing event updated for resources: {'Port': ['ID=cd4d0684-75a0-44a7-8939-04942177a0fb,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:07.260377 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-818f28b6-538f-4121-bf3c-ba874e5e5d2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:07.269098 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Routers {'323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:29:07.270064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c61d550>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:29:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:29:07.559479 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] Set router 323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:29:07.894386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c61d550>, [{'id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'name': 'tempest-TestMinimumBasicScenario-1001880458-router', 'tenant_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f1c9234b-452c-405e-96b1-cc38492ae1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:58Z', 'updated_at': '2021-12-24T11:29:03Z', 'revision_number': 4, 'project_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'gw_port': {'id': 'f1c9234b-452c-405e-96b1-cc38492ae1c6', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:59Z', 'updated_at': '2021-12-24T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'cd4d0684-75a0-44a7-8939-04942177a0fb', 'name': '', 'network_id': '8b8eed2d-b3db-40ef-905f-08a6a769b70e', 'tenant_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'mac_address': 'fa:16:3e:7f:52:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '6126cc66-0973-4a7d-9013-dcc3ba905fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:29:02Z', 'updated_at': '2021-12-24T11:29:07Z', 'revision_number': 4, 'project_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'subnets': [{'id': '6126cc66-0973-4a7d-9013-dcc3ba905fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:29:07.899385 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5004dd5-765b-4971-a79d-172d5600b7c0 None None] The sync data for ids ['323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c'] in dv-neutron-822668-2-hyperv is: [{'id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'name': 'tempest-TestMinimumBasicScenario-1001880458-router', 'tenant_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f1c9234b-452c-405e-96b1-cc38492ae1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:58Z', 'updated_at': '2021-12-24T11:29:03Z', 'revision_number': 4, 'project_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'gw_port': {'id': 'f1c9234b-452c-405e-96b1-cc38492ae1c6', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:59Z', 'updated_at': '2021-12-24T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'cd4d0684-75a0-44a7-8939-04942177a0fb', 'name': '', 'network_id': '8b8eed2d-b3db-40ef-905f-08a6a769b70e', 'tenant_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'mac_address': 'fa:16:3e:7f:52:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '6126cc66-0973-4a7d-9013-dcc3ba905fb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:29:02Z', 'updated_at': '2021-12-24T11:29:07Z', 'revision_number': 4, 'project_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'subnets': [{'id': '6126cc66-0973-4a7d-9013-dcc3ba905fb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:29:08.974643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cd4d0684-75a0-44a7-8939-04942177a0fb up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:29:09.061103 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port cd4d0684-75a0-44a7-8939-04942177a0fb completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:29:09.069716 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port cd4d0684-75a0-44a7-8939-04942177a0fb triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:29:09.070148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:09.207574 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:09.246397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port cd4d0684-75a0-44a7-8939-04942177a0fb, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cd4d0684-75a0-44a7-8939-04942177a0fb,segment=NetworkSegment(5707deff-95e7-402c-9be0-da6ee05e909e),segment_id=5707deff-95e7-402c-9be0-da6ee05e909e)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:29:09.250562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:09.252473 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:09.325083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=cd4d0684-75a0-44a7-8939-04942177a0fb,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:09.328193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:10.849995 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:10.930937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cd4d0684-75a0-44a7-8939-04942177a0fb up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:29:11.008518 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port cd4d0684-75a0-44a7-8939-04942177a0fb triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:29:11.008903 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:14.741321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-014969ae-10fe-4013-965b-d481bff743b3 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:14.742022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-014969ae-10fe-4013-965b-d481bff743b3 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Synchronizing usage tracker for tenant:d153a022e4dd4eeb8f4c78af13fc9849 on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:29:14.758441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-014969ae-10fe-4013-965b-d481bff743b3 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Unset dirty status for tenant:d153a022e4dd4eeb8f4c78af13fc9849 on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:29:14.759651 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-014969ae-10fe-4013-965b-d481bff743b3 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/networks?id=82cffb09-76c2-4321-a4e7-ed98085b6392 HTTP/1.1" status: 200  len: 815 time: 0.1579607
Dec 24 11:29:14.776275 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-84be4ce2-b340-4f61-9311-bde5c35bfff0 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/quotas/d153a022e4dd4eeb8f4c78af13fc9849 HTTP/1.1" status: 200  len: 375 time: 0.0101249
Dec 24 11:29:14.859313 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-37224b3b-d7c2-4a48-b871-f255d0b47c8a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=d153a022e4dd4eeb8f4c78af13fc9849&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0776205
Dec 24 11:29:15.003755 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-8b79b970-2a66-48be-8fa4-167e5ab41542 service neutron] 10.222.0.54 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288211
Dec 24 11:29:15.132528 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-ca16ef28-d836-46c4-a16a-a7cddb8f9423 service neutron] 10.222.0.54 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231434
Dec 24 11:29:15.306312 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-9de27953-8440-4848-bd01-0c7450053a4b req-575af20a-3103-4f56-84b7-4013620f9e24 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Synchronizing usage tracker for tenant:d153a022e4dd4eeb8f4c78af13fc9849 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:29:15.323859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-9de27953-8440-4848-bd01-0c7450053a4b req-575af20a-3103-4f56-84b7-4013620f9e24 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Unset dirty status for tenant:d153a022e4dd4eeb8f4c78af13fc9849 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:29:15.325050 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9de27953-8440-4848-bd01-0c7450053a4b req-575af20a-3103-4f56-84b7-4013620f9e24 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 210 time: 0.0610080
Dec 24 11:29:16.309584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-30d574fe-747f-4956-b6d8-bc79f968c880 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:16.311073 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-30d574fe-747f-4956-b6d8-bc79f968c880 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.32 "GET /v2.0/networks?id=82cffb09-76c2-4321-a4e7-ed98085b6392 HTTP/1.1" status: 200  len: 815 time: 0.1496062
Dec 24 11:29:16.323515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-52071ce8-d743-4905-8aab-eaea078c9dfc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Request body: {'port': {'device_id': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392', 'admin_state_up': True, 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:29:16.512611 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-35b64bf6-a7de-4410-8c55-d25a6369bee2 req-49225374-e87f-4348-8695-18c43b8c7c9b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 210 time: 0.0797274
Dec 24 11:29:16.525556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-52071ce8-d743-4905-8aab-eaea078c9dfc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:29:16.536844 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-52071ce8-d743-4905-8aab-eaea078c9dfc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:29:16.547141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-52071ce8-d743-4905-8aab-eaea078c9dfc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Made reservation on behalf of d153a022e4dd4eeb8f4c78af13fc9849 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:29:16.550693 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-52071ce8-d743-4905-8aab-eaea078c9dfc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:16.716390 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-52071ce8-d743-4905-8aab-eaea078c9dfc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Allocated IP 172.20.0.3 (82cffb09-76c2-4321-a4e7-ed98085b6392/ff35fcaa-36c4-4fa1-a056-371fb17bda17/623e8c47-b965-4d52-aee9-8935f2c4adca) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:29:16.975829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-52071ce8-d743-4905-8aab-eaea078c9dfc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:16.993360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-52071ce8-d743-4905-8aab-eaea078c9dfc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Transition to ACTIVE for port object 623e8c47-b965-4d52-aee9-8935f2c4adca will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:29:17.017662 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-52071ce8-d743-4905-8aab-eaea078c9dfc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:17.023454 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-27c4a369-f3c2-4be0-be95-a88883644ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:17.089169 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-52071ce8-d743-4905-8aab-eaea078c9dfc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Network 82cffb09-76c2-4321-a4e7-ed98085b6392 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:29:17.092526 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-52071ce8-d743-4905-8aab-eaea078c9dfc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:29:17.096577 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-52071ce8-d743-4905-8aab-eaea078c9dfc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:29:17.146819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52071ce8-d743-4905-8aab-eaea078c9dfc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Pushing event updated for resources: {'Port': ['ID=623e8c47-b965-4d52-aee9-8935f2c4adca,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:17.151389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-52071ce8-d743-4905-8aab-eaea078c9dfc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:17.169669 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-52071ce8-d743-4905-8aab-eaea078c9dfc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:17.170470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-52071ce8-d743-4905-8aab-eaea078c9dfc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:17.199076 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-52071ce8-d743-4905-8aab-eaea078c9dfc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8788195
Dec 24 11:29:17.326964 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-52047104-24fe-474c-933f-ae6b53d12442 None None] Provisioning for port 623e8c47-b965-4d52-aee9-8935f2c4adca completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:29:17.336182 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-52047104-24fe-474c-933f-ae6b53d12442 None None] Provisioning complete for port 623e8c47-b965-4d52-aee9-8935f2c4adca triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:29:17.336562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-52047104-24fe-474c-933f-ae6b53d12442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:17.392918 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-52047104-24fe-474c-933f-ae6b53d12442 None None] Port 623e8c47-b965-4d52-aee9-8935f2c4adca cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:29:17.845608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ba615-6140-4e24-9c13-896faed1b502 req-dbd86135-2986-4ddb-bae9-76bb820cca16 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:17.847175 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-902ba615-6140-4e24-9c13-896faed1b502 req-dbd86135-2986-4ddb-bae9-76bb820cca16 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 931 time: 0.2261367
Dec 24 11:29:17.894816 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-902ba615-6140-4e24-9c13-896faed1b502 req-8239d620-6e35-4eb4-8fe6-39a439058b08 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397234
Dec 24 11:29:19.094770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14449106-475b-46a1-9027-9e240ae29f70 req-99852eee-9775-41a4-9663-1cfa54a37753 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:19.095462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-14449106-475b-46a1-9027-9e240ae29f70 req-99852eee-9775-41a4-9663-1cfa54a37753 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Synchronizing usage tracker for tenant:d153a022e4dd4eeb8f4c78af13fc9849 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:29:19.111045 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-14449106-475b-46a1-9027-9e240ae29f70 req-99852eee-9775-41a4-9663-1cfa54a37753 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Unset dirty status for tenant:d153a022e4dd4eeb8f4c78af13fc9849 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:29:19.112177 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-14449106-475b-46a1-9027-9e240ae29f70 req-99852eee-9775-41a4-9663-1cfa54a37753 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 931 time: 0.0999780
Dec 24 11:29:19.159712 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-14449106-475b-46a1-9027-9e240ae29f70 req-f9b33043-7550-49b2-91e2-c4dec0e64cba tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Synchronizing usage tracker for tenant:d153a022e4dd4eeb8f4c78af13fc9849 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:29:19.177202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-14449106-475b-46a1-9027-9e240ae29f70 req-f9b33043-7550-49b2-91e2-c4dec0e64cba tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Unset dirty status for tenant:d153a022e4dd4eeb8f4c78af13fc9849 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:29:19.178388 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-14449106-475b-46a1-9027-9e240ae29f70 req-f9b33043-7550-49b2-91e2-c4dec0e64cba tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602698
Dec 24 11:29:20.366068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a552d-99cb-4656-95e6-08d099a08b73 req-0a4e12e9-61b6-42d5-82d9-55782178f3ef tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:20.368848 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-231a552d-99cb-4656-95e6-08d099a08b73 req-0a4e12e9-61b6-42d5-82d9-55782178f3ef tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 931 time: 0.0853093
Dec 24 11:29:20.421980 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-231a552d-99cb-4656-95e6-08d099a08b73 req-610cf8bb-44bd-4931-81e0-2766b2d0b0a9 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471435
Dec 24 11:29:21.622371 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eb713-d171-4152-a50f-9ecbf0370e94 req-0eb1738c-de0a-4786-bbd7-b8b076eacc24 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:21.623818 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a92eb713-d171-4152-a50f-9ecbf0370e94 req-0eb1738c-de0a-4786-bbd7-b8b076eacc24 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 931 time: 0.0927963
Dec 24 11:29:21.671432 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a92eb713-d171-4152-a50f-9ecbf0370e94 req-20e09fd3-19f6-4f3a-844a-de273dd8d68e tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411365
Dec 24 11:29:22.876062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e30efe-bff9-43a2-a67c-61f273e26862 req-a33a7d3d-fbfb-48a9-8c78-4d7966a56e34 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:22.878812 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d1e30efe-bff9-43a2-a67c-61f273e26862 req-a33a7d3d-fbfb-48a9-8c78-4d7966a56e34 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 931 time: 0.0953414
Dec 24 11:29:22.928351 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d1e30efe-bff9-43a2-a67c-61f273e26862 req-4fdb9f86-4c81-4d54-9318-f2619ff78c0f tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443168
Dec 24 11:29:24.114252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63e0bc-7238-4996-98a4-6c89fa843779 req-89808b0d-822b-4fd6-8a0f-39d0063799f4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:24.115798 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bf63e0bc-7238-4996-98a4-6c89fa843779 req-89808b0d-822b-4fd6-8a0f-39d0063799f4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 931 time: 0.0814078
Dec 24 11:29:24.162587 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bf63e0bc-7238-4996-98a4-6c89fa843779 req-0f885e2f-9c93-4ce2-a52c-84f8666b75d5 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411859
Dec 24 11:29:25.364743 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3a18a-3c13-4256-8ada-eac7d58cd470 req-8f25fb03-88b2-486f-b93f-e3cf786741b5 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:25.366491 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4ec3a18a-3c13-4256-8ada-eac7d58cd470 req-8f25fb03-88b2-486f-b93f-e3cf786741b5 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 931 time: 0.0950685
Dec 24 11:29:25.424530 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4ec3a18a-3c13-4256-8ada-eac7d58cd470 req-b3b94572-4260-447c-8f75-745ec187b59b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455995
Dec 24 11:29:26.731204 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad17ee-8ab5-4edd-9a4d-54dc64037470 req-33930d80-705b-465b-9de4-1f028768f4bd tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:26.732588 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cdad17ee-8ab5-4edd-9a4d-54dc64037470 req-33930d80-705b-465b-9de4-1f028768f4bd tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 931 time: 0.2013137
Dec 24 11:29:26.776049 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cdad17ee-8ab5-4edd-9a4d-54dc64037470 req-a49ad6b0-1de0-4bd8-905d-9012a36069b4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379167
Dec 24 11:29:27.956236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7125f208-bda0-45f7-96e2-58deba4abe56 req-cb20531a-de1b-476a-b10a-8a99f3eae407 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:27.958259 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7125f208-bda0-45f7-96e2-58deba4abe56 req-cb20531a-de1b-476a-b10a-8a99f3eae407 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 931 time: 0.0817134
Dec 24 11:29:28.000908 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7125f208-bda0-45f7-96e2-58deba4abe56 req-20a22c9f-0568-4f15-81c5-a645a55028a5 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368750
Dec 24 11:29:28.354289 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Request body: {'port': {'device_id': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:29:28.463293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:28.791387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623e8c47-b965-4d52-aee9-8935f2c4adca {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:29:28.798448 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:28.812423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Transition to ACTIVE for port object 623e8c47-b965-4d52-aee9-8935f2c4adca will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:29:28.816260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:28.820581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f6c58a1f-d83c-4195-84ec-d1d4ca3a406b tempest-DeleteServersTestJSON-978323852 tempest-DeleteServersTestJSON-978323852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:28.946556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Pushing event updated for resources: {'Port': ['ID=623e8c47-b965-4d52-aee9-8935f2c4adca,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:28.972648 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:29.053612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Attempting to bind port 623e8c47-b965-4d52-aee9-8935f2c4adca on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:29:29.053946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Attempting to bind port 623e8c47-b965-4d52-aee9-8935f2c4adca by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '7888a5ab-1272-4820-b932-4303c4401583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:29:29.054226 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Attempting to bind port 623e8c47-b965-4d52-aee9-8935f2c4adca on network 82cffb09-76c2-4321-a4e7-ed98085b6392 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:29:29.059215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Port 623e8c47-b965-4d52-aee9-8935f2c4adca on network 82cffb09-76c2-4321-a4e7-ed98085b6392 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:29:29.059523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Attempting to bind port 623e8c47-b965-4d52-aee9-8935f2c4adca on network 82cffb09-76c2-4321-a4e7-ed98085b6392 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:29:29.064587 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:29:29.064936 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Checking segment: {'id': '7888a5ab-1272-4820-b932-4303c4401583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:29:29.065330 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Bound using segment: {'id': '7888a5ab-1272-4820-b932-4303c4401583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:29:29.065797 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Bound port: 623e8c47-b965-4d52-aee9-8935f2c4adca, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7888a5ab-1272-4820-b932-4303c4401583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:29:29.066213 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:29.203449 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] For port 623e8c47-b965-4d52-aee9-8935f2c4adca, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:29:29.211369 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] For port 623e8c47-b965-4d52-aee9-8935f2c4adca, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=623e8c47-b965-4d52-aee9-8935f2c4adca,segment=NetworkSegment(7888a5ab-1272-4820-b932-4303c4401583),segment_id=7888a5ab-1272-4820-b932-4303c4401583)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:29:29.219184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:29.224741 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-55209b47-46f6-43e5-a318-6ff44dcc2f89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:29.282263 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d7e81-e012-41ee-bd2b-a41f0662a91e req-f9fddb87-604c-4021-b36a-8d62119408a2 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:29.283740 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-845d7e81-e012-41ee-bd2b-a41f0662a91e req-f9fddb87-604c-4021-b36a-8d62119408a2 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 943 time: 0.1689332
Dec 24 11:29:29.291358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:29.292062 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:29.293393 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] 10.222.0.32 "PUT /v2.0/ports/623e8c47-b965-4d52-aee9-8935f2c4adca HTTP/1.1" status: 200  len: 1093 time: 0.9434907
Dec 24 11:29:29.295065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'tag': '623e8c47-b965-4d52-aee9-8935f2c4adca'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:29:29.394102 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Pushing event updated for resources: {'Port': ['ID=623e8c47-b965-4d52-aee9-8935f2c4adca,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:29.401490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:29.410230 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-845d7e81-e012-41ee-bd2b-a41f0662a91e req-e26ded9e-0c2d-4d27-a8c7-232bc95f0965 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158822
Dec 24 11:29:29.441439 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-2e9c750b-a4d7-417f-9eca-8464fd7ccd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:29.443902 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-2e9c750b-a4d7-417f-9eca-8464fd7ccd75 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d153a022e4dd4eeb8f4c78af13fc9849&device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 1096 time: 0.1049402
Dec 24 11:29:29.510488 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'tag': '623e8c47-b965-4d52-aee9-8935f2c4adca', 'status': 'completed', 'code': 200}
Dec 24 11:29:29.518499 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-480972dc-276f-47a1-91b8-d7eeb6668bdd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=623e8c47-b965-4d52-aee9-8935f2c4adca HTTP/1.1" status: 200  len: 217 time: 0.0670819
Dec 24 11:29:29.578545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-43372416-55fc-4101-9994-0de02e9a55d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:29.579838 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-43372416-55fc-4101-9994-0de02e9a55d5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff35fcaa-36c4-4fa1-a056-371fb17bda17 HTTP/1.1" status: 200  len: 854 time: 0.0553370
Dec 24 11:29:29.657595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-8baedf7d-558b-4cc1-b77f-034732930a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:29.659079 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-8baedf7d-558b-4cc1-b77f-034732930a93 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82cffb09-76c2-4321-a4e7-ed98085b6392&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0728209
Dec 24 11:29:29.717586 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e661b2f6-3a9b-4b44-98a4-11cc84e15b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:29.791261 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-9e06cb8f-a35f-4870-abab-abe5a2ca9f12 service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256320
Dec 24 11:29:30.033793 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2f68fd92-ef8e-481a-8e8a-edc74338e4a8 req-09d26819-58e0-40b2-b436-b0113e5db545 service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2356834
Dec 24 11:29:30.144210 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f81af-99ef-47d1-a445-03863e2cccfa req-d6b0fe4f-fd1d-42ac-9651-1b89310068cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:30.145687 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-361f81af-99ef-47d1-a445-03863e2cccfa req-d6b0fe4f-fd1d-42ac-9651-1b89310068cc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d153a022e4dd4eeb8f4c78af13fc9849&device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 1096 time: 0.0692332
Dec 24 11:29:30.283547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f81af-99ef-47d1-a445-03863e2cccfa req-cb6487c0-69b7-4dd5-a650-569d51101638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:30.285042 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-361f81af-99ef-47d1-a445-03863e2cccfa req-cb6487c0-69b7-4dd5-a650-569d51101638 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82cffb09-76c2-4321-a4e7-ed98085b6392 HTTP/1.1" status: 200  len: 916 time: 0.1325324
Dec 24 11:29:30.354440 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-361f81af-99ef-47d1-a445-03863e2cccfa req-a29cb7a6-099e-48cb-ace9-f18fd29f486b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=623e8c47-b965-4d52-aee9-8935f2c4adca HTTP/1.1" status: 200  len: 217 time: 0.0628932
Dec 24 11:29:30.415553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f81af-99ef-47d1-a445-03863e2cccfa req-8cbabbed-4a7f-4beb-99e4-c512785e828a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:30.416979 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-361f81af-99ef-47d1-a445-03863e2cccfa req-8cbabbed-4a7f-4beb-99e4-c512785e828a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff35fcaa-36c4-4fa1-a056-371fb17bda17 HTTP/1.1" status: 200  len: 854 time: 0.0569077
Dec 24 11:29:30.494583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f81af-99ef-47d1-a445-03863e2cccfa req-843655b4-c69c-496d-8c7b-ed44df5c1a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:30.496057 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-361f81af-99ef-47d1-a445-03863e2cccfa req-843655b4-c69c-496d-8c7b-ed44df5c1a80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82cffb09-76c2-4321-a4e7-ed98085b6392&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724549
Dec 24 11:29:30.682415 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-361f81af-99ef-47d1-a445-03863e2cccfa req-f3e5bc43-8b6a-4163-872d-2b9853400c29 service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1796520
Dec 24 11:29:30.693809 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef125c9-648a-4d85-a8c3-40c26ecf0285 req-f7352ca1-5641-4839-83e2-2a5ada550ef7 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:30.695195 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3ef125c9-648a-4d85-a8c3-40c26ecf0285 req-f7352ca1-5641-4839-83e2-2a5ada550ef7 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 943 time: 0.1699469
Dec 24 11:29:30.816692 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3ef125c9-648a-4d85-a8c3-40c26ecf0285 req-74f2e6d9-87c3-4a84-b70d-360b04c12390 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020093
Dec 24 11:29:30.857851 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-361f81af-99ef-47d1-a445-03863e2cccfa req-3071148d-eb90-4bd5-a94e-3acf138a981c service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1616855
Dec 24 11:29:31.925984 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-559b8f46-eec2-40f4-acb4-153964868504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:32.003581 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a846044-93bf-41fc-a36c-7e52f7be2274 req-822ce43a-4770-4113-a2ac-29f1312e311d tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:32.005080 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2a846044-93bf-41fc-a36c-7e52f7be2274 req-822ce43a-4770-4113-a2ac-29f1312e311d tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 943 time: 0.0855732
Dec 24 11:29:32.048028 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2a846044-93bf-41fc-a36c-7e52f7be2274 req-3340e312-c540-46b3-a56c-88814236fea2 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373943
Dec 24 11:29:32.222810 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 623e8c47-b965-4d52-aee9-8935f2c4adca details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:29:32.352345 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 623e8c47-b965-4d52-aee9-8935f2c4adca, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=623e8c47-b965-4d52-aee9-8935f2c4adca,segment=NetworkSegment(7888a5ab-1272-4820-b932-4303c4401583),segment_id=7888a5ab-1272-4820-b932-4303c4401583)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:29:32.365133 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '623e8c47-b965-4d52-aee9-8935f2c4adca', 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392', 'port_id': '623e8c47-b965-4d52-aee9-8935f2c4adca', 'mac_address': 'fa:16:3e:17:3d:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:29:32.419682 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:32.438694 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623e8c47-b965-4d52-aee9-8935f2c4adca {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:29:32.454155 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 623e8c47-b965-4d52-aee9-8935f2c4adca, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=623e8c47-b965-4d52-aee9-8935f2c4adca,segment=NetworkSegment(7888a5ab-1272-4820-b932-4303c4401583),segment_id=7888a5ab-1272-4820-b932-4303c4401583)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:29:32.458176 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:32.459872 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-818f28b6-538f-4121-bf3c-ba874e5e5d2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:32.566299 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=623e8c47-b965-4d52-aee9-8935f2c4adca,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:32.569902 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:32.772309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['623e8c47-b965-4d52-aee9-8935f2c4adca'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:29:33.156872 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:33.177899 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:33.233158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe381e-ac94-4225-a200-355e981c2a5e req-54e9bf3f-33f1-4759-9d0a-41bbc1c1ef42 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:33.234704 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-acfe381e-ac94-4225-a200-355e981c2a5e req-54e9bf3f-33f1-4759-9d0a-41bbc1c1ef42 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 944 time: 0.0813017
Dec 24 11:29:33.278036 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-acfe381e-ac94-4225-a200-355e981c2a5e req-426ab468-39dd-40e6-8cde-75a9ca0ca26f tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369821
Dec 24 11:29:34.221875 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 623e8c47-b965-4d52-aee9-8935f2c4adca up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:29:34.286831 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 623e8c47-b965-4d52-aee9-8935f2c4adca completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:29:34.291865 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 623e8c47-b965-4d52-aee9-8935f2c4adca triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:29:34.292244 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:34.409136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:34.436355 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623e8c47-b965-4d52-aee9-8935f2c4adca'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:29:34.447993 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 623e8c47-b965-4d52-aee9-8935f2c4adca, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=623e8c47-b965-4d52-aee9-8935f2c4adca,segment=NetworkSegment(7888a5ab-1272-4820-b932-4303c4401583),segment_id=7888a5ab-1272-4820-b932-4303c4401583)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:29:34.452539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:34.454557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:34.463436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb3c9bf-d34d-47ed-8eae-3d7f9d1b7134 req-9d03add7-885a-49fa-8cab-4a9998047ea4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:34.465127 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fdb3c9bf-d34d-47ed-8eae-3d7f9d1b7134 req-9d03add7-885a-49fa-8cab-4a9998047ea4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 944 time: 0.0815010
Dec 24 11:29:34.493221 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623e8c47-b965-4d52-aee9-8935f2c4adca', 'code': 200}
Dec 24 11:29:34.513026 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fdb3c9bf-d34d-47ed-8eae-3d7f9d1b7134 req-4893634a-d894-4a1f-804f-3effdf1842d1 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414155
Dec 24 11:29:34.526160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=623e8c47-b965-4d52-aee9-8935f2c4adca,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:34.528971 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:34.718895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a377b-6ca2-4214-8269-5b348512d385 req-7373af7f-f563-4d7e-a2b2-a5bb57aee31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:34.720421 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bf5a377b-6ca2-4214-8269-5b348512d385 req-7373af7f-f563-4d7e-a2b2-a5bb57aee31a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 1098 time: 0.0723050
Dec 24 11:29:34.759869 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bf5a377b-6ca2-4214-8269-5b348512d385 req-249b743e-3a63-4e43-bab8-6dbcc8931c00 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0329752
Dec 24 11:29:34.969124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:34.984275 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:29:35.696144 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c8a9f-ff81-49d6-b74b-5b90f92b79ba req-268740ca-f1da-4964-bac6-2ba91072febd tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:35.697518 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-314c8a9f-ff81-49d6-b74b-5b90f92b79ba req-268740ca-f1da-4964-bac6-2ba91072febd tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 945 time: 0.0784833
Dec 24 11:29:35.741083 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-314c8a9f-ff81-49d6-b74b-5b90f92b79ba req-4d9ec2dc-919f-4f1b-af48-702810b0f60e tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379975
Dec 24 11:29:36.927655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cb0ff-e5d8-4667-84ee-9e960b7f30c9 req-39adc5c8-56c1-4824-82f3-0fec89f20197 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:36.929106 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-675cb0ff-e5d8-4667-84ee-9e960b7f30c9 req-39adc5c8-56c1-4824-82f3-0fec89f20197 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 945 time: 0.0867019
Dec 24 11:29:36.975003 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-675cb0ff-e5d8-4667-84ee-9e960b7f30c9 req-1711880e-1046-4a16-b342-5702233c7dc9 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402682
Dec 24 11:29:37.158467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c66c12-b873-4687-bf56-ec939e33f84b req-e228e714-5669-44b7-b8cf-dd79844c1def tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:37.159907 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-80c66c12-b873-4687-bf56-ec939e33f84b req-e228e714-5669-44b7-b8cf-dd79844c1def tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 945 time: 0.0811665
Dec 24 11:29:37.203283 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-80c66c12-b873-4687-bf56-ec939e33f84b req-2e1afe57-2252-437a-be21-c976b52e7e50 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371733
Dec 24 11:29:37.599996 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c799c8c-069d-4396-b974-2b6dd54e47cc req-8037ee21-fd2b-48ef-a998-18850a923002 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:37.601480 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8c799c8c-069d-4396-b974-2b6dd54e47cc req-8037ee21-fd2b-48ef-a998-18850a923002 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 945 time: 0.0818431
Dec 24 11:29:37.648144 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8c799c8c-069d-4396-b974-2b6dd54e47cc req-292d3d8a-4f01-4868-8fc4-e175b53202a2 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392630
Dec 24 11:29:40.867659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:46.550151 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45ed0986-5115-44f3-b9ba-a03ca32d9eac req-38e8776d-1bd5-4699-81b1-10ffa01f6b21 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0725732
Dec 24 11:29:46.692863 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed0986-5115-44f3-b9ba-a03ca32d9eac req-9d0645cd-5f0e-49ed-94d9-1db0374bf0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:46.694322 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45ed0986-5115-44f3-b9ba-a03ca32d9eac req-9d0645cd-5f0e-49ed-94d9-1db0374bf0f5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d153a022e4dd4eeb8f4c78af13fc9849&device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 1098 time: 0.0704885
Dec 24 11:29:46.839763 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed0986-5115-44f3-b9ba-a03ca32d9eac req-f5ebf945-3108-4c2b-998d-34322d95d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:46.841187 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45ed0986-5115-44f3-b9ba-a03ca32d9eac req-f5ebf945-3108-4c2b-998d-34322d95d696 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82cffb09-76c2-4321-a4e7-ed98085b6392 HTTP/1.1" status: 200  len: 916 time: 0.1283772
Dec 24 11:29:46.912054 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45ed0986-5115-44f3-b9ba-a03ca32d9eac req-1e95509c-61a8-4156-8309-6db20fde14c2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=623e8c47-b965-4d52-aee9-8935f2c4adca HTTP/1.1" status: 200  len: 217 time: 0.0627406
Dec 24 11:29:46.971777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed0986-5115-44f3-b9ba-a03ca32d9eac req-dd45e826-1ea4-4ece-82e5-196e9afac8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:46.973081 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45ed0986-5115-44f3-b9ba-a03ca32d9eac req-dd45e826-1ea4-4ece-82e5-196e9afac8ee service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff35fcaa-36c4-4fa1-a056-371fb17bda17 HTTP/1.1" status: 200  len: 854 time: 0.0548959
Dec 24 11:29:47.168771 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed0986-5115-44f3-b9ba-a03ca32d9eac req-8fa1e322-9a94-4a3c-befc-d88319830ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:47.170309 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45ed0986-5115-44f3-b9ba-a03ca32d9eac req-8fa1e322-9a94-4a3c-befc-d88319830ccf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82cffb09-76c2-4321-a4e7-ed98085b6392&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1893747
Dec 24 11:29:47.304568 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45ed0986-5115-44f3-b9ba-a03ca32d9eac req-2ee482d6-898c-44b0-80b5-60995152bd80 service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264079
Dec 24 11:29:47.436466 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45ed0986-5115-44f3-b9ba-a03ca32d9eac req-0b4906a8-fff6-4c37-808e-5584db7d7b87 service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242425
Dec 24 11:29:47.846549 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1bd84-0547-4cc8-9b0d-e87df771ce5f req-75cbee3b-cf26-40ad-a9f4-a0855334db6e tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:47.848529 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0bc1bd84-0547-4cc8-9b0d-e87df771ce5f req-75cbee3b-cf26-40ad-a9f4-a0855334db6e tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 945 time: 0.0793426
Dec 24 11:29:47.894185 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0bc1bd84-0547-4cc8-9b0d-e87df771ce5f req-0d1fad87-0998-4c3a-82fd-28b73c77e5f2 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401859
Dec 24 11:29:47.918754 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58424) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:29:48.078868 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa16cc3a-f720-4d5b-99e9-0eb5618cfa0f tempest-TestMinimumBasicScenario-438182108 tempest-TestMinimumBasicScenario-438182108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:48.079559 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-aa16cc3a-f720-4d5b-99e9-0eb5618cfa0f tempest-TestMinimumBasicScenario-438182108 tempest-TestMinimumBasicScenario-438182108-project-admin] Synchronizing usage tracker for tenant:6aa86ec82c9d4b9c9779f79d1e88a130 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:29:48.094993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-aa16cc3a-f720-4d5b-99e9-0eb5618cfa0f tempest-TestMinimumBasicScenario-438182108 tempest-TestMinimumBasicScenario-438182108-project-admin] Unset dirty status for tenant:6aa86ec82c9d4b9c9779f79d1e88a130 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:29:48.096103 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-aa16cc3a-f720-4d5b-99e9-0eb5618cfa0f tempest-TestMinimumBasicScenario-438182108 tempest-TestMinimumBasicScenario-438182108-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 1093 time: 0.1763742
Dec 24 11:29:48.099158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58430) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:29:48.104007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '623e8c47-b965-4d52-aee9-8935f2c4adca', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:29:48.109564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:29:48.113237 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Usage tracker for resource:floatingip and tenant:d153a022e4dd4eeb8f4c78af13fc9849 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:29:48.116601 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:29:48.122113 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:29:48.132658 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for floatingip, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:48.265651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:48.401334 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Allocated IP 172.26.4.234 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/1391a78c-ec28-4713-b4ab-dba09ec3c9b0) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:29:48.547533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:48.575496 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:48.578900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cb75aec2-bdbc-4ea2-a1b1-a724c6d88a88 tempest-ServersNegativeTestJSON-1860381433 tempest-ServersNegativeTestJSON-1860381433-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:48.639329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:29:48.640380 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:29:48.644311 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:29:48.689009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Pushing event updated for resources: {'Port': ['ID=1391a78c-ec28-4713-b4ab-dba09ec3c9b0,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:48.700482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:48.700869 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:48.701246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:48.701619 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:48.702015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:48.702382 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:48.702746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:48.703109 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:48.703473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:48.703831 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:48.704189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:48.704547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:48.710254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:49.068708 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:49.140681 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:49.458015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:49.462969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:49.467294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9fc79804-5978-49b1-bb1f-39c83708e9d1 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:49.571860 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Pushing event updated for resources: {'Port': ['ID=1391a78c-ec28-4713-b4ab-dba09ec3c9b0,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:49.575778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:49.582648 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:49.748716 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Floating IP c0588541-9bc0-41a7-9339-ca9d46b39e6f associated. External IP: 172.26.4.234, port: 623e8c47-b965-4d52-aee9-8935f2c4adca.
Dec 24 11:29:50.090470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Router 292c2eec-67a2-41e4-9341-6fa288f1b87b has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:29:50.265752 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:29:50.275749 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47ab55b-abbb-484e-a316-dbe27de88da1 None None] Sync routers for ids ['292c2eec-67a2-41e4-9341-6fa288f1b87b'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:29:50.285707 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47ab55b-abbb-484e-a316-dbe27de88da1 None None] Routers {'292c2eec-67a2-41e4-9341-6fa288f1b87b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:29:50.286347 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b47ab55b-abbb-484e-a316-dbe27de88da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1cfbe0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:29:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['292c2eec-67a2-41e4-9341-6fa288f1b87b'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:29:50.290361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:50.344394 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2442036
Dec 24 11:29:50.345088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'tag': '623e8c47-b965-4d52-aee9-8935f2c4adca'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:29:50.347236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58434) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:29:50.358855 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-170805336', 'description': 'tempest-secgroup-smoke-170805336 description', 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:29:50.376062 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:29:50.391484 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'tag': '623e8c47-b965-4d52-aee9-8935f2c4adca', 'status': 'completed', 'code': 200}
Dec 24 11:29:50.392502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:29:50.406122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:50.433365 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:29:50.438963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Usage tracker for resource:security_group_rule and tenant:d153a022e4dd4eeb8f4c78af13fc9849 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:29:50.444594 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:29:50.451038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:29:50.469440 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-b47ab55b-abbb-484e-a316-dbe27de88da1 None None] Set router 292c2eec-67a2-41e4-9341-6fa288f1b87b gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:29:50.502787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52d50c-0692-49e7-bcd6-f49a3a73cca2 req-509421db-5e4e-4414-9341-7a1d40027bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:50.506243 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6c52d50c-0692-49e7-bcd6-f49a3a73cca2 req-509421db-5e4e-4414-9341-7a1d40027bca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d153a022e4dd4eeb8f4c78af13fc9849&device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 1098 time: 0.0877571
Dec 24 11:29:50.541198 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:50.546245 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:50.553009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3e224ccb-c4ab-48ae-a704-371e5372eabc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:50.600361 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57bd4953-f901-4731-bceb-beb4a312f908,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:50.608170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:50.609794 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2610464
Dec 24 11:29:50.611418 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:50.611769 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:50.613247 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:50.613412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58440) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:29:50.614075 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:50.614544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:50.615012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:50.615546 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:50.615947 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:50.616408 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:50.616885 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:50.617349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:50.617830 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:29:50.620092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-d095d399-7e17-467d-a35b-1920758fce8b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Request body: {'security_group_rule': {'security_group_id': '57bd4953-f901-4731-bceb-beb4a312f908', 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:29:50.622320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-cd0d026b-9164-48b6-8195-3f96a67fd42b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:50.638351 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d095d399-7e17-467d-a35b-1920758fce8b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:29:50.646231 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d095d399-7e17-467d-a35b-1920758fce8b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Usage tracker for resource:security_group_rule and tenant:d153a022e4dd4eeb8f4c78af13fc9849 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:29:50.657008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d095d399-7e17-467d-a35b-1920758fce8b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:29:50.666678 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d095d399-7e17-467d-a35b-1920758fce8b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:29:50.671538 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52d50c-0692-49e7-bcd6-f49a3a73cca2 req-c9a1d912-06fe-4ca3-9070-94149d8dd2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:50.673005 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6c52d50c-0692-49e7-bcd6-f49a3a73cca2 req-c9a1d912-06fe-4ca3-9070-94149d8dd2c6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82cffb09-76c2-4321-a4e7-ed98085b6392 HTTP/1.1" status: 200  len: 916 time: 0.1622822
Dec 24 11:29:50.826891 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b47ab55b-abbb-484e-a316-dbe27de88da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1cfbe0>, [{'id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'name': 'tempest-TestMinimumBasicScenario-1293175954-router', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:52Z', 'updated_at': '2021-12-24T11:28:56Z', 'revision_number': 4, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'gw_port': {'id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:53Z', 'updated_at': '2021-12-24T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'c0588541-9bc0-41a7-9339-ca9d46b39e6f', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'floating_ip_address': '172.26.4.234', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'port_id': '623e8c47-b965-4d52-aee9-8935f2c4adca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392', 'mac_address': 'fa:16:3e:17:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:29:49Z', 'updated_at': '2021-12-24T11:29:49Z', 'revision_number': 0, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d56b14-2f65-48c9-b0bb-9d94be1018d6', 'name': '', 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'mac_address': 'fa:16:3e:5b:30:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:55Z', 'updated_at': '2021-12-24T11:29:03Z', 'revision_number': 5, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'subnets': [{'id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:29:50.830882 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47ab55b-abbb-484e-a316-dbe27de88da1 None None] Checking router: 292c2eec-67a2-41e4-9341-6fa288f1b87b for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:29:50.840007 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47ab55b-abbb-484e-a316-dbe27de88da1 None None] Routers {'292c2eec-67a2-41e4-9341-6fa288f1b87b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:29:50.840628 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b47ab55b-abbb-484e-a316-dbe27de88da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1cfbe0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:29:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['292c2eec-67a2-41e4-9341-6fa288f1b87b'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:29:50.883181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d095d399-7e17-467d-a35b-1920758fce8b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:50.934108 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6c52d50c-0692-49e7-bcd6-f49a3a73cca2 req-e58c4fc6-d497-4381-9930-8aa953bf4042 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=623e8c47-b965-4d52-aee9-8935f2c4adca HTTP/1.1" status: 200  len: 999 time: 0.2542815
Dec 24 11:29:51.003000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d095d399-7e17-467d-a35b-1920758fce8b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.009609 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d095d399-7e17-467d-a35b-1920758fce8b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.012697 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-b47ab55b-abbb-484e-a316-dbe27de88da1 None None] Set router 292c2eec-67a2-41e4-9341-6fa288f1b87b gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:29:51.013640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cdb5ba24-be4d-4a46-b6dc-d6984db7ca2b tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:51.025126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52d50c-0692-49e7-bcd6-f49a3a73cca2 req-092ffbf0-e77a-4011-8405-db844cae6f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:51.026581 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6c52d50c-0692-49e7-bcd6-f49a3a73cca2 req-092ffbf0-e77a-4011-8405-db844cae6f21 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff35fcaa-36c4-4fa1-a056-371fb17bda17 HTTP/1.1" status: 200  len: 854 time: 0.0846910
Dec 24 11:29:51.071611 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095d399-7e17-467d-a35b-1920758fce8b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb6a855-540d-44f3-9c42-1226898f7741,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:51.074608 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d095d399-7e17-467d-a35b-1920758fce8b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:51.093073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d095d399-7e17-467d-a35b-1920758fce8b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.094271 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d095d399-7e17-467d-a35b-1920758fce8b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4782937
Dec 24 11:29:51.097784 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58444) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:29:51.104584 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-79ee5b0a-3980-4e8b-b491-1fa60f77720b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Request body: {'security_group_rule': {'security_group_id': '57bd4953-f901-4731-bceb-beb4a312f908', 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:29:51.110776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-79ee5b0a-3980-4e8b-b491-1fa60f77720b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:29:51.115029 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-79ee5b0a-3980-4e8b-b491-1fa60f77720b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Usage tracker for resource:security_group_rule and tenant:d153a022e4dd4eeb8f4c78af13fc9849 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:29:51.117965 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-79ee5b0a-3980-4e8b-b491-1fa60f77720b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:29:51.122529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52d50c-0692-49e7-bcd6-f49a3a73cca2 req-e7e263d6-3119-4733-88b4-264ee914469c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:51.123868 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-79ee5b0a-3980-4e8b-b491-1fa60f77720b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:29:51.124020 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6c52d50c-0692-49e7-bcd6-f49a3a73cca2 req-e7e263d6-3119-4733-88b4-264ee914469c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82cffb09-76c2-4321-a4e7-ed98085b6392&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0864639
Dec 24 11:29:51.142329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-79ee5b0a-3980-4e8b-b491-1fa60f77720b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.203821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-79ee5b0a-3980-4e8b-b491-1fa60f77720b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.208252 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-79ee5b0a-3980-4e8b-b491-1fa60f77720b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.214873 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f5187279-b3a4-47d5-b40c-ffd124412617 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:51.234039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee5b0a-3980-4e8b-b491-1fa60f77720b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1115566c-b020-4991-89de-69039d9026ea,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:51.237254 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-79ee5b0a-3980-4e8b-b491-1fa60f77720b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:51.245903 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-79ee5b0a-3980-4e8b-b491-1fa60f77720b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.250209 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-79ee5b0a-3980-4e8b-b491-1fa60f77720b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1506886
Dec 24 11:29:51.250888 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58448) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:29:51.256773 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4384a698-093d-45f3-9755-da1f1fa32328 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Request body: {'security_group_rule': {'security_group_id': '57bd4953-f901-4731-bceb-beb4a312f908', 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:29:51.263176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4384a698-093d-45f3-9755-da1f1fa32328 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:29:51.267402 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6c52d50c-0692-49e7-bcd6-f49a3a73cca2 req-c42319ca-33d5-4fe9-9613-98f3905bc242 service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366494
Dec 24 11:29:51.267596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4384a698-093d-45f3-9755-da1f1fa32328 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Usage tracker for resource:security_group_rule and tenant:d153a022e4dd4eeb8f4c78af13fc9849 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:29:51.271231 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4384a698-093d-45f3-9755-da1f1fa32328 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:29:51.277445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4384a698-093d-45f3-9755-da1f1fa32328 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:29:51.296995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4384a698-093d-45f3-9755-da1f1fa32328 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.360290 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4384a698-093d-45f3-9755-da1f1fa32328 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.365508 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4384a698-093d-45f3-9755-da1f1fa32328 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.367470 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c6725e86-c9f0-4383-849d-08f1faf9e60c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:51.404391 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384a698-093d-45f3-9755-da1f1fa32328 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c27a68-f5ef-4cd4-babb-2b4d1c17f722,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:51.408589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4384a698-093d-45f3-9755-da1f1fa32328 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.410280 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4384a698-093d-45f3-9755-da1f1fa32328 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1583712
Dec 24 11:29:51.412395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4384a698-093d-45f3-9755-da1f1fa32328 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:51.413225 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58452) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:29:51.414173 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6c52d50c-0692-49e7-bcd6-f49a3a73cca2 req-c84300d6-3d1c-46fb-84b2-2bbf0eff7dc7 service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384199
Dec 24 11:29:51.416499 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-b47ab55b-abbb-484e-a316-dbe27de88da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1cfbe0>, [{'id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'name': 'tempest-TestMinimumBasicScenario-1293175954-router', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:52Z', 'updated_at': '2021-12-24T11:28:56Z', 'revision_number': 4, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'gw_port': {'id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:53Z', 'updated_at': '2021-12-24T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'c0588541-9bc0-41a7-9339-ca9d46b39e6f', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'floating_ip_address': '172.26.4.234', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'port_id': '623e8c47-b965-4d52-aee9-8935f2c4adca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392', 'mac_address': 'fa:16:3e:17:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:29:49Z', 'updated_at': '2021-12-24T11:29:49Z', 'revision_number': 0, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d56b14-2f65-48c9-b0bb-9d94be1018d6', 'name': '', 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'mac_address': 'fa:16:3e:5b:30:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:55Z', 'updated_at': '2021-12-24T11:29:03Z', 'revision_number': 5, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'subnets': [{'id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:29:51.419837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-29ab0426-ecd1-4b26-b26a-5b3f9c423daa tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Request body: {'security_group_rule': {'security_group_id': '57bd4953-f901-4731-bceb-beb4a312f908', 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:29:51.421177 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47ab55b-abbb-484e-a316-dbe27de88da1 None None] The sync data for ids ['292c2eec-67a2-41e4-9341-6fa288f1b87b'] in dv-neutron-822668-2-hyperv is: [{'id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'name': 'tempest-TestMinimumBasicScenario-1293175954-router', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:52Z', 'updated_at': '2021-12-24T11:28:56Z', 'revision_number': 4, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'gw_port': {'id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:53Z', 'updated_at': '2021-12-24T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'c0588541-9bc0-41a7-9339-ca9d46b39e6f', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'floating_ip_address': '172.26.4.234', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'port_id': '623e8c47-b965-4d52-aee9-8935f2c4adca', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392', 'mac_address': 'fa:16:3e:17:3d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:29:49Z', 'updated_at': '2021-12-24T11:29:49Z', 'revision_number': 0, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d56b14-2f65-48c9-b0bb-9d94be1018d6', 'name': '', 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'mac_address': 'fa:16:3e:5b:30:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:55Z', 'updated_at': '2021-12-24T11:29:03Z', 'revision_number': 5, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'subnets': [{'id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:29:51.426818 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-29ab0426-ecd1-4b26-b26a-5b3f9c423daa tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:29:51.430937 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-29ab0426-ecd1-4b26-b26a-5b3f9c423daa tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Usage tracker for resource:security_group_rule and tenant:d153a022e4dd4eeb8f4c78af13fc9849 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:29:51.434260 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-29ab0426-ecd1-4b26-b26a-5b3f9c423daa tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:29:51.441010 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-29ab0426-ecd1-4b26-b26a-5b3f9c423daa tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:29:51.459108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-29ab0426-ecd1-4b26-b26a-5b3f9c423daa tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.534931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-29ab0426-ecd1-4b26-b26a-5b3f9c423daa tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.538603 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-29ab0426-ecd1-4b26-b26a-5b3f9c423daa tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.540478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-03c2854b-52f7-4b6f-b7f1-dab4176d49aa tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:51.567939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab0426-ecd1-4b26-b26a-5b3f9c423daa tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19721548-7c76-4b1f-b48b-8a2067aefce5,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:51.570974 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-29ab0426-ecd1-4b26-b26a-5b3f9c423daa tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:51.580959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-29ab0426-ecd1-4b26-b26a-5b3f9c423daa tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.582322 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-29ab0426-ecd1-4b26-b26a-5b3f9c423daa tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1677122
Dec 24 11:29:51.589916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58456) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:29:51.597515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-cf338fc7-842f-4b91-9443-3c0b7f66474b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Request body: {'security_group_rule': {'security_group_id': '57bd4953-f901-4731-bceb-beb4a312f908', 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:29:51.598189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-cf338fc7-842f-4b91-9443-3c0b7f66474b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:29:51.601794 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cf338fc7-842f-4b91-9443-3c0b7f66474b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Usage tracker for resource:security_group_rule and tenant:d153a022e4dd4eeb8f4c78af13fc9849 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:29:51.605006 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-cf338fc7-842f-4b91-9443-3c0b7f66474b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:29:51.611873 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-cf338fc7-842f-4b91-9443-3c0b7f66474b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:29:51.623238 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-cf338fc7-842f-4b91-9443-3c0b7f66474b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Project d153a022e4dd4eeb8f4c78af13fc9849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:29:51.630679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cf338fc7-842f-4b91-9443-3c0b7f66474b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.660647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc15037-6c46-401d-a77f-7afb9ffbb280 None None] New status for floating IP c0588541-9bc0-41a7-9339-ca9d46b39e6f: ACTIVE {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:29:51.696450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cf338fc7-842f-4b91-9443-3c0b7f66474b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.700117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cf338fc7-842f-4b91-9443-3c0b7f66474b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.701861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-95030494-671a-4d44-8ea1-2b100b039be4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:51.724089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf338fc7-842f-4b91-9443-3c0b7f66474b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1dc0f8a-99d2-445a-9aab-834c5f4d22b0,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:51.730689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cf338fc7-842f-4b91-9443-3c0b7f66474b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:51.743304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-cf338fc7-842f-4b91-9443-3c0b7f66474b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.747103 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-cf338fc7-842f-4b91-9443-3c0b7f66474b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1576550
Dec 24 11:29:51.747484 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58460) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:29:51.752895 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-a7c44be1-8db4-4426-bf11-b58aef12604a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Request body: {'security_group_rule': {'security_group_id': '57bd4953-f901-4731-bceb-beb4a312f908', 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:29:51.760463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a7c44be1-8db4-4426-bf11-b58aef12604a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:29:51.764955 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a7c44be1-8db4-4426-bf11-b58aef12604a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Usage tracker for resource:security_group_rule and tenant:d153a022e4dd4eeb8f4c78af13fc9849 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:29:51.767861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a7c44be1-8db4-4426-bf11-b58aef12604a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:29:51.773839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a7c44be1-8db4-4426-bf11-b58aef12604a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:29:51.789744 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-a7c44be1-8db4-4426-bf11-b58aef12604a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Project d153a022e4dd4eeb8f4c78af13fc9849 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:29:51.796395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a7c44be1-8db4-4426-bf11-b58aef12604a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.864334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a7c44be1-8db4-4426-bf11-b58aef12604a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.867922 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a7c44be1-8db4-4426-bf11-b58aef12604a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.869715 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-79ee5b0a-3980-4e8b-b491-1fa60f77720b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:51.891990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c44be1-8db4-4426-bf11-b58aef12604a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84d5845-e611-4565-8fcb-6b67a131f64e,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:51.894393 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a7c44be1-8db4-4426-bf11-b58aef12604a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:51.901784 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a7c44be1-8db4-4426-bf11-b58aef12604a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:51.903197 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a7c44be1-8db4-4426-bf11-b58aef12604a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1546721
Dec 24 11:29:52.023484 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-321d3469-f65c-48e8-8e6c-3fef8aa79557 req-73b8ebff-ac34-40ff-8a04-33e4bbe3220e tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-170805336&fields=id&tenant_id=d153a022e4dd4eeb8f4c78af13fc9849 HTTP/1.1" status: 200  len: 267 time: 0.0394025
Dec 24 11:29:52.110485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d3469-f65c-48e8-8e6c-3fef8aa79557 req-a15f9c1e-4027-478d-979f-de74a9deb46a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:52.111919 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-321d3469-f65c-48e8-8e6c-3fef8aa79557 req-a15f9c1e-4027-478d-979f-de74a9deb46a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 945 time: 0.0822024
Dec 24 11:29:52.122974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-321d3469-f65c-48e8-8e6c-3fef8aa79557 req-9c492046-b3aa-4e03-b754-ada22a81160b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Request body: {'port': {'security_groups': ['c0c8a64b-f972-4283-9b82-03c644b26fe4', '57bd4953-f901-4731-bceb-beb4a312f908']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:29:52.242400 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-321d3469-f65c-48e8-8e6c-3fef8aa79557 req-9c492046-b3aa-4e03-b754-ada22a81160b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:52.492350 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-321d3469-f65c-48e8-8e6c-3fef8aa79557 req-9c492046-b3aa-4e03-b754-ada22a81160b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] For port 623e8c47-b965-4d52-aee9-8935f2c4adca, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=623e8c47-b965-4d52-aee9-8935f2c4adca,segment=NetworkSegment(7888a5ab-1272-4820-b932-4303c4401583),segment_id=7888a5ab-1272-4820-b932-4303c4401583)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:29:52.516279 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-321d3469-f65c-48e8-8e6c-3fef8aa79557 req-9c492046-b3aa-4e03-b754-ada22a81160b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:52.521221 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-321d3469-f65c-48e8-8e6c-3fef8aa79557 req-9c492046-b3aa-4e03-b754-ada22a81160b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:52.528706 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:29:52.534830 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['623e8c47-b965-4d52-aee9-8935f2c4adca'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:29:52.599220 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d3469-f65c-48e8-8e6c-3fef8aa79557 req-9c492046-b3aa-4e03-b754-ada22a81160b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:52.599220 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-321d3469-f65c-48e8-8e6c-3fef8aa79557 req-9c492046-b3aa-4e03-b754-ada22a81160b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:52.599220 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-321d3469-f65c-48e8-8e6c-3fef8aa79557 req-9c492046-b3aa-4e03-b754-ada22a81160b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "PUT /v2.0/ports/623e8c47-b965-4d52-aee9-8935f2c4adca HTTP/1.1" status: 200  len: 981 time: 0.4761426
Dec 24 11:29:52.599220 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'tag': '623e8c47-b965-4d52-aee9-8935f2c4adca'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:29:52.658503 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c492046-b3aa-4e03-b754-ada22a81160b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Pushing event updated for resources: {'Port': ['ID=623e8c47-b965-4d52-aee9-8935f2c4adca,revision_number=6']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:29:52.659679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9c492046-b3aa-4e03-b754-ada22a81160b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:29:52.665889 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['623e8c47-b965-4d52-aee9-8935f2c4adca'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:29:52.677797 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'tag': '623e8c47-b965-4d52-aee9-8935f2c4adca', 'status': 'completed', 'code': 200}
Dec 24 11:29:52.856500 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d9966-59b4-4b61-a556-908e6a31b4c0 req-d6b2f44d-06dc-4d3e-85b7-f3a82f86bd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:52.858034 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d91d9966-59b4-4b61-a556-908e6a31b4c0 req-d6b2f44d-06dc-4d3e-85b7-f3a82f86bd82 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d153a022e4dd4eeb8f4c78af13fc9849&device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 1137 time: 0.1569757
Dec 24 11:29:52.870961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48283315-529d-4a94-bf45-c3b53976b7eb req-c45bb040-496b-42b3-bb79-79c1391129e1 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:52.872459 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-48283315-529d-4a94-bf45-c3b53976b7eb req-c45bb040-496b-42b3-bb79-79c1391129e1 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 984 time: 0.1289656
Dec 24 11:29:53.001633 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-48283315-529d-4a94-bf45-c3b53976b7eb req-d5e4b511-d75b-466a-9a19-493af0c1680a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&id=57bd4953-f901-4731-bceb-beb4a312f908&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1093428
Dec 24 11:29:53.021508 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c777f363-1939-4a1a-84a7-503b2868c799 None None] Provisioning complete for port 623e8c47-b965-4d52-aee9-8935f2c4adca triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:29:53.021905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c777f363-1939-4a1a-84a7-503b2868c799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:29:53.039278 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d9966-59b4-4b61-a556-908e6a31b4c0 req-bf4df083-8625-4014-a583-344257281cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:53.040972 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d91d9966-59b4-4b61-a556-908e6a31b4c0 req-bf4df083-8625-4014-a583-344257281cb1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82cffb09-76c2-4321-a4e7-ed98085b6392 HTTP/1.1" status: 200  len: 916 time: 0.1676555
Dec 24 11:29:53.147992 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d91d9966-59b4-4b61-a556-908e6a31b4c0 req-46720cb4-5b31-4e10-8c64-df84e2fceb9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=623e8c47-b965-4d52-aee9-8935f2c4adca HTTP/1.1" status: 200  len: 1001 time: 0.0996745
Dec 24 11:29:53.209268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d9966-59b4-4b61-a556-908e6a31b4c0 req-28cbcc15-4c46-42c6-9325-73cfaf9b610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:53.210761 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d91d9966-59b4-4b61-a556-908e6a31b4c0 req-28cbcc15-4c46-42c6-9325-73cfaf9b610b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff35fcaa-36c4-4fa1-a056-371fb17bda17 HTTP/1.1" status: 200  len: 854 time: 0.0567575
Dec 24 11:29:53.289732 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d9966-59b4-4b61-a556-908e6a31b4c0 req-700a9f16-226b-4eeb-8431-b7b3999c2bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:29:53.291181 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d91d9966-59b4-4b61-a556-908e6a31b4c0 req-700a9f16-226b-4eeb-8431-b7b3999c2bb4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82cffb09-76c2-4321-a4e7-ed98085b6392&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0744553
Dec 24 11:29:53.545512 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d91d9966-59b4-4b61-a556-908e6a31b4c0 req-bc195f77-3fa5-4d94-8fe8-14ed1054d07a service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2465413
Dec 24 11:29:53.683071 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d91d9966-59b4-4b61-a556-908e6a31b4c0 req-e83e184c-ce02-48fd-9835-dfba58848bec service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301839
Dec 24 11:29:59.718306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1f64acd9-c5d1-4231-8688-87b0c1dc7ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:30:01.928304 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7a15b925-ca9a-487d-8ef4-86e4574f93a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:30:03.160215 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:30:03.178116 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:30:04.972121 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:30:10.861194 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:30:11.982944 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:30:29.719655 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-414a48c3-910e-474a-a2c3-2949ff949cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:30:31.929064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5dd5b194-fbaf-49ed-8ef7-fb3235da3e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:30:33.161730 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:30:33.182217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:30:34.974843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:30:40.873984 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:30:48.563391 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-215eae27-602b-4cc3-a126-e6e203eb8402 req-a70faaa9-6c30-4487-b849-19c00d03182e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0685275
Dec 24 11:30:48.703252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eae27-602b-4cc3-a126-e6e203eb8402 req-bbcfa12d-14b3-499e-bb14-683f82b9f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:30:48.704662 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-215eae27-602b-4cc3-a126-e6e203eb8402 req-bbcfa12d-14b3-499e-bb14-683f82b9f009 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d153a022e4dd4eeb8f4c78af13fc9849&device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 1137 time: 0.0728414
Dec 24 11:30:48.848881 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eae27-602b-4cc3-a126-e6e203eb8402 req-8f162d88-2950-4b3c-8d6d-84897aabc0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:30:48.850383 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-215eae27-602b-4cc3-a126-e6e203eb8402 req-8f162d88-2950-4b3c-8d6d-84897aabc0e5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82cffb09-76c2-4321-a4e7-ed98085b6392 HTTP/1.1" status: 200  len: 916 time: 0.1269920
Dec 24 11:30:48.952021 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-215eae27-602b-4cc3-a126-e6e203eb8402 req-3846f24d-5ade-4ac1-8649-a8a52134f61c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=623e8c47-b965-4d52-aee9-8935f2c4adca HTTP/1.1" status: 200  len: 1001 time: 0.0951571
Dec 24 11:30:48.981559 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:30:49.013021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eae27-602b-4cc3-a126-e6e203eb8402 req-6e96de1c-db8f-47e8-93a9-338a511cef00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:30:49.014457 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-215eae27-602b-4cc3-a126-e6e203eb8402 req-6e96de1c-db8f-47e8-93a9-338a511cef00 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff35fcaa-36c4-4fa1-a056-371fb17bda17 HTTP/1.1" status: 200  len: 854 time: 0.0560613
Dec 24 11:30:49.090555 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eae27-602b-4cc3-a126-e6e203eb8402 req-8da1c7de-83bb-4351-b90e-0e819aeaa85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:30:49.091987 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-215eae27-602b-4cc3-a126-e6e203eb8402 req-8da1c7de-83bb-4351-b90e-0e819aeaa85b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82cffb09-76c2-4321-a4e7-ed98085b6392&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0713432
Dec 24 11:30:49.221895 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-215eae27-602b-4cc3-a126-e6e203eb8402 req-2a6fbf9a-e124-45db-ae2e-3a6d157cbcaf service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225760
Dec 24 11:30:49.351385 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-215eae27-602b-4cc3-a126-e6e203eb8402 req-efa62f86-6211-4fc9-9640-39c5eccc668e service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224153
Dec 24 11:30:50.779523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8062c0-9a54-4ddd-8b31-9e2149c5a9f8 req-c9f1a3d7-9667-4b34-92b9-802e01627853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:30:50.781040 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3b8062c0-9a54-4ddd-8b31-9e2149c5a9f8 req-c9f1a3d7-9667-4b34-92b9-802e01627853 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d153a022e4dd4eeb8f4c78af13fc9849&device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 1137 time: 0.1338587
Dec 24 11:30:50.789549 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e290b-52ab-40f5-aa99-99374c6ab7d3 req-b4e9fd35-26c7-4860-a41c-04d519c26153 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:30:50.790903 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0c5e290b-52ab-40f5-aa99-99374c6ab7d3 req-b4e9fd35-26c7-4860-a41c-04d519c26153 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 984 time: 0.1087582
Dec 24 11:30:50.916088 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0c5e290b-52ab-40f5-aa99-99374c6ab7d3 req-dfbbd7ca-291c-4ceb-9407-d038172de166 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&id=57bd4953-f901-4731-bceb-beb4a312f908&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1051385
Dec 24 11:30:50.950824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8062c0-9a54-4ddd-8b31-9e2149c5a9f8 req-754a85b3-68f5-47d0-9340-d5a676a173e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:30:50.952244 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3b8062c0-9a54-4ddd-8b31-9e2149c5a9f8 req-754a85b3-68f5-47d0-9340-d5a676a173e8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82cffb09-76c2-4321-a4e7-ed98085b6392 HTTP/1.1" status: 200  len: 916 time: 0.1605291
Dec 24 11:30:51.056748 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3b8062c0-9a54-4ddd-8b31-9e2149c5a9f8 req-ff0d4f19-9e9e-4799-887c-c6fa9e3b7b98 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=623e8c47-b965-4d52-aee9-8935f2c4adca HTTP/1.1" status: 200  len: 1001 time: 0.0962079
Dec 24 11:30:51.117346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8062c0-9a54-4ddd-8b31-9e2149c5a9f8 req-3f0de416-89f6-4c6e-bdc5-561d29536c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:30:51.118753 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3b8062c0-9a54-4ddd-8b31-9e2149c5a9f8 req-3f0de416-89f6-4c6e-bdc5-561d29536c9a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff35fcaa-36c4-4fa1-a056-371fb17bda17 HTTP/1.1" status: 200  len: 854 time: 0.0553792
Dec 24 11:30:51.196001 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8062c0-9a54-4ddd-8b31-9e2149c5a9f8 req-c814c321-09f3-4482-aa27-2cb4a8e1a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:30:51.197423 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3b8062c0-9a54-4ddd-8b31-9e2149c5a9f8 req-c814c321-09f3-4482-aa27-2cb4a8e1a87f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82cffb09-76c2-4321-a4e7-ed98085b6392&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711200
Dec 24 11:30:51.440596 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3b8062c0-9a54-4ddd-8b31-9e2149c5a9f8 req-db9df10c-ece3-454f-9543-43080914d744 service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2357447
Dec 24 11:30:51.569917 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3b8062c0-9a54-4ddd-8b31-9e2149c5a9f8 req-75ec5308-e4ad-4e54-b2f5-507e95e935fa service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214156
Dec 24 11:30:52.100089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476746ed-9d3b-4e33-846b-3ae736d8e9cf req-fbaeca71-5612-4d67-a72d-cddd4ca41f01 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:30:52.101546 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-476746ed-9d3b-4e33-846b-3ae736d8e9cf req-fbaeca71-5612-4d67-a72d-cddd4ca41f01 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 984 time: 0.0817947
Dec 24 11:30:52.145716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-476746ed-9d3b-4e33-846b-3ae736d8e9cf req-527c5a72-6f14-48b3-b260-c4501d235cb7 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Synchronizing usage tracker for tenant:d153a022e4dd4eeb8f4c78af13fc9849 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:30:52.159848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-476746ed-9d3b-4e33-846b-3ae736d8e9cf req-527c5a72-6f14-48b3-b260-c4501d235cb7 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Unset dirty status for tenant:d153a022e4dd4eeb8f4c78af13fc9849 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:30:52.161121 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-476746ed-9d3b-4e33-846b-3ae736d8e9cf req-527c5a72-6f14-48b3-b260-c4501d235cb7 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&id=57bd4953-f901-4731-bceb-beb4a312f908&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0538237
Dec 24 11:30:53.343572 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7fc6a1-26c2-4e1e-970a-4588c1482225 req-6fbeedd6-6074-4740-82a5-c56e57bfb3fc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:30:53.345020 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ce7fc6a1-26c2-4e1e-970a-4588c1482225 req-6fbeedd6-6074-4740-82a5-c56e57bfb3fc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 984 time: 0.0794501
Dec 24 11:30:53.391273 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ce7fc6a1-26c2-4e1e-970a-4588c1482225 req-e3678faa-6dc7-4e1a-bc8f-f8c3798dc751 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&id=57bd4953-f901-4731-bceb-beb4a312f908&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0399644
Dec 24 11:30:54.570367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a27e1-b62f-4ad9-996a-9b716dbc08b2 req-6c89e66d-71bc-40c2-9879-c52d005cdc5e tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:30:54.571828 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-129a27e1-b62f-4ad9-996a-9b716dbc08b2 req-6c89e66d-71bc-40c2-9879-c52d005cdc5e tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 984 time: 0.0788450
Dec 24 11:30:54.616776 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-129a27e1-b62f-4ad9-996a-9b716dbc08b2 req-b7a21a3d-ef38-467c-8e07-4acde6f7e465 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&id=57bd4953-f901-4731-bceb-beb4a312f908&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0393789
Dec 24 11:30:55.799812 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bded020b-3712-4163-9d1b-f1c32c77d1a0 req-b8d7bc46-087f-4403-9548-4402c57dc033 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:30:55.801267 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bded020b-3712-4163-9d1b-f1c32c77d1a0 req-b8d7bc46-087f-4403-9548-4402c57dc033 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 984 time: 0.0832040
Dec 24 11:30:55.847526 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bded020b-3712-4163-9d1b-f1c32c77d1a0 req-adc0b53d-a6d8-4971-8dd9-bea5e45127fa tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&id=57bd4953-f901-4731-bceb-beb4a312f908&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0405567
Dec 24 11:30:57.032308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca71a9-6442-49e3-a946-f7d73c32a468 req-d29929e2-d270-422c-b9cf-02410bda0a49 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:30:57.033773 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f8ca71a9-6442-49e3-a946-f7d73c32a468 req-d29929e2-d270-422c-b9cf-02410bda0a49 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 984 time: 0.0828295
Dec 24 11:30:57.080633 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f8ca71a9-6442-49e3-a946-f7d73c32a468 req-b0bbd575-df61-4635-a511-2d87d0b21fb1 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&id=57bd4953-f901-4731-bceb-beb4a312f908&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0405169
Dec 24 11:30:58.264820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a738edd-39da-4df4-815d-84dc5deaeea7 req-d0e4ae4a-2adf-4720-9542-853c304147c4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:30:58.266280 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a738edd-39da-4df4-815d-84dc5deaeea7 req-d0e4ae4a-2adf-4720-9542-853c304147c4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 984 time: 0.0784140
Dec 24 11:30:58.314776 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a738edd-39da-4df4-815d-84dc5deaeea7 req-d150d894-a8a8-4b1b-afc6-8bd217ac23c8 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&id=57bd4953-f901-4731-bceb-beb4a312f908&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0423307
Dec 24 11:30:59.499141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac083e-e01a-4dbb-9b85-c7e0a3f4543f req-0b3265ea-f005-402d-af69-2d2d6a7c4412 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:30:59.500600 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-74ac083e-e01a-4dbb-9b85-c7e0a3f4543f req-0b3265ea-f005-402d-af69-2d2d6a7c4412 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 984 time: 0.0810125
Dec 24 11:30:59.548753 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-74ac083e-e01a-4dbb-9b85-c7e0a3f4543f req-9885f369-c449-4cd9-aed1-eb4db23ef39c tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&id=57bd4953-f901-4731-bceb-beb4a312f908&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0424531
Dec 24 11:30:59.721248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dc95d395-12c5-484b-85d9-89789ee1ff0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:31:00.729021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a443b1-f058-43e6-813e-cd09e560faf7 req-eebaa66f-7524-4668-aae3-694be048a9c1 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:31:00.730421 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62a443b1-f058-43e6-813e-cd09e560faf7 req-eebaa66f-7524-4668-aae3-694be048a9c1 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 984 time: 0.0788856
Dec 24 11:31:00.776278 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-62a443b1-f058-43e6-813e-cd09e560faf7 req-5f8ad8e4-eaf9-413b-883e-804f3e0b99df tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&id=57bd4953-f901-4731-bceb-beb4a312f908&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0401652
Dec 24 11:31:01.931096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8e991b1a-9d9d-47b5-a1be-c3ae3e649c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:31:01.961861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e155e55-39b8-448c-a45d-3cbc78a0f616 req-3c88f2d7-4503-4f9f-8b60-99650db88b49 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:31:01.963524 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4e155e55-39b8-448c-a45d-3cbc78a0f616 req-3c88f2d7-4503-4f9f-8b60-99650db88b49 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 984 time: 0.0848341
Dec 24 11:31:02.008681 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4e155e55-39b8-448c-a45d-3cbc78a0f616 req-9ca82d4d-325b-41d2-b5db-b89b1265480a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&id=57bd4953-f901-4731-bceb-beb4a312f908&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0394578
Dec 24 11:31:03.166778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:31:03.184126 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:31:03.202877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb26c6-399f-46d9-a8dc-82ac54e9ba87 req-e09886c4-a188-4897-9a59-ba6af8e4dd41 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:31:03.204333 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e8fb26c6-399f-46d9-a8dc-82ac54e9ba87 req-e09886c4-a188-4897-9a59-ba6af8e4dd41 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 984 time: 0.0932715
Dec 24 11:31:03.249095 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e8fb26c6-399f-46d9-a8dc-82ac54e9ba87 req-0d9afa12-ea6b-41e0-a30f-2e2deb0bf76b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&id=57bd4953-f901-4731-bceb-beb4a312f908&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0389495
Dec 24 11:31:04.977926 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:31:10.887717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:31:25.980182 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:31:29.722000 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8afdfae2-5ecc-4067-b492-c0622643f6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:31:31.933728 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3308f6c6-9b6e-43b8-9901-6a99dff80401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:31:33.160502 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:31:33.187019 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:31:34.980082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:31:40.900351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:31:49.586059 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c87550ec-ecd7-4176-8ed8-be215f80ad2c req-52b3f6f7-4077-4f8a-85bf-80581547e4f4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1100945
Dec 24 11:31:49.726056 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87550ec-ecd7-4176-8ed8-be215f80ad2c req-6eac9578-77b6-4166-8150-5178e28fab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:31:49.727460 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c87550ec-ecd7-4176-8ed8-be215f80ad2c req-6eac9578-77b6-4166-8150-5178e28fab08 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d153a022e4dd4eeb8f4c78af13fc9849&device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 1137 time: 0.0745325
Dec 24 11:31:49.868395 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87550ec-ecd7-4176-8ed8-be215f80ad2c req-08dd6d43-0ede-4c6e-a81e-30a70b41755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:31:49.869817 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c87550ec-ecd7-4176-8ed8-be215f80ad2c req-08dd6d43-0ede-4c6e-a81e-30a70b41755c service neutron] 10.222.0.32 "GET /v2.0/networks?id=82cffb09-76c2-4321-a4e7-ed98085b6392 HTTP/1.1" status: 200  len: 916 time: 0.1239471
Dec 24 11:31:49.970678 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c87550ec-ecd7-4176-8ed8-be215f80ad2c req-a42565a4-61a3-43e4-bc08-49e881c74c07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=623e8c47-b965-4d52-aee9-8935f2c4adca HTTP/1.1" status: 200  len: 1001 time: 0.0945110
Dec 24 11:31:50.031361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87550ec-ecd7-4176-8ed8-be215f80ad2c req-a0bd206e-d60b-43fe-a157-38572a1bdc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:31:50.032753 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c87550ec-ecd7-4176-8ed8-be215f80ad2c req-a0bd206e-d60b-43fe-a157-38572a1bdc19 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff35fcaa-36c4-4fa1-a056-371fb17bda17 HTTP/1.1" status: 200  len: 854 time: 0.0558527
Dec 24 11:31:50.106062 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87550ec-ecd7-4176-8ed8-be215f80ad2c req-e72ac3cb-0afd-4b75-b16d-ee5b634a5f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:31:50.107480 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c87550ec-ecd7-4176-8ed8-be215f80ad2c req-e72ac3cb-0afd-4b75-b16d-ee5b634a5f4f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82cffb09-76c2-4321-a4e7-ed98085b6392&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0678115
Dec 24 11:31:50.117814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [req-c87550ec-ecd7-4176-8ed8-be215f80ad2c req-b6e5a033-2ab3-417a-b522-42343ad7799e service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:31:50.118733 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c87550ec-ecd7-4176-8ed8-be215f80ad2c req-b6e5a033-2ab3-417a-b522-42343ad7799e service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0046117
Dec 24 11:31:50.256001 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c87550ec-ecd7-4176-8ed8-be215f80ad2c req-9d679e60-797d-4baa-b284-4c0de2c58f44 service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306741
Dec 24 11:31:50.382864 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c87550ec-ecd7-4176-8ed8-be215f80ad2c req-34357cdc-e3f9-4caf-b290-6d11d6163659 service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1203070
Dec 24 11:31:59.723070 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b2751b53-c457-485f-9751-e5a0932def28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:01.934445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7e41e456-527e-41e9-bd4f-b0a8c8860f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:02.978312 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:32:03.163613 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:03.188286 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:04.981697 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:06.677835 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6f8f5c71-e3e1-4902-9e69-287bccb31cdf req-12abcec3-2948-4636-b79f-80bada57106a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-170805336&fields=id&tenant_id=d153a022e4dd4eeb8f4c78af13fc9849 HTTP/1.1" status: 200  len: 267 time: 0.0400987
Dec 24 11:32:06.762585 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f5c71-e3e1-4902-9e69-287bccb31cdf req-8a0c3be0-58fe-444d-bd17-cc83805acbc2 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:06.764628 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6f8f5c71-e3e1-4902-9e69-287bccb31cdf req-8a0c3be0-58fe-444d-bd17-cc83805acbc2 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 984 time: 0.0816462
Dec 24 11:32:06.775813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [req-6f8f5c71-e3e1-4902-9e69-287bccb31cdf req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Request body: {'port': {'security_groups': ['c0c8a64b-f972-4283-9b82-03c644b26fe4']}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:32:06.893407 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-6f8f5c71-e3e1-4902-9e69-287bccb31cdf req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:07.127047 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [req-6f8f5c71-e3e1-4902-9e69-287bccb31cdf req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] For port 623e8c47-b965-4d52-aee9-8935f2c4adca, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=623e8c47-b965-4d52-aee9-8935f2c4adca,segment=NetworkSegment(7888a5ab-1272-4820-b932-4303c4401583),segment_id=7888a5ab-1272-4820-b932-4303c4401583)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:32:07.150647 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-6f8f5c71-e3e1-4902-9e69-287bccb31cdf req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:07.154959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-6f8f5c71-e3e1-4902-9e69-287bccb31cdf req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:07.160249 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2a0de680-a4a5-4c57-b4d9-b73d28085202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:07.166600 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['623e8c47-b965-4d52-aee9-8935f2c4adca'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:32:07.232003 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f5c71-e3e1-4902-9e69-287bccb31cdf req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:07.232839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [req-6f8f5c71-e3e1-4902-9e69-287bccb31cdf req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:07.234094 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-6f8f5c71-e3e1-4902-9e69-287bccb31cdf req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "PUT /v2.0/ports/623e8c47-b965-4d52-aee9-8935f2c4adca HTTP/1.1" status: 200  len: 942 time: 0.4626963
Dec 24 11:32:07.234643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'tag': '623e8c47-b965-4d52-aee9-8935f2c4adca'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:32:07.240428 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58554) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:07.253161 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Pushing event updated for resources: {'Port': ['ID=623e8c47-b965-4d52-aee9-8935f2c4adca,revision_number=7']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:07.261244 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.261635 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.262055 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.262438 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.262816 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.263192 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.264111 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.264481 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.264851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.265219 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.265586 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.265973 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.270225 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:07.329164 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['623e8c47-b965-4d52-aee9-8935f2c4adca'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:32:07.467319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:07.496708 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:07.540845 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-49325ea4-85f1-4251-a611-734cf58d80a7 None None] Provisioning complete for port 623e8c47-b965-4d52-aee9-8935f2c4adca triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:32:07.541249 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-49325ea4-85f1-4251-a611-734cf58d80a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:07.564103 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:07.572493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5a7d4553-598b-4c0b-bd7f-480e178491dc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:07.589961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bd4953-f901-4731-bceb-beb4a312f908,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:07.600783 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.601176 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.601558 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.601963 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.602335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.602701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.603067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.603463 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.603884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.604203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.604558 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.604918 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:07.608080 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:07.610990 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "DELETE /v2.0/security-groups/57bd4953-f901-4731-bceb-beb4a312f908 HTTP/1.1" status: 204  len: 168 time: 0.3671241
Dec 24 11:32:07.610990 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-929f7db4-20fa-4662-9014-0b6f02eca229 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:07.611926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58560) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:07.925181 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-946f2b56-9942-4877-8e1c-bbb171c909a4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Deleting port 1391a78c-ec28-4713-b4ab-dba09ec3c9b0 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:32:07.925887 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-946f2b56-9942-4877-8e1c-bbb171c909a4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:08.093779 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-946f2b56-9942-4877-8e1c-bbb171c909a4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:08.094144 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-946f2b56-9942-4877-8e1c-bbb171c909a4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:08.215887 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-946f2b56-9942-4877-8e1c-bbb171c909a4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Calling delete_port for 1391a78c-ec28-4713-b4ab-dba09ec3c9b0 owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:32:08.369110 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-946f2b56-9942-4877-8e1c-bbb171c909a4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:08.372815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d4aae30f-f815-4379-9cb3-1b4de2eb9f69 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:08.404727 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'tag': '623e8c47-b965-4d52-aee9-8935f2c4adca', 'status': 'completed', 'code': 200}
Dec 24 11:32:08.420594 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946f2b56-9942-4877-8e1c-bbb171c909a4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Pushing event deleted for resources: {'Port': ['ID=1391a78c-ec28-4713-b4ab-dba09ec3c9b0,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:08.423703 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-946f2b56-9942-4877-8e1c-bbb171c909a4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:08.498304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208fafb-735a-4c88-a837-1cffd38608d9 req-35ded592-09e7-4e41-b625-71d1d5e2de3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:08.499784 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1208fafb-735a-4c88-a837-1cffd38608d9 req-35ded592-09e7-4e41-b625-71d1d5e2de3c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d153a022e4dd4eeb8f4c78af13fc9849&device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 1098 time: 0.0783019
Dec 24 11:32:08.513963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-946f2b56-9942-4877-8e1c-bbb171c909a4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:08.514309 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-946f2b56-9942-4877-8e1c-bbb171c909a4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Floating IP c0588541-9bc0-41a7-9339-ca9d46b39e6f disassociated (deleted). External IP: 172.26.4.234, port: 623e8c47-b965-4d52-aee9-8935f2c4adca.
Dec 24 11:32:08.628038 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208fafb-735a-4c88-a837-1cffd38608d9 req-27271ec0-f969-4b6b-9022-64a6b84dc8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:08.629393 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1208fafb-735a-4c88-a837-1cffd38608d9 req-27271ec0-f969-4b6b-9022-64a6b84dc8c4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=82cffb09-76c2-4321-a4e7-ed98085b6392 HTTP/1.1" status: 200  len: 916 time: 0.1234505
Dec 24 11:32:08.695270 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1208fafb-735a-4c88-a837-1cffd38608d9 req-8ab8f65f-3f27-466b-a024-df3f0a1f3db8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=623e8c47-b965-4d52-aee9-8935f2c4adca HTTP/1.1" status: 200  len: 217 time: 0.0589859
Dec 24 11:32:08.759580 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208fafb-735a-4c88-a837-1cffd38608d9 req-9af7fca4-cb5d-4cc0-9f1e-34764871ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:08.761306 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1208fafb-735a-4c88-a837-1cffd38608d9 req-9af7fca4-cb5d-4cc0-9f1e-34764871ab73 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff35fcaa-36c4-4fa1-a056-371fb17bda17 HTTP/1.1" status: 200  len: 854 time: 0.0592139
Dec 24 11:32:08.833617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1208fafb-735a-4c88-a837-1cffd38608d9 req-b2dc6c3b-8ea4-43bb-837a-f47afc69b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:08.835122 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1208fafb-735a-4c88-a837-1cffd38608d9 req-b2dc6c3b-8ea4-43bb-837a-f47afc69b432 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82cffb09-76c2-4321-a4e7-ed98085b6392&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0677738
Dec 24 11:32:08.861703 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946f2b56-9942-4877-8e1c-bbb171c909a4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Router 292c2eec-67a2-41e4-9341-6fa288f1b87b has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:32:08.967922 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1208fafb-735a-4c88-a837-1cffd38608d9 req-4d17373a-6100-4496-8470-f66f1deabb43 service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251020
Dec 24 11:32:09.041821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946f2b56-9942-4877-8e1c-bbb171c909a4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:32:09.052604 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056b168-10f6-4a04-b6df-1a82d7305d10 None None] Sync routers for ids ['292c2eec-67a2-41e4-9341-6fa288f1b87b'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:32:09.063555 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056b168-10f6-4a04-b6df-1a82d7305d10 None None] Routers {'292c2eec-67a2-41e4-9341-6fa288f1b87b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:32:09.063862 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-946f2b56-9942-4877-8e1c-bbb171c909a4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:09.064673 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e056b168-10f6-4a04-b6df-1a82d7305d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc3ae20>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:32:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['292c2eec-67a2-41e4-9341-6fa288f1b87b'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:09.101251 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1208fafb-735a-4c88-a837-1cffd38608d9 req-cc202f3e-a9d0-40c4-a46a-7f462136f855 service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269486
Dec 24 11:32:09.122273 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-946f2b56-9942-4877-8e1c-bbb171c909a4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "DELETE /v2.0/floatingips/c0588541-9bc0-41a7-9339-ca9d46b39e6f HTTP/1.1" status: 204  len: 168 time: 1.5091865
Dec 24 11:32:09.242091 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-e056b168-10f6-4a04-b6df-1a82d7305d10 None None] Set router 292c2eec-67a2-41e4-9341-6fa288f1b87b gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:32:09.561258 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e056b168-10f6-4a04-b6df-1a82d7305d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc3ae20>, [{'id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'name': 'tempest-TestMinimumBasicScenario-1293175954-router', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:52Z', 'updated_at': '2021-12-24T11:28:56Z', 'revision_number': 4, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'gw_port': {'id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:53Z', 'updated_at': '2021-12-24T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '34d56b14-2f65-48c9-b0bb-9d94be1018d6', 'name': '', 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'mac_address': 'fa:16:3e:5b:30:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:55Z', 'updated_at': '2021-12-24T11:29:03Z', 'revision_number': 5, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'subnets': [{'id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:09.565374 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056b168-10f6-4a04-b6df-1a82d7305d10 None None] Checking router: 292c2eec-67a2-41e4-9341-6fa288f1b87b for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:32:09.573962 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e056b168-10f6-4a04-b6df-1a82d7305d10 None None] Routers {'292c2eec-67a2-41e4-9341-6fa288f1b87b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:32:09.574411 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e056b168-10f6-4a04-b6df-1a82d7305d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc3ae20>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:32:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['292c2eec-67a2-41e4-9341-6fa288f1b87b'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:09.745616 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-e056b168-10f6-4a04-b6df-1a82d7305d10 None None] Set router 292c2eec-67a2-41e4-9341-6fa288f1b87b gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:32:10.087264 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e056b168-10f6-4a04-b6df-1a82d7305d10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dc3ae20>, [{'id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'name': 'tempest-TestMinimumBasicScenario-1293175954-router', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:52Z', 'updated_at': '2021-12-24T11:28:56Z', 'revision_number': 4, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'gw_port': {'id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:53Z', 'updated_at': '2021-12-24T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '34d56b14-2f65-48c9-b0bb-9d94be1018d6', 'name': '', 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'mac_address': 'fa:16:3e:5b:30:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:55Z', 'updated_at': '2021-12-24T11:29:03Z', 'revision_number': 5, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'subnets': [{'id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:10.091161 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e056b168-10f6-4a04-b6df-1a82d7305d10 None None] The sync data for ids ['292c2eec-67a2-41e4-9341-6fa288f1b87b'] in dv-neutron-822668-2-hyperv is: [{'id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'name': 'tempest-TestMinimumBasicScenario-1293175954-router', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:52Z', 'updated_at': '2021-12-24T11:28:56Z', 'revision_number': 4, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'gw_port': {'id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:53Z', 'updated_at': '2021-12-24T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '34d56b14-2f65-48c9-b0bb-9d94be1018d6', 'name': '', 'network_id': '82cffb09-76c2-4321-a4e7-ed98085b6392', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'mac_address': 'fa:16:3e:5b:30:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:55Z', 'updated_at': '2021-12-24T11:29:03Z', 'revision_number': 5, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'subnets': [{'id': 'ff35fcaa-36c4-4fa1-a056-371fb17bda17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:32:10.318865 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62eb705-9064-47d7-9ba4-c6fdc2ef991d None None] New status for floating IP c0588541-9bc0-41a7-9339-ca9d46b39e6f: DOWN {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:32:10.405719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'tag': '623e8c47-b965-4d52-aee9-8935f2c4adca'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:32:10.453782 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'tag': '623e8c47-b965-4d52-aee9-8935f2c4adca', 'status': 'completed', 'code': 200}
Dec 24 11:32:10.560293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d7b60-f719-46e6-8a0e-909000cefd0d req-88b849dc-71ac-42f8-9f64-0bc18bf584d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:10.561801 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4e9d7b60-f719-46e6-8a0e-909000cefd0d req-88b849dc-71ac-42f8-9f64-0bc18bf584d0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=d153a022e4dd4eeb8f4c78af13fc9849&device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 1098 time: 0.0830059
Dec 24 11:32:10.693170 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d7b60-f719-46e6-8a0e-909000cefd0d req-766283c0-33e0-4690-a3b9-551a36b3691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:10.694664 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4e9d7b60-f719-46e6-8a0e-909000cefd0d req-766283c0-33e0-4690-a3b9-551a36b3691b service neutron] 10.222.0.32 "GET /v2.0/networks?id=82cffb09-76c2-4321-a4e7-ed98085b6392 HTTP/1.1" status: 200  len: 916 time: 0.1270890
Dec 24 11:32:10.759766 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4e9d7b60-f719-46e6-8a0e-909000cefd0d req-924104f1-0d0f-462f-a36d-f331ad8c1f5a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=623e8c47-b965-4d52-aee9-8935f2c4adca HTTP/1.1" status: 200  len: 217 time: 0.0586760
Dec 24 11:32:10.822925 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d7b60-f719-46e6-8a0e-909000cefd0d req-f0fbafd6-4d3c-4ea9-a0a4-36fc1b0ca019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:10.824255 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4e9d7b60-f719-46e6-8a0e-909000cefd0d req-f0fbafd6-4d3c-4ea9-a0a4-36fc1b0ca019 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=ff35fcaa-36c4-4fa1-a056-371fb17bda17 HTTP/1.1" status: 200  len: 854 time: 0.0584874
Dec 24 11:32:10.898560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9d7b60-f719-46e6-8a0e-909000cefd0d req-2947ba6a-a4a0-43fc-97ca-6b71b1452d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:10.900209 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4e9d7b60-f719-46e6-8a0e-909000cefd0d req-2947ba6a-a4a0-43fc-97ca-6b71b1452d47 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=82cffb09-76c2-4321-a4e7-ed98085b6392&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695643
Dec 24 11:32:10.902119 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:11.030302 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4e9d7b60-f719-46e6-8a0e-909000cefd0d req-6f10a29c-787a-4dc9-b5cc-670ff6be0ed4 service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239722
Dec 24 11:32:11.157901 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4e9d7b60-f719-46e6-8a0e-909000cefd0d req-d7ccdb28-fc73-41b3-9daa-e532d50342e5 service neutron] 10.222.0.32 "GET /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1217549
Dec 24 11:32:14.668313 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb754d-a233-4e87-b9b5-fe61ef20158b req-1553efaa-45c7-47d2-9aa7-89791d981e29 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:14.670234 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4eeb754d-a233-4e87-b9b5-fe61ef20158b req-1553efaa-45c7-47d2-9aa7-89791d981e29 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 945 time: 0.1905773
Dec 24 11:32:14.712039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-4eeb754d-a233-4e87-b9b5-fe61ef20158b req-04d28b4c-ee7f-447f-8dc6-867e70b78eb7 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Synchronizing usage tracker for tenant:d153a022e4dd4eeb8f4c78af13fc9849 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:32:14.727505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-4eeb754d-a233-4e87-b9b5-fe61ef20158b req-04d28b4c-ee7f-447f-8dc6-867e70b78eb7 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Unset dirty status for tenant:d153a022e4dd4eeb8f4c78af13fc9849 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:32:14.728850 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4eeb754d-a233-4e87-b9b5-fe61ef20158b req-04d28b4c-ee7f-447f-8dc6-867e70b78eb7 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530946
Dec 24 11:32:16.193072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e6ed3-648e-4047-9c33-9247c58fed82 req-f335a34d-bc6d-4edd-bf94-04e3164b851c tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:16.193759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-3e2e6ed3-648e-4047-9c33-9247c58fed82 req-f335a34d-bc6d-4edd-bf94-04e3164b851c tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Synchronizing usage tracker for tenant:d153a022e4dd4eeb8f4c78af13fc9849 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:32:16.208191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-3e2e6ed3-648e-4047-9c33-9247c58fed82 req-f335a34d-bc6d-4edd-bf94-04e3164b851c tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Unset dirty status for tenant:d153a022e4dd4eeb8f4c78af13fc9849 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:32:16.209302 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3e2e6ed3-648e-4047-9c33-9247c58fed82 req-f335a34d-bc6d-4edd-bf94-04e3164b851c tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 945 time: 0.2275410
Dec 24 11:32:16.252462 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3e2e6ed3-648e-4047-9c33-9247c58fed82 req-ac600bfd-6fd6-4e7e-bd45-06c4500a7146 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/security-groups?id=c0c8a64b-f972-4283-9b82-03c644b26fe4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375409
Dec 24 11:32:16.524804 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78f3d05-54f1-4158-ad5e-9ccd32e5d482 req-c7a71306-5da0-4f9c-a5da-e6997ac0e1d8 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:16.526190 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a78f3d05-54f1-4158-ad5e-9ccd32e5d482 req-c7a71306-5da0-4f9c-a5da-e6997ac0e1d8 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.32 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 945 time: 0.0790312
Dec 24 11:32:16.597705 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-a78f3d05-54f1-4158-ad5e-9ccd32e5d482 req-9d35fda9-0b2d-4025-b601-30739ed3cab1 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Deleting port 623e8c47-b965-4d52-aee9-8935f2c4adca {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:32:16.598080 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a78f3d05-54f1-4158-ad5e-9ccd32e5d482 req-9d35fda9-0b2d-4025-b601-30739ed3cab1 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:16.838003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-a78f3d05-54f1-4158-ad5e-9ccd32e5d482 req-9d35fda9-0b2d-4025-b601-30739ed3cab1 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] For port 623e8c47-b965-4d52-aee9-8935f2c4adca, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=623e8c47-b965-4d52-aee9-8935f2c4adca,segment=NetworkSegment(7888a5ab-1272-4820-b932-4303c4401583),segment_id=7888a5ab-1272-4820-b932-4303c4401583)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:32:16.838355 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a78f3d05-54f1-4158-ad5e-9ccd32e5d482 req-9d35fda9-0b2d-4025-b601-30739ed3cab1 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:16.958337 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-a78f3d05-54f1-4158-ad5e-9ccd32e5d482 req-9d35fda9-0b2d-4025-b601-30739ed3cab1 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Calling delete_port for 623e8c47-b965-4d52-aee9-8935f2c4adca owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:32:17.098700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a78f3d05-54f1-4158-ad5e-9ccd32e5d482 req-9d35fda9-0b2d-4025-b601-30739ed3cab1 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:17.103880 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-7f86a09f-33b7-4e9a-8303-a7d0f54836a4 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:17.111725 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['623e8c47-b965-4d52-aee9-8935f2c4adca'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:32:17.148463 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35fda9-0b2d-4025-b601-30739ed3cab1 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Pushing event deleted for resources: {'Port': ['ID=623e8c47-b965-4d52-aee9-8935f2c4adca,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:17.151497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9d35fda9-0b2d-4025-b601-30739ed3cab1 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:17.222681 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a78f3d05-54f1-4158-ad5e-9ccd32e5d482 req-9d35fda9-0b2d-4025-b601-30739ed3cab1 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] No DVR routers for this DVR port 623e8c47-b965-4d52-aee9-8935f2c4adca on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:32:17.225060 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a78f3d05-54f1-4158-ad5e-9ccd32e5d482 req-9d35fda9-0b2d-4025-b601-30739ed3cab1 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:17.227594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'name': 'network-vif-deleted', 'tag': '623e8c47-b965-4d52-aee9-8935f2c4adca'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:32:17.243434 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a78f3d05-54f1-4158-ad5e-9ccd32e5d482 req-9d35fda9-0b2d-4025-b601-30739ed3cab1 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.32 "DELETE /v2.0/ports/623e8c47-b965-4d52-aee9-8935f2c4adca HTTP/1.1" status: 204  len: 173 time: 0.7120161
Dec 24 11:32:17.278033 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bde8bf8f-05f0-478b-9510-6bd0ee7eb205', 'name': 'network-vif-deleted', 'tag': '623e8c47-b965-4d52-aee9-8935f2c4adca', 'status': 'completed', 'code': 200}
Dec 24 11:32:17.404295 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1dee6f52-7730-4789-b13b-c67ef46f0b32 req-76b296cb-b810-401f-ad11-d01eb3cc8f8e tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] 10.222.0.54 "GET /v2.0/ports?device_id=bde8bf8f-05f0-478b-9510-6bd0ee7eb205 HTTP/1.1" status: 200  len: 210 time: 0.0488503
Dec 24 11:32:19.025490 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58650) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:19.550285 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0b2b6bd3-a648-4807-b751-a8453e2ab8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:19.887644 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-0b2b6bd3-a648-4807-b751-a8453e2ab8df admin admin] Deleting port 34d56b14-2f65-48c9-b0bb-9d94be1018d6 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:32:19.887987 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0b2b6bd3-a648-4807-b751-a8453e2ab8df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:20.052161 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-0b2b6bd3-a648-4807-b751-a8453e2ab8df admin admin] For port 34d56b14-2f65-48c9-b0bb-9d94be1018d6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=34d56b14-2f65-48c9-b0bb-9d94be1018d6,segment=NetworkSegment(7888a5ab-1272-4820-b932-4303c4401583),segment_id=7888a5ab-1272-4820-b932-4303c4401583)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:32:20.052793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0b2b6bd3-a648-4807-b751-a8453e2ab8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:20.173012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-0b2b6bd3-a648-4807-b751-a8453e2ab8df admin admin] Calling delete_port for 34d56b14-2f65-48c9-b0bb-9d94be1018d6 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:32:20.604936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0b2b6bd3-a648-4807-b751-a8453e2ab8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:20.609282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7ac0aec2-1ab0-4097-acd4-5ccf0001ee1d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:20.651809 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2b6bd3-a648-4807-b751-a8453e2ab8df admin admin] Pushing event deleted for resources: {'Port': ['ID=34d56b14-2f65-48c9-b0bb-9d94be1018d6,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:20.677232 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0b2b6bd3-a648-4807-b751-a8453e2ab8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:20.914416 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0b2b6bd3-a648-4807-b751-a8453e2ab8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:20.934754 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 623e8c47-b965-4d52-aee9-8935f2c4adca no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:32:20.969516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 623e8c47-b965-4d52-aee9-8935f2c4adca {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:32:20.969882 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 623e8c47-b965-4d52-aee9-8935f2c4adca not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:32:21.263338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b2b6bd3-a648-4807-b751-a8453e2ab8df admin admin] Router 292c2eec-67a2-41e4-9341-6fa288f1b87b has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:32:21.433079 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2b6bd3-a648-4807-b751-a8453e2ab8df admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:32:21.442113 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e33c6e-03ec-46a4-bef5-c07505351a1e None None] Sync routers for ids ['292c2eec-67a2-41e4-9341-6fa288f1b87b'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:32:21.445980 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0b2b6bd3-a648-4807-b751-a8453e2ab8df admin admin] 10.222.0.54 "PUT /v2.0/routers/292c2eec-67a2-41e4-9341-6fa288f1b87b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4193771
Dec 24 11:32:21.448399 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58654) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:21.451681 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e33c6e-03ec-46a4-bef5-c07505351a1e None None] Routers {'292c2eec-67a2-41e4-9341-6fa288f1b87b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:32:21.452283 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e3e33c6e-03ec-46a4-bef5-c07505351a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db32ee0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:32:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['292c2eec-67a2-41e4-9341-6fa288f1b87b'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:21.625339 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-e3e33c6e-03ec-46a4-bef5-c07505351a1e None None] Set router 292c2eec-67a2-41e4-9341-6fa288f1b87b gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:32:21.757110 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-319ca32f-7fc4-4084-80fd-2e0c7bb48907 admin admin] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:21.907504 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e3e33c6e-03ec-46a4-bef5-c07505351a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db32ee0>, [{'id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'name': 'tempest-TestMinimumBasicScenario-1293175954-router', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62'}], 'enable_snat': True}, 'gw_port_id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:52Z', 'updated_at': '2021-12-24T11:32:20Z', 'revision_number': 5, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'gw_port': {'id': '9e818ee5-f6f1-4729-8caf-9a1110fb72e2', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:a4:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:53Z', 'updated_at': '2021-12-24T11:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:21.911281 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e33c6e-03ec-46a4-bef5-c07505351a1e None None] Checking router: 292c2eec-67a2-41e4-9341-6fa288f1b87b for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:32:21.920340 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e33c6e-03ec-46a4-bef5-c07505351a1e None None] Routers {'292c2eec-67a2-41e4-9341-6fa288f1b87b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:32:21.920966 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e3e33c6e-03ec-46a4-bef5-c07505351a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db32ee0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:32:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['292c2eec-67a2-41e4-9341-6fa288f1b87b'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:21.929454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-319ca32f-7fc4-4084-80fd-2e0c7bb48907 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:21.938999 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-319ca32f-7fc4-4084-80fd-2e0c7bb48907 admin admin] Deleting port 9e818ee5-f6f1-4729-8caf-9a1110fb72e2 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:32:21.939337 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-319ca32f-7fc4-4084-80fd-2e0c7bb48907 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:22.070147 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-e3e33c6e-03ec-46a4-bef5-c07505351a1e None None] Set router 292c2eec-67a2-41e4-9341-6fa288f1b87b gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:32:22.112344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-319ca32f-7fc4-4084-80fd-2e0c7bb48907 admin admin] For port 9e818ee5-f6f1-4729-8caf-9a1110fb72e2, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=9e818ee5-f6f1-4729-8caf-9a1110fb72e2,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:32:22.112701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-319ca32f-7fc4-4084-80fd-2e0c7bb48907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:22.174467 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e3e33c6e-03ec-46a4-bef5-c07505351a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db32ee0>, [{'id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'name': 'tempest-TestMinimumBasicScenario-1293175954-router', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:52Z', 'updated_at': '2021-12-24T11:32:21Z', 'revision_number': 6, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:22.178288 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e33c6e-03ec-46a4-bef5-c07505351a1e None None] The sync data for ids ['292c2eec-67a2-41e4-9341-6fa288f1b87b'] in dv-neutron-822668-2-hyperv is: [{'id': '292c2eec-67a2-41e4-9341-6fa288f1b87b', 'name': 'tempest-TestMinimumBasicScenario-1293175954-router', 'tenant_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:52Z', 'updated_at': '2021-12-24T11:32:21Z', 'revision_number': 6, 'project_id': 'd153a022e4dd4eeb8f4c78af13fc9849', 'gw_port_host': None}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:32:22.239842 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-319ca32f-7fc4-4084-80fd-2e0c7bb48907 admin admin] Calling delete_port for 9e818ee5-f6f1-4729-8caf-9a1110fb72e2 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:32:22.405292 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-319ca32f-7fc4-4084-80fd-2e0c7bb48907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:22.409586 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e6e14072-4a7a-49d9-bf04-130b9868aa31 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:22.454392 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ca32f-7fc4-4084-80fd-2e0c7bb48907 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e818ee5-f6f1-4729-8caf-9a1110fb72e2,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:22.482425 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-319ca32f-7fc4-4084-80fd-2e0c7bb48907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:22.545209 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-319ca32f-7fc4-4084-80fd-2e0c7bb48907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:22.718440 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-319ca32f-7fc4-4084-80fd-2e0c7bb48907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:22.720484 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-319ca32f-7fc4-4084-80fd-2e0c7bb48907 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:22.742860 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-319ca32f-7fc4-4084-80fd-2e0c7bb48907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:22.743471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-319ca32f-7fc4-4084-80fd-2e0c7bb48907 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 292c2eec-67a2-41e4-9341-6fa288f1b87b {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:32:22.755441 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-319ca32f-7fc4-4084-80fd-2e0c7bb48907 admin admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:22.756557 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-319ca32f-7fc4-4084-80fd-2e0c7bb48907 admin admin] 10.222.0.54 "DELETE /v2.0/routers/292c2eec-67a2-41e4-9341-6fa288f1b87b HTTP/1.1" status: 204  len: 168 time: 1.3072643
Dec 24 11:32:22.759136 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58658) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:22.816636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d6136d7-d850-4f85-bf29-6f434bc8c986 admin admin] Deleting subnet ff35fcaa-36c4-4fa1-a056-371fb17bda17 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:32:22.819462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d6136d7-d850-4f85-bf29-6f434bc8c986 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:22.871259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d6136d7-d850-4f85-bf29-6f434bc8c986 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:22.948499 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d6136d7-d850-4f85-bf29-6f434bc8c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:23.004339 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 34d56b14-2f65-48c9-b0bb-9d94be1018d6 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:32:23.017475 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d6136d7-d850-4f85-bf29-6f434bc8c986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:23.021557 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-08b1cb2f-d8e0-4356-ac6d-ec23218c0bc9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:23.040935 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 34d56b14-2f65-48c9-b0bb-9d94be1018d6 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:32:23.041280 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 34d56b14-2f65-48c9-b0bb-9d94be1018d6 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:32:23.041695 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 9e818ee5-f6f1-4729-8caf-9a1110fb72e2 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:32:23.060863 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6136d7-d850-4f85-bf29-6f434bc8c986 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff35fcaa-36c4-4fa1-a056-371fb17bda17,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:23.063986 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6d6136d7-d850-4f85-bf29-6f434bc8c986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:23.064953 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d6136d7-d850-4f85-bf29-6f434bc8c986 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:23.071423 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f307bb-4078-4fae-9377-3cd083f0139c None None] Network 82cffb09-76c2-4321-a4e7-ed98085b6392 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:32:23.074266 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6d6136d7-d850-4f85-bf29-6f434bc8c986 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/ff35fcaa-36c4-4fa1-a056-371fb17bda17 HTTP/1.1" status: 204  len: 168 time: 0.3118510
Dec 24 11:32:23.074459 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58662) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:23.090536 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 9e818ee5-f6f1-4729-8caf-9a1110fb72e2 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:32:23.090886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 9e818ee5-f6f1-4729-8caf-9a1110fb72e2 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:32:23.312891 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:23.323107 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Deleting port fec415f3-b518-484a-bf31-37dde21d2400 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:32:23.323443 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:23.342065 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf37d09-2931-4f7d-9d8a-8bfb8ae1a85f None None] DHCP port deletion for 82cffb09-76c2-4321-a4e7-ed98085b6392 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:32:23.346503 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-4bf37d09-2931-4f7d-9d8a-8bfb8ae1a85f None None] Deleting port fec415f3-b518-484a-bf31-37dde21d2400 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:32:23.346952 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4bf37d09-2931-4f7d-9d8a-8bfb8ae1a85f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:23.539712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] For port fec415f3-b518-484a-bf31-37dde21d2400, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=fec415f3-b518-484a-bf31-37dde21d2400,segment=NetworkSegment(7888a5ab-1272-4820-b932-4303c4401583),segment_id=7888a5ab-1272-4820-b932-4303c4401583)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:32:23.540257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:23.583426 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-4bf37d09-2931-4f7d-9d8a-8bfb8ae1a85f None None] For port fec415f3-b518-484a-bf31-37dde21d2400, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=fec415f3-b518-484a-bf31-37dde21d2400,segment=NetworkSegment(7888a5ab-1272-4820-b932-4303c4401583),segment_id=7888a5ab-1272-4820-b932-4303c4401583)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:32:23.583828 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4bf37d09-2931-4f7d-9d8a-8bfb8ae1a85f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:23.665267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Calling delete_port for fec415f3-b518-484a-bf31-37dde21d2400 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:32:23.706651 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-4bf37d09-2931-4f7d-9d8a-8bfb8ae1a85f None None] Calling delete_port for fec415f3-b518-484a-bf31-37dde21d2400 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:32:23.738904 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:23.743609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f16a8c91-5cd6-4fb4-aee1-123651d2545d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 24 11:32:23.771318 dv-neutron-822668-2-hyperv neutron-server[87560]:   util.warn(
Dec 24 11:32:23.778086 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-4bf37d09-2931-4f7d-9d8a-8bfb8ae1a85f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:32:23.778473 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-4bf37d09-2931-4f7d-9d8a-8bfb8ae1a85f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:32:23.788314 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Pushing event deleted for resources: {'Port': ['ID=fec415f3-b518-484a-bf31-37dde21d2400,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:23.791438 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:23.792139 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] No DVR routers for this DVR port fec415f3-b518-484a-bf31-37dde21d2400 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:32:23.903505 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:23.926676 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2d8220>,) {'filters': {'network_id': ['82cffb09-76c2-4321-a4e7-ed98085b6392']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:23.938678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2d8220>, '7888a5ab-1272-4820-b932-4303c4401583') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:23.938972 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2d8220>, '7888a5ab-1272-4820-b932-4303c4401583') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:23.949894 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:23.965879 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:23.971637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:32:23.972041 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:32:23.984694 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:32:24.058968 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:24.062288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-40e6a611-faea-4b58-9e26-9c6aef23ea88 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:24.074765 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:24.085988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Pushing event deleted for resources: {'Network': ['ID=82cffb09-76c2-4321-a4e7-ed98085b6392,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:24.089846 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:24.098032 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] 10.222.0.54 "DELETE /v2.0/networks/82cffb09-76c2-4321-a4e7-ed98085b6392 HTTP/1.1" status: 204  len: 168 time: 1.0225985
Dec 24 11:32:24.100784 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58666) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:24.279903 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-4bf37d09-2931-4f7d-9d8a-8bfb8ae1a85f None None] Deleting port fec415f3-b518-484a-bf31-37dde21d2400 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:32:24.280444 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4bf37d09-2931-4f7d-9d8a-8bfb8ae1a85f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:24.346033 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-4bf37d09-2931-4f7d-9d8a-8bfb8ae1a85f None None] The port 'fec415f3-b518-484a-bf31-37dde21d2400' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:32:24.633064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0e28fb36-5203-4315-a8bf-c3eba945d818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:25.001414 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fec415f3-b518-484a-bf31-37dde21d2400 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:32:25.034805 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: fec415f3-b518-484a-bf31-37dde21d2400 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:32:25.035160 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fec415f3-b518-484a-bf31-37dde21d2400 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:32:25.087193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-0e28fb36-5203-4315-a8bf-c3eba945d818 admin admin] Deleting port cd4d0684-75a0-44a7-8939-04942177a0fb {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:32:25.087545 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0e28fb36-5203-4315-a8bf-c3eba945d818 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:25.251198 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-0e28fb36-5203-4315-a8bf-c3eba945d818 admin admin] For port cd4d0684-75a0-44a7-8939-04942177a0fb, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=cd4d0684-75a0-44a7-8939-04942177a0fb,segment=NetworkSegment(5707deff-95e7-402c-9be0-da6ee05e909e),segment_id=5707deff-95e7-402c-9be0-da6ee05e909e)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:32:25.251467 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0e28fb36-5203-4315-a8bf-c3eba945d818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:25.369590 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-0e28fb36-5203-4315-a8bf-c3eba945d818 admin admin] Calling delete_port for cd4d0684-75a0-44a7-8939-04942177a0fb owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:32:25.542705 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0e28fb36-5203-4315-a8bf-c3eba945d818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:25.546191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8f243cb8-21e4-49fc-953d-c60ff632b08d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:25.595117 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28fb36-5203-4315-a8bf-c3eba945d818 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd4d0684-75a0-44a7-8939-04942177a0fb,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:25.598069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0e28fb36-5203-4315-a8bf-c3eba945d818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:25.860942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0e28fb36-5203-4315-a8bf-c3eba945d818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:26.319785 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e28fb36-5203-4315-a8bf-c3eba945d818 admin admin] Router 323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:32:26.496335 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e28fb36-5203-4315-a8bf-c3eba945d818 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:32:26.506394 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6d925c-3858-4abf-9877-96689ee976c1 None None] Sync routers for ids ['323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:32:26.522258 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6d925c-3858-4abf-9877-96689ee976c1 None None] Routers {'323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:32:26.522449 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0e28fb36-5203-4315-a8bf-c3eba945d818 admin admin] 10.222.0.54 "PUT /v2.0/routers/323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4205420
Dec 24 11:32:26.523017 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-df6d925c-3858-4abf-9877-96689ee976c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7956a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:32:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:26.524792 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58670) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:26.695740 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3ce97a5a-0da4-4680-b002-221faf412265 admin admin] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:26.697604 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-df6d925c-3858-4abf-9877-96689ee976c1 None None] Set router 323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:32:26.868225 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3ce97a5a-0da4-4680-b002-221faf412265 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:26.878377 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-3ce97a5a-0da4-4680-b002-221faf412265 admin admin] Deleting port f1c9234b-452c-405e-96b1-cc38492ae1c6 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:32:26.878805 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3ce97a5a-0da4-4680-b002-221faf412265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:26.978073 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-df6d925c-3858-4abf-9877-96689ee976c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7956a0>, [{'id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'name': 'tempest-TestMinimumBasicScenario-1001880458-router', 'tenant_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.226'}], 'enable_snat': True}, 'gw_port_id': 'f1c9234b-452c-405e-96b1-cc38492ae1c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:58Z', 'updated_at': '2021-12-24T11:32:25Z', 'revision_number': 5, 'project_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'gw_port': {'id': 'f1c9234b-452c-405e-96b1-cc38492ae1c6', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:28:59Z', 'updated_at': '2021-12-24T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:26.981954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6d925c-3858-4abf-9877-96689ee976c1 None None] Checking router: 323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:32:26.990119 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6d925c-3858-4abf-9877-96689ee976c1 None None] Routers {'323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:32:26.990725 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-df6d925c-3858-4abf-9877-96689ee976c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7956a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:32:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:27.050453 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-3ce97a5a-0da4-4680-b002-221faf412265 admin admin] For port f1c9234b-452c-405e-96b1-cc38492ae1c6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f1c9234b-452c-405e-96b1-cc38492ae1c6,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:32:27.050808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3ce97a5a-0da4-4680-b002-221faf412265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:27.141351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-df6d925c-3858-4abf-9877-96689ee976c1 None None] Set router 323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:32:27.175463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-3ce97a5a-0da4-4680-b002-221faf412265 admin admin] Calling delete_port for f1c9234b-452c-405e-96b1-cc38492ae1c6 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:32:27.287411 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-df6d925c-3858-4abf-9877-96689ee976c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7956a0>, [{'id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'name': 'tempest-TestMinimumBasicScenario-1001880458-router', 'tenant_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:58Z', 'updated_at': '2021-12-24T11:32:26Z', 'revision_number': 6, 'project_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:27.291493 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6d925c-3858-4abf-9877-96689ee976c1 None None] The sync data for ids ['323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c'] in dv-neutron-822668-2-hyperv is: [{'id': '323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c', 'name': 'tempest-TestMinimumBasicScenario-1001880458-router', 'tenant_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:28:58Z', 'updated_at': '2021-12-24T11:32:26Z', 'revision_number': 6, 'project_id': '6aa86ec82c9d4b9c9779f79d1e88a130', 'gw_port_host': None}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:32:27.344805 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3ce97a5a-0da4-4680-b002-221faf412265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:27.348272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0484dd8b-9e63-4df0-9f33-746e9053c641 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:27.392326 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce97a5a-0da4-4680-b002-221faf412265 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c9234b-452c-405e-96b1-cc38492ae1c6,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:27.395409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3ce97a5a-0da4-4680-b002-221faf412265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:27.594693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3ce97a5a-0da4-4680-b002-221faf412265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:27.767095 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3ce97a5a-0da4-4680-b002-221faf412265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:27.769224 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3ce97a5a-0da4-4680-b002-221faf412265 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:27.792789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3ce97a5a-0da4-4680-b002-221faf412265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:27.793318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce97a5a-0da4-4680-b002-221faf412265 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:32:27.805709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3ce97a5a-0da4-4680-b002-221faf412265 admin admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:27.806868 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3ce97a5a-0da4-4680-b002-221faf412265 admin admin] 10.222.0.54 "DELETE /v2.0/routers/323db8aa-eec8-48be-bfcc-a5f5f8e1fd2c HTTP/1.1" status: 204  len: 168 time: 1.2811706
Dec 24 11:32:27.809337 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58674) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:27.867021 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15bf9fb-86f6-4c6d-8a2a-8ce02a918c58 admin admin] Deleting subnet 6126cc66-0973-4a7d-9013-dcc3ba905fb2 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:32:27.869717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a15bf9fb-86f6-4c6d-8a2a-8ce02a918c58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:27.918823 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a15bf9fb-86f6-4c6d-8a2a-8ce02a918c58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:27.994739 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a15bf9fb-86f6-4c6d-8a2a-8ce02a918c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:28.063906 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a15bf9fb-86f6-4c6d-8a2a-8ce02a918c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:28.068522 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b24560d9-62ae-4089-ba2b-74c180c5fe19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:28.110370 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a15bf9fb-86f6-4c6d-8a2a-8ce02a918c58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:28.114415 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bf9fb-86f6-4c6d-8a2a-8ce02a918c58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6126cc66-0973-4a7d-9013-dcc3ba905fb2,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:28.115424 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db68f327-1737-48cb-ac2e-12ac1ecbc2ef None None] Network 8b8eed2d-b3db-40ef-905f-08a6a769b70e requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:32:28.117287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a15bf9fb-86f6-4c6d-8a2a-8ce02a918c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:28.121642 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a15bf9fb-86f6-4c6d-8a2a-8ce02a918c58 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/6126cc66-0973-4a7d-9013-dcc3ba905fb2 HTTP/1.1" status: 204  len: 168 time: 0.3113279
Dec 24 11:32:28.124053 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58678) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:28.233348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:28.245799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Deleting port 09b0b4c1-af94-4791-a1be-47d8cfa141e1 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:32:28.246580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:28.393483 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99f0ab9-6e2d-41e5-b287-47706bf76931 None None] DHCP port deletion for 8b8eed2d-b3db-40ef-905f-08a6a769b70e request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:32:28.397820 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b99f0ab9-6e2d-41e5-b287-47706bf76931 None None] Deleting port 09b0b4c1-af94-4791-a1be-47d8cfa141e1 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:32:28.398247 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b99f0ab9-6e2d-41e5-b287-47706bf76931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:28.463013 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] For port 09b0b4c1-af94-4791-a1be-47d8cfa141e1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=09b0b4c1-af94-4791-a1be-47d8cfa141e1,segment=NetworkSegment(5707deff-95e7-402c-9be0-da6ee05e909e),segment_id=5707deff-95e7-402c-9be0-da6ee05e909e)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:32:28.463461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:28.592341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Calling delete_port for 09b0b4c1-af94-4791-a1be-47d8cfa141e1 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:32:28.606206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b99f0ab9-6e2d-41e5-b287-47706bf76931 None None] For port 09b0b4c1-af94-4791-a1be-47d8cfa141e1, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=09b0b4c1-af94-4791-a1be-47d8cfa141e1,segment=NetworkSegment(5707deff-95e7-402c-9be0-da6ee05e909e),segment_id=5707deff-95e7-402c-9be0-da6ee05e909e)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:32:28.606608 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b99f0ab9-6e2d-41e5-b287-47706bf76931 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:28.666295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:28.669976 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:28.712748 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Pushing event deleted for resources: {'Port': ['ID=09b0b4c1-af94-4791-a1be-47d8cfa141e1,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:28.715853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:28.716625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] No DVR routers for this DVR port 09b0b4c1-af94-4791-a1be-47d8cfa141e1 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:32:28.727024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b99f0ab9-6e2d-41e5-b287-47706bf76931 None None] Calling delete_port for 09b0b4c1-af94-4791-a1be-47d8cfa141e1 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:32:28.799416 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-b99f0ab9-6e2d-41e5-b287-47706bf76931 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:32:28.799805 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-b99f0ab9-6e2d-41e5-b287-47706bf76931 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:32:28.828643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:28.857220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2c4790>,) {'filters': {'network_id': ['8b8eed2d-b3db-40ef-905f-08a6a769b70e']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:28.868678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2c4790>, '5707deff-95e7-402c-9be0-da6ee05e909e') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:28.868999 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2c4790>, '5707deff-95e7-402c-9be0-da6ee05e909e') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:28.880498 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:28.896552 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:28.903017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:32:28.903470 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:32:28.916959 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:32:28.994250 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:28.998443 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a66cdb32-bb8d-400d-b969-2b657a335fd3 tempest-RoutersIpV6Test-1614867773 tempest-RoutersIpV6Test-1614867773-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:29.006136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 09b0b4c1-af94-4791-a1be-47d8cfa141e1 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:32:29.011761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:29.021604 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b8eed2d-b3db-40ef-905f-08a6a769b70e,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:29.025621 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:29.029190 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] 10.222.0.54 "DELETE /v2.0/networks/8b8eed2d-b3db-40ef-905f-08a6a769b70e HTTP/1.1" status: 204  len: 168 time: 0.9041860
Dec 24 11:32:29.040110 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 09b0b4c1-af94-4791-a1be-47d8cfa141e1 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:32:29.040471 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 09b0b4c1-af94-4791-a1be-47d8cfa141e1 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:32:29.040903 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cd4d0684-75a0-44a7-8939-04942177a0fb no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:32:29.076338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: cd4d0684-75a0-44a7-8939-04942177a0fb {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:32:29.076692 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device cd4d0684-75a0-44a7-8939-04942177a0fb not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:32:29.077120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f1c9234b-452c-405e-96b1-cc38492ae1c6 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:32:29.110309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: f1c9234b-452c-405e-96b1-cc38492ae1c6 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:32:29.110673 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f1c9234b-452c-405e-96b1-cc38492ae1c6 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:32:29.194170 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58684) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:29.242625 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d522c658-9fde-4219-a4fc-1e3ef252ec6b admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=d153a022e4dd4eeb8f4c78af13fc9849&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0472536
Dec 24 11:32:29.244871 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58688) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:29.301100 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-adb134a3-ec0b-497a-8104-b1a4ba96dca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:29.301255 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b99f0ab9-6e2d-41e5-b287-47706bf76931 None None] Deleting port 09b0b4c1-af94-4791-a1be-47d8cfa141e1 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:32:29.301705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b99f0ab9-6e2d-41e5-b287-47706bf76931 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:29.325567 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-adb134a3-ec0b-497a-8104-b1a4ba96dca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:29.369476 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b99f0ab9-6e2d-41e5-b287-47706bf76931 None None] The port '09b0b4c1-af94-4791-a1be-47d8cfa141e1' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:32:29.381352 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-adb134a3-ec0b-497a-8104-b1a4ba96dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:29.385955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a1c718f0-415b-4f42-94cf-9208609ef294 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:29.400316 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb134a3-ec0b-497a-8104-b1a4ba96dca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c8a64b-f972-4283-9b82-03c644b26fe4,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:29.403325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-adb134a3-ec0b-497a-8104-b1a4ba96dca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:29.417888 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-adb134a3-ec0b-497a-8104-b1a4ba96dca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:29.419090 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-adb134a3-ec0b-497a-8104-b1a4ba96dca6 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/c0c8a64b-f972-4283-9b82-03c644b26fe4 HTTP/1.1" status: 204  len: 168 time: 0.1733046
Dec 24 11:32:29.725030 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f08b8430-0937-4a76-9bc0-71c798d358bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:29.744973 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58696) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:29.796361 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ef233844-f3bc-4504-a59b-f81772abac96 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=6aa86ec82c9d4b9c9779f79d1e88a130&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0501192
Dec 24 11:32:29.798931 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58700) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:29.854701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8df17ca0-3c99-47ea-828b-fd614a01dac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:29.879361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8df17ca0-3c99-47ea-828b-fd614a01dac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:29.929691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8df17ca0-3c99-47ea-828b-fd614a01dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:29.933207 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-be27dad0-d6a0-4d34-ad5e-2c180ee5d04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:29.944749 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df17ca0-3c99-47ea-828b-fd614a01dac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=958ac340-ad93-4f95-b047-aab9888a0c5a,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:29.948055 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8df17ca0-3c99-47ea-828b-fd614a01dac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:29.951762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8df17ca0-3c99-47ea-828b-fd614a01dac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:29.952862 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8df17ca0-3c99-47ea-828b-fd614a01dac8 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/958ac340-ad93-4f95-b047-aab9888a0c5a HTTP/1.1" status: 204  len: 168 time: 0.1530294
Dec 24 11:32:31.801525 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58742) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:31.806799 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1761173331', 'description': 'tempest-secgroup-smoke-1761173331 description', 'project_id': '0dcd22cea467454e963edffa3365e2a7'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:32:31.812742 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:32:31.816514 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:32:31.819382 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:32:31.824946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:32:31.835693 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:31.847771 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:31.862144 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:32:31.865727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:32:31.868467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:32:31.874471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:32:31.936012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bdfd5f8d-0901-477d-94ea-34033bfef421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:31.957852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:31.961987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:31.965217 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-90a63482-18f9-40ba-a4ad-206ee2deeb86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:31.973030 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:32:31.980166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:32:31.985118 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:32:31.998909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:32:32.005920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9dac5c-1ce7-45e9-bb13-be22078140d5,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:32.011775 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:32.070942 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.074500 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.077933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-536eafb0-b1d9-49f4-9de0-cf9b6abbe920 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:32.114634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c99e927-de01-4143-844f-b17f11f31ed6,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:32.117158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.118360 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3158283
Dec 24 11:32:32.119238 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a25d15d4-92f3-429b-a953-2dd08f2e4c88 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:32.121216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58746) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:32.126063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-fd54f9ef-e5d0-4cfe-8f93-ecd730c2fa3a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': '4c99e927-de01-4143-844f-b17f11f31ed6', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:32:32.131777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-fd54f9ef-e5d0-4cfe-8f93-ecd730c2fa3a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:32:32.135724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-fd54f9ef-e5d0-4cfe-8f93-ecd730c2fa3a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:32:32.138899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-fd54f9ef-e5d0-4cfe-8f93-ecd730c2fa3a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:32:32.144510 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-fd54f9ef-e5d0-4cfe-8f93-ecd730c2fa3a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:32:32.160026 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fd54f9ef-e5d0-4cfe-8f93-ecd730c2fa3a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.217546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fd54f9ef-e5d0-4cfe-8f93-ecd730c2fa3a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.220981 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fd54f9ef-e5d0-4cfe-8f93-ecd730c2fa3a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.222787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d095d399-7e17-467d-a35b-1920758fce8b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:32.243614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54f9ef-e5d0-4cfe-8f93-ecd730c2fa3a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d65b6bee-2788-460a-89af-87a2d75a568c,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:32.249818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fd54f9ef-e5d0-4cfe-8f93-ecd730c2fa3a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:32.254256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-fd54f9ef-e5d0-4cfe-8f93-ecd730c2fa3a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.255550 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-fd54f9ef-e5d0-4cfe-8f93-ecd730c2fa3a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1334851
Dec 24 11:32:32.258204 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58750) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:32.264895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-878c11e9-301d-4b34-9cf6-4a4f4c749e17 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': '4c99e927-de01-4143-844f-b17f11f31ed6', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:32:32.271093 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-878c11e9-301d-4b34-9cf6-4a4f4c749e17 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:32:32.274838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-878c11e9-301d-4b34-9cf6-4a4f4c749e17 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:32:32.277680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-878c11e9-301d-4b34-9cf6-4a4f4c749e17 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:32:32.283253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-878c11e9-301d-4b34-9cf6-4a4f4c749e17 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:32:32.303160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-878c11e9-301d-4b34-9cf6-4a4f4c749e17 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.362603 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-878c11e9-301d-4b34-9cf6-4a4f4c749e17 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.367190 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-878c11e9-301d-4b34-9cf6-4a4f4c749e17 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.368933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-43b14557-13c2-4234-a254-6d12e8a25ea9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:32.391031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c11e9-301d-4b34-9cf6-4a4f4c749e17 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9150c09-7137-43ba-8acb-5124040e2b94,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:32.393382 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-878c11e9-301d-4b34-9cf6-4a4f4c749e17 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:32.400490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-878c11e9-301d-4b34-9cf6-4a4f4c749e17 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.404295 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-878c11e9-301d-4b34-9cf6-4a4f4c749e17 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1425474
Dec 24 11:32:32.404429 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58754) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:32.409351 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-29c6f3dd-a9fd-400a-8856-095194d540bd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': '4c99e927-de01-4143-844f-b17f11f31ed6', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:32:32.415042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-29c6f3dd-a9fd-400a-8856-095194d540bd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:32:32.418685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-29c6f3dd-a9fd-400a-8856-095194d540bd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:32:32.421465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-29c6f3dd-a9fd-400a-8856-095194d540bd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:32:32.427076 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-29c6f3dd-a9fd-400a-8856-095194d540bd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:32:32.443304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-29c6f3dd-a9fd-400a-8856-095194d540bd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.502992 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-29c6f3dd-a9fd-400a-8856-095194d540bd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.506120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-29c6f3dd-a9fd-400a-8856-095194d540bd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.507833 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-98be17ca-5bde-4ffa-b242-a6850fd95f1c tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:32.529184 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6f3dd-a9fd-400a-8856-095194d540bd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=179bcc36-fde8-466e-a62e-8587e861ca84,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:32.531494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-29c6f3dd-a9fd-400a-8856-095194d540bd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:32.538305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-29c6f3dd-a9fd-400a-8856-095194d540bd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.539468 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-29c6f3dd-a9fd-400a-8856-095194d540bd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1341808
Dec 24 11:32:32.542191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58758) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:32.547588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-70370a46-de36-45fa-bcdb-21b642db5fdd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': '4c99e927-de01-4143-844f-b17f11f31ed6', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:32:32.553132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-70370a46-de36-45fa-bcdb-21b642db5fdd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:32:32.556794 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-70370a46-de36-45fa-bcdb-21b642db5fdd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:32:32.559695 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-70370a46-de36-45fa-bcdb-21b642db5fdd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:32:32.566718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-70370a46-de36-45fa-bcdb-21b642db5fdd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:32:32.582869 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-70370a46-de36-45fa-bcdb-21b642db5fdd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.656576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-70370a46-de36-45fa-bcdb-21b642db5fdd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.660131 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-70370a46-de36-45fa-bcdb-21b642db5fdd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.661995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9bd3f1ec-0360-4614-b621-94c885c2392d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:32.683850 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70370a46-de36-45fa-bcdb-21b642db5fdd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e230e09f-ebec-42cc-bf44-ba768508bc51,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:32.686861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-70370a46-de36-45fa-bcdb-21b642db5fdd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:32.694224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-70370a46-de36-45fa-bcdb-21b642db5fdd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.695382 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-70370a46-de36-45fa-bcdb-21b642db5fdd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1522748
Dec 24 11:32:32.698033 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58762) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:32.703629 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-213927dd-eb12-45c4-a511-ab6e0fa12121 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': '4c99e927-de01-4143-844f-b17f11f31ed6', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:32:32.709784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-213927dd-eb12-45c4-a511-ab6e0fa12121 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:32:32.713671 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-213927dd-eb12-45c4-a511-ab6e0fa12121 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:32:32.716544 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-213927dd-eb12-45c4-a511-ab6e0fa12121 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:32:32.722109 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-213927dd-eb12-45c4-a511-ab6e0fa12121 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:32:32.732707 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-213927dd-eb12-45c4-a511-ab6e0fa12121 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Project 0dcd22cea467454e963edffa3365e2a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:32:32.739322 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-213927dd-eb12-45c4-a511-ab6e0fa12121 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.802003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-213927dd-eb12-45c4-a511-ab6e0fa12121 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.806271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-213927dd-eb12-45c4-a511-ab6e0fa12121 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.812935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8bde0c44-7f01-4a8a-9a36-97c8fcfb0286 tempest-SecGroupTest-1819393368 tempest-SecGroupTest-1819393368-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:32.831431 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213927dd-eb12-45c4-a511-ab6e0fa12121 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92fa724c-2e0d-4ae1-9f96-9acb9a6e606e,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:32.834074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-213927dd-eb12-45c4-a511-ab6e0fa12121 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:32.846005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-213927dd-eb12-45c4-a511-ab6e0fa12121 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.849813 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-213927dd-eb12-45c4-a511-ab6e0fa12121 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1482778
Dec 24 11:32:32.850112 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58766) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:32.855856 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-dbe8857b-2640-4e81-8b03-b64c0553a78d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': '4c99e927-de01-4143-844f-b17f11f31ed6', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:32:32.862383 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-dbe8857b-2640-4e81-8b03-b64c0553a78d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:32:32.866224 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-dbe8857b-2640-4e81-8b03-b64c0553a78d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:32:32.869169 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-dbe8857b-2640-4e81-8b03-b64c0553a78d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:32:32.874861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-dbe8857b-2640-4e81-8b03-b64c0553a78d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:32:32.884263 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-dbe8857b-2640-4e81-8b03-b64c0553a78d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Project 0dcd22cea467454e963edffa3365e2a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:32:32.891162 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dbe8857b-2640-4e81-8b03-b64c0553a78d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.954414 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dbe8857b-2640-4e81-8b03-b64c0553a78d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.958604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dbe8857b-2640-4e81-8b03-b64c0553a78d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.960346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-70370a46-de36-45fa-bcdb-21b642db5fdd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:32.983602 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8857b-2640-4e81-8b03-b64c0553a78d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ebf010-fbcc-44ab-a6d1-375f40c94952,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:32.987394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dbe8857b-2640-4e81-8b03-b64c0553a78d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:32.994699 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-dbe8857b-2640-4e81-8b03-b64c0553a78d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:32.995863 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-dbe8857b-2640-4e81-8b03-b64c0553a78d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1447153
Dec 24 11:32:32.998993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58770) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:33.004346 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-0a4d2a9c-8a1c-4bbf-933c-dedb0872985e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'network': {'name': 'tempest-network-smoke--1329157063', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'port_security_enabled': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:32:33.009088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0a4d2a9c-8a1c-4bbf-933c-dedb0872985e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:32:33.013146 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0a4d2a9c-8a1c-4bbf-933c-dedb0872985e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:network and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:32:33.015954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0a4d2a9c-8a1c-4bbf-933c-dedb0872985e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:32:33.021409 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0a4d2a9c-8a1c-4bbf-933c-dedb0872985e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:32:33.032201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4d2a9c-8a1c-4bbf-933c-dedb0872985e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Made reservation on behalf of 0dcd22cea467454e963edffa3365e2a7 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:32:33.035535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2a9c-8a1c-4bbf-933c-dedb0872985e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:33.062730 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4d2a9c-8a1c-4bbf-933c-dedb0872985e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:32:33.071044 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2a9c-8a1c-4bbf-933c-dedb0872985e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:33.071380 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-0a4d2a9c-8a1c-4bbf-933c-dedb0872985e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Added segment 2eeb58da-4883-43ff-bed1-7a76716cd379 of type vlan for network f953a6db-5a4a-4d93-b50e-99561041c11c
Dec 24 11:32:33.098705 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2a9c-8a1c-4bbf-933c-dedb0872985e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:33.130014 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2a9c-8a1c-4bbf-933c-dedb0872985e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:33.135797 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4d2a9c-8a1c-4bbf-933c-dedb0872985e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:33.136389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0a4d2a9c-8a1c-4bbf-933c-dedb0872985e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:33.141993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-41fa9047-8f89-4813-899f-1a309db2616c tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:33.167368 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:33.193010 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:33.244448 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0a4d2a9c-8a1c-4bbf-933c-dedb0872985e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2444448
Dec 24 11:32:33.247589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58774) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:33.248554 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d2a9c-8a1c-4bbf-933c-dedb0872985e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Network': ['ID=f953a6db-5a4a-4d93-b50e-99561041c11c,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:33.251452 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0a4d2a9c-8a1c-4bbf-933c-dedb0872985e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:33.254372 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1884496805', 'admin_state_up': True, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:32:33.260489 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network f953a6db-5a4a-4d93-b50e-99561041c11c details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:32:33.263575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:32:33.267385 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:router and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:32:33.270370 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:32:33.277260 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:32:33.288638 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:33.289857 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:33.305203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:33.685719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:33.975944 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:34.007751 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:34.136191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.26.4.252 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/b6d1580f-9377-4449-b104-0341aee1db2c) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:32:34.281197 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:34.310484 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:34.314748 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a5422668-a904-40cc-8219-fad4884d306f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:34.372488 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:32:34.379769 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:32:34.385152 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:32:34.425521 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=b6d1580f-9377-4449-b104-0341aee1db2c,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:34.429701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:34.790996 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:34.985896 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:35.247827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:35.445013 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 42666048-2062-44e9-b643-e1b380bea104 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:32:35.618455 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:32:35.628195 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Sync routers for ids ['42666048-2062-44e9-b643-e1b380bea104'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:32:35.637117 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Routers {'42666048-2062-44e9-b643-e1b380bea104'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:32:35.637716 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db32c70>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:32:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['42666048-2062-44e9-b643-e1b380bea104'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:35.645292 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:35.647173 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.3984401
Dec 24 11:32:35.650282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58778) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:35.787449 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e5dc6bd4-5a6b-4fad-90e2-949c26285a35 tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=0dcd22cea467454e963edffa3365e2a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1358500
Dec 24 11:32:35.789924 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58784) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:35.813028 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Set router 42666048-2062-44e9-b643-e1b380bea104 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:32:35.917069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe22311-e2d6-46e6-b6c4-ec7caf4e501e tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:35.918518 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ffe22311-e2d6-46e6-b6c4-ec7caf4e501e tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1277056
Dec 24 11:32:35.921359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58788) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:35.964627 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3c66308d-60f5-4f31-b303-9db8c60624c2 tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0421076
Dec 24 11:32:35.967375 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58792) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:35.972634 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-320d6cc3-5f06-41ac-a10f-d8faf52dfd1f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1393799681', 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:32:36.082717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-320d6cc3-5f06-41ac-a10f-d8faf52dfd1f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:32:36.086475 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-320d6cc3-5f06-41ac-a10f-d8faf52dfd1f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:subnet and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:32:36.089245 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-320d6cc3-5f06-41ac-a10f-d8faf52dfd1f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:32:36.094910 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-320d6cc3-5f06-41ac-a10f-d8faf52dfd1f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:32:36.105209 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320d6cc3-5f06-41ac-a10f-d8faf52dfd1f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Made reservation on behalf of 0dcd22cea467454e963edffa3365e2a7 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:32:36.109013 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-320d6cc3-5f06-41ac-a10f-d8faf52dfd1f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:36.117684 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db32c70>, [{'id': '42666048-2062-44e9-b643-e1b380bea104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884496805', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:32:33Z', 'updated_at': '2021-12-24T11:32:34Z', 'revision_number': 3, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:34Z', 'updated_at': '2021-12-24T11:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:36.121517 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Checking router: 42666048-2062-44e9-b643-e1b380bea104 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:32:36.121934 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Updating router 42666048-2062-44e9-b643-e1b380bea104 port b6d1580f-9377-4449-b104-0341aee1db2c binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:32:36.172972 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:36.319770 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-320d6cc3-5f06-41ac-a10f-d8faf52dfd1f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:36.324113 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1f06fe58-efdf-44ed-b3f1-0776dc7edc89 tempest-PortsIpV6TestJSON-859401004 tempest-PortsIpV6TestJSON-859401004-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:36.397225 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d6cc3-5f06-41ac-a10f-d8faf52dfd1f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Subnet': ['ID=7949a316-1968-469b-9a9b-0a84621f2a14,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:36.401222 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-320d6cc3-5f06-41ac-a10f-d8faf52dfd1f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:36.405287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320d6cc3-5f06-41ac-a10f-d8faf52dfd1f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Checking segment: {'id': '2eeb58da-4883-43ff-bed1-7a76716cd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:32:36.405651 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320d6cc3-5f06-41ac-a10f-d8faf52dfd1f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network hostable DHCP agents. Network: f953a6db-5a4a-4d93-b50e-99561041c11c, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:32:36.426425 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320d6cc3-5f06-41ac-a10f-d8faf52dfd1f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network f953a6db-5a4a-4d93-b50e-99561041c11c is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:32:36.436011 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-320d6cc3-5f06-41ac-a10f-d8faf52dfd1f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, f953a6db-5a4a-4d93-b50e-99561041c11c) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:32:36.440122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d6cc3-5f06-41ac-a10f-d8faf52dfd1f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:36.440718 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-320d6cc3-5f06-41ac-a10f-d8faf52dfd1f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:36.446456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8439865-95fd-4940-84c3-118d05999b80 None None] Network f953a6db-5a4a-4d93-b50e-99561041c11c requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:32:36.468659 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-320d6cc3-5f06-41ac-a10f-d8faf52dfd1f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4973199
Dec 24 11:32:36.469221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58796) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:36.501329 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:36.515472 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Transition to ACTIVE for port object b6d1580f-9377-4449-b104-0341aee1db2c will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:32:36.523537 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:36.528051 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-389ba167-b950-43c1-97dc-f6c5742bc577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:36.608313 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Attempting to bind port b6d1580f-9377-4449-b104-0341aee1db2c on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:32:36.608693 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Attempting to bind port b6d1580f-9377-4449-b104-0341aee1db2c by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:32:36.609105 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Attempting to bind port b6d1580f-9377-4449-b104-0341aee1db2c on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:32:36.620648 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:32:36.621068 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:32:36.621470 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:36.621862 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:32:36.622496 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Bound port: b6d1580f-9377-4449-b104-0341aee1db2c, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:32:36.622884 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:36.667660 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c95980-a78e-486e-bbaf-b9e4b1e16d7a None None] Pushing event updated for resources: {'Port': ['ID=b6d1580f-9377-4449-b104-0341aee1db2c,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:36.678674 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c95980-a78e-486e-bbaf-b9e4b1e16d7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:36.679026 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c95980-a78e-486e-bbaf-b9e4b1e16d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:36.679368 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c95980-a78e-486e-bbaf-b9e4b1e16d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:36.679698 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c95980-a78e-486e-bbaf-b9e4b1e16d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:36.680029 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c95980-a78e-486e-bbaf-b9e4b1e16d7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:36.680357 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c95980-a78e-486e-bbaf-b9e4b1e16d7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:36.680680 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c95980-a78e-486e-bbaf-b9e4b1e16d7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:36.681001 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c95980-a78e-486e-bbaf-b9e4b1e16d7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:36.681320 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c95980-a78e-486e-bbaf-b9e4b1e16d7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:36.682144 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c95980-a78e-486e-bbaf-b9e4b1e16d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:36.682144 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c95980-a78e-486e-bbaf-b9e4b1e16d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:36.682316 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c95980-a78e-486e-bbaf-b9e4b1e16d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:36.685901 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-f953a6db-5a4a-4d93-b50e-99561041c11c', 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ips': [{'subnet_id': '7949a316-1968-469b-9a9b-0a84621f2a14'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:32:36.687141 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-63c95980-a78e-486e-bbaf-b9e4b1e16d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:36.687805 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:36.719617 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] For port b6d1580f-9377-4449-b104-0341aee1db2c, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:32:36.722676 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] For port b6d1580f-9377-4449-b104-0341aee1db2c, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=b6d1580f-9377-4449-b104-0341aee1db2c,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:32:36.728638 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:36.732940 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-46f512e9-c42c-4a33-a26e-c723cf618f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:36.808375 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Routers {'42666048-2062-44e9-b643-e1b380bea104'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:32:36.809010 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7db32c70>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:32:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['42666048-2062-44e9-b643-e1b380bea104'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:36.851903 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Allocated IP 172.20.0.2 (f953a6db-5a4a-4d93-b50e-99561041c11c/7949a316-1968-469b-9a9b-0a84621f2a14/f64c8172-3fb9-41cd-a56d-30e355251d51) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:32:36.874174 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c95980-a78e-486e-bbaf-b9e4b1e16d7a None None] Pushing event updated for resources: {'Port': ['ID=b6d1580f-9377-4449-b104-0341aee1db2c,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:36.887459 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-63c95980-a78e-486e-bbaf-b9e4b1e16d7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:36.992160 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] Set router 42666048-2062-44e9-b643-e1b380bea104 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:32:37.106427 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:37.116925 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Transition to ACTIVE for port object f64c8172-3fb9-41cd-a56d-30e355251d51 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:32:37.135843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Transition to ACTIVE for port object f64c8172-3fb9-41cd-a56d-30e355251d51 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:32:37.143200 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:37.148324 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:37.207744 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Network f953a6db-5a4a-4d93-b50e-99561041c11c is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:32:37.210845 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:32:37.214710 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:32:37.260370 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Pushing event updated for resources: {'Port': ['ID=f64c8172-3fb9-41cd-a56d-30e355251d51,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:37.280338 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7db32c70>, [{'id': '42666048-2062-44e9-b643-e1b380bea104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884496805', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:32:33Z', 'updated_at': '2021-12-24T11:32:34Z', 'revision_number': 3, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:34Z', 'updated_at': '2021-12-24T11:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:37.284499 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b422a-2b67-438e-bb64-0ebde0cc95b3 None None] The sync data for ids ['42666048-2062-44e9-b643-e1b380bea104'] in dv-neutron-822668-2-hyperv is: [{'id': '42666048-2062-44e9-b643-e1b380bea104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884496805', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:32:33Z', 'updated_at': '2021-12-24T11:32:34Z', 'revision_number': 3, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:34Z', 'updated_at': '2021-12-24T11:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:32:37.297317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:37.297671 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:37.298049 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:37.298400 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:37.298733 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:37.299073 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:37.299410 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:37.299692 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:37.299795 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:37.300061 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:37.300386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:37.300713 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:37.301036 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:32:37.312843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:37.329200 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Attempting to bind port f64c8172-3fb9-41cd-a56d-30e355251d51 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:32:37.329575 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Attempting to bind port f64c8172-3fb9-41cd-a56d-30e355251d51 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '2eeb58da-4883-43ff-bed1-7a76716cd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:32:37.329983 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Attempting to bind port f64c8172-3fb9-41cd-a56d-30e355251d51 on network f953a6db-5a4a-4d93-b50e-99561041c11c {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:32:37.335626 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:32:37.336152 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Checking segment: {'id': '2eeb58da-4883-43ff-bed1-7a76716cd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:32:37.336650 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:37.337253 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Bound using segment: {'id': '2eeb58da-4883-43ff-bed1-7a76716cd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:32:37.337830 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Bound port: f64c8172-3fb9-41cd-a56d-30e355251d51, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eeb58da-4883-43ff-bed1-7a76716cd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:32:37.338334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:37.444208 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] For port f64c8172-3fb9-41cd-a56d-30e355251d51, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:32:37.447272 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] For port f64c8172-3fb9-41cd-a56d-30e355251d51, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f64c8172-3fb9-41cd-a56d-30e355251d51,segment=NetworkSegment(2eeb58da-4883-43ff-bed1-7a76716cd379),segment_id=2eeb58da-4883-43ff-bed1-7a76716cd379)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:32:37.452834 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:37.456431 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:37.543435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Pushing event updated for resources: {'Port': ['ID=f64c8172-3fb9-41cd-a56d-30e355251d51,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:37.546632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:37.771045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.20.0.1 (f953a6db-5a4a-4d93-b50e-99561041c11c/7949a316-1968-469b-9a9b-0a84621f2a14/dc40fb92-9c98-476d-bddc-cffdbfb4fa45) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:32:37.948012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:37.964570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Transition to ACTIVE for port object dc40fb92-9c98-476d-bddc-cffdbfb4fa45 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:32:37.991338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:37.995441 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5757c2f6-296f-450a-a4d1-2831feac4951 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:38.056007 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network f953a6db-5a4a-4d93-b50e-99561041c11c is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:32:38.064507 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:32:38.069058 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:32:38.111926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=dc40fb92-9c98-476d-bddc-cffdbfb4fa45,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:38.116652 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:38.131504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:38.537560 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:38.583705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e091c7b2-84b4-474b-ac10-3b92dd9ca24f None None] Network f953a6db-5a4a-4d93-b50e-99561041c11c requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:32:38.713196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-34f501c7-dae0-4ec2-b316-845382a2fe4c None None] Provisioning for port f64c8172-3fb9-41cd-a56d-30e355251d51 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:32:38.960765 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:38.967018 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:38.995630 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3ce97a5a-0da4-4680-b002-221faf412265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:39.079741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f64c8172-3fb9-41cd-a56d-30e355251d51 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:32:39.088541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=dc40fb92-9c98-476d-bddc-cffdbfb4fa45,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:39.090981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:39.094742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:39.170676 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port f64c8172-3fb9-41cd-a56d-30e355251d51 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:32:39.176736 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0e8a200e-cade-4268-9874-dabb1fd33695 None None] Provisioning for port dc40fb92-9c98-476d-bddc-cffdbfb4fa45 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:32:39.179727 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port f64c8172-3fb9-41cd-a56d-30e355251d51 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:32:39.180086 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:39.221325 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-0e8a200e-cade-4268-9874-dabb1fd33695 None None] Provisioning complete for port dc40fb92-9c98-476d-bddc-cffdbfb4fa45 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:32:39.221945 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e8a200e-cade-4268-9874-dabb1fd33695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:39.237989 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network f953a6db-5a4a-4d93-b50e-99561041c11c is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:32:39.239148 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:32:39.296690 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-0e8a200e-cade-4268-9874-dabb1fd33695 None None] Port dc40fb92-9c98-476d-bddc-cffdbfb4fa45 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:32:39.362697 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:39.402046 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port f64c8172-3fb9-41cd-a56d-30e355251d51, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f64c8172-3fb9-41cd-a56d-30e355251d51,segment=NetworkSegment(2eeb58da-4883-43ff-bed1-7a76716cd379),segment_id=2eeb58da-4883-43ff-bed1-7a76716cd379)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:32:39.411567 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:39.412683 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device b6d1580f-9377-4449-b104-0341aee1db2c up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:32:39.443852 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:39.448449 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 42666048-2062-44e9-b643-e1b380bea104 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:32:39.509341 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7d0241fe-97b5-4260-ac39-1fc9d33c601f None None] Provisioning complete for port dc40fb92-9c98-476d-bddc-cffdbfb4fa45 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:32:39.510027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7d0241fe-97b5-4260-ac39-1fc9d33c601f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:39.589414 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=f64c8172-3fb9-41cd-a56d-30e355251d51,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:39.594211 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:39.596522 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-7d0241fe-97b5-4260-ac39-1fc9d33c601f None None] Port dc40fb92-9c98-476d-bddc-cffdbfb4fa45 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:32:39.604557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port b6d1580f-9377-4449-b104-0341aee1db2c completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:32:39.610220 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port b6d1580f-9377-4449-b104-0341aee1db2c triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:32:39.610611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:39.634815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:32:39.645792 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "PUT /v2.0/routers/42666048-2062-44e9-b643-e1b380bea104/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1759143
Dec 24 11:32:39.648792 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Sync routers for ids ['42666048-2062-44e9-b643-e1b380bea104'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:32:39.674564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Routers {'42666048-2062-44e9-b643-e1b380bea104'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:32:39.675194 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4c8220>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:32:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['42666048-2062-44e9-b643-e1b380bea104'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:39.804221 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-c6f913f9-9ce5-4250-88f8-4fc57fb74576 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1761173331&fields=id&tenant_id=0dcd22cea467454e963edffa3365e2a7 HTTP/1.1" status: 200  len: 267 time: 0.0393529
Dec 24 11:32:39.869066 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-299ed72a-ad3b-4ce9-a71a-6a30f4495df3 None None] Provisioning complete for port dc40fb92-9c98-476d-bddc-cffdbfb4fa45 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:32:39.869351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-299ed72a-ad3b-4ce9-a71a-6a30f4495df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:39.978265 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:32:40.007549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:40.020710 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-299ed72a-ad3b-4ce9-a71a-6a30f4495df3 None None] Port dc40fb92-9c98-476d-bddc-cffdbfb4fa45 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:32:40.031066 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Set router 42666048-2062-44e9-b643-e1b380bea104 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:32:40.084523 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-f8681d37-1d04-475e-9c46-0f2e25b5b9aa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:40.086024 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-f8681d37-1d04-475e-9c46-0f2e25b5b9aa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/networks?id=f953a6db-5a4a-4d93-b50e-99561041c11c HTTP/1.1" status: 200  len: 797 time: 0.2754283
Dec 24 11:32:40.088256 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port b6d1580f-9377-4449-b104-0341aee1db2c, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=b6d1580f-9377-4449-b104-0341aee1db2c,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:32:40.101017 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:40.102431 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-77e619dc-ce74-4016-a21d-bc26a5a9c538 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/quotas/0dcd22cea467454e963edffa3365e2a7 HTTP/1.1" status: 200  len: 375 time: 0.0099521
Dec 24 11:32:40.106603 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-fb05e47e-6275-434e-8735-8a59e0fad47a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:40.186410 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-92e2c82f-073a-4e1c-85ab-574bfd335bc8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:32:40.203278 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-92e2c82f-073a-4e1c-85ab-574bfd335bc8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:32:40.204659 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-92e2c82f-073a-4e1c-85ab-574bfd335bc8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0967176
Dec 24 11:32:40.265291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-6f0f417a-f9c9-43d5-b273-d5d98d9759d4 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:32:40.266478 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-6f0f417a-f9c9-43d5-b273-d5d98d9759d4 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0499778
Dec 24 11:32:40.310526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=b6d1580f-9377-4449-b104-0341aee1db2c,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:40.314078 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:40.397241 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-565596d4-fe7c-40aa-9db4-55c51daf20d8 service neutron] 10.222.0.54 "GET /v2.0/networks/f953a6db-5a4a-4d93-b50e-99561041c11c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246037
Dec 24 11:32:40.415114 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4c8220>, [{'id': '42666048-2062-44e9-b643-e1b380bea104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884496805', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:32:33Z', 'updated_at': '2021-12-24T11:32:38Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:34Z', 'updated_at': '2021-12-24T11:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dc40fb92-9c98-476d-bddc-cffdbfb4fa45', 'name': '', 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:3c:c0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:37Z', 'updated_at': '2021-12-24T11:32:38Z', 'revision_number': 2, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:40.419587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Checking router: 42666048-2062-44e9-b643-e1b380bea104 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:32:40.419946 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Updating router 42666048-2062-44e9-b643-e1b380bea104 port dc40fb92-9c98-476d-bddc-cffdbfb4fa45 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:32:40.470555 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:40.531907 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-2eb6b16c-636f-4b7a-84d4-3a17ca7eeabe service neutron] 10.222.0.54 "GET /v2.0/networks/f953a6db-5a4a-4d93-b50e-99561041c11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287663
Dec 24 11:32:40.729467 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b99a28c8-7efd-4705-a25d-0496e438e907 req-1106093d-bc7e-4b3c-8d28-14179dddc0c5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 210 time: 0.0546021
Dec 24 11:32:40.826701 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:40.838318 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Transition to ACTIVE for port object dc40fb92-9c98-476d-bddc-cffdbfb4fa45 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:32:40.844761 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:40.848342 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:40.979955 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:40.986339 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4eb56-86eb-44df-b1c0-4790fe892473 None None] Pushing event updated for resources: {'Port': ['ID=dc40fb92-9c98-476d-bddc-cffdbfb4fa45,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:40.990296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c2f4eb56-86eb-44df-b1c0-4790fe892473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:41.028053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f64c8172-3fb9-41cd-a56d-30e355251d51 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:32:41.125775 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Attempting to bind port dc40fb92-9c98-476d-bddc-cffdbfb4fa45 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:32:41.126184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Attempting to bind port dc40fb92-9c98-476d-bddc-cffdbfb4fa45 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '2eeb58da-4883-43ff-bed1-7a76716cd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:32:41.126557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Attempting to bind port dc40fb92-9c98-476d-bddc-cffdbfb4fa45 on network f953a6db-5a4a-4d93-b50e-99561041c11c {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:32:41.136004 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:32:41.136386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Checking segment: {'id': '2eeb58da-4883-43ff-bed1-7a76716cd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:32:41.136799 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:41.137196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Bound using segment: {'id': '2eeb58da-4883-43ff-bed1-7a76716cd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:32:41.138356 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Bound port: dc40fb92-9c98-476d-bddc-cffdbfb4fa45, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eeb58da-4883-43ff-bed1-7a76716cd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:32:41.138739 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:41.217418 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port f64c8172-3fb9-41cd-a56d-30e355251d51 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:32:41.217797 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:41.291345 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] For port dc40fb92-9c98-476d-bddc-cffdbfb4fa45, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:32:41.301987 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] For port dc40fb92-9c98-476d-bddc-cffdbfb4fa45, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=dc40fb92-9c98-476d-bddc-cffdbfb4fa45,segment=NetworkSegment(2eeb58da-4883-43ff-bed1-7a76716cd379),segment_id=2eeb58da-4883-43ff-bed1-7a76716cd379)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:32:41.308904 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:41.313670 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-67093a90-0842-400c-9da3-628344b09428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:41.439943 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Routers {'42666048-2062-44e9-b643-e1b380bea104'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:32:41.440589 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4c8220>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:32:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['42666048-2062-44e9-b643-e1b380bea104'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:41.487997 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4eb56-86eb-44df-b1c0-4790fe892473 None None] Pushing event updated for resources: {'Port': ['ID=dc40fb92-9c98-476d-bddc-cffdbfb4fa45,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:41.496822 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device b6d1580f-9377-4449-b104-0341aee1db2c up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:32:41.582493 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c2f4eb56-86eb-44df-b1c0-4790fe892473 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:41.744100 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] Set router 42666048-2062-44e9-b643-e1b380bea104 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:32:41.788930 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port b6d1580f-9377-4449-b104-0341aee1db2c triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:32:41.789320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:41.823633 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a6f2f77b-4a58-4b0a-9942-f534e5896401 req-7d356992-7fd6-477f-aff8-aa3f8937bb08 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 210 time: 0.0409317
Dec 24 11:32:42.164920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4c8220>, [{'id': '42666048-2062-44e9-b643-e1b380bea104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884496805', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:32:33Z', 'updated_at': '2021-12-24T11:32:38Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:34Z', 'updated_at': '2021-12-24T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dc40fb92-9c98-476d-bddc-cffdbfb4fa45', 'name': '', 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:3c:c0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:37Z', 'updated_at': '2021-12-24T11:32:41Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:42.169412 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf52270-165f-40c6-a73e-f0604a13e247 None None] The sync data for ids ['42666048-2062-44e9-b643-e1b380bea104'] in dv-neutron-822668-2-hyperv is: [{'id': '42666048-2062-44e9-b643-e1b380bea104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884496805', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:32:33Z', 'updated_at': '2021-12-24T11:32:38Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:34Z', 'updated_at': '2021-12-24T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dc40fb92-9c98-476d-bddc-cffdbfb4fa45', 'name': '', 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:3c:c0:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:37Z', 'updated_at': '2021-12-24T11:32:41Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:32:42.925061 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5bdd6511-4a8a-4e57-bd05-790053130f46 req-eb5aeffc-918b-42ac-ba80-f0997b575c6e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 210 time: 0.0471666
Dec 24 11:32:43.036079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dc40fb92-9c98-476d-bddc-cffdbfb4fa45 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:32:43.110767 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port dc40fb92-9c98-476d-bddc-cffdbfb4fa45 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:32:43.117303 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port dc40fb92-9c98-476d-bddc-cffdbfb4fa45 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:32:43.117689 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:43.245081 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:43.279787 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port dc40fb92-9c98-476d-bddc-cffdbfb4fa45, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=dc40fb92-9c98-476d-bddc-cffdbfb4fa45,segment=NetworkSegment(2eeb58da-4883-43ff-bed1-7a76716cd379),segment_id=2eeb58da-4883-43ff-bed1-7a76716cd379)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:32:43.283762 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:43.286098 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:43.354466 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=dc40fb92-9c98-476d-bddc-cffdbfb4fa45,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:43.358342 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:44.082524 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-76c79b9a-a327-4168-9cf9-ef77a5629673 req-2dc3ec7f-d268-47fc-b841-74ad76a4d3f3 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 210 time: 0.0463502
Dec 24 11:32:44.106772 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-3125b049-25d4-4381-b86c-80238e016350 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:44.107446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-3125b049-25d4-4381-b86c-80238e016350 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:32:44.122929 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-3125b049-25d4-4381-b86c-80238e016350 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:32:44.124005 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-3125b049-25d4-4381-b86c-80238e016350 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "GET /v2.0/networks?id=f953a6db-5a4a-4d93-b50e-99561041c11c HTTP/1.1" status: 200  len: 797 time: 0.2815671
Dec 24 11:32:44.170848 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-f5094a75-4e90-4961-9776-ab6a922f2e3e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:32:44.186757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-f5094a75-4e90-4961-9776-ab6a922f2e3e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:32:44.187811 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-f5094a75-4e90-4961-9776-ab6a922f2e3e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dcd22cea467454e963edffa3365e2a7 HTTP/1.1" status: 200  len: 380 time: 0.0546694
Dec 24 11:32:44.197062 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-9941bbd8-4b90-40b3-bd4f-cb95e2ecbb69 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'port': {'device_id': '1dcffe24-1ecf-4332-a89e-40cd15484505', 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c', 'admin_state_up': True, 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'security_groups': ['4c99e927-de01-4143-844f-b17f11f31ed6']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:32:44.329418 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-9941bbd8-4b90-40b3-bd4f-cb95e2ecbb69 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:32:44.338574 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-9941bbd8-4b90-40b3-bd4f-cb95e2ecbb69 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:32:44.347814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-9941bbd8-4b90-40b3-bd4f-cb95e2ecbb69 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Made reservation on behalf of 0dcd22cea467454e963edffa3365e2a7 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:32:44.351229 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-9941bbd8-4b90-40b3-bd4f-cb95e2ecbb69 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:44.509062 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-9941bbd8-4b90-40b3-bd4f-cb95e2ecbb69 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.20.0.12 (f953a6db-5a4a-4d93-b50e-99561041c11c/7949a316-1968-469b-9a9b-0a84621f2a14/48612b5b-7025-45e2-b603-5e5688b25c4d) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:32:44.691897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-9941bbd8-4b90-40b3-bd4f-cb95e2ecbb69 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:44.706563 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-9941bbd8-4b90-40b3-bd4f-cb95e2ecbb69 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Transition to ACTIVE for port object 48612b5b-7025-45e2-b603-5e5688b25c4d will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:32:44.737233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-9941bbd8-4b90-40b3-bd4f-cb95e2ecbb69 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:44.742774 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:44.810319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-9941bbd8-4b90-40b3-bd4f-cb95e2ecbb69 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network f953a6db-5a4a-4d93-b50e-99561041c11c is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:32:44.813700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-9941bbd8-4b90-40b3-bd4f-cb95e2ecbb69 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:32:44.817474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-9941bbd8-4b90-40b3-bd4f-cb95e2ecbb69 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:32:44.851705 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941bbd8-4b90-40b3-bd4f-cb95e2ecbb69 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=48612b5b-7025-45e2-b603-5e5688b25c4d,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:44.861304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9941bbd8-4b90-40b3-bd4f-cb95e2ecbb69 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:44.883378 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-9941bbd8-4b90-40b3-bd4f-cb95e2ecbb69 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:44.883984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-9941bbd8-4b90-40b3-bd4f-cb95e2ecbb69 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:44.909904 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-9941bbd8-4b90-40b3-bd4f-cb95e2ecbb69 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7162390
Dec 24 11:32:44.921588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Request body: {'port': {'device_id': '1dcffe24-1ecf-4332-a89e-40cd15484505', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:32:45.020682 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dc40fb92-9c98-476d-bddc-cffdbfb4fa45 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:32:45.035082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:45.089103 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-18fd2a2b-5325-41a3-9b20-e5dea578f47f None None] Provisioning for port 48612b5b-7025-45e2-b603-5e5688b25c4d completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:32:45.097017 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-18fd2a2b-5325-41a3-9b20-e5dea578f47f None None] Provisioning complete for port 48612b5b-7025-45e2-b603-5e5688b25c4d triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:32:45.097394 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-18fd2a2b-5325-41a3-9b20-e5dea578f47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:45.139508 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port dc40fb92-9c98-476d-bddc-cffdbfb4fa45 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:32:45.139891 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:45.191287 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-18fd2a2b-5325-41a3-9b20-e5dea578f47f None None] Port 48612b5b-7025-45e2-b603-5e5688b25c4d cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:32:45.375217 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd5eeb-7375-4b32-b654-ca201ef55942 req-9db8defc-9433-4c22-844a-ec8f6174eeae tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:45.375908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-e0bd5eeb-7375-4b32-b654-ca201ef55942 req-9db8defc-9433-4c22-844a-ec8f6174eeae tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:32:45.427678 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-e0bd5eeb-7375-4b32-b654-ca201ef55942 req-9db8defc-9433-4c22-844a-ec8f6174eeae tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:32:45.428836 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e0bd5eeb-7375-4b32-b654-ca201ef55942 req-9db8defc-9433-4c22-844a-ec8f6174eeae tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 932 time: 0.1835043
Dec 24 11:32:45.472915 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48612b5b-7025-45e2-b603-5e5688b25c4d {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:32:45.490096 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:45.501731 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e0bd5eeb-7375-4b32-b654-ca201ef55942 req-1ac812f8-cc62-41e8-97e1-7040b41f0730 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=4c99e927-de01-4143-844f-b17f11f31ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636954
Dec 24 11:32:45.510539 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Transition to ACTIVE for port object 48612b5b-7025-45e2-b603-5e5688b25c4d will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:32:45.514614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:45.518196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-22005f23-e51f-4dac-b081-cdb2e9a78626 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:45.666684 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Pushing event updated for resources: {'Port': ['ID=48612b5b-7025-45e2-b603-5e5688b25c4d,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:45.673925 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:45.748701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Attempting to bind port 48612b5b-7025-45e2-b603-5e5688b25c4d on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:32:45.749031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Attempting to bind port 48612b5b-7025-45e2-b603-5e5688b25c4d by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '2eeb58da-4883-43ff-bed1-7a76716cd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:32:45.749351 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Attempting to bind port 48612b5b-7025-45e2-b603-5e5688b25c4d on network f953a6db-5a4a-4d93-b50e-99561041c11c {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:32:45.753825 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Port 48612b5b-7025-45e2-b603-5e5688b25c4d on network f953a6db-5a4a-4d93-b50e-99561041c11c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:32:45.754166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Attempting to bind port 48612b5b-7025-45e2-b603-5e5688b25c4d on network f953a6db-5a4a-4d93-b50e-99561041c11c {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:32:45.759167 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:32:45.759751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Checking segment: {'id': '2eeb58da-4883-43ff-bed1-7a76716cd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:32:45.760124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Bound using segment: {'id': '2eeb58da-4883-43ff-bed1-7a76716cd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:32:45.760546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Bound port: 48612b5b-7025-45e2-b603-5e5688b25c4d, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eeb58da-4883-43ff-bed1-7a76716cd379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:32:45.760884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:45.846276 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] For port 48612b5b-7025-45e2-b603-5e5688b25c4d, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:32:45.849075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] For port 48612b5b-7025-45e2-b603-5e5688b25c4d, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=48612b5b-7025-45e2-b603-5e5688b25c4d,segment=NetworkSegment(2eeb58da-4883-43ff-bed1-7a76716cd379),segment_id=2eeb58da-4883-43ff-bed1-7a76716cd379)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:32:45.853414 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:45.856907 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f4462e92-7eaa-41d1-a88d-eabcc0da17d5 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:46.022755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:46.023433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:46.024720 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] 10.222.0.32 "PUT /v2.0/ports/48612b5b-7025-45e2-b603-5e5688b25c4d HTTP/1.1" status: 200  len: 1094 time: 1.1078584
Dec 24 11:32:46.025247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcffe24-1ecf-4332-a89e-40cd15484505', 'tag': '48612b5b-7025-45e2-b603-5e5688b25c4d'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:32:46.050559 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Pushing event updated for resources: {'Port': ['ID=48612b5b-7025-45e2-b603-5e5688b25c4d,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:46.053595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:46.095936 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcffe24-1ecf-4332-a89e-40cd15484505', 'tag': '48612b5b-7025-45e2-b603-5e5688b25c4d', 'status': 'completed', 'code': 200}
Dec 24 11:32:46.139115 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-9edb1fe4-fa3d-469a-b465-b319b430a875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:46.140622 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-9edb1fe4-fa3d-469a-b465-b319b430a875 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 1097 time: 0.0757897
Dec 24 11:32:46.210894 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-575556fb-a52a-4f78-9686-573f69f3129a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48612b5b-7025-45e2-b603-5e5688b25c4d HTTP/1.1" status: 200  len: 217 time: 0.0632021
Dec 24 11:32:46.271434 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-4ae503b9-bfbb-4114-94e5-e95ea0254386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:46.272780 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-4ae503b9-bfbb-4114-94e5-e95ea0254386 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7949a316-1968-469b-9a9b-0a84621f2a14 HTTP/1.1" status: 200  len: 835 time: 0.0556114
Dec 24 11:32:46.354093 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-0d1e3f9c-9c75-499c-b1c8-469c5e53c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:46.355482 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-0d1e3f9c-9c75-499c-b1c8-469c5e53c467 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f953a6db-5a4a-4d93-b50e-99561041c11c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0761125
Dec 24 11:32:46.486078 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-090ecde5-09dd-4b05-972f-74b6f518eb95 service neutron] 10.222.0.32 "GET /v2.0/networks/f953a6db-5a4a-4d93-b50e-99561041c11c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240928
Dec 24 11:32:46.668272 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a40f7d58-0816-4a75-a81b-b09a53197515 req-1ecc96ca-fb0b-4352-8e19-ea9e3e788d8a service neutron] 10.222.0.32 "GET /v2.0/networks/f953a6db-5a4a-4d93-b50e-99561041c11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1693451
Dec 24 11:32:46.704646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08546f76-c223-4b13-b931-9ac39623453b req-e7599c3a-b1fe-4f30-a5af-643cd3e39a16 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:46.706200 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-08546f76-c223-4b13-b931-9ac39623453b req-e7599c3a-b1fe-4f30-a5af-643cd3e39a16 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 944 time: 0.0984828
Dec 24 11:32:46.798116 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-08546f76-c223-4b13-b931-9ac39623453b req-2bb2ad8f-d2b7-4b0d-ab88-43beef21aa5c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=4c99e927-de01-4143-844f-b17f11f31ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0862875
Dec 24 11:32:46.820724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8de85-745d-483b-8f11-782e8a08cb0e req-489338a1-7a02-45dc-8488-63a9e3c60d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:46.822224 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ebf8de85-745d-483b-8f11-782e8a08cb0e req-489338a1-7a02-45dc-8488-63a9e3c60d33 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 1097 time: 0.0958154
Dec 24 11:32:46.952528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8de85-745d-483b-8f11-782e8a08cb0e req-e8b2ea8c-43ee-402f-b3e2-b2236cc15881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:46.953994 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ebf8de85-745d-483b-8f11-782e8a08cb0e req-e8b2ea8c-43ee-402f-b3e2-b2236cc15881 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f953a6db-5a4a-4d93-b50e-99561041c11c HTTP/1.1" status: 200  len: 898 time: 0.1248319
Dec 24 11:32:47.023967 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ebf8de85-745d-483b-8f11-782e8a08cb0e req-7cb73618-c15c-4fe4-aca8-579f786b3701 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48612b5b-7025-45e2-b603-5e5688b25c4d HTTP/1.1" status: 200  len: 217 time: 0.0634949
Dec 24 11:32:47.083757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8de85-745d-483b-8f11-782e8a08cb0e req-3b94e1ff-d154-47e9-9455-d59930f70446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:47.085087 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ebf8de85-745d-483b-8f11-782e8a08cb0e req-3b94e1ff-d154-47e9-9455-d59930f70446 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7949a316-1968-469b-9a9b-0a84621f2a14 HTTP/1.1" status: 200  len: 835 time: 0.0554318
Dec 24 11:32:47.161322 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8de85-745d-483b-8f11-782e8a08cb0e req-d03a09e8-3a25-4b72-a639-017f20021f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:47.162831 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ebf8de85-745d-483b-8f11-782e8a08cb0e req-d03a09e8-3a25-4b72-a639-017f20021f07 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f953a6db-5a4a-4d93-b50e-99561041c11c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0706561
Dec 24 11:32:47.291944 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ebf8de85-745d-483b-8f11-782e8a08cb0e req-eb0d2ca0-7920-4e9f-bfc5-c99825a10501 service neutron] 10.222.0.32 "GET /v2.0/networks/f953a6db-5a4a-4d93-b50e-99561041c11c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219885
Dec 24 11:32:47.423235 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ebf8de85-745d-483b-8f11-782e8a08cb0e req-faf07328-63de-4b16-be5d-fa8a78b6f929 service neutron] 10.222.0.32 "GET /v2.0/networks/f953a6db-5a4a-4d93-b50e-99561041c11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247466
Dec 24 11:32:47.981983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa36cd-ff17-47f9-afb9-3a7863c685ec req-fa9dadc4-79ac-45cb-8151-fb0deefa73ce tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:47.983380 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e2fa36cd-ff17-47f9-afb9-3a7863c685ec req-fa9dadc4-79ac-45cb-8151-fb0deefa73ce tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 944 time: 0.0830228
Dec 24 11:32:48.028398 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e2fa36cd-ff17-47f9-afb9-3a7863c685ec req-d4f9e0a8-2071-4e27-9469-a7ad3d099187 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=4c99e927-de01-4143-844f-b17f11f31ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383368
Dec 24 11:32:49.212028 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41adefb0-449d-470f-a73f-5097ced3c6f9 req-7f7afdc4-7170-4b4d-8d27-182945e87a4f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:49.213429 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-41adefb0-449d-470f-a73f-5097ced3c6f9 req-7f7afdc4-7170-4b4d-8d27-182945e87a4f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 944 time: 0.0824914
Dec 24 11:32:49.256677 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-41adefb0-449d-470f-a73f-5097ced3c6f9 req-06136941-0ab8-4ed9-8c58-290e4e0b6f78 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=4c99e927-de01-4143-844f-b17f11f31ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376849
Dec 24 11:32:50.441749 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e8206-2d6e-4b9b-a85b-d53c5d85d82a req-94ffc521-a85d-46ca-82ae-93e886e23d6d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:50.443243 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f75e8206-2d6e-4b9b-a85b-d53c5d85d82a req-94ffc521-a85d-46ca-82ae-93e886e23d6d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 944 time: 0.0845258
Dec 24 11:32:50.486529 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f75e8206-2d6e-4b9b-a85b-d53c5d85d82a req-f4949e84-f666-493e-97c3-c1a3f7603a65 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=4c99e927-de01-4143-844f-b17f11f31ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376842
Dec 24 11:32:51.027382 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 48612b5b-7025-45e2-b603-5e5688b25c4d details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:32:51.158809 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 48612b5b-7025-45e2-b603-5e5688b25c4d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=48612b5b-7025-45e2-b603-5e5688b25c4d,segment=NetworkSegment(2eeb58da-4883-43ff-bed1-7a76716cd379),segment_id=2eeb58da-4883-43ff-bed1-7a76716cd379)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:32:51.172170 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '48612b5b-7025-45e2-b603-5e5688b25c4d', 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c', 'port_id': '48612b5b-7025-45e2-b603-5e5688b25c4d', 'mac_address': 'fa:16:3e:e7:5c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:32:51.225529 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:51.245125 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48612b5b-7025-45e2-b603-5e5688b25c4d {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:32:51.260187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 48612b5b-7025-45e2-b603-5e5688b25c4d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=48612b5b-7025-45e2-b603-5e5688b25c4d,segment=NetworkSegment(2eeb58da-4883-43ff-bed1-7a76716cd379),segment_id=2eeb58da-4883-43ff-bed1-7a76716cd379)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:32:51.264681 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:51.267265 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:51.330921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=48612b5b-7025-45e2-b603-5e5688b25c4d,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:51.333812 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:51.620712 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['48612b5b-7025-45e2-b603-5e5688b25c4d'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:32:51.670095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ba266-ce5a-4f16-8dc7-b42c3362ab4f req-0b2e7726-5138-4658-9312-a953bd12cd94 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:51.671568 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4a8ba266-ce5a-4f16-8dc7-b42c3362ab4f req-0b2e7726-5138-4658-9312-a953bd12cd94 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 945 time: 0.0780754
Dec 24 11:32:51.718959 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4a8ba266-ce5a-4f16-8dc7-b42c3362ab4f req-82172ecf-e86a-4981-b934-2741ad3dbe4c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=4c99e927-de01-4143-844f-b17f11f31ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415497
Dec 24 11:32:52.912354 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c787bb7-4995-494b-a190-43b6f04fc230 req-ddccbe0b-8a20-40e8-9402-4b41eac3a75b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:52.913811 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4c787bb7-4995-494b-a190-43b6f04fc230 req-ddccbe0b-8a20-40e8-9402-4b41eac3a75b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 945 time: 0.0783494
Dec 24 11:32:52.957151 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4c787bb7-4995-494b-a190-43b6f04fc230 req-d4ac9e47-bfd0-4a36-a352-6e8f14edddb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=4c99e927-de01-4143-844f-b17f11f31ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370100
Dec 24 11:32:53.044054 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 48612b5b-7025-45e2-b603-5e5688b25c4d up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:32:53.110520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 48612b5b-7025-45e2-b603-5e5688b25c4d completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:32:53.115048 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 48612b5b-7025-45e2-b603-5e5688b25c4d triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:32:53.115424 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:53.227253 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:53.253340 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcffe24-1ecf-4332-a89e-40cd15484505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48612b5b-7025-45e2-b603-5e5688b25c4d'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:32:53.263274 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 48612b5b-7025-45e2-b603-5e5688b25c4d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=48612b5b-7025-45e2-b603-5e5688b25c4d,segment=NetworkSegment(2eeb58da-4883-43ff-bed1-7a76716cd379),segment_id=2eeb58da-4883-43ff-bed1-7a76716cd379)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:32:53.268075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:53.269968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:53.335428 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=48612b5b-7025-45e2-b603-5e5688b25c4d,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:53.338464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:53.347910 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcffe24-1ecf-4332-a89e-40cd15484505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48612b5b-7025-45e2-b603-5e5688b25c4d', 'code': 200}
Dec 24 11:32:53.674621 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5db3a3-d1d2-42ae-8f6e-4dfc97c1c7fe req-7178d026-a51f-4c5c-a7a0-2a45e2d2d7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:53.675996 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cd5db3a3-d1d2-42ae-8f6e-4dfc97c1c7fe req-7178d026-a51f-4c5c-a7a0-2a45e2d2d7da service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 1099 time: 0.1755495
Dec 24 11:32:53.717504 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cd5db3a3-d1d2-42ae-8f6e-4dfc97c1c7fe req-79635862-6d88-4379-a7c5-afce754f03db service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4c99e927-de01-4143-844f-b17f11f31ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0337276
Dec 24 11:32:54.139722 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f8f55-6bb3-46fa-8e2c-40f7c5a28cbe req-d362ff2c-4db7-4b36-bdc5-7c94d60df519 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:54.141183 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-013f8f55-6bb3-46fa-8e2c-40f7c5a28cbe req-d362ff2c-4db7-4b36-bdc5-7c94d60df519 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 946 time: 0.0830762
Dec 24 11:32:54.183340 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-013f8f55-6bb3-46fa-8e2c-40f7c5a28cbe req-55deb4ef-5783-4320-93c4-f72350d6afe2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=4c99e927-de01-4143-844f-b17f11f31ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365903
Dec 24 11:32:55.365533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa108fad-048a-4182-8ac6-7c6f43c2d29a req-73192083-80ad-4e05-b1b5-290e2f79d77b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:55.367005 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fa108fad-048a-4182-8ac6-7c6f43c2d29a req-73192083-80ad-4e05-b1b5-290e2f79d77b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 946 time: 0.0800164
Dec 24 11:32:55.410506 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fa108fad-048a-4182-8ac6-7c6f43c2d29a req-7142fd6c-ae55-47db-9bd6-b97f6c18e5ee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=4c99e927-de01-4143-844f-b17f11f31ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373867
Dec 24 11:32:55.590851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0b6df-a827-4ab2-a624-db4a6dc87050 req-9781f0dd-e1ef-47d5-adcf-ce7143e165a2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:55.592307 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a7f0b6df-a827-4ab2-a624-db4a6dc87050 req-9781f0dd-e1ef-47d5-adcf-ce7143e165a2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 946 time: 0.0807502
Dec 24 11:32:55.639045 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a7f0b6df-a827-4ab2-a624-db4a6dc87050 req-d1184405-164f-4b51-9919-45f5bbc8e602 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=4c99e927-de01-4143-844f-b17f11f31ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412452
Dec 24 11:32:55.660273 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58868) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:55.728529 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870996e3-a164-4c7b-a3b2-0a9ed4239a06 tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:55.730027 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-870996e3-a164-4c7b-a3b2-0a9ed4239a06 tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 1094 time: 0.0687721
Dec 24 11:32:55.733267 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58872) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:55.738106 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '48612b5b-7025-45e2-b603-5e5688b25c4d', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:32:55.743779 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:32:55.748056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:floatingip and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:32:55.751763 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:32:55.757119 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:32:55.767356 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:55.899518 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:56.031186 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.26.4.63 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/9bb7bb1b-ec1e-4bb4-851d-1b63a5b7833d) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:32:56.175029 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:56.202776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:56.206367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:56.266903 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:32:56.270019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:32:56.273546 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:32:56.417513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=9bb7bb1b-ec1e-4bb4-851d-1b63a5b7833d,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:56.424122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:56.789378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:56.862093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:57.062321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:57.066790 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:57.070278 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:32:57.171117 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=9bb7bb1b-ec1e-4bb4-851d-1b63a5b7833d,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:32:57.175101 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:32:57.183170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:57.353344 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Floating IP 52516db1-26c1-4eb9-a50b-b531ba054a3d associated. External IP: 172.26.4.63, port: 48612b5b-7025-45e2-b603-5e5688b25c4d.
Dec 24 11:32:57.702766 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 42666048-2062-44e9-b643-e1b380bea104 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:32:57.988452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:32:57.999038 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebd683-cfe8-4612-b0f4-3e96a174d01a None None] Sync routers for ids ['42666048-2062-44e9-b643-e1b380bea104'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:32:58.008818 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeebd683-cfe8-4612-b0f4-3e96a174d01a None None] Routers {'42666048-2062-44e9-b643-e1b380bea104'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:32:58.009683 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-aeebd683-cfe8-4612-b0f4-3e96a174d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea04850>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:32:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['42666048-2062-44e9-b643-e1b380bea104'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:58.015640 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:32:58.072032 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3377461
Dec 24 11:32:58.072724 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcffe24-1ecf-4332-a89e-40cd15484505', 'tag': '48612b5b-7025-45e2-b603-5e5688b25c4d'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:32:58.118931 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcffe24-1ecf-4332-a89e-40cd15484505', 'tag': '48612b5b-7025-45e2-b603-5e5688b25c4d', 'status': 'completed', 'code': 200}
Dec 24 11:32:58.221832 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-aeebd683-cfe8-4612-b0f4-3e96a174d01a None None] Set router 42666048-2062-44e9-b643-e1b380bea104 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:32:58.273955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8b33c-3a8c-4844-9836-f94c20d407db req-51fd2f69-1439-4591-bfb1-60d1bdfda2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:58.275369 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19e8b33c-3a8c-4844-9836-f94c20d407db req-51fd2f69-1439-4591-bfb1-60d1bdfda2bc service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 1099 time: 0.1351378
Dec 24 11:32:58.287189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d0e3b9-4aec-4c92-82e8-071a6c88548d req-13fd2650-1b4d-441e-a9c6-ec14a5b0ca18 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:58.288571 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-57d0e3b9-4aec-4c92-82e8-071a6c88548d req-13fd2650-1b4d-441e-a9c6-ec14a5b0ca18 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 946 time: 0.1158910
Dec 24 11:32:58.414400 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-57d0e3b9-4aec-4c92-82e8-071a6c88548d req-2455fc3a-7275-411f-a2ad-ce09e2fed9b6 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=4c99e927-de01-4143-844f-b17f11f31ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1065710
Dec 24 11:32:58.440136 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58880) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:58.451106 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8b33c-3a8c-4844-9836-f94c20d407db req-06a7307a-7f46-44b2-b300-55c149983cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:58.452573 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19e8b33c-3a8c-4844-9836-f94c20d407db req-06a7307a-7f46-44b2-b300-55c149983cab service neutron] 10.222.0.32 "GET /v2.0/networks?id=f953a6db-5a4a-4d93-b50e-99561041c11c HTTP/1.1" status: 200  len: 898 time: 0.1631579
Dec 24 11:32:58.557368 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-709e21ad-854f-4da7-b330-18e190645e0e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/52516db1-26c1-4eb9-a50b-b531ba054a3d HTTP/1.1" status: 200  len: 991 time: 0.1158304
Dec 24 11:32:58.557779 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19e8b33c-3a8c-4844-9836-f94c20d407db req-3b3c377d-a2ba-47b8-ac8f-15fe2dc42c88 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48612b5b-7025-45e2-b603-5e5688b25c4d HTTP/1.1" status: 200  len: 999 time: 0.0986509
Dec 24 11:32:58.582687 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-aeebd683-cfe8-4612-b0f4-3e96a174d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea04850>, [{'id': '42666048-2062-44e9-b643-e1b380bea104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884496805', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:32:33Z', 'updated_at': '2021-12-24T11:32:38Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:34Z', 'updated_at': '2021-12-24T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '52516db1-26c1-4eb9-a50b-b531ba054a3d', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'floating_ip_address': '172.26.4.63', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '42666048-2062-44e9-b643-e1b380bea104', 'port_id': '48612b5b-7025-45e2-b603-5e5688b25c4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c', 'mac_address': 'fa:16:3e:e7:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcffe24-1ecf-4332-a89e-40cd15484505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:32:56Z', 'updated_at': '2021-12-24T11:32:56Z', 'revision_number': 0, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc40fb92-9c98-476d-bddc-cffdbfb4fa45', 'name': '', 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:3c:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:37Z', 'updated_at': '2021-12-24T11:32:43Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:58.586756 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebd683-cfe8-4612-b0f4-3e96a174d01a None None] Checking router: 42666048-2062-44e9-b643-e1b380bea104 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:32:58.595799 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeebd683-cfe8-4612-b0f4-3e96a174d01a None None] Routers {'42666048-2062-44e9-b643-e1b380bea104'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:32:58.595927 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-aeebd683-cfe8-4612-b0f4-3e96a174d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea04850>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:32:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['42666048-2062-44e9-b643-e1b380bea104'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:58.619759 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8b33c-3a8c-4844-9836-f94c20d407db req-64af46ad-3864-45b5-ba9f-f12848e71f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:58.621193 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19e8b33c-3a8c-4844-9836-f94c20d407db req-64af46ad-3864-45b5-ba9f-f12848e71f29 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7949a316-1968-469b-9a9b-0a84621f2a14 HTTP/1.1" status: 200  len: 835 time: 0.0576398
Dec 24 11:32:58.697677 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8b33c-3a8c-4844-9836-f94c20d407db req-fed8d2dc-f908-4c63-87ca-fe339456f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:32:58.699180 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19e8b33c-3a8c-4844-9836-f94c20d407db req-fed8d2dc-f908-4c63-87ca-fe339456f995 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f953a6db-5a4a-4d93-b50e-99561041c11c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0718405
Dec 24 11:32:58.770851 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-aeebd683-cfe8-4612-b0f4-3e96a174d01a None None] Set router 42666048-2062-44e9-b643-e1b380bea104 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:32:58.828084 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19e8b33c-3a8c-4844-9836-f94c20d407db req-d1fb6824-395f-46f7-97dc-3e95fa62cbda service neutron] 10.222.0.32 "GET /v2.0/networks/f953a6db-5a4a-4d93-b50e-99561041c11c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219594
Dec 24 11:32:58.962069 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-19e8b33c-3a8c-4844-9836-f94c20d407db req-fc44fabb-28e8-42f3-ad24-908a95867eef service neutron] 10.222.0.32 "GET /v2.0/networks/f953a6db-5a4a-4d93-b50e-99561041c11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241686
Dec 24 11:32:59.118221 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-aeebd683-cfe8-4612-b0f4-3e96a174d01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea04850>, [{'id': '42666048-2062-44e9-b643-e1b380bea104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884496805', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:32:33Z', 'updated_at': '2021-12-24T11:32:38Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:34Z', 'updated_at': '2021-12-24T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '52516db1-26c1-4eb9-a50b-b531ba054a3d', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'floating_ip_address': '172.26.4.63', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '42666048-2062-44e9-b643-e1b380bea104', 'port_id': '48612b5b-7025-45e2-b603-5e5688b25c4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c', 'mac_address': 'fa:16:3e:e7:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcffe24-1ecf-4332-a89e-40cd15484505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:32:56Z', 'updated_at': '2021-12-24T11:32:56Z', 'revision_number': 0, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc40fb92-9c98-476d-bddc-cffdbfb4fa45', 'name': '', 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:3c:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:37Z', 'updated_at': '2021-12-24T11:32:43Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:32:59.121995 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeebd683-cfe8-4612-b0f4-3e96a174d01a None None] The sync data for ids ['42666048-2062-44e9-b643-e1b380bea104'] in dv-neutron-822668-2-hyperv is: [{'id': '42666048-2062-44e9-b643-e1b380bea104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884496805', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:32:33Z', 'updated_at': '2021-12-24T11:32:38Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:34Z', 'updated_at': '2021-12-24T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '52516db1-26c1-4eb9-a50b-b531ba054a3d', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'floating_ip_address': '172.26.4.63', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '42666048-2062-44e9-b643-e1b380bea104', 'port_id': '48612b5b-7025-45e2-b603-5e5688b25c4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c', 'mac_address': 'fa:16:3e:e7:5c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dcffe24-1ecf-4332-a89e-40cd15484505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:32:56Z', 'updated_at': '2021-12-24T11:32:56Z', 'revision_number': 0, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc40fb92-9c98-476d-bddc-cffdbfb4fa45', 'name': '', 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:3c:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:37Z', 'updated_at': '2021-12-24T11:32:43Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:32:59.320128 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba386c9-2823-45e3-8f6a-f5cc0819c7d4 None None] New status for floating IP 52516db1-26c1-4eb9-a50b-b531ba054a3d: ACTIVE {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:32:59.559996 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58884) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:32:59.668085 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d503d937-81b0-4fdd-82b5-4d198c0ec0e1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/52516db1-26c1-4eb9-a50b-b531ba054a3d HTTP/1.1" status: 200  len: 993 time: 0.1068819
Dec 24 11:32:59.727467 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-283479c2-7575-4627-b2b7-9acf6cfaf06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:33:01.931758 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0508e94a-03b3-436a-a217-ab77ac7193b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:33:03.171206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:33:03.194172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:33:04.987038 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:33:10.906962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:33:16.977275 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:33:29.729367 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a4e014c5-b9ba-443a-952b-e428d73296e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:33:31.933485 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-baec05ac-c3ed-410f-844f-c9e5a885ad89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:33:33.174216 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:33:33.196668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:33:34.989379 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:33:40.923115 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:33:53.535853 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4c75937b-765c-437b-bf8d-62f1d0c389df req-8043ac9e-5eae-40d1-aa9c-0cb339497c83 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0668802
Dec 24 11:33:53.671800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75937b-765c-437b-bf8d-62f1d0c389df req-bfd99dc9-4f0b-47d1-9977-3255cfa897c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:33:53.673157 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4c75937b-765c-437b-bf8d-62f1d0c389df req-bfd99dc9-4f0b-47d1-9977-3255cfa897c9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 1099 time: 0.0714068
Dec 24 11:33:53.813696 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75937b-765c-437b-bf8d-62f1d0c389df req-10f1030c-f5ff-412d-8a8f-ef88f4c973a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:33:53.815143 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4c75937b-765c-437b-bf8d-62f1d0c389df req-10f1030c-f5ff-412d-8a8f-ef88f4c973a8 service neutron] 10.222.0.32 "GET /v2.0/networks?id=f953a6db-5a4a-4d93-b50e-99561041c11c HTTP/1.1" status: 200  len: 898 time: 0.1240544
Dec 24 11:33:53.914514 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4c75937b-765c-437b-bf8d-62f1d0c389df req-13e8fe64-7d33-4718-925a-f6962e684420 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48612b5b-7025-45e2-b603-5e5688b25c4d HTTP/1.1" status: 200  len: 1001 time: 0.0925250
Dec 24 11:33:53.974522 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75937b-765c-437b-bf8d-62f1d0c389df req-bb7febee-f612-4544-a086-0da92c18a392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:33:53.975827 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:33:53.976314 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4c75937b-765c-437b-bf8d-62f1d0c389df req-bb7febee-f612-4544-a086-0da92c18a392 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7949a316-1968-469b-9a9b-0a84621f2a14 HTTP/1.1" status: 200  len: 835 time: 0.0538948
Dec 24 11:33:54.047839 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75937b-765c-437b-bf8d-62f1d0c389df req-cbea17c4-1c19-47ed-89c9-19f026c95ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:33:54.049267 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4c75937b-765c-437b-bf8d-62f1d0c389df req-cbea17c4-1c19-47ed-89c9-19f026c95ad6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f953a6db-5a4a-4d93-b50e-99561041c11c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0672374
Dec 24 11:33:54.289719 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4c75937b-765c-437b-bf8d-62f1d0c389df req-35387d30-eb75-4c81-8f76-17cbd38e0b2e service neutron] 10.222.0.32 "GET /v2.0/networks/f953a6db-5a4a-4d93-b50e-99561041c11c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2333825
Dec 24 11:33:54.419131 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4c75937b-765c-437b-bf8d-62f1d0c389df req-71dfaa19-865a-426d-a445-9241ab1ab01e service neutron] 10.222.0.32 "GET /v2.0/networks/f953a6db-5a4a-4d93-b50e-99561041c11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223145
Dec 24 11:33:59.731320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f362a9c8-cc2a-453f-a918-f1f46fd73356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:00.681112 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c98ec-4fd3-4241-8802-8829946d10d6 req-8cdce3e1-5277-4c8c-8e96-b5e73b9ac119 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:00.682626 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0a1c98ec-4fd3-4241-8802-8829946d10d6 req-8cdce3e1-5277-4c8c-8e96-b5e73b9ac119 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 946 time: 0.1442897
Dec 24 11:34:00.727436 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0a1c98ec-4fd3-4241-8802-8829946d10d6 req-30b9f42e-ea80-4180-817e-47ab8c2f10f1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=4c99e927-de01-4143-844f-b17f11f31ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383563
Dec 24 11:34:01.936705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cfb7b33b-850c-48cf-957b-2ef04e0eb3c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:01.961106 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1031f-184d-489b-8c6d-ee1e5c693e3b req-7e80e04d-0e9c-44d0-9bf7-a5c3be9b6c79 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:01.962579 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1da1031f-184d-489b-8c6d-ee1e5c693e3b req-7e80e04d-0e9c-44d0-9bf7-a5c3be9b6c79 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 946 time: 0.1290615
Dec 24 11:34:02.005748 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1da1031f-184d-489b-8c6d-ee1e5c693e3b req-f03e92f6-a543-46ad-8c1b-dbfb1d3b5258 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=4c99e927-de01-4143-844f-b17f11f31ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368335
Dec 24 11:34:02.028884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58922) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:02.132172 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b1d32d54-3b6e-4397-8b81-d1f19c6e2f8f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/52516db1-26c1-4eb9-a50b-b531ba054a3d HTTP/1.1" status: 200  len: 993 time: 0.1019716
Dec 24 11:34:03.178635 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:03.198694 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:03.599845 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a33b52-d781-4a29-9f36-c8093a0e3d61 req-84d3af6f-9700-4d48-8b35-00b5cb75827d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:03.601312 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a4a33b52-d781-4a29-9f36-c8093a0e3d61 req-84d3af6f-9700-4d48-8b35-00b5cb75827d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 946 time: 0.0799022
Dec 24 11:34:03.646148 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a4a33b52-d781-4a29-9f36-c8093a0e3d61 req-31eaf0cc-b0a9-4b02-9101-ae33bed97ce6 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=4c99e927-de01-4143-844f-b17f11f31ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391471
Dec 24 11:34:04.834258 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a1b7f-dd6c-4bff-bd24-188938373d2b req-d91136f7-0cb3-4e65-a3ba-8d4747b73b48 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:04.835698 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0f6a1b7f-dd6c-4bff-bd24-188938373d2b req-d91136f7-0cb3-4e65-a3ba-8d4747b73b48 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 946 time: 0.0798407
Dec 24 11:34:04.881517 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0f6a1b7f-dd6c-4bff-bd24-188938373d2b req-b45e3981-e2db-483f-aa1a-d58901d496ef tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=4c99e927-de01-4143-844f-b17f11f31ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403986
Dec 24 11:34:04.903977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58934) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:04.991942 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:05.011060 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-efacc98b-6b19-4710-a501-8b5027cd6883 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/52516db1-26c1-4eb9-a50b-b531ba054a3d HTTP/1.1" status: 200  len: 993 time: 0.1058819
Dec 24 11:34:05.364281 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58942) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:05.561580 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port 9bb7bb1b-ec1e-4bb4-851d-1b63a5b7833d {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:34:05.561948 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:05.728973 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:05.729194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:05.847705 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for 9bb7bb1b-ec1e-4bb4-851d-1b63a5b7833d owned by network:floatingip {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:34:05.992645 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:05.996789 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-fd43b74b-df0e-4915-8470-0ba5e9eded34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:06.041190 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=9bb7bb1b-ec1e-4bb4-851d-1b63a5b7833d,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:06.214901 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:06.215285 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:06.215667 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:06.216042 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:06.216415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:06.216786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:06.217185 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:06.217550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:06.217944 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:06.218307 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:06.218673 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:06.219030 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:06.225856 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:06.246682 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:06.246955 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Floating IP 52516db1-26c1-4eb9-a50b-b531ba054a3d disassociated (deleted). External IP: 172.26.4.63, port: 48612b5b-7025-45e2-b603-5e5688b25c4d.
Dec 24 11:34:06.589202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 42666048-2062-44e9-b643-e1b380bea104 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:34:06.765088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:34:06.774875 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02972b57-205d-45d0-b0d1-7bb1e97efa6a None None] Sync routers for ids ['42666048-2062-44e9-b643-e1b380bea104'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:34:06.784687 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02972b57-205d-45d0-b0d1-7bb1e97efa6a None None] Routers {'42666048-2062-44e9-b643-e1b380bea104'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:34:06.785215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:06.785344 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-02972b57-205d-45d0-b0d1-7bb1e97efa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9e6880>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:34:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['42666048-2062-44e9-b643-e1b380bea104'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:06.840578 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/floatingips/52516db1-26c1-4eb9-a50b-b531ba054a3d HTTP/1.1" status: 204  len: 168 time: 1.4727280
Dec 24 11:34:06.840578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcffe24-1ecf-4332-a89e-40cd15484505', 'tag': '48612b5b-7025-45e2-b603-5e5688b25c4d'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:34:06.885348 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcffe24-1ecf-4332-a89e-40cd15484505', 'tag': '48612b5b-7025-45e2-b603-5e5688b25c4d', 'status': 'completed', 'code': 200}
Dec 24 11:34:06.962858 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-02972b57-205d-45d0-b0d1-7bb1e97efa6a None None] Set router 42666048-2062-44e9-b643-e1b380bea104 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:34:06.983960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be38cc-ec3e-46b6-b543-4bd199a13a73 req-d52605a6-24bf-4b90-b94d-6810c809e68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:06.985448 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-78be38cc-ec3e-46b6-b543-4bd199a13a73 req-d52605a6-24bf-4b90-b94d-6810c809e68c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 1099 time: 0.0763550
Dec 24 11:34:07.138217 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be38cc-ec3e-46b6-b543-4bd199a13a73 req-e5e6f95d-3e65-42aa-9be0-e827a446ce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:07.139670 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-78be38cc-ec3e-46b6-b543-4bd199a13a73 req-e5e6f95d-3e65-42aa-9be0-e827a446ce1d service neutron] 10.222.0.32 "GET /v2.0/networks?id=f953a6db-5a4a-4d93-b50e-99561041c11c HTTP/1.1" status: 200  len: 898 time: 0.1383688
Dec 24 11:34:07.210158 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-78be38cc-ec3e-46b6-b543-4bd199a13a73 req-781eeb00-2e5a-44f2-8481-9b69bab1801f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48612b5b-7025-45e2-b603-5e5688b25c4d HTTP/1.1" status: 200  len: 217 time: 0.0624154
Dec 24 11:34:07.228227 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cbf4d-a3cc-47a1-a0e5-6848f9948a31 req-ef5914de-6a23-43cf-bad9-3686f48a4cdf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:07.229836 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-388cbf4d-a3cc-47a1-a0e5-6848f9948a31 req-ef5914de-6a23-43cf-bad9-3686f48a4cdf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 946 time: 0.0891409
Dec 24 11:34:07.279355 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-388cbf4d-a3cc-47a1-a0e5-6848f9948a31 req-c7dac0e7-3120-48d9-b59a-5709fd571929 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=4c99e927-de01-4143-844f-b17f11f31ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422859
Dec 24 11:34:07.280092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be38cc-ec3e-46b6-b543-4bd199a13a73 req-0cc5d48b-f11f-407b-91bf-d201ac233096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:07.281461 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-78be38cc-ec3e-46b6-b543-4bd199a13a73 req-0cc5d48b-f11f-407b-91bf-d201ac233096 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7949a316-1968-469b-9a9b-0a84621f2a14 HTTP/1.1" status: 200  len: 835 time: 0.0650597
Dec 24 11:34:07.320364 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-02972b57-205d-45d0-b0d1-7bb1e97efa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9e6880>, [{'id': '42666048-2062-44e9-b643-e1b380bea104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884496805', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:32:33Z', 'updated_at': '2021-12-24T11:32:38Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:34Z', 'updated_at': '2021-12-24T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dc40fb92-9c98-476d-bddc-cffdbfb4fa45', 'name': '', 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:3c:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:37Z', 'updated_at': '2021-12-24T11:32:43Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:07.324117 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02972b57-205d-45d0-b0d1-7bb1e97efa6a None None] Checking router: 42666048-2062-44e9-b643-e1b380bea104 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:34:07.332064 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02972b57-205d-45d0-b0d1-7bb1e97efa6a None None] Routers {'42666048-2062-44e9-b643-e1b380bea104'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:34:07.332658 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-02972b57-205d-45d0-b0d1-7bb1e97efa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9e6880>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:34:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['42666048-2062-44e9-b643-e1b380bea104'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:07.357356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be38cc-ec3e-46b6-b543-4bd199a13a73 req-fdf3e8b1-2795-4195-9e6d-8838722fa916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:07.359444 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-78be38cc-ec3e-46b6-b543-4bd199a13a73 req-fdf3e8b1-2795-4195-9e6d-8838722fa916 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=f953a6db-5a4a-4d93-b50e-99561041c11c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711215
Dec 24 11:34:07.493921 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-78be38cc-ec3e-46b6-b543-4bd199a13a73 req-dca5839d-ca8f-472d-8a05-8c18c1a11346 service neutron] 10.222.0.32 "GET /v2.0/networks/f953a6db-5a4a-4d93-b50e-99561041c11c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274858
Dec 24 11:34:07.506957 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-02972b57-205d-45d0-b0d1-7bb1e97efa6a None None] Set router 42666048-2062-44e9-b643-e1b380bea104 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:34:07.624031 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-78be38cc-ec3e-46b6-b543-4bd199a13a73 req-aa62d287-d279-4fdb-b333-2b642d94b4a8 service neutron] 10.222.0.32 "GET /v2.0/networks/f953a6db-5a4a-4d93-b50e-99561041c11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231945
Dec 24 11:34:07.812283 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-02972b57-205d-45d0-b0d1-7bb1e97efa6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e9e6880>, [{'id': '42666048-2062-44e9-b643-e1b380bea104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884496805', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:32:33Z', 'updated_at': '2021-12-24T11:32:38Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:34Z', 'updated_at': '2021-12-24T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dc40fb92-9c98-476d-bddc-cffdbfb4fa45', 'name': '', 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:3c:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:37Z', 'updated_at': '2021-12-24T11:32:43Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:07.816156 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02972b57-205d-45d0-b0d1-7bb1e97efa6a None None] The sync data for ids ['42666048-2062-44e9-b643-e1b380bea104'] in dv-neutron-822668-2-hyperv is: [{'id': '42666048-2062-44e9-b643-e1b380bea104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884496805', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:32:33Z', 'updated_at': '2021-12-24T11:32:38Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:34Z', 'updated_at': '2021-12-24T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dc40fb92-9c98-476d-bddc-cffdbfb4fa45', 'name': '', 'network_id': 'f953a6db-5a4a-4d93-b50e-99561041c11c', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:3c:c0:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_interface', 'standard_attr_id': 1691, 'fixed_ips': [{'subnet_id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:37Z', 'updated_at': '2021-12-24T11:32:43Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '7949a316-1968-469b-9a9b-0a84621f2a14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:34:08.028049 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eedd9235-e3de-4c93-9a98-b0e3c32ef91e None None] New status for floating IP 52516db1-26c1-4eb9-a50b-b531ba054a3d: DOWN {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:34:08.469693 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89495d2-50f5-4d3d-af7b-aa2f205633dc req-9a1eae71-23bb-4653-b005-d129ee563f7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:08.470445 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-f89495d2-50f5-4d3d-af7b-aa2f205633dc req-9a1eae71-23bb-4653-b005-d129ee563f7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:34:08.486474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-f89495d2-50f5-4d3d-af7b-aa2f205633dc req-9a1eae71-23bb-4653-b005-d129ee563f7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:34:08.487703 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f89495d2-50f5-4d3d-af7b-aa2f205633dc req-9a1eae71-23bb-4653-b005-d129ee563f7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 946 time: 0.0987918
Dec 24 11:34:08.651868 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f89495d2-50f5-4d3d-af7b-aa2f205633dc req-e130b0fa-92a8-447f-8ae9-251a4eba32c1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=4c99e927-de01-4143-844f-b17f11f31ed6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1585367
Dec 24 11:34:09.034242 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c2468-3835-4267-91af-1f8a9c43daaf req-ca5f1aa1-9847-49dd-86ce-b2fc15119261 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:09.035656 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e61c2468-3835-4267-91af-1f8a9c43daaf req-ca5f1aa1-9847-49dd-86ce-b2fc15119261 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 946 time: 0.0770376
Dec 24 11:34:09.104156 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-e61c2468-3835-4267-91af-1f8a9c43daaf req-584388a4-d0a8-413f-af54-b12f83cbb1ee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port 48612b5b-7025-45e2-b603-5e5688b25c4d {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:34:09.104491 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e61c2468-3835-4267-91af-1f8a9c43daaf req-584388a4-d0a8-413f-af54-b12f83cbb1ee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:09.349305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-e61c2468-3835-4267-91af-1f8a9c43daaf req-584388a4-d0a8-413f-af54-b12f83cbb1ee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] For port 48612b5b-7025-45e2-b603-5e5688b25c4d, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=48612b5b-7025-45e2-b603-5e5688b25c4d,segment=NetworkSegment(2eeb58da-4883-43ff-bed1-7a76716cd379),segment_id=2eeb58da-4883-43ff-bed1-7a76716cd379)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:34:09.349655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e61c2468-3835-4267-91af-1f8a9c43daaf req-584388a4-d0a8-413f-af54-b12f83cbb1ee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:09.470114 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-e61c2468-3835-4267-91af-1f8a9c43daaf req-584388a4-d0a8-413f-af54-b12f83cbb1ee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for 48612b5b-7025-45e2-b603-5e5688b25c4d owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:34:09.609756 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e61c2468-3835-4267-91af-1f8a9c43daaf req-584388a4-d0a8-413f-af54-b12f83cbb1ee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:09.614861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2ff73f36-0ea5-440b-bdd9-cdae553541ea tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:09.658727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584388a4-d0a8-413f-af54-b12f83cbb1ee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=48612b5b-7025-45e2-b603-5e5688b25c4d,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:09.661634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-584388a4-d0a8-413f-af54-b12f83cbb1ee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:09.735135 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-e61c2468-3835-4267-91af-1f8a9c43daaf req-584388a4-d0a8-413f-af54-b12f83cbb1ee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] No DVR routers for this DVR port 48612b5b-7025-45e2-b603-5e5688b25c4d on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:34:09.737486 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-e61c2468-3835-4267-91af-1f8a9c43daaf req-584388a4-d0a8-413f-af54-b12f83cbb1ee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:09.740059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcffe24-1ecf-4332-a89e-40cd15484505', 'name': 'network-vif-deleted', 'tag': '48612b5b-7025-45e2-b603-5e5688b25c4d'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:34:09.756196 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e61c2468-3835-4267-91af-1f8a9c43daaf req-584388a4-d0a8-413f-af54-b12f83cbb1ee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "DELETE /v2.0/ports/48612b5b-7025-45e2-b603-5e5688b25c4d HTTP/1.1" status: 204  len: 173 time: 0.7152450
Dec 24 11:34:09.786784 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcffe24-1ecf-4332-a89e-40cd15484505', 'name': 'network-vif-deleted', 'tag': '48612b5b-7025-45e2-b603-5e5688b25c4d', 'status': 'completed', 'code': 200}
Dec 24 11:34:09.815448 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-add63c0d-e786-497a-a7c3-5a5f090ae6c9 req-da36395a-1d48-4e9a-b0db-7f23d624b6f2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=1dcffe24-1ecf-4332-a89e-40cd15484505 HTTP/1.1" status: 200  len: 210 time: 0.0539701
Dec 24 11:34:10.909031 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58960) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:10.928166 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:11.450758 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3d6d959c-8753-49d7-8b0f-95d6075fcdd8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:11.899777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d959c-8753-49d7-8b0f-95d6075fcdd8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port dc40fb92-9c98-476d-bddc-cffdbfb4fa45 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:34:11.900117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3d6d959c-8753-49d7-8b0f-95d6075fcdd8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:12.085586 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-3d6d959c-8753-49d7-8b0f-95d6075fcdd8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] For port dc40fb92-9c98-476d-bddc-cffdbfb4fa45, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=dc40fb92-9c98-476d-bddc-cffdbfb4fa45,segment=NetworkSegment(2eeb58da-4883-43ff-bed1-7a76716cd379),segment_id=2eeb58da-4883-43ff-bed1-7a76716cd379)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:34:12.086321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3d6d959c-8753-49d7-8b0f-95d6075fcdd8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:12.206311 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-3d6d959c-8753-49d7-8b0f-95d6075fcdd8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for dc40fb92-9c98-476d-bddc-cffdbfb4fa45 owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:34:12.521616 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3d6d959c-8753-49d7-8b0f-95d6075fcdd8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:12.525100 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b3eb6095-5ed5-4e8c-a5e9-faa235712878 tempest-TestEncryptedCinderVolumes-38874667 tempest-TestEncryptedCinderVolumes-38874667-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:12.572348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d959c-8753-49d7-8b0f-95d6075fcdd8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=dc40fb92-9c98-476d-bddc-cffdbfb4fa45,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:12.575480 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3d6d959c-8753-49d7-8b0f-95d6075fcdd8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:12.843623 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3d6d959c-8753-49d7-8b0f-95d6075fcdd8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:13.314166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6d959c-8753-49d7-8b0f-95d6075fcdd8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 42666048-2062-44e9-b643-e1b380bea104 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:34:13.497233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6d959c-8753-49d7-8b0f-95d6075fcdd8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:34:13.507334 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf5cc9e-efcd-48af-b99b-52bfab750c28 None None] Sync routers for ids ['42666048-2062-44e9-b643-e1b380bea104'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:34:13.508802 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 48612b5b-7025-45e2-b603-5e5688b25c4d no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:34:13.509655 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3d6d959c-8753-49d7-8b0f-95d6075fcdd8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "PUT /v2.0/routers/42666048-2062-44e9-b643-e1b380bea104/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5995500
Dec 24 11:34:13.512324 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58964) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:13.520036 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf5cc9e-efcd-48af-b99b-52bfab750c28 None None] Routers {'42666048-2062-44e9-b643-e1b380bea104'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:34:13.520672 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6cf5cc9e-efcd-48af-b99b-52bfab750c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d310af0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:34:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['42666048-2062-44e9-b643-e1b380bea104'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:13.543769 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 48612b5b-7025-45e2-b603-5e5688b25c4d {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:34:13.544129 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 48612b5b-7025-45e2-b603-5e5688b25c4d not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:34:13.581052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9412556-b0a3-4049-ade2-4c0e591698f3 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting subnet 7949a316-1968-469b-9a9b-0a84621f2a14 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:34:13.583902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9412556-b0a3-4049-ade2-4c0e591698f3 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:13.637372 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9412556-b0a3-4049-ade2-4c0e591698f3 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:13.697304 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-6cf5cc9e-efcd-48af-b99b-52bfab750c28 None None] Set router 42666048-2062-44e9-b643-e1b380bea104 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:34:13.718980 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9412556-b0a3-4049-ade2-4c0e591698f3 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:13.793553 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9412556-b0a3-4049-ade2-4c0e591698f3 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:13.797458 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dfbc028a-656c-4f9a-8907-2e2974a13971 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:13.833480 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9412556-b0a3-4049-ade2-4c0e591698f3 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Subnet': ['ID=7949a316-1968-469b-9a9b-0a84621f2a14,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:13.836074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a9412556-b0a3-4049-ade2-4c0e591698f3 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:13.839355 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a9412556-b0a3-4049-ade2-4c0e591698f3 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:13.846270 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6b955c-df9a-4c39-9318-8709e30500a3 None None] Network f953a6db-5a4a-4d93-b50e-99561041c11c requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:34:13.848730 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a9412556-b0a3-4049-ade2-4c0e591698f3 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/subnets/7949a316-1968-469b-9a9b-0a84621f2a14 HTTP/1.1" status: 204  len: 168 time: 0.3350911
Dec 24 11:34:13.851352 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 58968) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:14.017954 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6cf5cc9e-efcd-48af-b99b-52bfab750c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d310af0>, [{'id': '42666048-2062-44e9-b643-e1b380bea104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884496805', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:32:33Z', 'updated_at': '2021-12-24T11:34:12Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:34Z', 'updated_at': '2021-12-24T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:14.021645 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf5cc9e-efcd-48af-b99b-52bfab750c28 None None] Checking router: 42666048-2062-44e9-b643-e1b380bea104 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:34:14.030101 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf5cc9e-efcd-48af-b99b-52bfab750c28 None None] Routers {'42666048-2062-44e9-b643-e1b380bea104'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:34:14.030701 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6cf5cc9e-efcd-48af-b99b-52bfab750c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d310af0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:34:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['42666048-2062-44e9-b643-e1b380bea104'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:14.122273 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5d7a-0a87-4e8a-9b52-efd69110db29 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:14.206918 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] DHCP port deletion for f953a6db-5a4a-4d93-b50e-99561041c11c request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:34:14.211567 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Deleting port f64c8172-3fb9-41cd-a56d-30e355251d51 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:34:14.211954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:14.247142 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-6cf5cc9e-efcd-48af-b99b-52bfab750c28 None None] Set router 42666048-2062-44e9-b643-e1b380bea104 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:34:14.305126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5d7a-0a87-4e8a-9b52-efd69110db29 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:14.316085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf5d7a-0a87-4e8a-9b52-efd69110db29 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port b6d1580f-9377-4449-b104-0341aee1db2c {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:34:14.316810 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5d7a-0a87-4e8a-9b52-efd69110db29 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:14.421639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] For port f64c8172-3fb9-41cd-a56d-30e355251d51, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=f64c8172-3fb9-41cd-a56d-30e355251d51,segment=NetworkSegment(2eeb58da-4883-43ff-bed1-7a76716cd379),segment_id=2eeb58da-4883-43ff-bed1-7a76716cd379)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:34:14.422026 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:14.544744 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-6cf5cc9e-efcd-48af-b99b-52bfab750c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d310af0>, [{'id': '42666048-2062-44e9-b643-e1b380bea104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884496805', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:32:33Z', 'updated_at': '2021-12-24T11:34:12Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:34Z', 'updated_at': '2021-12-24T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:14.549363 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf5cc9e-efcd-48af-b99b-52bfab750c28 None None] The sync data for ids ['42666048-2062-44e9-b643-e1b380bea104'] in dv-neutron-822668-2-hyperv is: [{'id': '42666048-2062-44e9-b643-e1b380bea104', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1884496805', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:32:33Z', 'updated_at': '2021-12-24T11:34:12Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'b6d1580f-9377-4449-b104-0341aee1db2c', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:a1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42666048-2062-44e9-b643-e1b380bea104', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1688, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:32:34Z', 'updated_at': '2021-12-24T11:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:34:14.553486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Calling delete_port for f64c8172-3fb9-41cd-a56d-30e355251d51 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:34:14.632070 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:14.636205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:14.637114 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-1dbf5d7a-0a87-4e8a-9b52-efd69110db29 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] For port b6d1580f-9377-4449-b104-0341aee1db2c, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=b6d1580f-9377-4449-b104-0341aee1db2c,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:34:14.637482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5d7a-0a87-4e8a-9b52-efd69110db29 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:14.677590 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Pushing event deleted for resources: {'Port': ['ID=f64c8172-3fb9-41cd-a56d-30e355251d51,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:14.682100 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] No DVR routers for this DVR port f64c8172-3fb9-41cd-a56d-30e355251d51 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:34:14.688533 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:14.688884 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:14.689226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:14.689562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:14.689908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:14.690246 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:14.690578 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:14.690903 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:14.691225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:14.691552 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:14.691871 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:14.692188 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:14.695198 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:14.759608 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf5d7a-0a87-4e8a-9b52-efd69110db29 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for b6d1580f-9377-4449-b104-0341aee1db2c owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:34:14.930140 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5d7a-0a87-4e8a-9b52-efd69110db29 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:14.933966 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9941bbd8-4b90-40b3-bd4f-cb95e2ecbb69 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:14.981971 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf5d7a-0a87-4e8a-9b52-efd69110db29 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=b6d1580f-9377-4449-b104-0341aee1db2c,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:15.043168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1dbf5d7a-0a87-4e8a-9b52-efd69110db29 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:15.073825 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5d7a-0a87-4e8a-9b52-efd69110db29 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:15.104763 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f64c8172-3fb9-41cd-a56d-30e355251d51 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:34:15.144916 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: f64c8172-3fb9-41cd-a56d-30e355251d51 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:34:15.145268 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device f64c8172-3fb9-41cd-a56d-30e355251d51 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:34:15.145695 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dc40fb92-9c98-476d-bddc-cffdbfb4fa45 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:34:15.178463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: dc40fb92-9c98-476d-bddc-cffdbfb4fa45 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:34:15.178813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dc40fb92-9c98-476d-bddc-cffdbfb4fa45 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:34:15.249278 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5d7a-0a87-4e8a-9b52-efd69110db29 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:15.251461 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5d7a-0a87-4e8a-9b52-efd69110db29 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:15.274733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5d7a-0a87-4e8a-9b52-efd69110db29 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:15.275256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbf5d7a-0a87-4e8a-9b52-efd69110db29 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Fanout notify agent at l3_agent the message router_deleted on router 42666048-2062-44e9-b643-e1b380bea104 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:34:15.291078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1dbf5d7a-0a87-4e8a-9b52-efd69110db29 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:15.292166 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1dbf5d7a-0a87-4e8a-9b52-efd69110db29 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/routers/42666048-2062-44e9-b643-e1b380bea104 HTTP/1.1" status: 204  len: 168 time: 1.4395835
Dec 24 11:34:15.295023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58972) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:15.414259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:15.542141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:15.566307 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7801f0>,) {'filters': {'network_id': ['f953a6db-5a4a-4d93-b50e-99561041c11c']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:15.578952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7801f0>, '2eeb58da-4883-43ff-bed1-7a76716cd379') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:15.579256 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d7801f0>, '2eeb58da-4883-43ff-bed1-7a76716cd379') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:15.590042 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:15.608799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:15.614598 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:34:15.614979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:34:15.629233 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:34:15.706411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:15.709859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c1867382-639e-4678-95a0-90c1aec44e59 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:15.724321 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:15.735447 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Network': ['ID=f953a6db-5a4a-4d93-b50e-99561041c11c,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:15.746026 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:15.746431 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:15.746807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:15.747186 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:15.747564 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:15.748452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:15.748825 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:15.749195 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:15.749565 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:15.749955 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:15.750326 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:15.750689 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:15.754624 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/networks/f953a6db-5a4a-4d93-b50e-99561041c11c HTTP/1.1" status: 204  len: 168 time: 0.4584751
Dec 24 11:34:15.755563 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-55b61e63-9b9c-4056-92cc-76d795e5a53b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:15.757292 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58976) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:15.827754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b056ff21-c264-4e8f-945a-2f9a23718a85 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:15.855541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b056ff21-c264-4e8f-945a-2f9a23718a85 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:15.916589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b056ff21-c264-4e8f-945a-2f9a23718a85 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:15.922038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-797ef8e1-0d75-457d-a71a-077567252ced tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:15.938390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056ff21-c264-4e8f-945a-2f9a23718a85 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c99e927-de01-4143-844f-b17f11f31ed6,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:15.942896 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b056ff21-c264-4e8f-945a-2f9a23718a85 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:15.946534 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b056ff21-c264-4e8f-945a-2f9a23718a85 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:15.947681 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b056ff21-c264-4e8f-945a-2f9a23718a85 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/security-groups/4c99e927-de01-4143-844f-b17f11f31ed6 HTTP/1.1" status: 204  len: 168 time: 0.1894696
Dec 24 11:34:16.156509 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58984) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:16.161828 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-b571f882-fa46-41c5-8771-7f8d8572faca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1087532124', 'description': 'tempest-secgroup-smoke-1087532124 description', 'project_id': '0dcd22cea467454e963edffa3365e2a7'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:34:16.167842 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b571f882-fa46-41c5-8771-7f8d8572faca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:34:16.173029 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b571f882-fa46-41c5-8771-7f8d8572faca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:34:16.175931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b571f882-fa46-41c5-8771-7f8d8572faca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:34:16.181403 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b571f882-fa46-41c5-8771-7f8d8572faca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:34:16.192028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b571f882-fa46-41c5-8771-7f8d8572faca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.211019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b571f882-fa46-41c5-8771-7f8d8572faca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:34:16.214724 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b571f882-fa46-41c5-8771-7f8d8572faca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:34:16.217418 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b571f882-fa46-41c5-8771-7f8d8572faca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:34:16.222820 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b571f882-fa46-41c5-8771-7f8d8572faca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:34:16.290770 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b571f882-fa46-41c5-8771-7f8d8572faca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.294130 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b571f882-fa46-41c5-8771-7f8d8572faca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.299510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-27f4620b-afec-4cb1-b342-ba809999acba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:16.341526 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571f882-fa46-41c5-8771-7f8d8572faca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbef6a8a-ac14-4d22-a50f-8cab01b30aad,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:16.345423 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b571f882-fa46-41c5-8771-7f8d8572faca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:16.346682 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b571f882-fa46-41c5-8771-7f8d8572faca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.347863 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b571f882-fa46-41c5-8771-7f8d8572faca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1903191
Dec 24 11:34:16.350686 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58988) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:16.355737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6d8e1c22-3916-42f9-b576-1f614d3c0808 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': 'fbef6a8a-ac14-4d22-a50f-8cab01b30aad', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:34:16.362295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6d8e1c22-3916-42f9-b576-1f614d3c0808 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:34:16.366251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6d8e1c22-3916-42f9-b576-1f614d3c0808 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:34:16.369230 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6d8e1c22-3916-42f9-b576-1f614d3c0808 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:34:16.374890 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6d8e1c22-3916-42f9-b576-1f614d3c0808 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:34:16.391327 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d8e1c22-3916-42f9-b576-1f614d3c0808 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.450027 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d8e1c22-3916-42f9-b576-1f614d3c0808 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.453527 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d8e1c22-3916-42f9-b576-1f614d3c0808 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.460597 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-67af5d6f-ec1d-4ec1-9da9-2245520ca863 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:16.480683 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e1c22-3916-42f9-b576-1f614d3c0808 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3989b8c1-7531-4acb-a1f6-8ea038d623d6,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:16.483740 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6d8e1c22-3916-42f9-b576-1f614d3c0808 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:16.488911 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6d8e1c22-3916-42f9-b576-1f614d3c0808 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.490136 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6d8e1c22-3916-42f9-b576-1f614d3c0808 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1384635
Dec 24 11:34:16.492783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58992) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:16.498037 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6cb5cbec-a54b-422c-b958-3bb9f8d62d75 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': 'fbef6a8a-ac14-4d22-a50f-8cab01b30aad', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:34:16.503858 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6cb5cbec-a54b-422c-b958-3bb9f8d62d75 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:34:16.507659 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6cb5cbec-a54b-422c-b958-3bb9f8d62d75 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:34:16.510801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6cb5cbec-a54b-422c-b958-3bb9f8d62d75 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:34:16.516390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6cb5cbec-a54b-422c-b958-3bb9f8d62d75 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:34:16.534838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6cb5cbec-a54b-422c-b958-3bb9f8d62d75 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.595170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6cb5cbec-a54b-422c-b958-3bb9f8d62d75 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.598678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6cb5cbec-a54b-422c-b958-3bb9f8d62d75 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.600424 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-678f5c22-93f5-4c6e-9bcd-5ba853e76250 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:16.622234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5cbec-a54b-422c-b958-3bb9f8d62d75 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=198f4b2b-f0cc-4cf6-a253-f8597b5500da,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:16.624720 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6cb5cbec-a54b-422c-b958-3bb9f8d62d75 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:16.632431 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6cb5cbec-a54b-422c-b958-3bb9f8d62d75 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.633895 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6cb5cbec-a54b-422c-b958-3bb9f8d62d75 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1401732
Dec 24 11:34:16.636604 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 58996) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:16.642017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-df3a1076-0ed4-4345-8868-2d81a1c94083 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': 'fbef6a8a-ac14-4d22-a50f-8cab01b30aad', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:34:16.647733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-df3a1076-0ed4-4345-8868-2d81a1c94083 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:34:16.651464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-df3a1076-0ed4-4345-8868-2d81a1c94083 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:34:16.654959 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-df3a1076-0ed4-4345-8868-2d81a1c94083 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:34:16.660631 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-df3a1076-0ed4-4345-8868-2d81a1c94083 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:34:16.679266 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df3a1076-0ed4-4345-8868-2d81a1c94083 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.740780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df3a1076-0ed4-4345-8868-2d81a1c94083 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.744303 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df3a1076-0ed4-4345-8868-2d81a1c94083 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.751174 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-39025a64-f2f8-4fca-a0f2-aaa2b336241f tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:16.772046 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a1076-0ed4-4345-8868-2d81a1c94083 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf63284-9dbc-4e40-8c20-e76134b9409f,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:16.774238 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-df3a1076-0ed4-4345-8868-2d81a1c94083 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:16.778754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df3a1076-0ed4-4345-8868-2d81a1c94083 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.780481 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-df3a1076-0ed4-4345-8868-2d81a1c94083 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1429584
Dec 24 11:34:16.783109 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59000) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:16.788078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-dc4d8a59-1a7b-4ff4-81c0-580b99e536a5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': 'fbef6a8a-ac14-4d22-a50f-8cab01b30aad', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:34:16.793759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-dc4d8a59-1a7b-4ff4-81c0-580b99e536a5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:34:16.797510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-dc4d8a59-1a7b-4ff4-81c0-580b99e536a5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:34:16.800333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-dc4d8a59-1a7b-4ff4-81c0-580b99e536a5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:34:16.805815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-dc4d8a59-1a7b-4ff4-81c0-580b99e536a5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:34:16.821105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8a59-1a7b-4ff4-81c0-580b99e536a5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.881035 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8a59-1a7b-4ff4-81c0-580b99e536a5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.884633 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8a59-1a7b-4ff4-81c0-580b99e536a5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.886379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-29ab0426-ecd1-4b26-b26a-5b3f9c423daa tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:16.908559 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4d8a59-1a7b-4ff4-81c0-580b99e536a5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99111984-e977-41c4-bc5a-47bd400e71c2,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:16.912613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-dc4d8a59-1a7b-4ff4-81c0-580b99e536a5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:16.916969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dc4d8a59-1a7b-4ff4-81c0-580b99e536a5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:16.918121 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-dc4d8a59-1a7b-4ff4-81c0-580b99e536a5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1340928
Dec 24 11:34:16.920823 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59004) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:16.925670 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c08b9681-f04b-4de8-926d-19e8b9dd0f0e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': 'fbef6a8a-ac14-4d22-a50f-8cab01b30aad', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:34:16.931282 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c08b9681-f04b-4de8-926d-19e8b9dd0f0e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:34:16.935073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c08b9681-f04b-4de8-926d-19e8b9dd0f0e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:34:16.938278 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c08b9681-f04b-4de8-926d-19e8b9dd0f0e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:34:16.944011 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c08b9681-f04b-4de8-926d-19e8b9dd0f0e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:34:16.955688 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-c08b9681-f04b-4de8-926d-19e8b9dd0f0e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Project 0dcd22cea467454e963edffa3365e2a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:34:16.962345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c08b9681-f04b-4de8-926d-19e8b9dd0f0e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:17.014576 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device b6d1580f-9377-4449-b104-0341aee1db2c no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:34:17.029788 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c08b9681-f04b-4de8-926d-19e8b9dd0f0e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:17.033269 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c08b9681-f04b-4de8-926d-19e8b9dd0f0e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:17.035082 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6cb5cbec-a54b-422c-b958-3bb9f8d62d75 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:17.048075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: b6d1580f-9377-4449-b104-0341aee1db2c {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:34:17.048435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device b6d1580f-9377-4449-b104-0341aee1db2c not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:34:17.056363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b9681-f04b-4de8-926d-19e8b9dd0f0e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57639b17-f4c3-4d1d-bb36-f1bc5e95e74a,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:17.059165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c08b9681-f04b-4de8-926d-19e8b9dd0f0e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:17.066762 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c08b9681-f04b-4de8-926d-19e8b9dd0f0e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:17.067948 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c08b9681-f04b-4de8-926d-19e8b9dd0f0e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1462355
Dec 24 11:34:17.070641 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59008) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:17.075586 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-fcb0d6bc-d699-41bb-b3ec-a567633ec2df tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': 'fbef6a8a-ac14-4d22-a50f-8cab01b30aad', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:34:17.081764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fcb0d6bc-d699-41bb-b3ec-a567633ec2df tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:34:17.085517 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fcb0d6bc-d699-41bb-b3ec-a567633ec2df tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:34:17.088570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fcb0d6bc-d699-41bb-b3ec-a567633ec2df tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:34:17.094178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fcb0d6bc-d699-41bb-b3ec-a567633ec2df tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:34:17.104156 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-fcb0d6bc-d699-41bb-b3ec-a567633ec2df tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Project 0dcd22cea467454e963edffa3365e2a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:34:17.110350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d6bc-d699-41bb-b3ec-a567633ec2df tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:17.174239 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d6bc-d699-41bb-b3ec-a567633ec2df tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:17.177511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d6bc-d699-41bb-b3ec-a567633ec2df tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:17.179297 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-22ca06c8-84dd-47cf-bc02-5b78672545f7 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:17.200797 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb0d6bc-d699-41bb-b3ec-a567633ec2df tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc87ff0d-10bf-49f9-a44b-baad4d1f1df7,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:17.203506 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fcb0d6bc-d699-41bb-b3ec-a567633ec2df tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:17.211190 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fcb0d6bc-d699-41bb-b3ec-a567633ec2df tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:17.212356 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fcb0d6bc-d699-41bb-b3ec-a567633ec2df tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1407838
Dec 24 11:34:17.215131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59012) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:17.220363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-a7d67d95-d066-4b21-9dd3-0f169f7c8d02 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'network': {'name': 'tempest-network-smoke--262694887', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'port_security_enabled': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:34:17.224990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a7d67d95-d066-4b21-9dd3-0f169f7c8d02 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:34:17.228968 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a7d67d95-d066-4b21-9dd3-0f169f7c8d02 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:network and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:34:17.231792 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-a7d67d95-d066-4b21-9dd3-0f169f7c8d02 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:34:17.237320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-a7d67d95-d066-4b21-9dd3-0f169f7c8d02 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:34:17.247031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d67d95-d066-4b21-9dd3-0f169f7c8d02 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Made reservation on behalf of 0dcd22cea467454e963edffa3365e2a7 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:34:17.251092 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a7d67d95-d066-4b21-9dd3-0f169f7c8d02 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:17.278228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7d67d95-d066-4b21-9dd3-0f169f7c8d02 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:34:17.286630 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a7d67d95-d066-4b21-9dd3-0f169f7c8d02 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:17.286945 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-a7d67d95-d066-4b21-9dd3-0f169f7c8d02 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Added segment 3d09b147-11a3-449a-9944-0fcadb45f179 of type vlan for network 53f16293-23a2-41c7-8d70-6ebc20527251
Dec 24 11:34:17.311577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a7d67d95-d066-4b21-9dd3-0f169f7c8d02 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:17.342147 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a7d67d95-d066-4b21-9dd3-0f169f7c8d02 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:17.347441 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d67d95-d066-4b21-9dd3-0f169f7c8d02 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:17.348118 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a7d67d95-d066-4b21-9dd3-0f169f7c8d02 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:17.352980 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6c2f587a-17a6-4347-b537-bdda678a7d7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:17.453844 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a7d67d95-d066-4b21-9dd3-0f169f7c8d02 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2377112
Dec 24 11:34:17.456607 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59016) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:17.457059 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d67d95-d066-4b21-9dd3-0f169f7c8d02 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Network': ['ID=53f16293-23a2-41c7-8d70-6ebc20527251,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:17.459434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a7d67d95-d066-4b21-9dd3-0f169f7c8d02 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:17.462055 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804825', 'admin_state_up': True, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:34:17.469290 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:34:17.472095 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 53f16293-23a2-41c7-8d70-6ebc20527251 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:34:17.473163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:router and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:34:17.476088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:34:17.483200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:34:17.495063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:17.496041 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:17.512327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:17.778195 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:18.196742 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:18.226049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:18.356939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.26.4.169 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/e8f89202-2efd-4022-ad91-52ce885b7cb0) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:34:18.500813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:18.529335 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:18.533721 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-52071ce8-d743-4905-8aab-eaea078c9dfc tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:18.586141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:34:18.588773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:34:18.596623 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:34:18.643548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=e8f89202-2efd-4022-ad91-52ce885b7cb0,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:18.650272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:19.006104 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:19.339043 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:19.664731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router bca6c79c-1a0d-475a-8fde-d88543668bcf is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:34:19.834344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:34:19.843950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Sync routers for ids ['bca6c79c-1a0d-475a-8fde-d88543668bcf'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:34:19.853770 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Routers {'bca6c79c-1a0d-475a-8fde-d88543668bcf'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:34:19.854579 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf5de50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:34:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['bca6c79c-1a0d-475a-8fde-d88543668bcf'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:19.861998 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:19.863491 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.4058952
Dec 24 11:34:19.866592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59020) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:19.910651 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-eec0d54d-a1ce-41a9-938a-bfab5122fd1f tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=0dcd22cea467454e963edffa3365e2a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0429144
Dec 24 11:34:19.913121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59024) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:20.033299 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Set router bca6c79c-1a0d-475a-8fde-d88543668bcf gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:34:20.039973 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cd55a4-2814-4d32-a31f-42887a40f582 tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:20.041453 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e4cd55a4-2814-4d32-a31f-42887a40f582 tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1274471
Dec 24 11:34:20.044323 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59028) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:20.082785 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a925f60a-d3a6-4625-a5a6-523baa84a29d tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0372996
Dec 24 11:34:20.085180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59032) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:20.090491 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-5a41874a-04b9-4b95-a8ca-aec86fcec970 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-284978587', 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:34:20.196857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5a41874a-04b9-4b95-a8ca-aec86fcec970 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:34:20.200538 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5a41874a-04b9-4b95-a8ca-aec86fcec970 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:subnet and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:34:20.203342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5a41874a-04b9-4b95-a8ca-aec86fcec970 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:34:20.208837 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5a41874a-04b9-4b95-a8ca-aec86fcec970 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:34:20.219219 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a41874a-04b9-4b95-a8ca-aec86fcec970 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Made reservation on behalf of 0dcd22cea467454e963edffa3365e2a7 for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:34:20.222857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5a41874a-04b9-4b95-a8ca-aec86fcec970 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:20.316275 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf5de50>, [{'id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804825', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:34:17Z', 'updated_at': '2021-12-24T11:34:18Z', 'revision_number': 3, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:18Z', 'updated_at': '2021-12-24T11:34:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:20.320205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Checking router: bca6c79c-1a0d-475a-8fde-d88543668bcf for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:34:20.320559 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Updating router bca6c79c-1a0d-475a-8fde-d88543668bcf port e8f89202-2efd-4022-ad91-52ce885b7cb0 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:34:20.372269 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:20.437893 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5a41874a-04b9-4b95-a8ca-aec86fcec970 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:20.441471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-83800f23-dd89-4bc2-9687-1547437152a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:20.523197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41874a-04b9-4b95-a8ca-aec86fcec970 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Subnet': ['ID=a96682ed-5e75-4283-8d11-a2415777f86b,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:20.525923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5a41874a-04b9-4b95-a8ca-aec86fcec970 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:20.534523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a41874a-04b9-4b95-a8ca-aec86fcec970 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Checking segment: {'id': '3d09b147-11a3-449a-9944-0fcadb45f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:34:20.534889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a41874a-04b9-4b95-a8ca-aec86fcec970 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network hostable DHCP agents. Network: 53f16293-23a2-41c7-8d70-6ebc20527251, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:34:20.553928 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a41874a-04b9-4b95-a8ca-aec86fcec970 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 53f16293-23a2-41c7-8d70-6ebc20527251 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:34:20.563173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-5a41874a-04b9-4b95-a8ca-aec86fcec970 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 53f16293-23a2-41c7-8d70-6ebc20527251) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:34:20.567310 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a41874a-04b9-4b95-a8ca-aec86fcec970 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:20.567860 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5a41874a-04b9-4b95-a8ca-aec86fcec970 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:20.589684 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5a41874a-04b9-4b95-a8ca-aec86fcec970 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5035241
Dec 24 11:34:20.593003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59036) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:20.602668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15ac731-5033-4dbd-bac1-88645a3d0c0f None None] Network 53f16293-23a2-41c7-8d70-6ebc20527251 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:34:20.912281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:20.916205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-53f16293-23a2-41c7-8d70-6ebc20527251', 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ips': [{'subnet_id': 'a96682ed-5e75-4283-8d11-a2415777f86b'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:34:20.917065 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:20.941449 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Transition to ACTIVE for port object e8f89202-2efd-4022-ad91-52ce885b7cb0 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:34:20.947814 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:20.984497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:21.081842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Attempting to bind port e8f89202-2efd-4022-ad91-52ce885b7cb0 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:34:21.082244 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Attempting to bind port e8f89202-2efd-4022-ad91-52ce885b7cb0 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:34:21.082616 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Attempting to bind port e8f89202-2efd-4022-ad91-52ce885b7cb0 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:34:21.090497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0af31-f090-490c-a0a1-aaf433061822 None None] Pushing event updated for resources: {'Port': ['ID=e8f89202-2efd-4022-ad91-52ce885b7cb0,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:21.098881 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f8f0af31-f090-490c-a0a1-aaf433061822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:21.102053 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:34:21.102440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:34:21.102846 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:21.103238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:34:21.103711 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Bound port: e8f89202-2efd-4022-ad91-52ce885b7cb0, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:34:21.104088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:21.232045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Allocated IP 172.20.0.2 (53f16293-23a2-41c7-8d70-6ebc20527251/a96682ed-5e75-4283-8d11-a2415777f86b/a960b93e-0f64-4a14-bca1-c090954385c9) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:34:21.237746 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] For port e8f89202-2efd-4022-ad91-52ce885b7cb0, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:34:21.241614 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] For port e8f89202-2efd-4022-ad91-52ce885b7cb0, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e8f89202-2efd-4022-ad91-52ce885b7cb0,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:34:21.247057 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:21.252016 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:21.420537 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:21.421082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0af31-f090-490c-a0a1-aaf433061822 None None] Pushing event updated for resources: {'Port': ['ID=e8f89202-2efd-4022-ad91-52ce885b7cb0,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:21.423527 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Routers {'bca6c79c-1a0d-475a-8fde-d88543668bcf'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:34:21.424440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf5de50>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:34:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['bca6c79c-1a0d-475a-8fde-d88543668bcf'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:21.487568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f8f0af31-f090-490c-a0a1-aaf433061822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:21.690286 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:21.704273 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] Set router bca6c79c-1a0d-475a-8fde-d88543668bcf gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:34:21.802012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Transition to ACTIVE for port object a960b93e-0f64-4a14-bca1-c090954385c9 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:34:21.884294 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Transition to ACTIVE for port object a960b93e-0f64-4a14-bca1-c090954385c9 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:34:21.948442 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:21.956024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-818f28b6-538f-4121-bf3c-ba874e5e5d2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:22.010571 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.20.0.1 (53f16293-23a2-41c7-8d70-6ebc20527251/a96682ed-5e75-4283-8d11-a2415777f86b/ff526f7a-0d72-40c5-b703-34e5288562fe) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:34:22.038473 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Network 53f16293-23a2-41c7-8d70-6ebc20527251 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:34:22.050074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:34:22.056284 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:34:22.058179 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Pushing event updated for resources: {'Port': ['ID=a960b93e-0f64-4a14-bca1-c090954385c9,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:22.064462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:22.177288 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:22.187024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Attempting to bind port a960b93e-0f64-4a14-bca1-c090954385c9 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:34:22.187396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Attempting to bind port a960b93e-0f64-4a14-bca1-c090954385c9 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '3d09b147-11a3-449a-9944-0fcadb45f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:34:22.187760 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Attempting to bind port a960b93e-0f64-4a14-bca1-c090954385c9 on network 53f16293-23a2-41c7-8d70-6ebc20527251 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:34:22.192987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Transition to ACTIVE for port object ff526f7a-0d72-40c5-b703-34e5288562fe will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:34:22.194213 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:34:22.194592 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Checking segment: {'id': '3d09b147-11a3-449a-9944-0fcadb45f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:34:22.194994 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:22.195384 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Bound using segment: {'id': '3d09b147-11a3-449a-9944-0fcadb45f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:34:22.195857 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Bound port: a960b93e-0f64-4a14-bca1-c090954385c9, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d09b147-11a3-449a-9944-0fcadb45f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:34:22.196225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:22.218121 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:22.222693 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:22.264211 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf5de50>, [{'id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804825', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:34:17Z', 'updated_at': '2021-12-24T11:34:18Z', 'revision_number': 3, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:18Z', 'updated_at': '2021-12-24T11:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:22.278822 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebad75f1-8d34-4b45-a378-a72db2a8bfa7 None None] The sync data for ids ['bca6c79c-1a0d-475a-8fde-d88543668bcf'] in dv-neutron-822668-2-hyperv is: [{'id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804825', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:34:17Z', 'updated_at': '2021-12-24T11:34:18Z', 'revision_number': 3, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:18Z', 'updated_at': '2021-12-24T11:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:34:22.280843 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 53f16293-23a2-41c7-8d70-6ebc20527251 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:34:22.288386 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:34:22.293706 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:34:22.303547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] For port a960b93e-0f64-4a14-bca1-c090954385c9, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:34:22.307829 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] For port a960b93e-0f64-4a14-bca1-c090954385c9, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a960b93e-0f64-4a14-bca1-c090954385c9,segment=NetworkSegment(3d09b147-11a3-449a-9944-0fcadb45f179),segment_id=3d09b147-11a3-449a-9944-0fcadb45f179)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:34:22.312735 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:22.316781 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:22.341592 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=ff526f7a-0d72-40c5-b703-34e5288562fe,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:22.346469 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:22.361690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:22.400558 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Pushing event updated for resources: {'Port': ['ID=a960b93e-0f64-4a14-bca1-c090954385c9,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:22.403245 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:22.680370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:23.128076 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e8f89202-2efd-4022-ad91-52ce885b7cb0 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:34:23.211293 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port e8f89202-2efd-4022-ad91-52ce885b7cb0 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:34:23.217120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e8f89202-2efd-4022-ad91-52ce885b7cb0 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:34:23.218052 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:23.271971 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:23.278704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:23.311214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:23.363333 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:23.382856 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port e8f89202-2efd-4022-ad91-52ce885b7cb0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e8f89202-2efd-4022-ad91-52ce885b7cb0,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:34:23.390616 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:23.391596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a960b93e-0f64-4a14-bca1-c090954385c9 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:34:23.409978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:23.437285 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=ff526f7a-0d72-40c5-b703-34e5288562fe,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:23.441375 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-588cbe16-b12b-4e0c-81ed-d3408ca7f79b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:23.442032 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:23.514810 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0343451-d55a-4e8f-a55c-b6ec37a41f9b None None] Network 53f16293-23a2-41c7-8d70-6ebc20527251 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:34:23.570625 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 53f16293-23a2-41c7-8d70-6ebc20527251 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:34:23.571779 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:34:23.608270 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=e8f89202-2efd-4022-ad91-52ce885b7cb0,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:23.616319 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:23.624119 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2a2ed84a-e201-4dda-a41d-f2bc3fc651fa None None] Provisioning for port a960b93e-0f64-4a14-bca1-c090954385c9 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:34:23.628467 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port a960b93e-0f64-4a14-bca1-c090954385c9 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:34:23.651024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2a2ed84a-e201-4dda-a41d-f2bc3fc651fa None None] Provisioning complete for port a960b93e-0f64-4a14-bca1-c090954385c9 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:34:23.651400 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2a2ed84a-e201-4dda-a41d-f2bc3fc651fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:23.673724 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port a960b93e-0f64-4a14-bca1-c090954385c9 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:34:23.674120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:23.761900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router bca6c79c-1a0d-475a-8fde-d88543668bcf has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:34:23.946406 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:34:23.963167 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "PUT /v2.0/routers/bca6c79c-1a0d-475a-8fde-d88543668bcf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3683290
Dec 24 11:34:23.967473 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2a2ed84a-e201-4dda-a41d-f2bc3fc651fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:23.979874 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:23.991095 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Sync routers for ids ['bca6c79c-1a0d-475a-8fde-d88543668bcf'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:34:24.000419 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Routers {'bca6c79c-1a0d-475a-8fde-d88543668bcf'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:34:24.001050 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3036d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:34:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['bca6c79c-1a0d-475a-8fde-d88543668bcf'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:24.037782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port a960b93e-0f64-4a14-bca1-c090954385c9, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a960b93e-0f64-4a14-bca1-c090954385c9,segment=NetworkSegment(3d09b147-11a3-449a-9944-0fcadb45f179),segment_id=3d09b147-11a3-449a-9944-0fcadb45f179)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:34:24.044411 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:24.075209 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c2f4eb56-86eb-44df-b1c0-4790fe892473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:24.146176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-431bb310-07da-4082-aace-8bafbaf62f57 req-9f4054d6-7e90-460f-a3fc-c46fb9f1a120 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:34:24.158161 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-2a2ed84a-e201-4dda-a41d-f2bc3fc651fa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:34:24.158716 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-2a2ed84a-e201-4dda-a41d-f2bc3fc651fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:34:24.163235 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-431bb310-07da-4082-aace-8bafbaf62f57 req-9f4054d6-7e90-460f-a3fc-c46fb9f1a120 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:34:24.164614 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-431bb310-07da-4082-aace-8bafbaf62f57 req-9f4054d6-7e90-460f-a3fc-c46fb9f1a120 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1087532124&fields=id&tenant_id=0dcd22cea467454e963edffa3365e2a7 HTTP/1.1" status: 200  len: 267 time: 0.0676830
Dec 24 11:34:24.166486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=a960b93e-0f64-4a14-bca1-c090954385c9,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:24.170136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:24.193677 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Set router bca6c79c-1a0d-475a-8fde-d88543668bcf gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:34:24.445836 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb310-07da-4082-aace-8bafbaf62f57 req-cba357b4-6020-49dd-b974-d0769450dcbe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:24.446549 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-431bb310-07da-4082-aace-8bafbaf62f57 req-cba357b4-6020-49dd-b974-d0769450dcbe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:network {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:34:24.465617 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-431bb310-07da-4082-aace-8bafbaf62f57 req-cba357b4-6020-49dd-b974-d0769450dcbe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:network {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:34:24.472909 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-431bb310-07da-4082-aace-8bafbaf62f57 req-cba357b4-6020-49dd-b974-d0769450dcbe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/networks?id=53f16293-23a2-41c7-8d70-6ebc20527251 HTTP/1.1" status: 200  len: 796 time: 0.2936966
Dec 24 11:34:24.486527 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-431bb310-07da-4082-aace-8bafbaf62f57 req-bc8ed3d8-ce29-42ce-9652-d0c8451f7f5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/quotas/0dcd22cea467454e963edffa3365e2a7 HTTP/1.1" status: 200  len: 375 time: 0.0127053
Dec 24 11:34:24.530676 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3036d0>, [{'id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804825', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:34:17Z', 'updated_at': '2021-12-24T11:34:22Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:18Z', 'updated_at': '2021-12-24T11:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'ff526f7a-0d72-40c5-b703-34e5288562fe', 'name': '', 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:15:b3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:21Z', 'updated_at': '2021-12-24T11:34:22Z', 'revision_number': 2, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:24.535690 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Checking router: bca6c79c-1a0d-475a-8fde-d88543668bcf for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:34:24.535690 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Updating router bca6c79c-1a0d-475a-8fde-d88543668bcf port ff526f7a-0d72-40c5-b703-34e5288562fe binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:34:24.570921 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-431bb310-07da-4082-aace-8bafbaf62f57 req-9e31453b-fcd3-4f9d-b866-b27669a3bb46 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0823214
Dec 24 11:34:24.592291 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:24.730073 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-431bb310-07da-4082-aace-8bafbaf62f57 req-4f063d02-ce20-4e92-ad6a-245a0ad7c6d4 service neutron] 10.222.0.54 "GET /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461482
Dec 24 11:34:24.847822 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ae6d88da-616d-40ba-974d-ea5f1573aa33 None None] Provisioning for port ff526f7a-0d72-40c5-b703-34e5288562fe completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:34:24.853670 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ae6d88da-616d-40ba-974d-ea5f1573aa33 None None] Provisioning complete for port ff526f7a-0d72-40c5-b703-34e5288562fe triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:34:24.854083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ae6d88da-616d-40ba-974d-ea5f1573aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:24.860569 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-431bb310-07da-4082-aace-8bafbaf62f57 req-93f50e40-e154-4cf2-af08-a8bd484634b8 service neutron] 10.222.0.54 "GET /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296017
Dec 24 11:34:24.914572 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d88da-616d-40ba-974d-ea5f1573aa33 None None] Port ff526f7a-0d72-40c5-b703-34e5288562fe cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:34:24.926078 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-ae6d88da-616d-40ba-974d-ea5f1573aa33 None None] Provisioning complete for port a960b93e-0f64-4a14-bca1-c090954385c9 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:34:24.926467 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ae6d88da-616d-40ba-974d-ea5f1573aa33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:24.954028 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:24.971893 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Transition to ACTIVE for port object ff526f7a-0d72-40c5-b703-34e5288562fe will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:34:24.981268 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:24.986335 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-50023dc9-1409-41a8-b4bb-00f7af5def88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:25.068824 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-b0b6ce54-2025-4985-9419-e7f1976f473a req-42b1d77d-3909-4cb9-b999-71a82d8c91e6 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:34:25.095571 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-b0b6ce54-2025-4985-9419-e7f1976f473a req-42b1d77d-3909-4cb9-b999-71a82d8c91e6 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:34:25.110729 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b0b6ce54-2025-4985-9419-e7f1976f473a req-42b1d77d-3909-4cb9-b999-71a82d8c91e6 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 210 time: 0.0939167
Dec 24 11:34:25.140414 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e8f89202-2efd-4022-ad91-52ce885b7cb0 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:34:25.222395 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e8f89202-2efd-4022-ad91-52ce885b7cb0 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:34:25.223511 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:25.248324 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b5407-ad35-48fe-a530-108d1db07276 None None] Pushing event updated for resources: {'Port': ['ID=ff526f7a-0d72-40c5-b703-34e5288562fe,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:25.263978 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5407-ad35-48fe-a530-108d1db07276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:25.264324 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5407-ad35-48fe-a530-108d1db07276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:25.264661 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5407-ad35-48fe-a530-108d1db07276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:25.264989 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5407-ad35-48fe-a530-108d1db07276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:25.265313 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5407-ad35-48fe-a530-108d1db07276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:25.265639 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5407-ad35-48fe-a530-108d1db07276 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:25.265988 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5407-ad35-48fe-a530-108d1db07276 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:25.266312 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5407-ad35-48fe-a530-108d1db07276 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:25.266633 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5407-ad35-48fe-a530-108d1db07276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:25.266955 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5407-ad35-48fe-a530-108d1db07276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:25.272631 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5407-ad35-48fe-a530-108d1db07276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:25.273235 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5407-ad35-48fe-a530-108d1db07276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:34:25.283976 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-529b5407-ad35-48fe-a530-108d1db07276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:25.299256 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Attempting to bind port ff526f7a-0d72-40c5-b703-34e5288562fe on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:34:25.300243 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Attempting to bind port ff526f7a-0d72-40c5-b703-34e5288562fe by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '3d09b147-11a3-449a-9944-0fcadb45f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:34:25.300921 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Attempting to bind port ff526f7a-0d72-40c5-b703-34e5288562fe on network 53f16293-23a2-41c7-8d70-6ebc20527251 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:34:25.307872 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:34:25.308455 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Checking segment: {'id': '3d09b147-11a3-449a-9944-0fcadb45f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:34:25.309012 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:25.309546 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Bound using segment: {'id': '3d09b147-11a3-449a-9944-0fcadb45f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:34:25.311037 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Bound port: ff526f7a-0d72-40c5-b703-34e5288562fe, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d09b147-11a3-449a-9944-0fcadb45f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:34:25.311602 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:25.375152 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a960b93e-0f64-4a14-bca1-c090954385c9 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:34:25.424262 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] For port ff526f7a-0d72-40c5-b703-34e5288562fe, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:34:25.427841 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] For port ff526f7a-0d72-40c5-b703-34e5288562fe, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ff526f7a-0d72-40c5-b703-34e5288562fe,segment=NetworkSegment(3d09b147-11a3-449a-9944-0fcadb45f179),segment_id=3d09b147-11a3-449a-9944-0fcadb45f179)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:34:25.433395 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:25.439115 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-ecf37104-1508-4e3e-aeeb-17c148947910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:25.460521 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port a960b93e-0f64-4a14-bca1-c090954385c9 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:34:25.460852 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:25.524008 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Routers {'bca6c79c-1a0d-475a-8fde-d88543668bcf'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:34:25.524654 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3036d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:34:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['bca6c79c-1a0d-475a-8fde-d88543668bcf'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:25.589436 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b5407-ad35-48fe-a530-108d1db07276 None None] Pushing event updated for resources: {'Port': ['ID=ff526f7a-0d72-40c5-b703-34e5288562fe,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:25.594024 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-529b5407-ad35-48fe-a530-108d1db07276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:25.713656 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] Set router bca6c79c-1a0d-475a-8fde-d88543668bcf gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:34:26.023159 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3036d0>, [{'id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804825', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:34:17Z', 'updated_at': '2021-12-24T11:34:22Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:18Z', 'updated_at': '2021-12-24T11:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'ff526f7a-0d72-40c5-b703-34e5288562fe', 'name': '', 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:15:b3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:21Z', 'updated_at': '2021-12-24T11:34:25Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:26.026952 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfe8d21-7e56-4628-a667-5c9f29a2f414 None None] The sync data for ids ['bca6c79c-1a0d-475a-8fde-d88543668bcf'] in dv-neutron-822668-2-hyperv is: [{'id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804825', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:34:17Z', 'updated_at': '2021-12-24T11:34:22Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:18Z', 'updated_at': '2021-12-24T11:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'ff526f7a-0d72-40c5-b703-34e5288562fe', 'name': '', 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:15:b3:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:21Z', 'updated_at': '2021-12-24T11:34:25Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:34:26.283427 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5c8e9f81-0af0-4cd9-989c-53eb8b98d825 req-f869ef9c-4651-483d-add1-3bb4eba98e3a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 210 time: 0.0565243
Dec 24 11:34:26.305168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb310-07da-4082-aace-8bafbaf62f57 req-ed8d83ff-9f00-4821-95cd-020b463a7555 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:26.307593 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-431bb310-07da-4082-aace-8bafbaf62f57 req-ed8d83ff-9f00-4821-95cd-020b463a7555 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "GET /v2.0/networks?id=53f16293-23a2-41c7-8d70-6ebc20527251 HTTP/1.1" status: 200  len: 796 time: 0.1733022
Dec 24 11:34:26.358688 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-431bb310-07da-4082-aace-8bafbaf62f57 req-0d22f679-ad79-43fe-818e-0d74a68f627b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dcd22cea467454e963edffa3365e2a7 HTTP/1.1" status: 200  len: 380 time: 0.0426526
Dec 24 11:34:26.375358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-431bb310-07da-4082-aace-8bafbaf62f57 req-b06bc2e0-4d78-4373-a109-326ee6bb1884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'port': {'device_id': '40c2073e-d2ca-4fdc-8929-449d36a582fd', 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251', 'admin_state_up': True, 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'security_groups': ['fbef6a8a-ac14-4d22-a50f-8cab01b30aad']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:34:26.518005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-431bb310-07da-4082-aace-8bafbaf62f57 req-b06bc2e0-4d78-4373-a109-326ee6bb1884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:34:26.527639 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-431bb310-07da-4082-aace-8bafbaf62f57 req-b06bc2e0-4d78-4373-a109-326ee6bb1884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:34:26.538496 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431bb310-07da-4082-aace-8bafbaf62f57 req-b06bc2e0-4d78-4373-a109-326ee6bb1884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Made reservation on behalf of 0dcd22cea467454e963edffa3365e2a7 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:34:26.541965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-431bb310-07da-4082-aace-8bafbaf62f57 req-b06bc2e0-4d78-4373-a109-326ee6bb1884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:26.710090 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-431bb310-07da-4082-aace-8bafbaf62f57 req-b06bc2e0-4d78-4373-a109-326ee6bb1884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.20.0.14 (53f16293-23a2-41c7-8d70-6ebc20527251/a96682ed-5e75-4283-8d11-a2415777f86b/8bca73f0-ba63-4e76-8dfa-ba0a4034e09b) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:34:26.901627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-431bb310-07da-4082-aace-8bafbaf62f57 req-b06bc2e0-4d78-4373-a109-326ee6bb1884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:26.917966 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-431bb310-07da-4082-aace-8bafbaf62f57 req-b06bc2e0-4d78-4373-a109-326ee6bb1884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Transition to ACTIVE for port object 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:34:26.942936 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-431bb310-07da-4082-aace-8bafbaf62f57 req-b06bc2e0-4d78-4373-a109-326ee6bb1884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:26.949320 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1d300283-f119-4ac8-8ea2-eeb9c95e37da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:27.019736 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431bb310-07da-4082-aace-8bafbaf62f57 req-b06bc2e0-4d78-4373-a109-326ee6bb1884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 53f16293-23a2-41c7-8d70-6ebc20527251 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:34:27.023295 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-431bb310-07da-4082-aace-8bafbaf62f57 req-b06bc2e0-4d78-4373-a109-326ee6bb1884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:34:27.025803 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-431bb310-07da-4082-aace-8bafbaf62f57 req-b06bc2e0-4d78-4373-a109-326ee6bb1884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:34:27.062938 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bc2e0-4d78-4373-a109-326ee6bb1884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:27.065974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b06bc2e0-4d78-4373-a109-326ee6bb1884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:27.097849 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ff526f7a-0d72-40c5-b703-34e5288562fe up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:34:27.103740 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb310-07da-4082-aace-8bafbaf62f57 req-b06bc2e0-4d78-4373-a109-326ee6bb1884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:27.104375 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-431bb310-07da-4082-aace-8bafbaf62f57 req-b06bc2e0-4d78-4373-a109-326ee6bb1884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:27.142081 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-431bb310-07da-4082-aace-8bafbaf62f57 req-b06bc2e0-4d78-4373-a109-326ee6bb1884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7725511
Dec 24 11:34:27.155257 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Request body: {'port': {'device_id': '40c2073e-d2ca-4fdc-8929-449d36a582fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:34:27.176410 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port ff526f7a-0d72-40c5-b703-34e5288562fe completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:34:27.182420 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port ff526f7a-0d72-40c5-b703-34e5288562fe triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:34:27.183006 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:27.324545 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:27.336240 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c5681991-3499-44f3-acaa-02e65bb784a4 None None] Provisioning for port 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:34:27.345784 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c5681991-3499-44f3-acaa-02e65bb784a4 None None] Provisioning complete for port 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:34:27.346272 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c5681991-3499-44f3-acaa-02e65bb784a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:27.411489 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port ff526f7a-0d72-40c5-b703-34e5288562fe, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ff526f7a-0d72-40c5-b703-34e5288562fe,segment=NetworkSegment(3d09b147-11a3-449a-9944-0fcadb45f179),segment_id=3d09b147-11a3-449a-9944-0fcadb45f179)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:34:27.413931 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c5681991-3499-44f3-acaa-02e65bb784a4 None None] Port 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:34:27.416193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:27.417803 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c2f4eb56-86eb-44df-b1c0-4790fe892473 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:27.457923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:27.484865 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=ff526f7a-0d72-40c5-b703-34e5288562fe,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:27.487870 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:27.597962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e641d5-1951-47ec-a4e7-bf93a002406c req-848b9ea5-394c-4b7b-a1f5-24ad4afd85bd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:27.598652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-d9e641d5-1951-47ec-a4e7-bf93a002406c req-848b9ea5-394c-4b7b-a1f5-24ad4afd85bd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:34:27.633878 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-d9e641d5-1951-47ec-a4e7-bf93a002406c req-848b9ea5-394c-4b7b-a1f5-24ad4afd85bd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:34:27.635026 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d9e641d5-1951-47ec-a4e7-bf93a002406c req-848b9ea5-394c-4b7b-a1f5-24ad4afd85bd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 932 time: 0.2479634
Dec 24 11:34:27.759349 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d9e641d5-1951-47ec-a4e7-bf93a002406c req-3f8be258-faff-4b1e-b48a-f62aa01333ae tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1170704
Dec 24 11:34:27.864709 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:34:27.871665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:27.886646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Transition to ACTIVE for port object 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:34:27.890536 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:27.894937 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a02ea708-5374-4b71-8aa1-f06d04fbf63c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:28.049305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Pushing event updated for resources: {'Port': ['ID=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:28.056713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:28.129651 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Attempting to bind port 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:34:28.130026 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Attempting to bind port 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '3d09b147-11a3-449a-9944-0fcadb45f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:34:28.130387 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Attempting to bind port 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b on network 53f16293-23a2-41c7-8d70-6ebc20527251 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:34:28.135436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Port 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b on network 53f16293-23a2-41c7-8d70-6ebc20527251 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:34:28.135750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Attempting to bind port 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b on network 53f16293-23a2-41c7-8d70-6ebc20527251 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:34:28.141652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:34:28.142022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Checking segment: {'id': '3d09b147-11a3-449a-9944-0fcadb45f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:34:28.142397 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Bound using segment: {'id': '3d09b147-11a3-449a-9944-0fcadb45f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:34:28.142816 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Bound port: 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d09b147-11a3-449a-9944-0fcadb45f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:34:28.143154 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:28.231196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] For port 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:34:28.234099 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] For port 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b,segment=NetworkSegment(3d09b147-11a3-449a-9944-0fcadb45f179),segment_id=3d09b147-11a3-449a-9944-0fcadb45f179)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:34:28.237945 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:28.241343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a400195e-125b-4974-a778-58f97e8a5261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:28.292091 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:28.292774 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:28.294122 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] 10.222.0.32 "PUT /v2.0/ports/8bca73f0-ba63-4e76-8dfa-ba0a4034e09b HTTP/1.1" status: 200  len: 1094 time: 1.1440783
Dec 24 11:34:28.294669 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c2073e-d2ca-4fdc-8929-449d36a582fd', 'tag': '8bca73f0-ba63-4e76-8dfa-ba0a4034e09b'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:34:28.319586 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Pushing event updated for resources: {'Port': ['ID=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:28.322666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:28.417914 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c2073e-d2ca-4fdc-8929-449d36a582fd', 'tag': '8bca73f0-ba63-4e76-8dfa-ba0a4034e09b', 'status': 'completed', 'code': 200}
Dec 24 11:34:28.428894 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d53610f1-8505-41bd-ae20-9dbc02557865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:28.430545 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d53610f1-8505-41bd-ae20-9dbc02557865 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 1097 time: 0.0929120
Dec 24 11:34:28.499791 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-431bb310-07da-4082-aace-8bafbaf62f57 req-eef73768-0281-4ef1-8e92-5ea112647345 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b HTTP/1.1" status: 200  len: 217 time: 0.0621352
Dec 24 11:34:28.566071 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb310-07da-4082-aace-8bafbaf62f57 req-6263ce10-df5f-45bf-a112-b06f5b2d5083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:28.567512 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-431bb310-07da-4082-aace-8bafbaf62f57 req-6263ce10-df5f-45bf-a112-b06f5b2d5083 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a96682ed-5e75-4283-8d11-a2415777f86b HTTP/1.1" status: 200  len: 834 time: 0.0613992
Dec 24 11:34:28.641545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d7294279-1f15-4028-a4ef-2adc6092d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:28.642957 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-431bb310-07da-4082-aace-8bafbaf62f57 req-d7294279-1f15-4028-a4ef-2adc6092d784 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=53f16293-23a2-41c7-8d70-6ebc20527251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0692015
Dec 24 11:34:28.771298 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-431bb310-07da-4082-aace-8bafbaf62f57 req-47720aef-0a1b-4136-9e32-35a0d52aeb50 service neutron] 10.222.0.32 "GET /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215026
Dec 24 11:34:28.949093 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-431bb310-07da-4082-aace-8bafbaf62f57 req-9d0b2ccd-33e6-4741-8eb1-75920dcfa57e service neutron] 10.222.0.32 "GET /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1715214
Dec 24 11:34:28.977888 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386034b-11c2-4a02-a685-7b2472ede46a req-5120346d-f235-4c03-bd1f-d1aeeae7f7b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:28.979462 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7386034b-11c2-4a02-a685-7b2472ede46a req-5120346d-f235-4c03-bd1f-d1aeeae7f7b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 944 time: 0.1157103
Dec 24 11:34:29.071678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ff526f7a-0d72-40c5-b703-34e5288562fe up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:34:29.140238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port ff526f7a-0d72-40c5-b703-34e5288562fe triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:34:29.140613 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:29.187981 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7386034b-11c2-4a02-a685-7b2472ede46a req-04e71afa-b19b-44d4-98fa-8ecfa9506673 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2023201
Dec 24 11:34:29.211065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e725c9-d2f6-48cf-b748-fbd534665694 req-76ffb3ba-f8c8-4cd5-8587-b3cc9c2ff7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:29.212523 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d8e725c9-d2f6-48cf-b748-fbd534665694 req-76ffb3ba-f8c8-4cd5-8587-b3cc9c2ff7ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 1097 time: 0.0871613
Dec 24 11:34:29.339875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e725c9-d2f6-48cf-b748-fbd534665694 req-2eb0818d-3670-47d1-8afc-f969a411dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:29.341850 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d8e725c9-d2f6-48cf-b748-fbd534665694 req-2eb0818d-3670-47d1-8afc-f969a411dfea service neutron] 10.222.0.32 "GET /v2.0/networks?id=53f16293-23a2-41c7-8d70-6ebc20527251 HTTP/1.1" status: 200  len: 897 time: 0.1221418
Dec 24 11:34:29.413062 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d8e725c9-d2f6-48cf-b748-fbd534665694 req-e0b155cc-4986-442d-982a-b49940ce5d07 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b HTTP/1.1" status: 200  len: 217 time: 0.0647306
Dec 24 11:34:29.475149 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e725c9-d2f6-48cf-b748-fbd534665694 req-98dc50b9-acbd-430d-bc86-0a0a2b263224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:29.476474 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d8e725c9-d2f6-48cf-b748-fbd534665694 req-98dc50b9-acbd-430d-bc86-0a0a2b263224 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a96682ed-5e75-4283-8d11-a2415777f86b HTTP/1.1" status: 200  len: 834 time: 0.0568299
Dec 24 11:34:29.553380 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e725c9-d2f6-48cf-b748-fbd534665694 req-0b5374e9-4f58-46d6-a22d-877cd6b8bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:29.555013 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d8e725c9-d2f6-48cf-b748-fbd534665694 req-0b5374e9-4f58-46d6-a22d-877cd6b8bb79 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=53f16293-23a2-41c7-8d70-6ebc20527251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0715432
Dec 24 11:34:29.687871 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d8e725c9-d2f6-48cf-b748-fbd534665694 req-28886502-727f-4cc2-8146-f47aadbe8527 service neutron] 10.222.0.32 "GET /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233809
Dec 24 11:34:29.734223 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-55e2aa0b-6c01-4b7e-9c16-f989fb8a10d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:29.821425 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d8e725c9-d2f6-48cf-b748-fbd534665694 req-f22a1e21-bfc4-42d3-aa9a-1f2481a4ba94 service neutron] 10.222.0.32 "GET /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294351
Dec 24 11:34:30.375878 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac82e84-b7b3-407a-b1ee-7853292cecc7 req-25af5ebc-04ca-47e6-adf1-e7f356a80568 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:30.377325 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1ac82e84-b7b3-407a-b1ee-7853292cecc7 req-25af5ebc-04ca-47e6-adf1-e7f356a80568 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 944 time: 0.0813892
Dec 24 11:34:30.421746 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1ac82e84-b7b3-407a-b1ee-7853292cecc7 req-35719f46-9bb7-4759-beb4-573f776fdec3 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378959
Dec 24 11:34:30.974036 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:34:31.600565 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b98749-8906-4e83-8a3f-b63526ef6e71 req-6347d0d7-0a86-4bc3-bcf4-1032b3386062 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:31.602066 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-79b98749-8906-4e83-8a3f-b63526ef6e71 req-6347d0d7-0a86-4bc3-bcf4-1032b3386062 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 944 time: 0.0802207
Dec 24 11:34:31.649575 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-79b98749-8906-4e83-8a3f-b63526ef6e71 req-d0eee41e-0d0a-4f79-a8eb-8b5117990ec6 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414002
Dec 24 11:34:31.939214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-99f0146b-f707-4c86-8766-422aa664e300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:32.830454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1ce76-d53d-4021-858b-b30aaf4dbc5c req-17184d85-ad13-4bd6-8297-068c2e4ca2eb tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:32.831922 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d0f1ce76-d53d-4021-858b-b30aaf4dbc5c req-17184d85-ad13-4bd6-8297-068c2e4ca2eb tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 944 time: 0.0780556
Dec 24 11:34:32.880323 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d0f1ce76-d53d-4021-858b-b30aaf4dbc5c req-fe076c58-5878-45aa-9d8f-744b3d928fc3 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427427
Dec 24 11:34:33.180482 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:33.203512 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:33.631291 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:34:33.759937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b,segment=NetworkSegment(3d09b147-11a3-449a-9944-0fcadb45f179),segment_id=3d09b147-11a3-449a-9944-0fcadb45f179)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:34:33.773203 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '8bca73f0-ba63-4e76-8dfa-ba0a4034e09b', 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251', 'port_id': '8bca73f0-ba63-4e76-8dfa-ba0a4034e09b', 'mac_address': 'fa:16:3e:ad:f0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:34:33.830742 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:33.846517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:34:33.861307 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b,segment=NetworkSegment(3d09b147-11a3-449a-9944-0fcadb45f179),segment_id=3d09b147-11a3-449a-9944-0fcadb45f179)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:34:33.865308 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:33.867206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:33.932888 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:33.936512 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:34.065350 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bfa53-68e0-412d-96f0-6e6bd3a86af2 req-202453c6-8160-4e64-b33e-fe1acd0dd32e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:34.066809 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-238bfa53-68e0-412d-96f0-6e6bd3a86af2 req-202453c6-8160-4e64-b33e-fe1acd0dd32e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 945 time: 0.0814049
Dec 24 11:34:34.110304 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-238bfa53-68e0-412d-96f0-6e6bd3a86af2 req-22974e8e-0a8d-42d4-8254-843c497b5f7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378573
Dec 24 11:34:34.196309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['8bca73f0-ba63-4e76-8dfa-ba0a4034e09b'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:34:34.993230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:35.290395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a92596-bb5d-4d3c-8e2c-f57e5fd90be2 req-54e69104-4574-44e9-b4be-99859878a959 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:35.291835 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-38a92596-bb5d-4d3c-8e2c-f57e5fd90be2 req-54e69104-4574-44e9-b4be-99859878a959 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 945 time: 0.0783737
Dec 24 11:34:35.334094 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-38a92596-bb5d-4d3c-8e2c-f57e5fd90be2 req-5f407bed-3bdb-4250-bdd6-73da2162a7fb tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0359337
Dec 24 11:34:35.634244 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:34:35.706758 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:34:35.711447 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:34:35.711838 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:35.853442 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:35.878990 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c2073e-d2ca-4fdc-8929-449d36a582fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bca73f0-ba63-4e76-8dfa-ba0a4034e09b'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:34:35.889681 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b,segment=NetworkSegment(3d09b147-11a3-449a-9944-0fcadb45f179),segment_id=3d09b147-11a3-449a-9944-0fcadb45f179)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:34:35.893314 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:35.895193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:35.924113 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c2073e-d2ca-4fdc-8929-449d36a582fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bca73f0-ba63-4e76-8dfa-ba0a4034e09b', 'code': 200}
Dec 24 11:34:35.964413 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:35.967220 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:36.146412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439e729d-1ead-485d-a67a-9a7f8503a200 req-91b09caa-aee9-4523-a97a-c9c88af4c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:36.147911 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-439e729d-1ead-485d-a67a-9a7f8503a200 req-91b09caa-aee9-4523-a97a-c9c88af4c513 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 1099 time: 0.0691636
Dec 24 11:34:36.193772 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-439e729d-1ead-485d-a67a-9a7f8503a200 req-81ec73f4-a7fa-4656-abd2-0ee5d168c916 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390184
Dec 24 11:34:36.520883 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05af0b8-5dc4-471d-a2c0-4c664083d54f req-0ffda103-7450-4404-8da4-72529eff04d4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:36.522373 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a05af0b8-5dc4-471d-a2c0-4c664083d54f req-0ffda103-7450-4404-8da4-72529eff04d4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 946 time: 0.0820203
Dec 24 11:34:36.566105 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a05af0b8-5dc4-471d-a2c0-4c664083d54f req-09e900f5-776e-4ca7-ac79-88228e990716 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381441
Dec 24 11:34:37.748754 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1fa125-7893-4fc1-b625-de86649f2aa9 req-82f91d17-1ba4-42ae-adc4-fb2ab8564d58 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:37.750169 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ca1fa125-7893-4fc1-b625-de86649f2aa9 req-82f91d17-1ba4-42ae-adc4-fb2ab8564d58 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 946 time: 0.0800228
Dec 24 11:34:37.793629 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ca1fa125-7893-4fc1-b625-de86649f2aa9 req-0ed2386a-7aaf-4aa3-baa2-5415c02e20c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378547
Dec 24 11:34:37.974810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549f2c9-89c2-428a-9a06-5f54ecbf8370 req-eac1170f-a881-4903-b2a2-b8124d19eb7f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:37.976277 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4549f2c9-89c2-428a-9a06-5f54ecbf8370 req-eac1170f-a881-4903-b2a2-b8124d19eb7f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 946 time: 0.0797327
Dec 24 11:34:38.020706 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4549f2c9-89c2-428a-9a06-5f54ecbf8370 req-b4ae7fb5-89c0-420a-9f61-8a7537377e34 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387743
Dec 24 11:34:38.043869 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59094) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:38.115231 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd9a241-9813-474e-b1ce-d79b7a01add8 tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:38.116800 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-7dd9a241-9813-474e-b1ce-d79b7a01add8 tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 1094 time: 0.0713346
Dec 24 11:34:38.119509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59098) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:38.124355 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '8bca73f0-ba63-4e76-8dfa-ba0a4034e09b', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:34:38.130215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:34:38.134207 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:floatingip and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:34:38.136985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:34:38.142557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:34:38.151848 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:38.285386 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:38.415839 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.26.4.67 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/879d3964-f1d8-47bf-a1d0-12a1bd8229c4) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:34:38.564228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:38.594371 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:38.598800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b06bc2e0-4d78-4373-a109-326ee6bb1884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:38.761479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:34:38.768364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:34:38.773307 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:34:38.807620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=879d3964-f1d8-47bf-a1d0-12a1bd8229c4,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:38.815567 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:39.178908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:39.251551 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:39.451635 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:39.456045 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:39.460415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:34:39.567595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=879d3964-f1d8-47bf-a1d0-12a1bd8229c4,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:34:39.571476 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:34:39.576239 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:39.752430 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Floating IP 910cbf78-efcd-4e31-aad4-0cb3822e4e35 associated. External IP: 172.26.4.67, port: 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b.
Dec 24 11:34:40.211111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router bca6c79c-1a0d-475a-8fde-d88543668bcf has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:34:40.383926 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:34:40.395044 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313661f-875d-47db-979c-60015501d193 None None] Sync routers for ids ['bca6c79c-1a0d-475a-8fde-d88543668bcf'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:34:40.406006 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313661f-875d-47db-979c-60015501d193 None None] Routers {'bca6c79c-1a0d-475a-8fde-d88543668bcf'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:34:40.406852 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-5313661f-875d-47db-979c-60015501d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c30d820>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:34:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['bca6c79c-1a0d-475a-8fde-d88543668bcf'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:40.409465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:40.468552 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3478501
Dec 24 11:34:40.469053 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c2073e-d2ca-4fdc-8929-449d36a582fd', 'tag': '8bca73f0-ba63-4e76-8dfa-ba0a4034e09b'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:34:40.520850 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c2073e-d2ca-4fdc-8929-449d36a582fd', 'tag': '8bca73f0-ba63-4e76-8dfa-ba0a4034e09b', 'status': 'completed', 'code': 200}
Dec 24 11:34:40.589965 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-5313661f-875d-47db-979c-60015501d193 None None] Set router bca6c79c-1a0d-475a-8fde-d88543668bcf gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:34:40.673186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e68b8-b3f7-4621-bae5-e69d531adcde req-0dc9feb5-5d31-4a76-a87d-3f49f5da9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:40.674694 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-662e68b8-b3f7-4621-bae5-e69d531adcde req-0dc9feb5-5d31-4a76-a87d-3f49f5da9ade service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 1099 time: 0.1308713
Dec 24 11:34:40.686247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f0dc6-3c23-472d-bf41-bdcb3bbecc86 req-7e5d342a-89cb-4ec6-be52-82a4f584da7c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:40.687627 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c86f0dc6-3c23-472d-bf41-bdcb3bbecc86 req-7e5d342a-89cb-4ec6-be52-82a4f584da7c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 946 time: 0.1081860
Dec 24 11:34:40.809638 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c86f0dc6-3c23-472d-bf41-bdcb3bbecc86 req-08641c0a-ed69-4c2d-ade9-38dd1207eb04 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1035645
Dec 24 11:34:40.835480 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59106) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:40.846928 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e68b8-b3f7-4621-bae5-e69d531adcde req-146de96b-5cdc-467d-8423-c66b4abdb9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:40.848695 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-662e68b8-b3f7-4621-bae5-e69d531adcde req-146de96b-5cdc-467d-8423-c66b4abdb9e9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=53f16293-23a2-41c7-8d70-6ebc20527251 HTTP/1.1" status: 200  len: 897 time: 0.1602407
Dec 24 11:34:40.940362 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:34:40.949535 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-60a0b82f-b027-4387-8953-bdf569207b6a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/910cbf78-efcd-4e31-aad4-0cb3822e4e35 HTTP/1.1" status: 200  len: 991 time: 0.1127799
Dec 24 11:34:40.953100 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-5313661f-875d-47db-979c-60015501d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c30d820>, [{'id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804825', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:34:17Z', 'updated_at': '2021-12-24T11:34:22Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:18Z', 'updated_at': '2021-12-24T11:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '910cbf78-efcd-4e31-aad4-0cb3822e4e35', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'floating_ip_address': '172.26.4.67', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'port_id': '8bca73f0-ba63-4e76-8dfa-ba0a4034e09b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251', 'mac_address': 'fa:16:3e:ad:f0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2073e-d2ca-4fdc-8929-449d36a582fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:34:39Z', 'updated_at': '2021-12-24T11:34:39Z', 'revision_number': 0, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff526f7a-0d72-40c5-b703-34e5288562fe', 'name': '', 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:15:b3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:21Z', 'updated_at': '2021-12-24T11:34:27Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:40.957081 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313661f-875d-47db-979c-60015501d193 None None] Checking router: bca6c79c-1a0d-475a-8fde-d88543668bcf for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:34:40.960530 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-662e68b8-b3f7-4621-bae5-e69d531adcde req-863e39e4-9f89-4534-b253-8d09570fdbfe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b HTTP/1.1" status: 200  len: 999 time: 0.1051950
Dec 24 11:34:40.965334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5313661f-875d-47db-979c-60015501d193 None None] Routers {'bca6c79c-1a0d-475a-8fde-d88543668bcf'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:34:40.966592 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-5313661f-875d-47db-979c-60015501d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c30d820>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:34:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['bca6c79c-1a0d-475a-8fde-d88543668bcf'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:41.023978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e68b8-b3f7-4621-bae5-e69d531adcde req-7b50fa58-9367-4fd0-8f3d-2bfc05480d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:41.025438 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-662e68b8-b3f7-4621-bae5-e69d531adcde req-7b50fa58-9367-4fd0-8f3d-2bfc05480d81 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a96682ed-5e75-4283-8d11-a2415777f86b HTTP/1.1" status: 200  len: 834 time: 0.0583014
Dec 24 11:34:41.102234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e68b8-b3f7-4621-bae5-e69d531adcde req-2a22dc1e-c5b5-4297-9296-132599e161c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:41.103721 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-662e68b8-b3f7-4621-bae5-e69d531adcde req-2a22dc1e-c5b5-4297-9296-132599e161c2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=53f16293-23a2-41c7-8d70-6ebc20527251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0723789
Dec 24 11:34:41.143816 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-5313661f-875d-47db-979c-60015501d193 None None] Set router bca6c79c-1a0d-475a-8fde-d88543668bcf gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:34:41.235039 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-662e68b8-b3f7-4621-bae5-e69d531adcde req-1f3054ec-36e7-4f93-aa3d-973bb8e53410 service neutron] 10.222.0.32 "GET /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248288
Dec 24 11:34:41.366539 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-662e68b8-b3f7-4621-bae5-e69d531adcde req-3f7e0b5f-e8bd-4ca8-9fbf-b6b216b5b63f service neutron] 10.222.0.32 "GET /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246099
Dec 24 11:34:41.484203 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-5313661f-875d-47db-979c-60015501d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c30d820>, [{'id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804825', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:34:17Z', 'updated_at': '2021-12-24T11:34:22Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:18Z', 'updated_at': '2021-12-24T11:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '910cbf78-efcd-4e31-aad4-0cb3822e4e35', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'floating_ip_address': '172.26.4.67', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'port_id': '8bca73f0-ba63-4e76-8dfa-ba0a4034e09b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251', 'mac_address': 'fa:16:3e:ad:f0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2073e-d2ca-4fdc-8929-449d36a582fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:34:39Z', 'updated_at': '2021-12-24T11:34:39Z', 'revision_number': 0, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff526f7a-0d72-40c5-b703-34e5288562fe', 'name': '', 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:15:b3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:21Z', 'updated_at': '2021-12-24T11:34:27Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:34:41.488064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5313661f-875d-47db-979c-60015501d193 None None] The sync data for ids ['bca6c79c-1a0d-475a-8fde-d88543668bcf'] in dv-neutron-822668-2-hyperv is: [{'id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804825', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:34:17Z', 'updated_at': '2021-12-24T11:34:22Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:18Z', 'updated_at': '2021-12-24T11:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '910cbf78-efcd-4e31-aad4-0cb3822e4e35', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'floating_ip_address': '172.26.4.67', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'port_id': '8bca73f0-ba63-4e76-8dfa-ba0a4034e09b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251', 'mac_address': 'fa:16:3e:ad:f0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40c2073e-d2ca-4fdc-8929-449d36a582fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:34:39Z', 'updated_at': '2021-12-24T11:34:39Z', 'revision_number': 0, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff526f7a-0d72-40c5-b703-34e5288562fe', 'name': '', 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:15:b3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:21Z', 'updated_at': '2021-12-24T11:34:27Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:34:41.670909 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe65e1f-c9c6-4138-9042-96a39a6be8ed None None] New status for floating IP 910cbf78-efcd-4e31-aad4-0cb3822e4e35: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:34:41.951931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59110) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:34:42.058327 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9995a105-7330-4e6b-b790-9d5e84fc9d7f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/910cbf78-efcd-4e31-aad4-0cb3822e4e35 HTTP/1.1" status: 200  len: 993 time: 0.1050944
Dec 24 11:34:53.566764 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1bf0b7fb-d0bc-46c0-9f57-df9e2dce326a req-50caec47-63ac-4aa9-9b4c-778e518e9307 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0686438
Dec 24 11:34:53.712642 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0b7fb-d0bc-46c0-9f57-df9e2dce326a req-34ba6ebb-cd9d-48a4-a49b-4f4f3d110891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:53.714033 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1bf0b7fb-d0bc-46c0-9f57-df9e2dce326a req-34ba6ebb-cd9d-48a4-a49b-4f4f3d110891 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 1099 time: 0.0736039
Dec 24 11:34:53.854190 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0b7fb-d0bc-46c0-9f57-df9e2dce326a req-8c896494-79bc-4133-abce-b8c64d0adea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:53.855613 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1bf0b7fb-d0bc-46c0-9f57-df9e2dce326a req-8c896494-79bc-4133-abce-b8c64d0adea0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=53f16293-23a2-41c7-8d70-6ebc20527251 HTTP/1.1" status: 200  len: 897 time: 0.1230078
Dec 24 11:34:53.963852 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1bf0b7fb-d0bc-46c0-9f57-df9e2dce326a req-ad753d2d-e5b5-4660-bcef-fc4e51ea2dee service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b HTTP/1.1" status: 200  len: 1001 time: 0.1004932
Dec 24 11:34:54.140206 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0b7fb-d0bc-46c0-9f57-df9e2dce326a req-b62d0a7d-299c-407a-8232-6ed8d57c7a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:54.141672 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1bf0b7fb-d0bc-46c0-9f57-df9e2dce326a req-b62d0a7d-299c-407a-8232-6ed8d57c7a63 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a96682ed-5e75-4283-8d11-a2415777f86b HTTP/1.1" status: 200  len: 834 time: 0.1718392
Dec 24 11:34:54.215188 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0b7fb-d0bc-46c0-9f57-df9e2dce326a req-089b292a-1204-47f6-8d08-dc4e5455a8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:34:54.217214 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1bf0b7fb-d0bc-46c0-9f57-df9e2dce326a req-089b292a-1204-47f6-8d08-dc4e5455a8cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=53f16293-23a2-41c7-8d70-6ebc20527251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686817
Dec 24 11:34:54.349022 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1bf0b7fb-d0bc-46c0-9f57-df9e2dce326a req-8af27e90-6144-49c8-8e95-ec55c9e23ead service neutron] 10.222.0.32 "GET /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243320
Dec 24 11:34:54.480718 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1bf0b7fb-d0bc-46c0-9f57-df9e2dce326a req-daad4913-0c1f-4484-b9cc-d65c92662b32 service neutron] 10.222.0.32 "GET /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243949
Dec 24 11:34:59.735378 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d55e23d5-52a3-4eb9-a714-60af1d4b10e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:35:01.941028 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f66fc576-1424-47b1-948b-7f7e5e28cbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:35:03.181379 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:35:03.206857 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:35:04.996537 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:35:07.973660 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:35:10.947785 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:35:29.737577 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bf6ad3b2-984f-401f-9911-2ff74a983d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:35:31.942395 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b8004d67-aafb-4c1d-93ce-2187cae87e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:35:33.183897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:35:33.209152 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:35:34.999774 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:35:40.952974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:35:44.973823 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:35:51.646247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee874d0-1cff-43e2-ba4e-cdc70fe3957a req-ca550ce8-7aff-49b1-a3ee-aeeffb31da3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:35:51.647671 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bee874d0-1cff-43e2-ba4e-cdc70fe3957a req-ca550ce8-7aff-49b1-a3ee-aeeffb31da3d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 1099 time: 0.0807714
Dec 24 11:35:51.685718 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea4bdc-3d75-4342-bba4-932f68a7d00b req-ccae1de5-3caf-4674-ab63-b87c8818e778 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:35:51.687352 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-69ea4bdc-3d75-4342-bba4-932f68a7d00b req-ccae1de5-3caf-4674-ab63-b87c8818e778 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 946 time: 0.0876513
Dec 24 11:35:51.731632 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-69ea4bdc-3d75-4342-bba4-932f68a7d00b req-34bd47cc-e152-4309-bd9d-510ef76d8c0f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386136
Dec 24 11:35:51.785959 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee874d0-1cff-43e2-ba4e-cdc70fe3957a req-a8b26e90-7183-4730-a9b6-b434ca304a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:35:51.787391 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bee874d0-1cff-43e2-ba4e-cdc70fe3957a req-a8b26e90-7183-4730-a9b6-b434ca304a9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=53f16293-23a2-41c7-8d70-6ebc20527251 HTTP/1.1" status: 200  len: 897 time: 0.1299491
Dec 24 11:35:51.889245 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bee874d0-1cff-43e2-ba4e-cdc70fe3957a req-257a2ac6-d22e-4e79-b9e7-57bd0ed051d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b HTTP/1.1" status: 200  len: 1001 time: 0.0940523
Dec 24 11:35:51.949392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee874d0-1cff-43e2-ba4e-cdc70fe3957a req-25d117cb-c88c-43f2-81b9-e60b07a3ae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:35:51.950722 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bee874d0-1cff-43e2-ba4e-cdc70fe3957a req-25d117cb-c88c-43f2-81b9-e60b07a3ae28 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a96682ed-5e75-4283-8d11-a2415777f86b HTTP/1.1" status: 200  len: 834 time: 0.0549057
Dec 24 11:35:52.023940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee874d0-1cff-43e2-ba4e-cdc70fe3957a req-c2ffd8e9-2ea4-454b-90d2-afabe63971d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:35:52.025368 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bee874d0-1cff-43e2-ba4e-cdc70fe3957a req-c2ffd8e9-2ea4-454b-90d2-afabe63971d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=53f16293-23a2-41c7-8d70-6ebc20527251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679929
Dec 24 11:35:52.153593 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bee874d0-1cff-43e2-ba4e-cdc70fe3957a req-1fc50d8f-2509-4c49-b39a-c92a8f617c53 service neutron] 10.222.0.32 "GET /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211209
Dec 24 11:35:52.284718 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bee874d0-1cff-43e2-ba4e-cdc70fe3957a req-97ed65f0-38ea-4275-9a1c-654a9bb56a58 service neutron] 10.222.0.32 "GET /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235983
Dec 24 11:35:52.930721 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550a134-6deb-4aad-8165-883d18919e52 req-3d719695-5bff-4413-b3d3-1c498fdb4819 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:35:52.932186 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7550a134-6deb-4aad-8165-883d18919e52 req-3d719695-5bff-4413-b3d3-1c498fdb4819 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 946 time: 0.0840154
Dec 24 11:35:52.975504 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7550a134-6deb-4aad-8165-883d18919e52 req-215a344f-3b33-4017-8e47-bc3bc2e0864d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370929
Dec 24 11:35:53.611745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ef2a-d572-4a8a-9dfa-9e20ffd817b4 req-08c41ec1-8d8b-481a-be6d-01c17de3b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:35:53.613210 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3515ef2a-d572-4a8a-9dfa-9e20ffd817b4 req-08c41ec1-8d8b-481a-be6d-01c17de3b0cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 1099 time: 0.0695529
Dec 24 11:35:53.756513 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ef2a-d572-4a8a-9dfa-9e20ffd817b4 req-d9d2c303-1adf-4621-af25-803f6f752223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:35:53.758155 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3515ef2a-d572-4a8a-9dfa-9e20ffd817b4 req-d9d2c303-1adf-4621-af25-803f6f752223 service neutron] 10.222.0.32 "GET /v2.0/networks?id=53f16293-23a2-41c7-8d70-6ebc20527251 HTTP/1.1" status: 200  len: 897 time: 0.1255710
Dec 24 11:35:53.858410 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3515ef2a-d572-4a8a-9dfa-9e20ffd817b4 req-072a5ff7-17b6-4d0a-937a-cf10a37a76a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b HTTP/1.1" status: 200  len: 1001 time: 0.0934072
Dec 24 11:35:53.931035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ef2a-d572-4a8a-9dfa-9e20ffd817b4 req-ee18853a-4b42-449b-b126-bf1e441d7529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:35:53.932426 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3515ef2a-d572-4a8a-9dfa-9e20ffd817b4 req-ee18853a-4b42-449b-b126-bf1e441d7529 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a96682ed-5e75-4283-8d11-a2415777f86b HTTP/1.1" status: 200  len: 834 time: 0.0600326
Dec 24 11:35:54.005830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ef2a-d572-4a8a-9dfa-9e20ffd817b4 req-d8b867e8-68f5-45b2-9795-e9d969740eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:35:54.007645 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3515ef2a-d572-4a8a-9dfa-9e20ffd817b4 req-d8b867e8-68f5-45b2-9795-e9d969740eac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=53f16293-23a2-41c7-8d70-6ebc20527251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0682342
Dec 24 11:35:54.161029 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1b087-7ad1-42c9-b7a0-0fb573c80919 req-2b09dc20-94c3-48ec-8d62-e4dc65efb7be tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:35:54.162543 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-18a1b087-7ad1-42c9-b7a0-0fb573c80919 req-2b09dc20-94c3-48ec-8d62-e4dc65efb7be tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 946 time: 0.0814159
Dec 24 11:35:54.207851 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-18a1b087-7ad1-42c9-b7a0-0fb573c80919 req-274a5aba-7d0b-4035-8a58-ef7962012693 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395677
Dec 24 11:35:54.251262 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3515ef2a-d572-4a8a-9dfa-9e20ffd817b4 req-536fd188-f212-4bd1-936a-26ea024bd6b2 service neutron] 10.222.0.32 "GET /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2363651
Dec 24 11:35:54.380547 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3515ef2a-d572-4a8a-9dfa-9e20ffd817b4 req-2394c020-9b44-42b3-bb8e-669a457607ff service neutron] 10.222.0.32 "GET /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223147
Dec 24 11:35:55.394329 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cf663-5d6e-49ae-ae1e-3c1e0d3af3af req-6b115517-8965-4cf8-9280-2eee805f7d8f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:35:55.395816 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-131cf663-5d6e-49ae-ae1e-3c1e0d3af3af req-6b115517-8965-4cf8-9280-2eee805f7d8f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 946 time: 0.0835063
Dec 24 11:35:55.439028 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-131cf663-5d6e-49ae-ae1e-3c1e0d3af3af req-16f8e2da-1fac-480d-9376-9f59e9dababd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376937
Dec 24 11:35:56.621758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99317818-44b0-4355-ac60-fb8463866231 req-016b9586-f0ee-45c8-98d3-ad098162e7de tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:35:56.623228 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-99317818-44b0-4355-ac60-fb8463866231 req-016b9586-f0ee-45c8-98d3-ad098162e7de tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 946 time: 0.0819380
Dec 24 11:35:56.666264 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-99317818-44b0-4355-ac60-fb8463866231 req-c1c73722-de0a-41a3-a060-51d865b811ef tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375001
Dec 24 11:35:57.849742 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35e5e67-cb73-41a2-8834-e3dc11b1c7e2 req-7a4be410-7316-4c80-ab9d-855b2b09b66a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:35:57.851223 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c35e5e67-cb73-41a2-8834-e3dc11b1c7e2 req-7a4be410-7316-4c80-ab9d-855b2b09b66a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 946 time: 0.0799348
Dec 24 11:35:57.894193 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c35e5e67-cb73-41a2-8834-e3dc11b1c7e2 req-ea5e2804-1734-487b-a4b0-d04314c52c55 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373018
Dec 24 11:35:59.077048 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb419c-cfbe-465a-81ad-34cc381fa011 req-ccb41865-4350-486b-9ead-837cbe4f2f68 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:35:59.078573 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-cbdb419c-cfbe-465a-81ad-34cc381fa011 req-ccb41865-4350-486b-9ead-837cbe4f2f68 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 946 time: 0.0783093
Dec 24 11:35:59.125108 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-cbdb419c-cfbe-465a-81ad-34cc381fa011 req-57e48f41-c947-486e-a03d-16e69952421e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409393
Dec 24 11:35:59.738302 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3a90f45c-94f4-45d1-9e4f-08c375bde14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:36:00.315448 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47786bd1-2ca3-4bc2-8c81-cc62f7bc5a8c req-4f205962-c812-4c6c-b385-b0cf016a77c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:36:00.316900 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-47786bd1-2ca3-4bc2-8c81-cc62f7bc5a8c req-4f205962-c812-4c6c-b385-b0cf016a77c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 946 time: 0.0891838
Dec 24 11:36:00.359890 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-47786bd1-2ca3-4bc2-8c81-cc62f7bc5a8c req-5842a07d-7453-4546-ae6a-552e468e4fc6 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373867
Dec 24 11:36:01.544307 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8855e1-42c5-41e6-9a61-d7f3a8f39dad req-c987ae01-9693-4cb2-b647-6e2dcb60d90c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:36:01.545771 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4f8855e1-42c5-41e6-9a61-d7f3a8f39dad req-c987ae01-9693-4cb2-b647-6e2dcb60d90c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 946 time: 0.0806289
Dec 24 11:36:01.588773 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4f8855e1-42c5-41e6-9a61-d7f3a8f39dad req-deb5af53-df93-4a49-a8a1-00a1fc05f24c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374053
Dec 24 11:36:01.944260 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-da75a627-02dc-4dda-80ae-a174760d74bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:36:02.918499 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac7767-bd58-4f5d-9a12-a34507848e28 req-5eb7f7b1-5347-42db-bb60-9a27b6bddc87 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:36:02.919969 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-76ac7767-bd58-4f5d-9a12-a34507848e28 req-5eb7f7b1-5347-42db-bb60-9a27b6bddc87 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 946 time: 0.0811791
Dec 24 11:36:02.966323 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-76ac7767-bd58-4f5d-9a12-a34507848e28 req-006d622c-f8e4-42b1-a694-e4108cb1a9ff tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402374
Dec 24 11:36:03.185863 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:36:03.210012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:36:04.149319 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4869515-1344-4188-b53e-e4afdee97596 req-5852a42c-0aa9-4e8d-bc71-8f93f5663d55 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:36:04.151449 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d4869515-1344-4188-b53e-e4afdee97596 req-5852a42c-0aa9-4e8d-bc71-8f93f5663d55 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 946 time: 0.0826795
Dec 24 11:36:04.195087 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d4869515-1344-4188-b53e-e4afdee97596 req-63fe81ff-03ea-42f9-995e-93c944c29322 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374918
Dec 24 11:36:04.217854 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59170) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:36:04.428914 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3b965c8f-7a48-45e1-b88d-86a8f0387d1a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/910cbf78-efcd-4e31-aad4-0cb3822e4e35 HTTP/1.1" status: 200  len: 993 time: 0.2098517
Dec 24 11:36:05.003982 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:36:10.961189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:36:21.973411 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:36:29.739520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-79ebf8be-9c1b-42b7-ace3-5b3ec4b6d65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:36:31.944645 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b0b53bc1-b8d8-452c-937b-af216cd719a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:36:33.189710 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:36:33.213650 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:36:35.003281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:36:40.971759 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:36:55.610527 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-751edc0c-1f26-4644-a49d-6a0b118de27d req-7f02c6c4-4572-4357-af6d-f9efe05a0910 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1213822
Dec 24 11:36:55.746504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751edc0c-1f26-4644-a49d-6a0b118de27d req-45d621c8-4fb5-49a5-8805-056be9cc5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:36:55.747868 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-751edc0c-1f26-4644-a49d-6a0b118de27d req-45d621c8-4fb5-49a5-8805-056be9cc5b50 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 1099 time: 0.0695786
Dec 24 11:36:55.891500 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751edc0c-1f26-4644-a49d-6a0b118de27d req-59fd9837-589f-49bc-a40f-e8be3c8dafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:36:55.892946 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-751edc0c-1f26-4644-a49d-6a0b118de27d req-59fd9837-589f-49bc-a40f-e8be3c8dafb6 service neutron] 10.222.0.32 "GET /v2.0/networks?id=53f16293-23a2-41c7-8d70-6ebc20527251 HTTP/1.1" status: 200  len: 897 time: 0.1261177
Dec 24 11:36:55.998330 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-751edc0c-1f26-4644-a49d-6a0b118de27d req-df998004-77e8-4075-b52f-fdd24fa43a14 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b HTTP/1.1" status: 200  len: 1001 time: 0.0986149
Dec 24 11:36:56.062134 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751edc0c-1f26-4644-a49d-6a0b118de27d req-65acb46c-8aba-41bf-85a6-fdeb3f264c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:36:56.063518 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-751edc0c-1f26-4644-a49d-6a0b118de27d req-65acb46c-8aba-41bf-85a6-fdeb3f264c68 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a96682ed-5e75-4283-8d11-a2415777f86b HTTP/1.1" status: 200  len: 834 time: 0.0596783
Dec 24 11:36:56.135583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751edc0c-1f26-4644-a49d-6a0b118de27d req-cde3ac1d-2002-451d-b0ba-70db8bdc4071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:36:56.137118 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-751edc0c-1f26-4644-a49d-6a0b118de27d req-cde3ac1d-2002-451d-b0ba-70db8bdc4071 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=53f16293-23a2-41c7-8d70-6ebc20527251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0676882
Dec 24 11:36:56.267715 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-751edc0c-1f26-4644-a49d-6a0b118de27d req-0e2a6b01-ce1d-45ca-a880-c6266d5b9431 service neutron] 10.222.0.32 "GET /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232898
Dec 24 11:36:56.397594 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-751edc0c-1f26-4644-a49d-6a0b118de27d req-24b4d4bc-4014-45cd-997f-bf8a4879e57a service neutron] 10.222.0.32 "GET /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231356
Dec 24 11:36:58.971638 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:36:59.360506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59198) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:36:59.577365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port 879d3964-f1d8-47bf-a1d0-12a1bd8229c4 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:36:59.577701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:36:59.742574 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1f33e2cc-f2eb-4564-bd1e-3caf482eee6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:36:59.857504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:36:59.857829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:36:59.978919 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for 879d3964-f1d8-47bf-a1d0-12a1bd8229c4 owned by network:floatingip {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:37:00.124252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:00.127899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2d0a61a4-71aa-4717-9ed2-723c0959a487 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:00.173817 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=879d3964-f1d8-47bf-a1d0-12a1bd8229c4,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:00.214840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:00.215230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:00.215614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:00.215989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:00.216412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:00.216727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:00.217092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:00.217456 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:00.217819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:00.218206 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:00.218575 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:00.218930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:00.245620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:00.274537 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:00.274867 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Floating IP 910cbf78-efcd-4e31-aad4-0cb3822e4e35 disassociated (deleted). External IP: 172.26.4.67, port: 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b.
Dec 24 11:37:00.617002 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router bca6c79c-1a0d-475a-8fde-d88543668bcf has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:37:00.788922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:37:00.798303 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a61b098-83da-4b8a-8616-de69ebf6608a None None] Sync routers for ids ['bca6c79c-1a0d-475a-8fde-d88543668bcf'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:37:00.807400 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a61b098-83da-4b8a-8616-de69ebf6608a None None] Routers {'bca6c79c-1a0d-475a-8fde-d88543668bcf'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:00.808021 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7a61b098-83da-4b8a-8616-de69ebf6608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6a4130>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:36:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['bca6c79c-1a0d-475a-8fde-d88543668bcf'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:00.808598 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:00.866768 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/floatingips/910cbf78-efcd-4e31-aad4-0cb3822e4e35 HTTP/1.1" status: 204  len: 168 time: 1.5051677
Dec 24 11:37:00.867451 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40c2073e-d2ca-4fdc-8929-449d36a582fd', 'tag': '8bca73f0-ba63-4e76-8dfa-ba0a4034e09b'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:37:00.919825 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40c2073e-d2ca-4fdc-8929-449d36a582fd', 'tag': '8bca73f0-ba63-4e76-8dfa-ba0a4034e09b', 'status': 'completed', 'code': 200}
Dec 24 11:37:00.995641 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-7a61b098-83da-4b8a-8616-de69ebf6608a None None] Set router bca6c79c-1a0d-475a-8fde-d88543668bcf gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:37:01.014675 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbb358-f2c0-40f6-b588-bc5ca1039eb0 req-75876b48-b854-428f-a24d-c242a7b6d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:01.016414 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bccbb358-f2c0-40f6-b588-bc5ca1039eb0 req-75876b48-b854-428f-a24d-c242a7b6d450 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 1099 time: 0.0738139
Dec 24 11:37:01.160211 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbb358-f2c0-40f6-b588-bc5ca1039eb0 req-60e28428-ea52-4fa0-8511-549cbc28781a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:01.161915 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bccbb358-f2c0-40f6-b588-bc5ca1039eb0 req-60e28428-ea52-4fa0-8511-549cbc28781a service neutron] 10.222.0.32 "GET /v2.0/networks?id=53f16293-23a2-41c7-8d70-6ebc20527251 HTTP/1.1" status: 200  len: 897 time: 0.1391878
Dec 24 11:37:01.321825 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7a61b098-83da-4b8a-8616-de69ebf6608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6a4130>, [{'id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804825', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:34:17Z', 'updated_at': '2021-12-24T11:34:22Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:18Z', 'updated_at': '2021-12-24T11:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'ff526f7a-0d72-40c5-b703-34e5288562fe', 'name': '', 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:15:b3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:21Z', 'updated_at': '2021-12-24T11:34:27Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:01.326025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a61b098-83da-4b8a-8616-de69ebf6608a None None] Checking router: bca6c79c-1a0d-475a-8fde-d88543668bcf for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:37:01.334323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a61b098-83da-4b8a-8616-de69ebf6608a None None] Routers {'bca6c79c-1a0d-475a-8fde-d88543668bcf'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:01.334936 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7a61b098-83da-4b8a-8616-de69ebf6608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6a4130>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:36:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['bca6c79c-1a0d-475a-8fde-d88543668bcf'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:01.384781 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bccbb358-f2c0-40f6-b588-bc5ca1039eb0 req-81f36ab9-80ea-4ee4-b5fd-0aedb5c7f767 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b HTTP/1.1" status: 200  len: 217 time: 0.2158597
Dec 24 11:37:01.462841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbb358-f2c0-40f6-b588-bc5ca1039eb0 req-8d3abed3-3c66-499f-a6b8-653c546095ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:01.464281 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bccbb358-f2c0-40f6-b588-bc5ca1039eb0 req-8d3abed3-3c66-499f-a6b8-653c546095ba service neutron] 10.222.0.32 "GET /v2.0/subnets?id=a96682ed-5e75-4283-8d11-a2415777f86b HTTP/1.1" status: 200  len: 834 time: 0.0720522
Dec 24 11:37:01.512782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-7a61b098-83da-4b8a-8616-de69ebf6608a None None] Set router bca6c79c-1a0d-475a-8fde-d88543668bcf gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:37:01.513546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95e06d-e1fd-436f-b0b3-66e63b09fa82 req-5f24835f-b6ef-458b-b41d-df4279454e1c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:01.514778 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-8f95e06d-e1fd-436f-b0b3-66e63b09fa82 req-5f24835f-b6ef-458b-b41d-df4279454e1c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:37:01.542454 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-8f95e06d-e1fd-436f-b0b3-66e63b09fa82 req-5f24835f-b6ef-458b-b41d-df4279454e1c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:37:01.543581 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8f95e06d-e1fd-436f-b0b3-66e63b09fa82 req-5f24835f-b6ef-458b-b41d-df4279454e1c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 946 time: 0.2058961
Dec 24 11:37:01.594628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccbb358-f2c0-40f6-b588-bc5ca1039eb0 req-369619cd-4f80-41b9-8cef-d5d9ce2dcece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:01.596016 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bccbb358-f2c0-40f6-b588-bc5ca1039eb0 req-369619cd-4f80-41b9-8cef-d5d9ce2dcece service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=53f16293-23a2-41c7-8d70-6ebc20527251&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1234486
Dec 24 11:37:01.602998 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8f95e06d-e1fd-436f-b0b3-66e63b09fa82 req-ceff5322-9a30-4397-8205-dc9ce5144041 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512955
Dec 24 11:37:01.735625 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bccbb358-f2c0-40f6-b588-bc5ca1039eb0 req-1bf10f88-f9a0-4ab9-936a-41fc8397406d service neutron] 10.222.0.32 "GET /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301928
Dec 24 11:37:01.823414 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-7a61b098-83da-4b8a-8616-de69ebf6608a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c6a4130>, [{'id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804825', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:34:17Z', 'updated_at': '2021-12-24T11:34:22Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:18Z', 'updated_at': '2021-12-24T11:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'ff526f7a-0d72-40c5-b703-34e5288562fe', 'name': '', 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:15:b3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:21Z', 'updated_at': '2021-12-24T11:34:27Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:01.827790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a61b098-83da-4b8a-8616-de69ebf6608a None None] The sync data for ids ['bca6c79c-1a0d-475a-8fde-d88543668bcf'] in dv-neutron-822668-2-hyperv is: [{'id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804825', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:34:17Z', 'updated_at': '2021-12-24T11:34:22Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:18Z', 'updated_at': '2021-12-24T11:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'ff526f7a-0d72-40c5-b703-34e5288562fe', 'name': '', 'network_id': '53f16293-23a2-41c7-8d70-6ebc20527251', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:15:b3:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1710, 'fixed_ips': [{'subnet_id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:21Z', 'updated_at': '2021-12-24T11:34:27Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': 'a96682ed-5e75-4283-8d11-a2415777f86b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:37:01.877039 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bccbb358-f2c0-40f6-b588-bc5ca1039eb0 req-87db5bee-d46e-4600-a343-8923cc9ff677 service neutron] 10.222.0.32 "GET /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338491
Dec 24 11:37:01.946349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f71c4485-9b32-47d6-b69c-2767275abb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:02.054103 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d314e5ae-86fc-4110-bd7c-33e636c5186a None None] New status for floating IP 910cbf78-efcd-4e31-aad4-0cb3822e4e35: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:37:02.788782 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52087c3-f7c8-41ba-9ef2-538d2c7f4845 req-163a9e47-a5d9-47ab-aa2d-9b366862e06c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:02.790333 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b52087c3-f7c8-41ba-9ef2-538d2c7f4845 req-163a9e47-a5d9-47ab-aa2d-9b366862e06c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 946 time: 0.0819998
Dec 24 11:37:02.834160 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b52087c3-f7c8-41ba-9ef2-538d2c7f4845 req-9ab1c64f-ba73-4091-92c5-ecf2a3aeaece tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=fbef6a8a-ac14-4d22-a50f-8cab01b30aad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375478
Dec 24 11:37:02.935866 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619ef30-a0c1-45f8-aaab-6278a19ac6e6 req-aedd9676-4e09-48c1-b34d-bf8886ed5c33 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:02.937208 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9619ef30-a0c1-45f8-aaab-6278a19ac6e6 req-aedd9676-4e09-48c1-b34d-bf8886ed5c33 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 946 time: 0.0799470
Dec 24 11:37:03.011328 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-9619ef30-a0c1-45f8-aaab-6278a19ac6e6 req-e836ae41-5f97-4570-8754-3ce70e0b0615 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:37:03.011662 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9619ef30-a0c1-45f8-aaab-6278a19ac6e6 req-e836ae41-5f97-4570-8754-3ce70e0b0615 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:03.196493 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:03.216050 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:03.257928 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-9619ef30-a0c1-45f8-aaab-6278a19ac6e6 req-e836ae41-5f97-4570-8754-3ce70e0b0615 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] For port 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b,segment=NetworkSegment(3d09b147-11a3-449a-9944-0fcadb45f179),segment_id=3d09b147-11a3-449a-9944-0fcadb45f179)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:37:03.258282 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9619ef30-a0c1-45f8-aaab-6278a19ac6e6 req-e836ae41-5f97-4570-8754-3ce70e0b0615 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:03.385008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-9619ef30-a0c1-45f8-aaab-6278a19ac6e6 req-e836ae41-5f97-4570-8754-3ce70e0b0615 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:37:03.526393 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9619ef30-a0c1-45f8-aaab-6278a19ac6e6 req-e836ae41-5f97-4570-8754-3ce70e0b0615 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:03.531941 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-623bb8a8-68a4-4e72-860c-4ab330223225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:03.579747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836ae41-5f97-4570-8754-3ce70e0b0615 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=8bca73f0-ba63-4e76-8dfa-ba0a4034e09b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:03.582916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e836ae41-5f97-4570-8754-3ce70e0b0615 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:03.652267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9619ef30-a0c1-45f8-aaab-6278a19ac6e6 req-e836ae41-5f97-4570-8754-3ce70e0b0615 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] No DVR routers for this DVR port 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:37:03.654732 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9619ef30-a0c1-45f8-aaab-6278a19ac6e6 req-e836ae41-5f97-4570-8754-3ce70e0b0615 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:03.657250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40c2073e-d2ca-4fdc-8929-449d36a582fd', 'name': 'network-vif-deleted', 'tag': '8bca73f0-ba63-4e76-8dfa-ba0a4034e09b'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:37:03.671988 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9619ef30-a0c1-45f8-aaab-6278a19ac6e6 req-e836ae41-5f97-4570-8754-3ce70e0b0615 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "DELETE /v2.0/ports/8bca73f0-ba63-4e76-8dfa-ba0a4034e09b HTTP/1.1" status: 204  len: 173 time: 0.7295856
Dec 24 11:37:03.702426 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40c2073e-d2ca-4fdc-8929-449d36a582fd', 'name': 'network-vif-deleted', 'tag': '8bca73f0-ba63-4e76-8dfa-ba0a4034e09b', 'status': 'completed', 'code': 200}
Dec 24 11:37:04.001124 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3b9bf9bd-5e47-4c1f-977f-9130f0783efd req-4a78cada-b6c2-4b6a-89fd-bd7242e2008e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=40c2073e-d2ca-4fdc-8929-449d36a582fd HTTP/1.1" status: 200  len: 210 time: 0.0465441
Dec 24 11:37:05.052778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:05.098071 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59224) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:05.744938 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c5a68d1f-73b6-43c3-98f8-1cfddc4d33ca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:06.085688 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c5a68d1f-73b6-43c3-98f8-1cfddc4d33ca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port ff526f7a-0d72-40c5-b703-34e5288562fe {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:37:06.086054 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c5a68d1f-73b6-43c3-98f8-1cfddc4d33ca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:06.274594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-c5a68d1f-73b6-43c3-98f8-1cfddc4d33ca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] For port ff526f7a-0d72-40c5-b703-34e5288562fe, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ff526f7a-0d72-40c5-b703-34e5288562fe,segment=NetworkSegment(3d09b147-11a3-449a-9944-0fcadb45f179),segment_id=3d09b147-11a3-449a-9944-0fcadb45f179)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:37:06.275260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c5a68d1f-73b6-43c3-98f8-1cfddc4d33ca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:06.331113 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:37:06.364640 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:37:06.364956 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 8bca73f0-ba63-4e76-8dfa-ba0a4034e09b not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:37:06.394438 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-c5a68d1f-73b6-43c3-98f8-1cfddc4d33ca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for ff526f7a-0d72-40c5-b703-34e5288562fe owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:37:06.836967 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c5a68d1f-73b6-43c3-98f8-1cfddc4d33ca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:06.841442 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:06.885317 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a68d1f-73b6-43c3-98f8-1cfddc4d33ca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=ff526f7a-0d72-40c5-b703-34e5288562fe,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:06.912037 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c5a68d1f-73b6-43c3-98f8-1cfddc4d33ca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:07.162584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-c5a68d1f-73b6-43c3-98f8-1cfddc4d33ca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:07.514634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a68d1f-73b6-43c3-98f8-1cfddc4d33ca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router bca6c79c-1a0d-475a-8fde-d88543668bcf has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:37:07.684718 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a68d1f-73b6-43c3-98f8-1cfddc4d33ca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:37:07.694136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441ebfc-4a21-4aae-88b6-28142c290d04 None None] Sync routers for ids ['bca6c79c-1a0d-475a-8fde-d88543668bcf'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:37:07.696986 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-c5a68d1f-73b6-43c3-98f8-1cfddc4d33ca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "PUT /v2.0/routers/bca6c79c-1a0d-475a-8fde-d88543668bcf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5978582
Dec 24 11:37:07.699607 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59230) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:07.703907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d441ebfc-4a21-4aae-88b6-28142c290d04 None None] Routers {'bca6c79c-1a0d-475a-8fde-d88543668bcf'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:07.704520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d441ebfc-4a21-4aae-88b6-28142c290d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c2e7340>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:37:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['bca6c79c-1a0d-475a-8fde-d88543668bcf'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:07.767199 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c2f0c8-889b-4530-a2d7-a0642ca75004 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting subnet a96682ed-5e75-4283-8d11-a2415777f86b {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:37:07.770287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-00c2f0c8-889b-4530-a2d7-a0642ca75004 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:07.822899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-00c2f0c8-889b-4530-a2d7-a0642ca75004 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:07.882355 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-d441ebfc-4a21-4aae-88b6-28142c290d04 None None] Set router bca6c79c-1a0d-475a-8fde-d88543668bcf gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:37:07.903939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-00c2f0c8-889b-4530-a2d7-a0642ca75004 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:07.976917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-00c2f0c8-889b-4530-a2d7-a0642ca75004 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:07.981454 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-91c166a3-eeae-437d-8889-19d4b658c8b2 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:08.016581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2f0c8-889b-4530-a2d7-a0642ca75004 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Subnet': ['ID=a96682ed-5e75-4283-8d11-a2415777f86b,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:08.019603 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-00c2f0c8-889b-4530-a2d7-a0642ca75004 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:08.020621 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-00c2f0c8-889b-4530-a2d7-a0642ca75004 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:08.026547 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-00c2f0c8-889b-4530-a2d7-a0642ca75004 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/subnets/a96682ed-5e75-4283-8d11-a2415777f86b HTTP/1.1" status: 204  len: 168 time: 0.3260047
Dec 24 11:37:08.029202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59234) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:08.051248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec825b2-38f3-4042-87e6-ea4cd33a6297 None None] Network 53f16293-23a2-41c7-8d70-6ebc20527251 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:37:08.333548 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d441ebfc-4a21-4aae-88b6-28142c290d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c2e7340>, [{'id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804825', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:34:17Z', 'updated_at': '2021-12-24T11:37:06Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:18Z', 'updated_at': '2021-12-24T11:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:08.337548 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441ebfc-4a21-4aae-88b6-28142c290d04 None None] Checking router: bca6c79c-1a0d-475a-8fde-d88543668bcf for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:37:08.346630 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d441ebfc-4a21-4aae-88b6-28142c290d04 None None] Routers {'bca6c79c-1a0d-475a-8fde-d88543668bcf'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:08.346802 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e2ada17-d923-4053-a140-8bb60950c575 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:08.347162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d441ebfc-4a21-4aae-88b6-28142c290d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c2e7340>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:37:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['bca6c79c-1a0d-475a-8fde-d88543668bcf'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:08.415673 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] DHCP port deletion for 53f16293-23a2-41c7-8d70-6ebc20527251 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:37:08.427725 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Deleting port a960b93e-0f64-4a14-bca1-c090954385c9 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:37:08.428106 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:08.539059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e2ada17-d923-4053-a140-8bb60950c575 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:08.549484 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ada17-d923-4053-a140-8bb60950c575 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port e8f89202-2efd-4022-ad91-52ce885b7cb0 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:37:08.549484 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e2ada17-d923-4053-a140-8bb60950c575 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:08.642537 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-d441ebfc-4a21-4aae-88b6-28142c290d04 None None] Set router bca6c79c-1a0d-475a-8fde-d88543668bcf gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:37:08.725786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-4e2ada17-d923-4053-a140-8bb60950c575 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] For port e8f89202-2efd-4022-ad91-52ce885b7cb0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e8f89202-2efd-4022-ad91-52ce885b7cb0,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:37:08.726164 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e2ada17-d923-4053-a140-8bb60950c575 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:08.846913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-4e2ada17-d923-4053-a140-8bb60950c575 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for e8f89202-2efd-4022-ad91-52ce885b7cb0 owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:37:08.945005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] For port a960b93e-0f64-4a14-bca1-c090954385c9, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a960b93e-0f64-4a14-bca1-c090954385c9,segment=NetworkSegment(3d09b147-11a3-449a-9944-0fcadb45f179),segment_id=3d09b147-11a3-449a-9944-0fcadb45f179)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:37:08.945565 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:09.017422 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e2ada17-d923-4053-a140-8bb60950c575 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:09.021987 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:09.066103 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2ada17-d923-4053-a140-8bb60950c575 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=e8f89202-2efd-4022-ad91-52ce885b7cb0,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:09.081333 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Calling delete_port for a960b93e-0f64-4a14-bca1-c090954385c9 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:37:09.106272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4e2ada17-d923-4053-a140-8bb60950c575 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:09.172304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e2ada17-d923-4053-a140-8bb60950c575 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:09.200665 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a960b93e-0f64-4a14-bca1-c090954385c9 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:37:09.263204 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:09.268386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c02d2d61-c1d9-4f27-8ed9-f15bce54476a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:09.317369 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No active binding found for port a960b93e-0f64-4a14-bca1-c090954385c9 {{(pid=87560) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Dec 24 11:37:09.317773 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a960b93e-0f64-4a14-bca1-c090954385c9 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:37:09.319174 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Pushing event deleted for resources: {'Port': ['ID=a960b93e-0f64-4a14-bca1-c090954385c9,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:09.321538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] No DVR routers for this DVR port a960b93e-0f64-4a14-bca1-c090954385c9 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:37:09.334184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:09.334184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:09.334184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:09.334184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:09.334184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:09.334184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:09.334184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:09.335187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:09.335187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:09.335187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:09.335187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:09.335900 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:09.338861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:09.343742 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-d441ebfc-4a21-4aae-88b6-28142c290d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c2e7340>, [{'id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804825', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:34:17Z', 'updated_at': '2021-12-24T11:37:06Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:18Z', 'updated_at': '2021-12-24T11:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:09.348149 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d441ebfc-4a21-4aae-88b6-28142c290d04 None None] The sync data for ids ['bca6c79c-1a0d-475a-8fde-d88543668bcf'] in dv-neutron-822668-2-hyperv is: [{'id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1395804825', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169'}], 'enable_snat': True}, 'gw_port_id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:34:17Z', 'updated_at': '2021-12-24T11:37:06Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'e8f89202-2efd-4022-ad91-52ce885b7cb0', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:e1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bca6c79c-1a0d-475a-8fde-d88543668bcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:34:18Z', 'updated_at': '2021-12-24T11:34:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:37:09.365820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e2ada17-d923-4053-a140-8bb60950c575 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:09.368083 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e2ada17-d923-4053-a140-8bb60950c575 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:09.398512 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e2ada17-d923-4053-a140-8bb60950c575 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:09.399086 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2ada17-d923-4053-a140-8bb60950c575 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Fanout notify agent at l3_agent the message router_deleted on router bca6c79c-1a0d-475a-8fde-d88543668bcf {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:37:09.416255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4e2ada17-d923-4053-a140-8bb60950c575 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:09.417366 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4e2ada17-d923-4053-a140-8bb60950c575 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/routers/bca6c79c-1a0d-475a-8fde-d88543668bcf HTTP/1.1" status: 204  len: 168 time: 1.3872685
Dec 24 11:37:09.420687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59238) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:09.532540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26c3430a-2f2a-4c7a-8a16-501ef00c0c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:09.662361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26c3430a-2f2a-4c7a-8a16-501ef00c0c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:09.686986 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-26c3430a-2f2a-4c7a-8a16-501ef00c0c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b77c0d910>,) {'filters': {'network_id': ['53f16293-23a2-41c7-8d70-6ebc20527251']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:09.698686 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-26c3430a-2f2a-4c7a-8a16-501ef00c0c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77c0d910>, '3d09b147-11a3-449a-9944-0fcadb45f179') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:09.698985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-26c3430a-2f2a-4c7a-8a16-501ef00c0c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b77c0d910>, '3d09b147-11a3-449a-9944-0fcadb45f179') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:09.711337 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26c3430a-2f2a-4c7a-8a16-501ef00c0c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:09.728188 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26c3430a-2f2a-4c7a-8a16-501ef00c0c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:09.735201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26c3430a-2f2a-4c7a-8a16-501ef00c0c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:37:09.735593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26c3430a-2f2a-4c7a-8a16-501ef00c0c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:37:09.750574 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:37:09.959641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26c3430a-2f2a-4c7a-8a16-501ef00c0c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:09.963100 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8edbf467-d1c9-4938-bd89-807a41163155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:09.978039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-26c3430a-2f2a-4c7a-8a16-501ef00c0c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:09.989446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3430a-2f2a-4c7a-8a16-501ef00c0c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Network': ['ID=53f16293-23a2-41c7-8d70-6ebc20527251,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:09.992665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-26c3430a-2f2a-4c7a-8a16-501ef00c0c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:09.998318 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-26c3430a-2f2a-4c7a-8a16-501ef00c0c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/networks/53f16293-23a2-41c7-8d70-6ebc20527251 HTTP/1.1" status: 204  len: 168 time: 0.5766218
Dec 24 11:37:10.001239 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59242) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:10.073170 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9f80030b-2de9-4ab7-a322-2a62a6219c65 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:10.102749 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9f80030b-2de9-4ab7-a322-2a62a6219c65 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:10.167009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9f80030b-2de9-4ab7-a322-2a62a6219c65 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:10.170914 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bc3f2371-c73a-4f56-8036-79563a921507 tempest-ExternalNetworksTestJSON-631694954 tempest-ExternalNetworksTestJSON-631694954-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:10.184731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80030b-2de9-4ab7-a322-2a62a6219c65 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbef6a8a-ac14-4d22-a50f-8cab01b30aad,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:10.188188 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9f80030b-2de9-4ab7-a322-2a62a6219c65 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:10.199413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9f80030b-2de9-4ab7-a322-2a62a6219c65 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:10.200534 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9f80030b-2de9-4ab7-a322-2a62a6219c65 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/security-groups/fbef6a8a-ac14-4d22-a50f-8cab01b30aad HTTP/1.1" status: 204  len: 168 time: 0.1983843
Dec 24 11:37:10.419360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59250) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:10.424760 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-b547e12a-d68a-48e9-afa8-23465a544398 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1066876812', 'description': 'tempest-secgroup-smoke-1066876812 description', 'project_id': '0dcd22cea467454e963edffa3365e2a7'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:37:10.430975 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b547e12a-d68a-48e9-afa8-23465a544398 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:37:10.435119 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b547e12a-d68a-48e9-afa8-23465a544398 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:37:10.438540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b547e12a-d68a-48e9-afa8-23465a544398 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:37:10.444199 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b547e12a-d68a-48e9-afa8-23465a544398 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:37:10.455200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b547e12a-d68a-48e9-afa8-23465a544398 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:10.474149 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b547e12a-d68a-48e9-afa8-23465a544398 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:37:10.477787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b547e12a-d68a-48e9-afa8-23465a544398 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:37:10.480538 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b547e12a-d68a-48e9-afa8-23465a544398 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:37:10.486044 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b547e12a-d68a-48e9-afa8-23465a544398 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:37:10.556168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b547e12a-d68a-48e9-afa8-23465a544398 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:10.559610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b547e12a-d68a-48e9-afa8-23465a544398 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:10.563646 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ab81ed63-31da-44d6-ba3a-e09e3be7b2c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:10.604476 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547e12a-d68a-48e9-afa8-23465a544398 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb27f153-d0de-4214-a739-40ef24beaec5,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:10.606991 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b547e12a-d68a-48e9-afa8-23465a544398 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:10.608704 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b547e12a-d68a-48e9-afa8-23465a544398 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1882224
Dec 24 11:37:10.609583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b547e12a-d68a-48e9-afa8-23465a544398 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:10.611477 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59254) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:10.616405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-6dbc5912-099a-44b8-b9d0-800d188b8782 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': 'bb27f153-d0de-4214-a739-40ef24beaec5', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:37:10.622231 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6dbc5912-099a-44b8-b9d0-800d188b8782 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:37:10.626629 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6dbc5912-099a-44b8-b9d0-800d188b8782 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:37:10.629474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6dbc5912-099a-44b8-b9d0-800d188b8782 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:37:10.635426 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6dbc5912-099a-44b8-b9d0-800d188b8782 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:37:10.655837 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5912-099a-44b8-b9d0-800d188b8782 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:10.713923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5912-099a-44b8-b9d0-800d188b8782 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:10.717186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5912-099a-44b8-b9d0-800d188b8782 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:10.718975 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-557ba042-e06a-4bab-a7cc-00927aec9fc4 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:10.741133 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbc5912-099a-44b8-b9d0-800d188b8782 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846e9952-4ac0-4338-b67e-83dc7083dc42,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:10.743557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6dbc5912-099a-44b8-b9d0-800d188b8782 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:10.750805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6dbc5912-099a-44b8-b9d0-800d188b8782 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:10.752008 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6dbc5912-099a-44b8-b9d0-800d188b8782 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1395812
Dec 24 11:37:10.754793 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59258) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:10.760175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-6688d85d-ec72-4d9b-8a5e-d590da0a8cc5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': 'bb27f153-d0de-4214-a739-40ef24beaec5', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:37:10.765840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6688d85d-ec72-4d9b-8a5e-d590da0a8cc5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:37:10.769540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6688d85d-ec72-4d9b-8a5e-d590da0a8cc5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:37:10.772373 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-6688d85d-ec72-4d9b-8a5e-d590da0a8cc5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:37:10.777939 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-6688d85d-ec72-4d9b-8a5e-d590da0a8cc5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:37:10.793685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6688d85d-ec72-4d9b-8a5e-d590da0a8cc5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:10.853261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6688d85d-ec72-4d9b-8a5e-d590da0a8cc5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:10.858145 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6688d85d-ec72-4d9b-8a5e-d590da0a8cc5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:10.863864 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-878c11e9-301d-4b34-9cf6-4a4f4c749e17 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:10.882492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688d85d-ec72-4d9b-8a5e-d590da0a8cc5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29f8148-a9a4-4238-90c4-1065a43b0ca9,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:10.884659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6688d85d-ec72-4d9b-8a5e-d590da0a8cc5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:10.892792 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-6688d85d-ec72-4d9b-8a5e-d590da0a8cc5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:10.894012 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-6688d85d-ec72-4d9b-8a5e-d590da0a8cc5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1381664
Dec 24 11:37:10.896693 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59262) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:10.901653 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-b4311d48-dfd4-4464-b695-3ef8b77ee2c1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': 'bb27f153-d0de-4214-a739-40ef24beaec5', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:37:10.907846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b4311d48-dfd4-4464-b695-3ef8b77ee2c1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:37:10.911560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b4311d48-dfd4-4464-b695-3ef8b77ee2c1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:37:10.914429 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-b4311d48-dfd4-4464-b695-3ef8b77ee2c1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:37:10.920597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-b4311d48-dfd4-4464-b695-3ef8b77ee2c1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:37:10.936650 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b4311d48-dfd4-4464-b695-3ef8b77ee2c1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:10.968512 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.001444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b4311d48-dfd4-4464-b695-3ef8b77ee2c1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.004989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b4311d48-dfd4-4464-b695-3ef8b77ee2c1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.007069 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-29c6f3dd-a9fd-400a-8856-095194d540bd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:11.029812 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4311d48-dfd4-4464-b695-3ef8b77ee2c1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4849b78-0c24-4581-8e25-303571d9e42b,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:11.032303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b4311d48-dfd4-4464-b695-3ef8b77ee2c1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:11.039338 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b4311d48-dfd4-4464-b695-3ef8b77ee2c1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.040568 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b4311d48-dfd4-4464-b695-3ef8b77ee2c1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1429431
Dec 24 11:37:11.043324 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59266) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:11.048883 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-a83668c5-2d3c-490b-840d-5820dfe4b041 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': 'bb27f153-d0de-4214-a739-40ef24beaec5', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:37:11.054823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a83668c5-2d3c-490b-840d-5820dfe4b041 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:37:11.058802 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a83668c5-2d3c-490b-840d-5820dfe4b041 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:37:11.061757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-a83668c5-2d3c-490b-840d-5820dfe4b041 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:37:11.067600 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-a83668c5-2d3c-490b-840d-5820dfe4b041 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:37:11.084039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a83668c5-2d3c-490b-840d-5820dfe4b041 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.098370 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e8f89202-2efd-4022-ad91-52ce885b7cb0 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:37:11.142773 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: e8f89202-2efd-4022-ad91-52ce885b7cb0 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:37:11.143045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e8f89202-2efd-4022-ad91-52ce885b7cb0 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:37:11.143483 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ff526f7a-0d72-40c5-b703-34e5288562fe no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:37:11.151978 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a83668c5-2d3c-490b-840d-5820dfe4b041 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.156385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a83668c5-2d3c-490b-840d-5820dfe4b041 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.158337 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-184bbf3a-27a9-468d-a574-91d0aae33479 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:11.177081 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: ff526f7a-0d72-40c5-b703-34e5288562fe {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:37:11.177443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ff526f7a-0d72-40c5-b703-34e5288562fe not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:37:11.181040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83668c5-2d3c-490b-840d-5820dfe4b041 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=550f1331-ce3f-403b-a3db-ba5a2adc8d75,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:11.183497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a83668c5-2d3c-490b-840d-5820dfe4b041 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:11.190596 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a83668c5-2d3c-490b-840d-5820dfe4b041 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.191832 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a83668c5-2d3c-490b-840d-5820dfe4b041 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1475239
Dec 24 11:37:11.194495 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59270) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:11.199667 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-93056439-c598-48ef-9f49-82a3a6a43689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': 'bb27f153-d0de-4214-a739-40ef24beaec5', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:37:11.205613 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-93056439-c598-48ef-9f49-82a3a6a43689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:37:11.209430 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-93056439-c598-48ef-9f49-82a3a6a43689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:37:11.212281 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-93056439-c598-48ef-9f49-82a3a6a43689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:37:11.218962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-93056439-c598-48ef-9f49-82a3a6a43689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:37:11.229529 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-93056439-c598-48ef-9f49-82a3a6a43689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Project 0dcd22cea467454e963edffa3365e2a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:37:11.236504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-93056439-c598-48ef-9f49-82a3a6a43689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.298092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-93056439-c598-48ef-9f49-82a3a6a43689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.301485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-93056439-c598-48ef-9f49-82a3a6a43689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.303247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-cf338fc7-842f-4b91-9443-3c0b7f66474b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:11.324818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93056439-c598-48ef-9f49-82a3a6a43689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17802c2f-6ee8-4d31-bedc-f564c680ae27,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:11.329634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-93056439-c598-48ef-9f49-82a3a6a43689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:11.334238 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-93056439-c598-48ef-9f49-82a3a6a43689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.335366 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-93056439-c598-48ef-9f49-82a3a6a43689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1399403
Dec 24 11:37:11.338193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59274) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:11.343271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-4b580c6c-f6c2-4890-98c4-89aac28532f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': 'bb27f153-d0de-4214-a739-40ef24beaec5', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:37:11.349882 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-4b580c6c-f6c2-4890-98c4-89aac28532f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:37:11.353564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4b580c6c-f6c2-4890-98c4-89aac28532f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:37:11.356419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-4b580c6c-f6c2-4890-98c4-89aac28532f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:37:11.362002 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-4b580c6c-f6c2-4890-98c4-89aac28532f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:37:11.374718 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-4b580c6c-f6c2-4890-98c4-89aac28532f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Project 0dcd22cea467454e963edffa3365e2a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:37:11.381474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4b580c6c-f6c2-4890-98c4-89aac28532f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.447359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4b580c6c-f6c2-4890-98c4-89aac28532f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.451423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4b580c6c-f6c2-4890-98c4-89aac28532f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.453171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-406ee648-fc75-4d03-988b-071d081fd3f2 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:11.474451 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b580c6c-f6c2-4890-98c4-89aac28532f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adda7d7d-638e-425d-8b85-a0f8c7c595b7,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:11.476773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4b580c6c-f6c2-4890-98c4-89aac28532f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:11.482808 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4b580c6c-f6c2-4890-98c4-89aac28532f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.484117 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4b580c6c-f6c2-4890-98c4-89aac28532f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1450121
Dec 24 11:37:11.486951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59278) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:11.492368 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-2d363878-0d32-4af6-9a5f-630ffa26b481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'network': {'name': 'tempest-network-smoke--964796285', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'port_security_enabled': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:37:11.497197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2d363878-0d32-4af6-9a5f-630ffa26b481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:37:11.501180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2d363878-0d32-4af6-9a5f-630ffa26b481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:network and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:37:11.503999 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2d363878-0d32-4af6-9a5f-630ffa26b481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:37:11.509757 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2d363878-0d32-4af6-9a5f-630ffa26b481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:37:11.519751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d363878-0d32-4af6-9a5f-630ffa26b481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Made reservation on behalf of 0dcd22cea467454e963edffa3365e2a7 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:37:11.523516 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d363878-0d32-4af6-9a5f-630ffa26b481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.551014 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d363878-0d32-4af6-9a5f-630ffa26b481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:37:11.559365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d363878-0d32-4af6-9a5f-630ffa26b481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.559734 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-2d363878-0d32-4af6-9a5f-630ffa26b481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Added segment 407ea8da-5465-4f5d-bbe2-ca636bbbf7b1 of type vlan for network 38c56edf-07f0-400b-8b09-201a8940ed1a
Dec 24 11:37:11.584726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d363878-0d32-4af6-9a5f-630ffa26b481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.613078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d363878-0d32-4af6-9a5f-630ffa26b481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.618443 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d363878-0d32-4af6-9a5f-630ffa26b481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:11.619022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d363878-0d32-4af6-9a5f-630ffa26b481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.624301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c1ecec6f-9ec7-4f8e-86d7-29308f60830a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:11.722229 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2d363878-0d32-4af6-9a5f-630ffa26b481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2341285
Dec 24 11:37:11.726071 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59282) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:11.727732 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d363878-0d32-4af6-9a5f-630ffa26b481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Network': ['ID=38c56edf-07f0-400b-8b09-201a8940ed1a,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:11.730356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2d363878-0d32-4af6-9a5f-630ffa26b481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:11.731333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-143268384', 'admin_state_up': True, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:37:11.738433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 38c56edf-07f0-400b-8b09-201a8940ed1a details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:37:11.739131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:37:11.742927 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:router and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:37:11.746773 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:37:11.752349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:37:11.762465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.763426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:11.777941 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:12.041312 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:12.331719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:12.364829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:12.496499 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.26.4.46 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/1901a9e3-663f-41bb-b28c-185f1bdf4841) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:37:12.645759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:12.673934 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:12.678324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-396c414d-baf3-4e76-8924-2bddeda46652 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:12.735501 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:37:12.742761 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:37:12.746820 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:37:12.786445 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=1901a9e3-663f-41bb-b28c-185f1bdf4841,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:12.798577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:12.798969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:12.799353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:12.799733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:12.800108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:12.800483 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:12.800851 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:12.801217 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:12.801585 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:12.801983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:12.802352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:12.802714 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:12.807251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:13.278726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:13.609300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:13.806008 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:37:13.978984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:37:13.989060 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Sync routers for ids ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:37:13.998596 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Routers {'02b2ab8d-98e8-42c6-bfb9-3fbec675d041'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:13.999215 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d30bb20>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:37:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:14.005133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:14.006678 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.2795560
Dec 24 11:37:14.009798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59286) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:14.049809 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7d633f16-5e2f-4b31-88b0-faabc8ce8d4a tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=0dcd22cea467454e963edffa3365e2a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0386243
Dec 24 11:37:14.052281 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59290) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:14.170993 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Set router 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:37:14.178524 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4651b71-683d-4879-a8d7-49ef0ab6d93b tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:14.180030 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d4651b71-683d-4879-a8d7-49ef0ab6d93b tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1268475
Dec 24 11:37:14.182807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59294) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:14.224646 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4ba2ae80-5485-4482-9ad0-a3c4d90c91c1 tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0407064
Dec 24 11:37:14.227022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59298) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:14.232797 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ffa00ef3-c11f-45df-89ee-92f564e3eaf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-351295161', 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:37:14.339652 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ffa00ef3-c11f-45df-89ee-92f564e3eaf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:37:14.344000 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ffa00ef3-c11f-45df-89ee-92f564e3eaf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:subnet and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:37:14.346749 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ffa00ef3-c11f-45df-89ee-92f564e3eaf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:37:14.352569 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ffa00ef3-c11f-45df-89ee-92f564e3eaf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:37:14.363345 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffa00ef3-c11f-45df-89ee-92f564e3eaf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Made reservation on behalf of 0dcd22cea467454e963edffa3365e2a7 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:37:14.366889 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ffa00ef3-c11f-45df-89ee-92f564e3eaf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:14.466342 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d30bb20>, [{'id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143268384', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:11Z', 'updated_at': '2021-12-24T11:37:13Z', 'revision_number': 3, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:14.470877 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Checking router: 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:37:14.471234 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Updating router 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 port 1901a9e3-663f-41bb-b28c-185f1bdf4841 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:37:14.523196 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:14.699141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ffa00ef3-c11f-45df-89ee-92f564e3eaf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:14.703478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e6ad3db7-a68e-48f3-909d-9d37674c448b tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:14.781349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa00ef3-c11f-45df-89ee-92f564e3eaf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Subnet': ['ID=83d8d772-67a0-4bb6-a6b9-33061322d1c5,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:14.785304 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ffa00ef3-c11f-45df-89ee-92f564e3eaf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:14.789588 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa00ef3-c11f-45df-89ee-92f564e3eaf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Checking segment: {'id': '407ea8da-5465-4f5d-bbe2-ca636bbbf7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:37:14.790057 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa00ef3-c11f-45df-89ee-92f564e3eaf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network hostable DHCP agents. Network: 38c56edf-07f0-400b-8b09-201a8940ed1a, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:37:14.808130 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa00ef3-c11f-45df-89ee-92f564e3eaf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 38c56edf-07f0-400b-8b09-201a8940ed1a is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:37:14.817918 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-ffa00ef3-c11f-45df-89ee-92f564e3eaf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 38c56edf-07f0-400b-8b09-201a8940ed1a) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:37:14.822729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa00ef3-c11f-45df-89ee-92f564e3eaf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:14.823723 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ffa00ef3-c11f-45df-89ee-92f564e3eaf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:14.828385 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8f805f-230b-4108-b63f-24946be3e935 None None] Network 38c56edf-07f0-400b-8b09-201a8940ed1a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:37:14.847838 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:14.854183 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ffa00ef3-c11f-45df-89ee-92f564e3eaf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.6234994
Dec 24 11:37:14.854515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59302) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:14.861049 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Transition to ACTIVE for port object 1901a9e3-663f-41bb-b28c-185f1bdf4841 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:37:14.867482 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:14.871413 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-5e4f38e1-f1f0-4196-be71-730beabd955e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:14.946433 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Attempting to bind port 1901a9e3-663f-41bb-b28c-185f1bdf4841 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:37:14.946801 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Attempting to bind port 1901a9e3-663f-41bb-b28c-185f1bdf4841 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:37:14.947163 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Attempting to bind port 1901a9e3-663f-41bb-b28c-185f1bdf4841 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:37:14.956582 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:37:14.956952 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:37:14.957356 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:14.957746 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:37:14.958239 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Bound port: 1901a9e3-663f-41bb-b28c-185f1bdf4841, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:37:14.958608 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:14.981172 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf632e6d-fd7f-4539-952e-8a599e0ad684 None None] Pushing event updated for resources: {'Port': ['ID=1901a9e3-663f-41bb-b28c-185f1bdf4841,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:15.003492 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf632e6d-fd7f-4539-952e-8a599e0ad684 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:15.004135 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf632e6d-fd7f-4539-952e-8a599e0ad684 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:15.004135 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf632e6d-fd7f-4539-952e-8a599e0ad684 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:15.004466 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf632e6d-fd7f-4539-952e-8a599e0ad684 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:15.004790 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf632e6d-fd7f-4539-952e-8a599e0ad684 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:15.005110 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf632e6d-fd7f-4539-952e-8a599e0ad684 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:15.006849 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf632e6d-fd7f-4539-952e-8a599e0ad684 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:15.006849 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf632e6d-fd7f-4539-952e-8a599e0ad684 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:15.006849 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf632e6d-fd7f-4539-952e-8a599e0ad684 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:15.006849 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf632e6d-fd7f-4539-952e-8a599e0ad684 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:15.007191 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf632e6d-fd7f-4539-952e-8a599e0ad684 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:15.007272 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf632e6d-fd7f-4539-952e-8a599e0ad684 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:37:15.021709 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-bf632e6d-fd7f-4539-952e-8a599e0ad684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:15.045184 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] For port 1901a9e3-663f-41bb-b28c-185f1bdf4841, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:37:15.048579 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] For port 1901a9e3-663f-41bb-b28c-185f1bdf4841, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=1901a9e3-663f-41bb-b28c-185f1bdf4841,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:37:15.051965 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-38c56edf-07f0-400b-8b09-201a8940ed1a', 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ips': [{'subnet_id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:37:15.053154 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:15.059274 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:15.063747 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-0f9abdea-4b61-4aa3-be13-4cd5c34a277a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:15.141074 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Routers {'02b2ab8d-98e8-42c6-bfb9-3fbec675d041'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:15.142221 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d30bb20>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:37:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:15.211907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Allocated IP 172.20.0.2 (38c56edf-07f0-400b-8b09-201a8940ed1a/83d8d772-67a0-4bb6-a6b9-33061322d1c5/58e830fe-996f-4dc2-b368-d1d72c344d84) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:37:15.216732 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf632e6d-fd7f-4539-952e-8a599e0ad684 None None] Pushing event updated for resources: {'Port': ['ID=1901a9e3-663f-41bb-b28c-185f1bdf4841,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:15.223744 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-bf632e6d-fd7f-4539-952e-8a599e0ad684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:15.361255 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] Set router 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:37:15.423271 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:15.433735 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Transition to ACTIVE for port object 58e830fe-996f-4dc2-b368-d1d72c344d84 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:37:15.452386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Transition to ACTIVE for port object 58e830fe-996f-4dc2-b368-d1d72c344d84 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:37:15.457726 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:15.463110 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9b49fd8d-1d22-4a8c-9001-14883643e525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:15.527790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Network 38c56edf-07f0-400b-8b09-201a8940ed1a is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:37:15.531640 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:37:15.536090 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:37:15.541618 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Pushing event updated for resources: {'Port': ['ID=58e830fe-996f-4dc2-b368-d1d72c344d84,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:15.545844 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:15.584685 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:15.632905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Attempting to bind port 58e830fe-996f-4dc2-b368-d1d72c344d84 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:37:15.633200 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Attempting to bind port 58e830fe-996f-4dc2-b368-d1d72c344d84 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '407ea8da-5465-4f5d-bbe2-ca636bbbf7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:37:15.633575 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Attempting to bind port 58e830fe-996f-4dc2-b368-d1d72c344d84 on network 38c56edf-07f0-400b-8b09-201a8940ed1a {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:37:15.639384 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:37:15.640094 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Checking segment: {'id': '407ea8da-5465-4f5d-bbe2-ca636bbbf7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:37:15.640223 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:15.640568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Bound using segment: {'id': '407ea8da-5465-4f5d-bbe2-ca636bbbf7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:37:15.641038 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Bound port: 58e830fe-996f-4dc2-b368-d1d72c344d84, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407ea8da-5465-4f5d-bbe2-ca636bbbf7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:37:15.641421 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:15.657911 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d30bb20>, [{'id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143268384', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:11Z', 'updated_at': '2021-12-24T11:37:13Z', 'revision_number': 3, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:15.662079 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b65955-3dfe-40ff-92a1-53cfbbbf493d None None] The sync data for ids ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'] in dv-neutron-822668-2-hyperv is: [{'id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143268384', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:11Z', 'updated_at': '2021-12-24T11:37:13Z', 'revision_number': 3, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:37:15.781298 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] For port 58e830fe-996f-4dc2-b368-d1d72c344d84, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:37:15.786018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] For port 58e830fe-996f-4dc2-b368-d1d72c344d84, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=58e830fe-996f-4dc2-b368-d1d72c344d84,segment=NetworkSegment(407ea8da-5465-4f5d-bbe2-ca636bbbf7b1),segment_id=407ea8da-5465-4f5d-bbe2-ca636bbbf7b1)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:37:15.791042 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:15.794780 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:15.874361 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Pushing event updated for resources: {'Port': ['ID=58e830fe-996f-4dc2-b368-d1d72c344d84,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:15.877487 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:16.167832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.20.0.1 (38c56edf-07f0-400b-8b09-201a8940ed1a/83d8d772-67a0-4bb6-a6b9-33061322d1c5/fc20505d-2e81-4dd4-93e6-0ced84855bd4) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:37:16.340242 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:16.360300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Transition to ACTIVE for port object fc20505d-2e81-4dd4-93e6-0ced84855bd4 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:37:16.390731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:16.396220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-07f7a016-080f-475b-8ef8-a4a4ca4cc7af tempest-TestNetworkAdvancedServerOps-1546740042 tempest-TestNetworkAdvancedServerOps-1546740042-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:16.462342 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 38c56edf-07f0-400b-8b09-201a8940ed1a is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:37:16.466066 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:37:16.470134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:37:16.504019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=fc20505d-2e81-4dd4-93e6-0ced84855bd4,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:16.511126 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:16.536653 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:16.680792 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:16.917939 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962cbddf-c1cc-41be-8e54-58ebc70ae337 None None] Network 38c56edf-07f0-400b-8b09-201a8940ed1a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:37:17.018136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-019c6a11-e709-4b68-8dbc-4c41acc4c339 None None] Provisioning for port 58e830fe-996f-4dc2-b368-d1d72c344d84 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:37:17.133057 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:17.138496 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:17.172760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0b2b6bd3-a648-4807-b751-a8453e2ab8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:17.221674 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 58e830fe-996f-4dc2-b368-d1d72c344d84 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:37:17.276285 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:17.280704 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=fc20505d-2e81-4dd4-93e6-0ced84855bd4,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:17.283808 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:17.298154 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 58e830fe-996f-4dc2-b368-d1d72c344d84 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:37:17.305319 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 58e830fe-996f-4dc2-b368-d1d72c344d84 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:37:17.305923 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:17.424128 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 38c56edf-07f0-400b-8b09-201a8940ed1a is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:37:17.426868 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:37:17.452397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:17.487660 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 58e830fe-996f-4dc2-b368-d1d72c344d84, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=58e830fe-996f-4dc2-b368-d1d72c344d84,segment=NetworkSegment(407ea8da-5465-4f5d-bbe2-ca636bbbf7b1),segment_id=407ea8da-5465-4f5d-bbe2-ca636bbbf7b1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:37:17.491702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:17.493810 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 1901a9e3-663f-41bb-b28c-185f1bdf4841 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:37:17.522821 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-fb05e47e-6275-434e-8735-8a59e0fad47a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:17.615845 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-371fe8a3-3014-411d-8648-991d9bcc8a96 None None] Provisioning for port fc20505d-2e81-4dd4-93e6-0ced84855bd4 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:37:17.625974 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:37:17.629324 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-371fe8a3-3014-411d-8648-991d9bcc8a96 None None] Provisioning complete for port fc20505d-2e81-4dd4-93e6-0ced84855bd4 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:37:17.629714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-371fe8a3-3014-411d-8648-991d9bcc8a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:17.677370 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=58e830fe-996f-4dc2-b368-d1d72c344d84,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:17.683051 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:17.698401 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 1901a9e3-663f-41bb-b28c-185f1bdf4841 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:37:17.706680 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 1901a9e3-663f-41bb-b28c-185f1bdf4841 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:37:17.707059 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:17.731827 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-371fe8a3-3014-411d-8648-991d9bcc8a96 None None] Port fc20505d-2e81-4dd4-93e6-0ced84855bd4 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:37:17.771470 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-371fe8a3-3014-411d-8648-991d9bcc8a96 None None] Provisioning complete for port 58e830fe-996f-4dc2-b368-d1d72c344d84 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:37:17.771947 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-371fe8a3-3014-411d-8648-991d9bcc8a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:17.921283 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:17.959285 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 1901a9e3-663f-41bb-b28c-185f1bdf4841, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=1901a9e3-663f-41bb-b28c-185f1bdf4841,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:37:17.963619 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:37:17.965449 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:17.967389 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8edf49b8-9413-48e6-90b9-40b2551866ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:17.979288 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "PUT /v2.0/routers/02b2ab8d-98e8-42c6-bfb9-3fbec675d041/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1236014
Dec 24 11:37:17.997253 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Sync routers for ids ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:37:18.026094 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Routers {'02b2ab8d-98e8-42c6-bfb9-3fbec675d041'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:18.026733 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d5017f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:37:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:18.116811 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=1901a9e3-663f-41bb-b28c-185f1bdf4841,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:18.122109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:18.150143 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-23afcf38-6bc7-4c5b-91d3-4cbaf7952086 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1066876812&fields=id&tenant_id=0dcd22cea467454e963edffa3365e2a7 HTTP/1.1" status: 200  len: 267 time: 0.0445271
Dec 24 11:37:18.189080 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3edcb8d5-fd54-4f69-a742-c9e8d0c42a46 None None] Provisioning complete for port fc20505d-2e81-4dd4-93e6-0ced84855bd4 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:37:18.189461 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3edcb8d5-fd54-4f69-a742-c9e8d0c42a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:18.269235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3edcb8d5-fd54-4f69-a742-c9e8d0c42a46 None None] Port fc20505d-2e81-4dd4-93e6-0ced84855bd4 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:37:18.277432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Set router 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:37:18.301634 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-ba2703c4-f05b-49f8-940c-9d4dac2f9d8d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:18.303101 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-ba2703c4-f05b-49f8-940c-9d4dac2f9d8d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/networks?id=38c56edf-07f0-400b-8b09-201a8940ed1a HTTP/1.1" status: 200  len: 796 time: 0.1464648
Dec 24 11:37:18.318273 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-e2f21608-fff2-4f0f-a284-41622b4ec71a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/quotas/0dcd22cea467454e963edffa3365e2a7 HTTP/1.1" status: 200  len: 375 time: 0.0094647
Dec 24 11:37:18.402051 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-d47d3c0b-0b7b-447d-9abb-dc7fb2b8af27 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:37:18.417636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-d47d3c0b-0b7b-447d-9abb-dc7fb2b8af27 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:37:18.419059 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-d47d3c0b-0b7b-447d-9abb-dc7fb2b8af27 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0958819
Dec 24 11:37:18.559970 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-11840827-2582-46c4-b234-81f2e0ce604e service neutron] 10.222.0.54 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284523
Dec 24 11:37:18.634387 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d5017f0>, [{'id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143268384', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:11Z', 'updated_at': '2021-12-24T11:37:16Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'fc20505d-2e81-4dd4-93e6-0ced84855bd4', 'name': '', 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:c8:1b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:15Z', 'updated_at': '2021-12-24T11:37:16Z', 'revision_number': 2, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:18.638370 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Checking router: 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:37:18.638740 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Updating router 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 port fc20505d-2e81-4dd4-93e6-0ced84855bd4 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:37:18.690388 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-12539add-4e53-4072-b757-bc52a5b764c1 service neutron] 10.222.0.54 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243343
Dec 24 11:37:18.690579 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:18.869710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-f89b669a-8f1b-43d3-8d27-fc1cc9f9d600 req-cd985bf6-a78b-44c1-b445-ce9c9c2d711c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:37:18.887622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-f89b669a-8f1b-43d3-8d27-fc1cc9f9d600 req-cd985bf6-a78b-44c1-b445-ce9c9c2d711c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:37:18.889305 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f89b669a-8f1b-43d3-8d27-fc1cc9f9d600 req-cd985bf6-a78b-44c1-b445-ce9c9c2d711c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 210 time: 0.0676682
Dec 24 11:37:19.048431 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:19.060148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Transition to ACTIVE for port object fc20505d-2e81-4dd4-93e6-0ced84855bd4 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:37:19.065945 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:19.070183 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:19.182527 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 58e830fe-996f-4dc2-b368-d1d72c344d84 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:37:19.274967 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3443bc-714d-4a6c-b374-4dcc49feb09a None None] Pushing event updated for resources: {'Port': ['ID=fc20505d-2e81-4dd4-93e6-0ced84855bd4,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:19.291111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-fe3443bc-714d-4a6c-b374-4dcc49feb09a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:19.357862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Attempting to bind port fc20505d-2e81-4dd4-93e6-0ced84855bd4 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:37:19.358530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Attempting to bind port fc20505d-2e81-4dd4-93e6-0ced84855bd4 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '407ea8da-5465-4f5d-bbe2-ca636bbbf7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:37:19.359109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Attempting to bind port fc20505d-2e81-4dd4-93e6-0ced84855bd4 on network 38c56edf-07f0-400b-8b09-201a8940ed1a {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:37:19.365611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:37:19.366230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Checking segment: {'id': '407ea8da-5465-4f5d-bbe2-ca636bbbf7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:37:19.366829 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:19.367430 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Bound using segment: {'id': '407ea8da-5465-4f5d-bbe2-ca636bbbf7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:37:19.368070 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Bound port: fc20505d-2e81-4dd4-93e6-0ced84855bd4, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407ea8da-5465-4f5d-bbe2-ca636bbbf7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:37:19.368640 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:19.436304 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 58e830fe-996f-4dc2-b368-d1d72c344d84 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:37:19.436618 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:19.533329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] For port fc20505d-2e81-4dd4-93e6-0ced84855bd4, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:37:19.537375 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] For port fc20505d-2e81-4dd4-93e6-0ced84855bd4, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=fc20505d-2e81-4dd4-93e6-0ced84855bd4,segment=NetworkSegment(407ea8da-5465-4f5d-bbe2-ca636bbbf7b1),segment_id=407ea8da-5465-4f5d-bbe2-ca636bbbf7b1)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:37:19.568177 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:19.571693 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:19.659659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 1901a9e3-663f-41bb-b28c-185f1bdf4841 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:37:19.707937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3443bc-714d-4a6c-b374-4dcc49feb09a None None] Pushing event updated for resources: {'Port': ['ID=fc20505d-2e81-4dd4-93e6-0ced84855bd4,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:19.712394 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Routers {'02b2ab8d-98e8-42c6-bfb9-3fbec675d041'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:19.713010 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d5017f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:37:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:19.760938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-fe3443bc-714d-4a6c-b374-4dcc49feb09a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:19.902267 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 1901a9e3-663f-41bb-b28c-185f1bdf4841 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:37:19.902565 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:19.959339 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-914b7d43-442c-4723-8dba-1c54dc517c31 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:19.960004 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-914b7d43-442c-4723-8dba-1c54dc517c31 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:37:19.967977 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] Set router 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:37:19.977366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-914b7d43-442c-4723-8dba-1c54dc517c31 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:37:19.978727 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-914b7d43-442c-4723-8dba-1c54dc517c31 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "GET /v2.0/networks?id=38c56edf-07f0-400b-8b09-201a8940ed1a HTTP/1.1" status: 200  len: 796 time: 0.2024326
Dec 24 11:37:20.034463 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-9ed1eb94-4592-49c7-8e80-49c9502768db tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:37:20.055366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-9ed1eb94-4592-49c7-8e80-49c9502768db tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:37:20.056749 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-9ed1eb94-4592-49c7-8e80-49c9502768db tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dcd22cea467454e963edffa3365e2a7 HTTP/1.1" status: 200  len: 380 time: 0.0694437
Dec 24 11:37:20.060489 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9005d233-72b4-4aff-9f79-9b8f59e6cd05 req-6a833e93-1c0f-4960-80a9-d7ec5822972d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 210 time: 0.0470364
Dec 24 11:37:20.065744 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-d0dee424-7529-4065-b43a-3166c259072f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'port': {'device_id': '6cef1cde-b6ec-4514-90a7-4ac244a25396', 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a', 'admin_state_up': True, 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'security_groups': ['bb27f153-d0de-4214-a739-40ef24beaec5']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:37:20.200493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-d0dee424-7529-4065-b43a-3166c259072f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:37:20.211021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-d0dee424-7529-4065-b43a-3166c259072f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:37:20.220475 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-d0dee424-7529-4065-b43a-3166c259072f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Made reservation on behalf of 0dcd22cea467454e963edffa3365e2a7 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:37:20.224277 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-d0dee424-7529-4065-b43a-3166c259072f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:20.391439 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-d0dee424-7529-4065-b43a-3166c259072f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.20.0.9 (38c56edf-07f0-400b-8b09-201a8940ed1a/83d8d772-67a0-4bb6-a6b9-33061322d1c5/57252d79-abfa-4461-8bd3-57e9d015dd83) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:37:20.405349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d5017f0>, [{'id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143268384', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:11Z', 'updated_at': '2021-12-24T11:37:16Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'fc20505d-2e81-4dd4-93e6-0ced84855bd4', 'name': '', 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:c8:1b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:15Z', 'updated_at': '2021-12-24T11:37:19Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:20.409538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d48985-a26c-47a4-b973-2a09c354de4d None None] The sync data for ids ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'] in dv-neutron-822668-2-hyperv is: [{'id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143268384', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:11Z', 'updated_at': '2021-12-24T11:37:16Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'fc20505d-2e81-4dd4-93e6-0ced84855bd4', 'name': '', 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:c8:1b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:15Z', 'updated_at': '2021-12-24T11:37:19Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:37:20.604550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-d0dee424-7529-4065-b43a-3166c259072f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:20.620886 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-d0dee424-7529-4065-b43a-3166c259072f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Transition to ACTIVE for port object 57252d79-abfa-4461-8bd3-57e9d015dd83 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:37:20.645090 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-d0dee424-7529-4065-b43a-3166c259072f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:20.650807 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-22b67227-7437-4cde-bee4-fbf529c05635 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:20.719408 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-d0dee424-7529-4065-b43a-3166c259072f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 38c56edf-07f0-400b-8b09-201a8940ed1a is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:37:20.722899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-d0dee424-7529-4065-b43a-3166c259072f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:37:20.726729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-d0dee424-7529-4065-b43a-3166c259072f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:37:20.885534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dee424-7529-4065-b43a-3166c259072f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=57252d79-abfa-4461-8bd3-57e9d015dd83,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:20.892417 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d0dee424-7529-4065-b43a-3166c259072f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:20.924797 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-d0dee424-7529-4065-b43a-3166c259072f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:20.925556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-d0dee424-7529-4065-b43a-3166c259072f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:20.954227 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-d0dee424-7529-4065-b43a-3166c259072f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8923156
Dec 24 11:37:20.966020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Request body: {'port': {'device_id': '6cef1cde-b6ec-4514-90a7-4ac244a25396', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:37:21.023128 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c3c7bb61-5573-4723-a274-08697206b90b None None] Provisioning for port 57252d79-abfa-4461-8bd3-57e9d015dd83 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:37:21.031300 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-c3c7bb61-5573-4723-a274-08697206b90b None None] Provisioning complete for port 57252d79-abfa-4461-8bd3-57e9d015dd83 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:37:21.032240 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c3c7bb61-5573-4723-a274-08697206b90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:21.081175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:21.109220 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c3c7bb61-5573-4723-a274-08697206b90b None None] Port 57252d79-abfa-4461-8bd3-57e9d015dd83 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:37:21.187657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fc20505d-2e81-4dd4-93e6-0ced84855bd4 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:37:21.257828 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port fc20505d-2e81-4dd4-93e6-0ced84855bd4 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:37:21.264643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port fc20505d-2e81-4dd4-93e6-0ced84855bd4 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:37:21.265010 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:21.393728 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:21.426968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port fc20505d-2e81-4dd4-93e6-0ced84855bd4, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=fc20505d-2e81-4dd4-93e6-0ced84855bd4,segment=NetworkSegment(407ea8da-5465-4f5d-bbe2-ca636bbbf7b1),segment_id=407ea8da-5465-4f5d-bbe2-ca636bbbf7b1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:37:21.431180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5862e227-fef6-451e-81c7-5b5b43d46444 req-311a5ff6-5aca-4a64-8e6d-6bfc690eaae7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:21.431896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-5862e227-fef6-451e-81c7-5b5b43d46444 req-311a5ff6-5aca-4a64-8e6d-6bfc690eaae7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:37:21.432003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:21.435623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-67093a90-0842-400c-9da3-628344b09428 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:21.469638 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-5862e227-fef6-451e-81c7-5b5b43d46444 req-311a5ff6-5aca-4a64-8e6d-6bfc690eaae7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:37:21.471735 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5862e227-fef6-451e-81c7-5b5b43d46444 req-311a5ff6-5aca-4a64-8e6d-6bfc690eaae7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 931 time: 0.2520366
Dec 24 11:37:21.506474 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=fc20505d-2e81-4dd4-93e6-0ced84855bd4,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:21.509855 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:21.571529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57252d79-abfa-4461-8bd3-57e9d015dd83 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:37:21.582343 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5862e227-fef6-451e-81c7-5b5b43d46444 req-bf2a21d3-ae30-436d-9ca6-7d9aada7a8b1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1019430
Dec 24 11:37:21.583941 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:21.599391 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Transition to ACTIVE for port object 57252d79-abfa-4461-8bd3-57e9d015dd83 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:37:21.602764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:21.606599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e30af119-4f7f-435e-9b98-429b9f50ab79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:21.734977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Pushing event updated for resources: {'Port': ['ID=57252d79-abfa-4461-8bd3-57e9d015dd83,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:21.761975 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:21.842532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Attempting to bind port 57252d79-abfa-4461-8bd3-57e9d015dd83 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:37:21.842870 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Attempting to bind port 57252d79-abfa-4461-8bd3-57e9d015dd83 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '407ea8da-5465-4f5d-bbe2-ca636bbbf7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:37:21.843196 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Attempting to bind port 57252d79-abfa-4461-8bd3-57e9d015dd83 on network 38c56edf-07f0-400b-8b09-201a8940ed1a {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:37:21.847781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Port 57252d79-abfa-4461-8bd3-57e9d015dd83 on network 38c56edf-07f0-400b-8b09-201a8940ed1a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:37:21.848098 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Attempting to bind port 57252d79-abfa-4461-8bd3-57e9d015dd83 on network 38c56edf-07f0-400b-8b09-201a8940ed1a {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:37:21.853087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:37:21.853421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Checking segment: {'id': '407ea8da-5465-4f5d-bbe2-ca636bbbf7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:37:21.853803 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Bound using segment: {'id': '407ea8da-5465-4f5d-bbe2-ca636bbbf7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:37:21.854254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Bound port: 57252d79-abfa-4461-8bd3-57e9d015dd83, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '407ea8da-5465-4f5d-bbe2-ca636bbbf7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:37:21.854594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:21.944185 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] For port 57252d79-abfa-4461-8bd3-57e9d015dd83, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:37:21.947116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] For port 57252d79-abfa-4461-8bd3-57e9d015dd83, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57252d79-abfa-4461-8bd3-57e9d015dd83,segment=NetworkSegment(407ea8da-5465-4f5d-bbe2-ca636bbbf7b1),segment_id=407ea8da-5465-4f5d-bbe2-ca636bbbf7b1)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:37:21.951593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:21.956061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8bfa8829-63d0-43a9-8e6c-6bd65ae8fd4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:22.007008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:22.007802 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:22.009023 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] 10.222.0.32 "PUT /v2.0/ports/57252d79-abfa-4461-8bd3-57e9d015dd83 HTTP/1.1" status: 200  len: 1093 time: 1.0474250
Dec 24 11:37:22.011660 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cef1cde-b6ec-4514-90a7-4ac244a25396', 'tag': '57252d79-abfa-4461-8bd3-57e9d015dd83'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:37:22.047231 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Pushing event updated for resources: {'Port': ['ID=57252d79-abfa-4461-8bd3-57e9d015dd83,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:22.050645 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:22.087579 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cef1cde-b6ec-4514-90a7-4ac244a25396', 'tag': '57252d79-abfa-4461-8bd3-57e9d015dd83', 'status': 'completed', 'code': 200}
Dec 24 11:37:22.123649 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-4d00f87f-b535-4c6a-b166-85030bc0f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:22.125145 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-4d00f87f-b535-4c6a-b166-85030bc0f937 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 1096 time: 0.0735352
Dec 24 11:37:22.197934 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-bd7ab483-8f32-4fc4-b49f-edb84104a773 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57252d79-abfa-4461-8bd3-57e9d015dd83 HTTP/1.1" status: 200  len: 217 time: 0.0655603
Dec 24 11:37:22.258706 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-e419a36f-d295-44d3-8532-3d6d252a884d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:22.260132 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-e419a36f-d295-44d3-8532-3d6d252a884d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83d8d772-67a0-4bb6-a6b9-33061322d1c5 HTTP/1.1" status: 200  len: 834 time: 0.0565178
Dec 24 11:37:22.335644 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-77a86934-041b-439b-a637-f28114d97a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:22.337072 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-77a86934-041b-439b-a637-f28114d97a55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38c56edf-07f0-400b-8b09-201a8940ed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0707402
Dec 24 11:37:22.467418 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-db173591-268f-43f5-9111-8d6153a1e38d service neutron] 10.222.0.32 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232533
Dec 24 11:37:22.598033 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7e7b061c-dee9-4c83-8624-0589a63dd7d5 req-ecbc5330-d966-4bbf-abfe-4f5473ccf566 service neutron] 10.222.0.32 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227171
Dec 24 11:37:22.888774 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c2527-c73e-4860-9050-ebace67967a0 req-b2ace5e8-2201-4ffc-8764-026c4c152035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:22.890250 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-926c2527-c73e-4860-9050-ebace67967a0 req-b2ace5e8-2201-4ffc-8764-026c4c152035 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 1096 time: 0.2470338
Dec 24 11:37:22.898303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c478d29b-4b68-4668-aef3-2178044d66c7 req-6f297055-fdcc-424b-9d16-83499114904b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:22.899664 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c478d29b-4b68-4668-aef3-2178044d66c7 req-6f297055-fdcc-424b-9d16-83499114904b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 943 time: 0.1112442
Dec 24 11:37:23.022770 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c478d29b-4b68-4668-aef3-2178044d66c7 req-314590b0-dd92-4786-8add-3af47185e400 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027429
Dec 24 11:37:23.056122 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c2527-c73e-4860-9050-ebace67967a0 req-20676322-bf96-413a-938a-b3ebc4d62bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:23.057589 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-926c2527-c73e-4860-9050-ebace67967a0 req-20676322-bf96-413a-938a-b3ebc4d62bf0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38c56edf-07f0-400b-8b09-201a8940ed1a HTTP/1.1" status: 200  len: 897 time: 0.1570837
Dec 24 11:37:23.129160 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-926c2527-c73e-4860-9050-ebace67967a0 req-6d3ad253-1dcd-4c56-a0c3-8ce4b16343e6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57252d79-abfa-4461-8bd3-57e9d015dd83 HTTP/1.1" status: 200  len: 217 time: 0.0637031
Dec 24 11:37:23.142303 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fc20505d-2e81-4dd4-93e6-0ced84855bd4 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:37:23.192194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c2527-c73e-4860-9050-ebace67967a0 req-aa702000-26e0-4eae-a17e-6819b5944ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:23.193808 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-926c2527-c73e-4860-9050-ebace67967a0 req-aa702000-26e0-4eae-a17e-6819b5944ea2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83d8d772-67a0-4bb6-a6b9-33061322d1c5 HTTP/1.1" status: 200  len: 834 time: 0.0585823
Dec 24 11:37:23.211418 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port fc20505d-2e81-4dd4-93e6-0ced84855bd4 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:37:23.211805 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:23.272560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c2527-c73e-4860-9050-ebace67967a0 req-83337ba3-2cca-4a40-944b-8609902d9852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:23.275121 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-926c2527-c73e-4860-9050-ebace67967a0 req-83337ba3-2cca-4a40-944b-8609902d9852 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38c56edf-07f0-400b-8b09-201a8940ed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0750124
Dec 24 11:37:23.409856 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-926c2527-c73e-4860-9050-ebace67967a0 req-eb408264-b534-4908-9ba3-506dcb076b30 service neutron] 10.222.0.32 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283066
Dec 24 11:37:23.540683 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-926c2527-c73e-4860-9050-ebace67967a0 req-e1a6763f-3f69-4515-b105-4e7b48a469e0 service neutron] 10.222.0.32 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240938
Dec 24 11:37:24.203276 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e416492-ab5a-49c4-b123-cab2476e149a req-98184682-8b00-4ba2-894a-16aa1665aa10 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:24.204724 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8e416492-ab5a-49c4-b123-cab2476e149a req-98184682-8b00-4ba2-894a-16aa1665aa10 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 943 time: 0.0799923
Dec 24 11:37:24.250560 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8e416492-ab5a-49c4-b123-cab2476e149a req-57dfdd68-5096-4c37-9efe-c121bd376ba3 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401735
Dec 24 11:37:25.438797 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e334616-734a-4e03-874b-79fae59bded3 req-e4b9ba29-9bb1-4992-9c15-d2747bae0a7e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:25.440268 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5e334616-734a-4e03-874b-79fae59bded3 req-e4b9ba29-9bb1-4992-9c15-d2747bae0a7e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 943 time: 0.0786715
Dec 24 11:37:25.483907 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5e334616-734a-4e03-874b-79fae59bded3 req-bde87c17-ed9b-4f43-a50e-5cf6d3f84e82 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381520
Dec 24 11:37:26.392320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 57252d79-abfa-4461-8bd3-57e9d015dd83 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:37:26.525019 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 57252d79-abfa-4461-8bd3-57e9d015dd83, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57252d79-abfa-4461-8bd3-57e9d015dd83,segment=NetworkSegment(407ea8da-5465-4f5d-bbe2-ca636bbbf7b1),segment_id=407ea8da-5465-4f5d-bbe2-ca636bbbf7b1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:37:26.538394 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '57252d79-abfa-4461-8bd3-57e9d015dd83', 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a', 'port_id': '57252d79-abfa-4461-8bd3-57e9d015dd83', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:37:26.593889 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:26.610586 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57252d79-abfa-4461-8bd3-57e9d015dd83 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:37:26.626072 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 57252d79-abfa-4461-8bd3-57e9d015dd83, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57252d79-abfa-4461-8bd3-57e9d015dd83,segment=NetworkSegment(407ea8da-5465-4f5d-bbe2-ca636bbbf7b1),segment_id=407ea8da-5465-4f5d-bbe2-ca636bbbf7b1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:37:26.630748 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:26.633645 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-94a64886-fd7a-4e2c-aed3-2a9ea4aa2101 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:26.671302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449a8c5-ea30-4d05-bcfa-524a254acd86 req-4aae36b8-601c-484c-832c-a1e9d9bb5c6d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:26.672743 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b449a8c5-ea30-4d05-bcfa-524a254acd86 req-4aae36b8-601c-484c-832c-a1e9d9bb5c6d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 943 time: 0.0804908
Dec 24 11:37:26.703470 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=57252d79-abfa-4461-8bd3-57e9d015dd83,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:26.706539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:26.717704 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b449a8c5-ea30-4d05-bcfa-524a254acd86 req-e72f2091-c8a2-4c21-a5b3-6b6883a27067 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390944
Dec 24 11:37:27.000189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['57252d79-abfa-4461-8bd3-57e9d015dd83'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:37:27.908298 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34fd10b-aaaa-4669-9814-42894f5687be req-ff3ee48d-adbc-4d40-8569-a2ee7fdecf5d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:27.909758 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e34fd10b-aaaa-4669-9814-42894f5687be req-ff3ee48d-adbc-4d40-8569-a2ee7fdecf5d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 944 time: 0.0915046
Dec 24 11:37:27.952975 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e34fd10b-aaaa-4669-9814-42894f5687be req-af443475-eaf2-45fe-8e65-7d36a9d47772 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376141
Dec 24 11:37:28.410643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 57252d79-abfa-4461-8bd3-57e9d015dd83 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:37:28.476006 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 57252d79-abfa-4461-8bd3-57e9d015dd83 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:37:28.480823 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 57252d79-abfa-4461-8bd3-57e9d015dd83 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:37:28.481197 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:28.598993 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:28.625075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cef1cde-b6ec-4514-90a7-4ac244a25396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57252d79-abfa-4461-8bd3-57e9d015dd83'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:37:28.634598 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 57252d79-abfa-4461-8bd3-57e9d015dd83, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57252d79-abfa-4461-8bd3-57e9d015dd83,segment=NetworkSegment(407ea8da-5465-4f5d-bbe2-ca636bbbf7b1),segment_id=407ea8da-5465-4f5d-bbe2-ca636bbbf7b1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:37:28.639405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:28.642278 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:28.719011 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cef1cde-b6ec-4514-90a7-4ac244a25396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57252d79-abfa-4461-8bd3-57e9d015dd83', 'code': 200}
Dec 24 11:37:28.755691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=57252d79-abfa-4461-8bd3-57e9d015dd83,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:28.758957 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:28.898955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171098a9-2472-4a27-898e-d90a40dcc461 req-8fc9e98f-d02d-4afc-a450-bb1e44e46d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:28.900413 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-171098a9-2472-4a27-898e-d90a40dcc461 req-8fc9e98f-d02d-4afc-a450-bb1e44e46d34 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 1098 time: 0.0693917
Dec 24 11:37:28.939935 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-171098a9-2472-4a27-898e-d90a40dcc461 req-ebc9f730-a5a7-4314-96e6-23bdca1bcce9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0332367
Dec 24 11:37:29.139790 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605a8d8-486e-426d-8de1-69ddb90b9a93 req-27fc2352-9efc-4d6e-a179-a9e20a6715cb tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:29.141637 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a605a8d8-486e-426d-8de1-69ddb90b9a93 req-27fc2352-9efc-4d6e-a179-a9e20a6715cb tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.0824108
Dec 24 11:37:29.184498 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a605a8d8-486e-426d-8de1-69ddb90b9a93 req-298e3567-4773-440d-bba5-95ad7fb1f978 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373559
Dec 24 11:37:29.744059 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-62042e83-bef1-40a6-aa15-19ff8fb35c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:30.369224 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f9d3d-a6ea-4503-a17f-7725c959bfaa req-eacb0465-134f-45e7-bbaa-5eb6dd33e15a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:30.370730 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9e6f9d3d-a6ea-4503-a17f-7725c959bfaa req-eacb0465-134f-45e7-bbaa-5eb6dd33e15a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.0830297
Dec 24 11:37:30.414738 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9e6f9d3d-a6ea-4503-a17f-7725c959bfaa req-5c568625-f2ae-4fee-b388-9839379b1073 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377734
Dec 24 11:37:30.600442 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7b1012-cdd5-4ea8-a60b-968310dba77d req-f3a96607-0b30-4798-8fb8-618c4eb08f9c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:30.601926 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d7b1012-cdd5-4ea8-a60b-968310dba77d req-f3a96607-0b30-4798-8fb8-618c4eb08f9c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.0859418
Dec 24 11:37:30.645106 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0d7b1012-cdd5-4ea8-a60b-968310dba77d req-169864b0-b009-4932-937b-21d39431aa5d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369027
Dec 24 11:37:30.667213 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59356) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:30.738708 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e631cdc-af33-45cb-ba0a-5340a1955e12 tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:30.740284 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4e631cdc-af33-45cb-ba0a-5340a1955e12 tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 1093 time: 0.0720348
Dec 24 11:37:30.742938 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59360) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:30.747617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '57252d79-abfa-4461-8bd3-57e9d015dd83', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:37:30.753311 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:37:30.757300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:floatingip and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:37:30.760126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:37:30.766423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:37:30.776216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:30.911454 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:31.156587 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.26.4.84 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/e498fcc8-ee9f-4da6-9ade-eed83f591111) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:37:31.302197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:31.330356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:31.334891 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c5a68d1f-73b6-43c3-98f8-1cfddc4d33ca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:31.398239 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:37:31.406291 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:37:31.410366 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:37:31.447774 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=e498fcc8-ee9f-4da6-9ade-eed83f591111,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:31.455918 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:31.819562 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:31.891436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:31.952051 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-61e5ff62-73e1-4528-9911-56fb8f66ad1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:32.095188 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:32.099458 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:32.102911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-035bbdd8-2e53-4e8f-be2f-56c938277bb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:37:32.204891 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=e498fcc8-ee9f-4da6-9ade-eed83f591111,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:37:32.208606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:37:32.215049 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:32.386315 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Floating IP 33ec8a28-9686-40f4-b384-38f5acd37dc1 associated. External IP: 172.26.4.84, port: 57252d79-abfa-4461-8bd3-57e9d015dd83.
Dec 24 11:37:32.854465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:37:33.034332 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:37:33.044342 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55215b7f-3e6a-4d62-b14d-f8ec82cb92b4 None None] Sync routers for ids ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:37:33.053372 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55215b7f-3e6a-4d62-b14d-f8ec82cb92b4 None None] Routers {'02b2ab8d-98e8-42c6-bfb9-3fbec675d041'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:33.054030 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-55215b7f-3e6a-4d62-b14d-f8ec82cb92b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2ff670>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:37:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:33.057805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:33.118871 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3749187
Dec 24 11:37:33.119719 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cef1cde-b6ec-4514-90a7-4ac244a25396', 'tag': '57252d79-abfa-4461-8bd3-57e9d015dd83'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:37:33.176420 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cef1cde-b6ec-4514-90a7-4ac244a25396', 'tag': '57252d79-abfa-4461-8bd3-57e9d015dd83', 'status': 'completed', 'code': 200}
Dec 24 11:37:33.195997 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:33.242472 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:33.264310 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-55215b7f-3e6a-4d62-b14d-f8ec82cb92b4 None None] Set router 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:37:33.300528 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd52e26-1b14-4892-b7a5-d74cb7ecd382 req-187743b2-223b-4aba-bddf-0d41a3b73ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:33.302176 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3cd52e26-1b14-4892-b7a5-d74cb7ecd382 req-187743b2-223b-4aba-bddf-0d41a3b73ee4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 1098 time: 0.1020670
Dec 24 11:37:33.431002 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5a77d-4443-4cee-a3d2-444ccedf4038 req-1b5f7f25-3956-496f-9874-322b7190066c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:33.433013 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-47c5a77d-4443-4cee-a3d2-444ccedf4038 req-1b5f7f25-3956-496f-9874-322b7190066c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.1204300
Dec 24 11:37:33.478624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd52e26-1b14-4892-b7a5-d74cb7ecd382 req-82ad7183-39d1-4090-8b86-1d43ddc75f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:33.480394 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3cd52e26-1b14-4892-b7a5-d74cb7ecd382 req-82ad7183-39d1-4090-8b86-1d43ddc75f11 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38c56edf-07f0-400b-8b09-201a8940ed1a HTTP/1.1" status: 200  len: 897 time: 0.1714420
Dec 24 11:37:33.483855 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-47c5a77d-4443-4cee-a3d2-444ccedf4038 req-db912a07-c222-4207-8d1b-6c6a08dd4c34 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440619
Dec 24 11:37:33.508038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59370) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:33.593857 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3cd52e26-1b14-4892-b7a5-d74cb7ecd382 req-f70f7b74-a2de-49c7-a381-240fcbefdf2e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57252d79-abfa-4461-8bd3-57e9d015dd83 HTTP/1.1" status: 200  len: 998 time: 0.1059361
Dec 24 11:37:33.618240 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ec32e794-7dc6-4205-9a63-9a8efff2ad26 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/33ec8a28-9686-40f4-b384-38f5acd37dc1 HTTP/1.1" status: 200  len: 990 time: 0.1078491
Dec 24 11:37:33.659100 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd52e26-1b14-4892-b7a5-d74cb7ecd382 req-f02fc029-d88a-49a1-b0ab-773c0ecbab07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:33.661054 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3cd52e26-1b14-4892-b7a5-d74cb7ecd382 req-f02fc029-d88a-49a1-b0ab-773c0ecbab07 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83d8d772-67a0-4bb6-a6b9-33061322d1c5 HTTP/1.1" status: 200  len: 834 time: 0.0608690
Dec 24 11:37:33.676959 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-55215b7f-3e6a-4d62-b14d-f8ec82cb92b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2ff670>, [{'id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143268384', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:11Z', 'updated_at': '2021-12-24T11:37:16Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '33ec8a28-9686-40f4-b384-38f5acd37dc1', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'port_id': '57252d79-abfa-4461-8bd3-57e9d015dd83', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef1cde-b6ec-4514-90a7-4ac244a25396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:37:31Z', 'updated_at': '2021-12-24T11:37:31Z', 'revision_number': 0, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc20505d-2e81-4dd4-93e6-0ced84855bd4', 'name': '', 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:c8:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:15Z', 'updated_at': '2021-12-24T11:37:21Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:33.680943 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55215b7f-3e6a-4d62-b14d-f8ec82cb92b4 None None] Checking router: 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:37:33.689710 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55215b7f-3e6a-4d62-b14d-f8ec82cb92b4 None None] Routers {'02b2ab8d-98e8-42c6-bfb9-3fbec675d041'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:37:33.690446 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-55215b7f-3e6a-4d62-b14d-f8ec82cb92b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2ff670>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:37:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:33.742150 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd52e26-1b14-4892-b7a5-d74cb7ecd382 req-171a0f09-141d-4c87-b442-957ff1dbfa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:33.743795 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3cd52e26-1b14-4892-b7a5-d74cb7ecd382 req-171a0f09-141d-4c87-b442-957ff1dbfa80 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38c56edf-07f0-400b-8b09-201a8940ed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0763633
Dec 24 11:37:33.877393 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3cd52e26-1b14-4892-b7a5-d74cb7ecd382 req-7d650913-8b13-44e3-b918-6694b324041c service neutron] 10.222.0.32 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266110
Dec 24 11:37:33.905320 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-55215b7f-3e6a-4d62-b14d-f8ec82cb92b4 None None] Set router 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:37:34.007625 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3cd52e26-1b14-4892-b7a5-d74cb7ecd382 req-777e2bed-4a8b-4534-a6fa-ce0a67244281 service neutron] 10.222.0.32 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235645
Dec 24 11:37:34.239983 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-55215b7f-3e6a-4d62-b14d-f8ec82cb92b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2ff670>, [{'id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143268384', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:11Z', 'updated_at': '2021-12-24T11:37:16Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '33ec8a28-9686-40f4-b384-38f5acd37dc1', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'port_id': '57252d79-abfa-4461-8bd3-57e9d015dd83', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef1cde-b6ec-4514-90a7-4ac244a25396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:37:31Z', 'updated_at': '2021-12-24T11:37:31Z', 'revision_number': 0, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc20505d-2e81-4dd4-93e6-0ced84855bd4', 'name': '', 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:c8:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:15Z', 'updated_at': '2021-12-24T11:37:21Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:37:34.243738 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55215b7f-3e6a-4d62-b14d-f8ec82cb92b4 None None] The sync data for ids ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'] in dv-neutron-822668-2-hyperv is: [{'id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143268384', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:11Z', 'updated_at': '2021-12-24T11:37:16Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '33ec8a28-9686-40f4-b384-38f5acd37dc1', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'floating_ip_address': '172.26.4.84', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'port_id': '57252d79-abfa-4461-8bd3-57e9d015dd83', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef1cde-b6ec-4514-90a7-4ac244a25396', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:37:31Z', 'updated_at': '2021-12-24T11:37:31Z', 'revision_number': 0, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc20505d-2e81-4dd4-93e6-0ced84855bd4', 'name': '', 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:c8:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:15Z', 'updated_at': '2021-12-24T11:37:21Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:37:34.428317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc33a69f-0d4f-468a-a377-1fae1cb1b2a3 None None] New status for floating IP 33ec8a28-9686-40f4-b384-38f5acd37dc1: ACTIVE {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:37:34.621043 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59374) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:37:34.732658 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-d8d3ff4c-bbfd-4b09-b0b3-cca250842096 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/33ec8a28-9686-40f4-b384-38f5acd37dc1 HTTP/1.1" status: 200  len: 992 time: 0.1102993
Dec 24 11:37:35.008778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:35.971273 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:37:40.977794 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:37:56.532128 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-af9ea7f2-5e52-4cdc-8331-4ab772f56dfe req-70d6a20e-f11f-4a40-bc8f-d068c548a3b5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0680528
Dec 24 11:37:56.665793 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ea7f2-5e52-4cdc-8331-4ab772f56dfe req-f4a4cd0d-ef19-4490-85a7-61f275978697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:56.667257 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-af9ea7f2-5e52-4cdc-8331-4ab772f56dfe req-f4a4cd0d-ef19-4490-85a7-61f275978697 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 1098 time: 0.0687273
Dec 24 11:37:56.808158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ea7f2-5e52-4cdc-8331-4ab772f56dfe req-59713851-41fa-4f76-a2cd-dacbeea39a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:56.810174 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-af9ea7f2-5e52-4cdc-8331-4ab772f56dfe req-59713851-41fa-4f76-a2cd-dacbeea39a55 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38c56edf-07f0-400b-8b09-201a8940ed1a HTTP/1.1" status: 200  len: 897 time: 0.1242115
Dec 24 11:37:57.027228 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-af9ea7f2-5e52-4cdc-8331-4ab772f56dfe req-3cc42cf7-554d-4fe2-a84c-5522234e0901 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57252d79-abfa-4461-8bd3-57e9d015dd83 HTTP/1.1" status: 200  len: 1000 time: 0.2103472
Dec 24 11:37:57.089138 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ea7f2-5e52-4cdc-8331-4ab772f56dfe req-0fa16652-9a09-4645-bd03-1acfac9dd6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:57.090471 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-af9ea7f2-5e52-4cdc-8331-4ab772f56dfe req-0fa16652-9a09-4645-bd03-1acfac9dd6e9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83d8d772-67a0-4bb6-a6b9-33061322d1c5 HTTP/1.1" status: 200  len: 834 time: 0.0570352
Dec 24 11:37:57.163717 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ea7f2-5e52-4cdc-8331-4ab772f56dfe req-7bb8d4a8-fa8e-4fab-ae39-6e17321701e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:37:57.165167 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-af9ea7f2-5e52-4cdc-8331-4ab772f56dfe req-7bb8d4a8-fa8e-4fab-ae39-6e17321701e6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38c56edf-07f0-400b-8b09-201a8940ed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0682824
Dec 24 11:37:57.296045 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-af9ea7f2-5e52-4cdc-8331-4ab772f56dfe req-106d7fb9-5930-484b-a9b3-2d4b80a3a11f service neutron] 10.222.0.32 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237855
Dec 24 11:37:57.426662 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-af9ea7f2-5e52-4cdc-8331-4ab772f56dfe req-7d9b5d81-8837-496e-8309-fb1beaf618fe service neutron] 10.222.0.32 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241837
Dec 24 11:37:59.746434 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f974cf43-5a1b-4a7d-940a-ababadcadf2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:38:01.952549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-14027b7d-90e2-4c88-aa5d-96c6d58587d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:38:03.189842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:38:03.220397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:38:05.012105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:38:10.983497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:38:12.969976 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:38:29.748821 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9c8c29f3-6c80-4af2-ba10-31da8e59f81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:38:31.954805 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cbe1745e-8aff-4352-8baf-8c4a15f6821b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:38:33.191452 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:38:33.224319 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:38:35.014122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:38:37.726124 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f6a48-94a0-42ce-bc0a-067e94b54157 req-b18775a1-cdb6-47a0-a083-548536adbbd5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:37.727625 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-072f6a48-94a0-42ce-bc0a-067e94b54157 req-b18775a1-cdb6-47a0-a083-548536adbbd5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.0837774
Dec 24 11:38:37.752128 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-aaec4a8f-1a2c-4bc9-84b1-bf2f37baa219 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1494370
Dec 24 11:38:37.775017 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-072f6a48-94a0-42ce-bc0a-067e94b54157 req-c1d6e980-225d-404b-8f69-5995badb4a0e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399277
Dec 24 11:38:38.970906 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d85269-1d30-4e8a-869a-71e6457f64b3 req-b18d3a00-2db4-448c-bd82-370f9a046b00 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:38.972563 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-43d85269-1d30-4e8a-869a-71e6457f64b3 req-b18d3a00-2db4-448c-bd82-370f9a046b00 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.0897861
Dec 24 11:38:38.999181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-071be31b-4951-4a7c-a572-579b9678827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:39.000647 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-071be31b-4951-4a7c-a572-579b9678827c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 1098 time: 0.0709310
Dec 24 11:38:39.017447 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-43d85269-1d30-4e8a-869a-71e6457f64b3 req-2897c7a5-703b-4ec6-b34d-e221502f4f49 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395050
Dec 24 11:38:39.129249 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-84548f33-cd2c-47ce-ad04-e2ccc92104bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:39.131172 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-84548f33-cd2c-47ce-ad04-e2ccc92104bd service neutron] 10.222.0.32 "GET /v2.0/networks?id=38c56edf-07f0-400b-8b09-201a8940ed1a HTTP/1.1" status: 200  len: 897 time: 0.1243799
Dec 24 11:38:39.233436 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-d5ccc767-b914-46d2-996f-76f63aa5fc9e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57252d79-abfa-4461-8bd3-57e9d015dd83 HTTP/1.1" status: 200  len: 1000 time: 0.0952022
Dec 24 11:38:39.297197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-86c059ad-0b82-402e-a691-a173d0f92c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:39.298603 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-86c059ad-0b82-402e-a691-a173d0f92c59 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83d8d772-67a0-4bb6-a6b9-33061322d1c5 HTTP/1.1" status: 200  len: 834 time: 0.0587380
Dec 24 11:38:39.372087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-2a1c3b25-960d-47a0-8350-c7913c58a5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:39.373459 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-2a1c3b25-960d-47a0-8350-c7913c58a5b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38c56edf-07f0-400b-8b09-201a8940ed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0685062
Dec 24 11:38:39.503611 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-e0b67434-59f8-4da7-8eed-26df66819d7d service neutron] 10.222.0.32 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228216
Dec 24 11:38:39.635269 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-fd7e6da9-bcf4-4258-9f25-b7b30152f744 service neutron] 10.222.0.32 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245167
Dec 24 11:38:40.199117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e518a5da-32c2-46dc-815f-89ba297e897e req-a5526de7-0bdb-4c61-aa56-0bc5c03afad5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:40.200560 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e518a5da-32c2-46dc-815f-89ba297e897e req-a5526de7-0bdb-4c61-aa56-0bc5c03afad5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.0772209
Dec 24 11:38:40.247215 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e518a5da-32c2-46dc-815f-89ba297e897e req-b7c0e091-693f-4a68-9927-6b86bf965612 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409999
Dec 24 11:38:40.981433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:38:41.430296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016335e3-11ac-4298-94cf-b8008da600ac req-4b6ed5b0-d8e5-4157-8af2-036edae8d802 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:41.431747 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-016335e3-11ac-4298-94cf-b8008da600ac req-4b6ed5b0-d8e5-4157-8af2-036edae8d802 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.0826504
Dec 24 11:38:41.475059 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-016335e3-11ac-4298-94cf-b8008da600ac req-9b878c3a-671b-457d-974b-574b6e8b1164 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369444
Dec 24 11:38:42.659408 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40b148-e603-4fc2-aef3-0e88e09f6f52 req-2298576d-7430-413f-ac9f-ffab72775270 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:42.660855 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3d40b148-e603-4fc2-aef3-0e88e09f6f52 req-2298576d-7430-413f-ac9f-ffab72775270 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.0805175
Dec 24 11:38:42.703043 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3d40b148-e603-4fc2-aef3-0e88e09f6f52 req-46eeabfb-2570-4b88-9e45-56c3d2ad0918 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361578
Dec 24 11:38:43.892999 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b7928-4985-405c-8228-095523d8017f req-85636283-5a9c-4d28-af3a-aaadbf4c87e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:43.894466 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ee0b7928-4985-405c-8228-095523d8017f req-85636283-5a9c-4d28-af3a-aaadbf4c87e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.0786128
Dec 24 11:38:43.937289 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ee0b7928-4985-405c-8228-095523d8017f req-84641f5d-ceb2-426f-891b-17a72114a287 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373011
Dec 24 11:38:45.119315 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc2517-56a3-46f6-b7b5-2bc95dd090e6 req-a57350c2-cb3c-4d41-8cdf-02653ef81e05 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:45.120763 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e9fc2517-56a3-46f6-b7b5-2bc95dd090e6 req-a57350c2-cb3c-4d41-8cdf-02653ef81e05 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.0809171
Dec 24 11:38:45.273028 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e9fc2517-56a3-46f6-b7b5-2bc95dd090e6 req-2ee7f193-6fcc-4a8d-a275-b39f8bd19760 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1466341
Dec 24 11:38:46.567755 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c2a1a-fb50-4230-bccd-a10d0b9045df req-20a8ab3b-c9c8-4338-9bc5-dc97d430ef6c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:46.569139 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c16c2a1a-fb50-4230-bccd-a10d0b9045df req-20a8ab3b-c9c8-4338-9bc5-dc97d430ef6c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.1906891
Dec 24 11:38:46.611439 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c16c2a1a-fb50-4230-bccd-a10d0b9045df req-9e100f23-8547-4f7d-8c9f-492dcf85e7a2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367599
Dec 24 11:38:47.790697 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ac0e7-539a-4537-87e6-843bd80eee38 req-09145ad9-ad2c-4e22-a14b-32f26923aca4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:47.792156 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8c8ac0e7-539a-4537-87e6-843bd80eee38 req-09145ad9-ad2c-4e22-a14b-32f26923aca4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.0786834
Dec 24 11:38:47.834785 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8c8ac0e7-539a-4537-87e6-843bd80eee38 req-b3274fca-6498-488e-a28c-8783ea7cfabe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364444
Dec 24 11:38:49.014174 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb61b6-77dc-47ce-8b29-167d93f80b64 req-71c41587-4fbe-4ce6-8497-4e4a82297a95 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:49.016126 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b4cb61b6-77dc-47ce-8b29-167d93f80b64 req-71c41587-4fbe-4ce6-8497-4e4a82297a95 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.0786095
Dec 24 11:38:49.063944 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b4cb61b6-77dc-47ce-8b29-167d93f80b64 req-a1972f92-c691-4fa9-833d-029a0515f1eb tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423481
Dec 24 11:38:49.969516 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:38:50.249602 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434fe9d-08c5-42db-904a-bff218250fc8 req-fbf1507e-d029-4096-a53e-384c40b9b31b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:50.250979 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a434fe9d-08c5-42db-904a-bff218250fc8 req-fbf1507e-d029-4096-a53e-384c40b9b31b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.0803759
Dec 24 11:38:50.293561 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a434fe9d-08c5-42db-904a-bff218250fc8 req-fccf6197-68f4-4d0b-8a93-ca615106bd91 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368631
Dec 24 11:38:51.257645 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-d6ca1474-5e69-4280-a529-9e9f0bcccc56 service neutron] 10.222.0.32 "GET /v2.0/ports/57252d79-abfa-4461-8bd3-57e9d015dd83/bindings/hv-neutron-8226 HTTP/1.1" status: 200  len: 384 time: 0.0763969
Dec 24 11:38:51.481747 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23152a99-76cb-4061-9ef7-6f222606c539 req-17b3a476-ccae-4625-a4b1-2492c4477cb6 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:51.483430 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-23152a99-76cb-4061-9ef7-6f222606c539 req-17b3a476-ccae-4625-a4b1-2492c4477cb6 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.0852027
Dec 24 11:38:51.517527 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-09bc567c-55ac-4448-827d-7aad0717b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:51.519049 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-09bc567c-55ac-4448-827d-7aad0717b2b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396&tenant_id=0dcd22cea467454e963edffa3365e2a7 HTTP/1.1" status: 200  len: 1098 time: 0.0708539
Dec 24 11:38:51.527095 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-23152a99-76cb-4061-9ef7-6f222606c539 req-50eac180-f0be-4639-9f28-20b1835fe8ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374830
Dec 24 11:38:51.612701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-5f5c0c71-40e2-4f19-ac90-fc76d5b1e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:51.614179 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-5f5c0c71-40e2-4f19-ac90-fc76d5b1e6e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 1098 time: 0.0701823
Dec 24 11:38:51.742374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-ddc8f942-13ab-4b24-9049-49fb3616f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:51.743738 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-ddc8f942-13ab-4b24-9049-49fb3616f312 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38c56edf-07f0-400b-8b09-201a8940ed1a HTTP/1.1" status: 200  len: 897 time: 0.1231337
Dec 24 11:38:51.844839 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-454678d1-c011-4a8e-8c73-a76d75d5ae71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57252d79-abfa-4461-8bd3-57e9d015dd83 HTTP/1.1" status: 200  len: 1000 time: 0.0944846
Dec 24 11:38:51.908201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-a24008db-1fe3-4db9-afd7-ffde5eae3089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:51.909568 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-a24008db-1fe3-4db9-afd7-ffde5eae3089 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83d8d772-67a0-4bb6-a6b9-33061322d1c5 HTTP/1.1" status: 200  len: 834 time: 0.0586343
Dec 24 11:38:51.981462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-bb3a7353-7c34-48bd-9c6b-d0bf8cec54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:51.982918 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-bb3a7353-7c34-48bd-9c6b-d0bf8cec54a2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38c56edf-07f0-400b-8b09-201a8940ed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0670135
Dec 24 11:38:52.111343 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-e7ca217a-48b3-44dc-bca8-3af3656f7d9f service neutron] 10.222.0.32 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1214638
Dec 24 11:38:52.240889 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7539a525-fd95-4daf-9c4f-c1f1f43ef976 req-1edc1662-827d-4ab6-afa2-ce3c5349d1c8 service neutron] 10.222.0.32 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214700
Dec 24 11:38:52.708345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b7fa9-772a-4146-9d12-c46720df9888 req-9ec4c9cd-8d81-43a5-b1f9-6adcf8d9bd8a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:52.709705 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-236b7fa9-772a-4146-9d12-c46720df9888 req-9ec4c9cd-8d81-43a5-b1f9-6adcf8d9bd8a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.0775945
Dec 24 11:38:52.756481 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-236b7fa9-772a-4146-9d12-c46720df9888 req-186404c4-e507-4845-84a8-815fc13a3426 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411630
Dec 24 11:38:53.943452 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea46313-6f07-4a36-b1ad-4a00ab1cdd65 req-12ed5afc-267d-4567-ba54-075ffaeb5753 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:53.944898 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7ea46313-6f07-4a36-b1ad-4a00ab1cdd65 req-12ed5afc-267d-4567-ba54-075ffaeb5753 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.0818758
Dec 24 11:38:53.986909 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7ea46313-6f07-4a36-b1ad-4a00ab1cdd65 req-4257d9be-57af-48da-97ab-399dd432097e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362761
Dec 24 11:38:54.928157 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 57252d79-abfa-4461-8bd3-57e9d015dd83 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:38:54.932228 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 57252d79-abfa-4461-8bd3-57e9d015dd83 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:38:55.141214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:38:55.175766 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a1ef2-1f71-4776-a8a2-c796f26e5852 req-a8a8184e-63bd-4f9b-a2e7-de52e968951c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:55.177282 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-371a1ef2-1f71-4776-a8a2-c796f26e5852 req-a8a8184e-63bd-4f9b-a2e7-de52e968951c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 945 time: 0.0845912
Dec 24 11:38:55.179893 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 57252d79-abfa-4461-8bd3-57e9d015dd83, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57252d79-abfa-4461-8bd3-57e9d015dd83,segment=NetworkSegment(407ea8da-5465-4f5d-bbe2-ca636bbbf7b1),segment_id=407ea8da-5465-4f5d-bbe2-ca636bbbf7b1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:38:55.194165 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cef1cde-b6ec-4514-90a7-4ac244a25396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57252d79-abfa-4461-8bd3-57e9d015dd83'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:38:55.204992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '57252d79-abfa-4461-8bd3-57e9d015dd83', 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a', 'port_id': '57252d79-abfa-4461-8bd3-57e9d015dd83', 'mac_address': 'fa:16:3e:e9:c8:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:38:55.209137 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 57252d79-abfa-4461-8bd3-57e9d015dd83, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57252d79-abfa-4461-8bd3-57e9d015dd83,segment=NetworkSegment(407ea8da-5465-4f5d-bbe2-ca636bbbf7b1),segment_id=407ea8da-5465-4f5d-bbe2-ca636bbbf7b1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:38:55.225231 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-371a1ef2-1f71-4776-a8a2-c796f26e5852 req-9352d7ba-5c94-4ad0-b8ce-6c07384b772b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420151
Dec 24 11:38:55.237782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:38:55.245525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:38:55.306724 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cef1cde-b6ec-4514-90a7-4ac244a25396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57252d79-abfa-4461-8bd3-57e9d015dd83', 'code': 200}
Dec 24 11:38:55.320451 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:38:55.343947 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57252d79-abfa-4461-8bd3-57e9d015dd83 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:38:55.348955 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=57252d79-abfa-4461-8bd3-57e9d015dd83,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:38:55.360713 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:38:55.361062 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:38:55.361433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:38:55.361785 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:38:55.362092 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:38:55.362599 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:38:55.362953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:38:55.363338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:38:55.363679 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:38:55.364003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:38:55.364328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:38:55.364651 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:38:55.369430 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:38:55.375235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 57252d79-abfa-4461-8bd3-57e9d015dd83, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57252d79-abfa-4461-8bd3-57e9d015dd83,segment=NetworkSegment(407ea8da-5465-4f5d-bbe2-ca636bbbf7b1),segment_id=407ea8da-5465-4f5d-bbe2-ca636bbbf7b1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:38:55.379566 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:38:55.381246 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:38:55.449898 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['57252d79-abfa-4461-8bd3-57e9d015dd83'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:38:55.488755 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=57252d79-abfa-4461-8bd3-57e9d015dd83,revision_number=7']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:38:55.493381 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:38:55.574969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6caac82-9a57-4f98-8f6c-2b55e5153f28 req-f844df7e-1cdd-4fe7-b404-f0be668118dd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:55.576457 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e6caac82-9a57-4f98-8f6c-2b55e5153f28 req-f844df7e-1cdd-4fe7-b404-f0be668118dd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 944 time: 0.0853004
Dec 24 11:38:55.578059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1efe37-4c37-46d0-83b2-634d78c9ab20 req-2ef20b2e-d086-4407-a224-f7cc14d56fdd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:55.579513 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0a1efe37-4c37-46d0-83b2-634d78c9ab20 req-2ef20b2e-d086-4407-a224-f7cc14d56fdd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396&tenant_id=0dcd22cea467454e963edffa3365e2a7&binding%3Ahost_id=hv-neutron-8226 HTTP/1.1" status: 200  len: 944 time: 0.0928977
Dec 24 11:38:55.620967 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e6caac82-9a57-4f98-8f6c-2b55e5153f28 req-cfd5733e-cbc7-44e8-b286-add403fc8f39 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388293
Dec 24 11:38:55.720736 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1efe37-4c37-46d0-83b2-634d78c9ab20 req-d9bf6c86-fd25-4390-b220-e89aced88661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:55.722169 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0a1efe37-4c37-46d0-83b2-634d78c9ab20 req-d9bf6c86-fd25-4390-b220-e89aced88661 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 1097 time: 0.0706377
Dec 24 11:38:56.016202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1efe37-4c37-46d0-83b2-634d78c9ab20 req-b7df1e80-08a3-4cfb-ac7b-86baa3623983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:56.017554 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0a1efe37-4c37-46d0-83b2-634d78c9ab20 req-b7df1e80-08a3-4cfb-ac7b-86baa3623983 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38c56edf-07f0-400b-8b09-201a8940ed1a HTTP/1.1" status: 200  len: 897 time: 0.2891819
Dec 24 11:38:56.029002 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5739be5d-6219-4056-8313-1192e54d41be req-d01ff30f-15aa-4a8b-a7a7-8266a197db6a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:56.030874 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5739be5d-6219-4056-8313-1192e54d41be req-d01ff30f-15aa-4a8b-a7a7-8266a197db6a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 944 time: 0.2819533
Dec 24 11:38:56.156031 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5739be5d-6219-4056-8313-1192e54d41be req-6bf665d9-bc55-45c9-9e33-190c27036cc9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724428
Dec 24 11:38:56.157806 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0a1efe37-4c37-46d0-83b2-634d78c9ab20 req-7bcaa998-422f-4603-80ad-031dc4cf308f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57252d79-abfa-4461-8bd3-57e9d015dd83 HTTP/1.1" status: 200  len: 999 time: 0.1260962
Dec 24 11:38:56.220303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1efe37-4c37-46d0-83b2-634d78c9ab20 req-fd2cf766-a3d9-47d0-a8fc-f7a77c82a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:56.221729 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0a1efe37-4c37-46d0-83b2-634d78c9ab20 req-fd2cf766-a3d9-47d0-a8fc-f7a77c82a35b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83d8d772-67a0-4bb6-a6b9-33061322d1c5 HTTP/1.1" status: 200  len: 834 time: 0.0568633
Dec 24 11:38:56.298458 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1efe37-4c37-46d0-83b2-634d78c9ab20 req-23f14061-a0a8-4431-95a6-50621a494f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:56.299910 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0a1efe37-4c37-46d0-83b2-634d78c9ab20 req-23f14061-a0a8-4431-95a6-50621a494f94 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38c56edf-07f0-400b-8b09-201a8940ed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0718932
Dec 24 11:38:56.429156 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0a1efe37-4c37-46d0-83b2-634d78c9ab20 req-e96f2bbf-643d-4d37-a847-837ee8931e02 service neutron] 10.222.0.32 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224463
Dec 24 11:38:56.558036 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0a1efe37-4c37-46d0-83b2-634d78c9ab20 req-a7198c82-0cc7-49c0-992f-73e7448a9957 service neutron] 10.222.0.32 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228087
Dec 24 11:38:56.947488 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 57252d79-abfa-4461-8bd3-57e9d015dd83 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:38:57.103854 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:38:57.120347 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 57252d79-abfa-4461-8bd3-57e9d015dd83 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:38:57.136336 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 57252d79-abfa-4461-8bd3-57e9d015dd83, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57252d79-abfa-4461-8bd3-57e9d015dd83,segment=NetworkSegment(407ea8da-5465-4f5d-bbe2-ca636bbbf7b1),segment_id=407ea8da-5465-4f5d-bbe2-ca636bbbf7b1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:38:57.140831 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:38:57.142569 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f8f0af31-f090-490c-a0a1-aaf433061822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:38:57.208643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=57252d79-abfa-4461-8bd3-57e9d015dd83,revision_number=8']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:38:57.211615 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:38:57.357547 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2cddc-8095-4662-b5cd-581655deec70 req-1dfa6ba6-a8de-4edf-95e7-10b04645b884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:57.359076 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-31d2cddc-8095-4662-b5cd-581655deec70 req-1dfa6ba6-a8de-4edf-95e7-10b04645b884 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 943 time: 0.0836017
Dec 24 11:38:57.403332 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-31d2cddc-8095-4662-b5cd-581655deec70 req-fd90534c-6554-4a1f-add3-52cd59f9a19b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385425
Dec 24 11:38:57.426247 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59474) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:38:57.526750 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7610ae25-295d-41b4-acff-9905cef4b1e8 req-4c1b3ced-9d6f-4875-b0d0-a3d9e65d3856 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0699258
Dec 24 11:38:57.541030 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f2bfa794-7eaf-4f8e-9f3b-2ac02555c1e6 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/33ec8a28-9686-40f4-b384-38f5acd37dc1 HTTP/1.1" status: 200  len: 990 time: 0.1135662
Dec 24 11:38:57.661668 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610ae25-295d-41b4-acff-9905cef4b1e8 req-d630d496-0c4f-4cac-8470-2f3809e706ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:57.663154 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7610ae25-295d-41b4-acff-9905cef4b1e8 req-d630d496-0c4f-4cac-8470-2f3809e706ce service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 1096 time: 0.0705261
Dec 24 11:38:57.806075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610ae25-295d-41b4-acff-9905cef4b1e8 req-ea7ffbb0-151e-4927-aa62-f2a0802a9681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:57.807522 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7610ae25-295d-41b4-acff-9905cef4b1e8 req-ea7ffbb0-151e-4927-aa62-f2a0802a9681 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38c56edf-07f0-400b-8b09-201a8940ed1a HTTP/1.1" status: 200  len: 897 time: 0.1242473
Dec 24 11:38:57.909093 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7610ae25-295d-41b4-acff-9905cef4b1e8 req-992952d1-eb1c-4679-9ad0-04a4a7d7d9de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57252d79-abfa-4461-8bd3-57e9d015dd83 HTTP/1.1" status: 200  len: 998 time: 0.0955689
Dec 24 11:38:57.973506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610ae25-295d-41b4-acff-9905cef4b1e8 req-f95ec0b0-bde3-4b7d-97df-8fcac1c82fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:57.974949 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7610ae25-295d-41b4-acff-9905cef4b1e8 req-f95ec0b0-bde3-4b7d-97df-8fcac1c82fc0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83d8d772-67a0-4bb6-a6b9-33061322d1c5 HTTP/1.1" status: 200  len: 834 time: 0.0602984
Dec 24 11:38:58.048548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610ae25-295d-41b4-acff-9905cef4b1e8 req-1e311004-f473-47a0-a33d-71edc5783d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:38:58.050018 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7610ae25-295d-41b4-acff-9905cef4b1e8 req-1e311004-f473-47a0-a33d-71edc5783d90 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38c56edf-07f0-400b-8b09-201a8940ed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0691907
Dec 24 11:38:58.187516 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7610ae25-295d-41b4-acff-9905cef4b1e8 req-693fd1ed-c4b1-4dc6-be2c-882a39f779cb service neutron] 10.222.0.32 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306190
Dec 24 11:38:58.316725 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7610ae25-295d-41b4-acff-9905cef4b1e8 req-ababbc83-2922-46b3-bdfb-d2fa15a64269 service neutron] 10.222.0.32 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227462
Dec 24 11:38:59.750853 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-91ca7918-c807-4e9e-8787-7adb6163fa17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:01.956606 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-54e5faaf-d2f5-433a-bdcb-876fc7c0d06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:03.192627 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:03.226959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:05.015764 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:10.979412 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:26.967702 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:39:29.752928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9885a026-fa9f-45cf-b711-d1c300469ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:31.961480 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-636e53a3-224d-46c4-bd78-ebe99d24dc9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:33.195120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:33.229184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:35.018625 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:40.994662 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:50.493995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59494) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:39:50.693795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port e498fcc8-ee9f-4da6-9ade-eed83f591111 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:39:50.694116 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:50.854493 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:50.854821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:50.974404 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for e498fcc8-ee9f-4da6-9ade-eed83f591111 owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:39:51.125524 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:51.129326 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:39:51.175045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=e498fcc8-ee9f-4da6-9ade-eed83f591111,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:39:51.213246 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:51.213642 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:51.214061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:51.214447 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:51.214829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:51.215205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:51.215577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:51.215958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:51.216328 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:51.216695 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:51.217064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:51.217434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:51.224767 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:39:51.278177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:51.278510 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Floating IP 33ec8a28-9686-40f4-b384-38f5acd37dc1 disassociated (deleted). External IP: 172.26.4.84, port: 57252d79-abfa-4461-8bd3-57e9d015dd83.
Dec 24 11:39:51.742291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:39:51.917349 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:39:51.927646 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d581cb2-ba50-41cf-8f92-e0c5eaf039a2 None None] Sync routers for ids ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:39:51.936601 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:51.937984 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d581cb2-ba50-41cf-8f92-e0c5eaf039a2 None None] Routers {'02b2ab8d-98e8-42c6-bfb9-3fbec675d041'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:39:51.938606 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8d581cb2-ba50-41cf-8f92-e0c5eaf039a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7eadbf40>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:39:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:39:51.995733 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/floatingips/33ec8a28-9686-40f4-b384-38f5acd37dc1 HTTP/1.1" status: 204  len: 168 time: 1.4982266
Dec 24 11:39:51.995733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cef1cde-b6ec-4514-90a7-4ac244a25396', 'tag': '57252d79-abfa-4461-8bd3-57e9d015dd83'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:39:52.117167 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cef1cde-b6ec-4514-90a7-4ac244a25396', 'tag': '57252d79-abfa-4461-8bd3-57e9d015dd83', 'status': 'completed', 'code': 200}
Dec 24 11:39:52.118595 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-8d581cb2-ba50-41cf-8f92-e0c5eaf039a2 None None] Set router 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:39:52.219383 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb1b76-27cb-4e66-bc87-ac41cb1d4b53 req-493cea7e-6676-4075-8f1a-229af8b99a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:39:52.221654 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5ebb1b76-27cb-4e66-bc87-ac41cb1d4b53 req-493cea7e-6676-4075-8f1a-229af8b99a55 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 1096 time: 0.0788059
Dec 24 11:39:52.441673 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8d581cb2-ba50-41cf-8f92-e0c5eaf039a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7eadbf40>, [{'id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143268384', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:11Z', 'updated_at': '2021-12-24T11:37:16Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'fc20505d-2e81-4dd4-93e6-0ced84855bd4', 'name': '', 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:c8:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:15Z', 'updated_at': '2021-12-24T11:37:21Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:39:52.445638 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d581cb2-ba50-41cf-8f92-e0c5eaf039a2 None None] Checking router: 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:39:52.454264 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d581cb2-ba50-41cf-8f92-e0c5eaf039a2 None None] Routers {'02b2ab8d-98e8-42c6-bfb9-3fbec675d041'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:39:52.454879 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8d581cb2-ba50-41cf-8f92-e0c5eaf039a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7eadbf40>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:39:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:39:52.525594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb1b76-27cb-4e66-bc87-ac41cb1d4b53 req-832b2e79-dfd3-4f02-9cc5-c5e7b8441e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:39:52.527070 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5ebb1b76-27cb-4e66-bc87-ac41cb1d4b53 req-832b2e79-dfd3-4f02-9cc5-c5e7b8441e8e service neutron] 10.222.0.32 "GET /v2.0/networks?id=38c56edf-07f0-400b-8b09-201a8940ed1a HTTP/1.1" status: 200  len: 897 time: 0.2957091
Dec 24 11:39:52.609342 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5ebb1b76-27cb-4e66-bc87-ac41cb1d4b53 req-681b7e0e-9a2a-43e0-88a5-15437707b4fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57252d79-abfa-4461-8bd3-57e9d015dd83 HTTP/1.1" status: 200  len: 217 time: 0.0741560
Dec 24 11:39:52.633502 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-8d581cb2-ba50-41cf-8f92-e0c5eaf039a2 None None] Set router 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:39:52.657011 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4906c3-2841-4d41-9e3a-5dafcde191c3 req-000a7413-cee8-4574-a4e5-83c26fab1065 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:39:52.658474 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5f4906c3-2841-4d41-9e3a-5dafcde191c3 req-000a7413-cee8-4574-a4e5-83c26fab1065 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 943 time: 0.3477449
Dec 24 11:39:52.709940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb1b76-27cb-4e66-bc87-ac41cb1d4b53 req-183f7645-13e9-4bc5-a403-aa43a6cd04c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:39:52.711400 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5ebb1b76-27cb-4e66-bc87-ac41cb1d4b53 req-183f7645-13e9-4bc5-a403-aa43a6cd04c9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=83d8d772-67a0-4bb6-a6b9-33061322d1c5 HTTP/1.1" status: 200  len: 834 time: 0.0945585
Dec 24 11:39:52.760849 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5f4906c3-2841-4d41-9e3a-5dafcde191c3 req-f6158f55-2cf2-4407-adb1-ec0432ea0932 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895226
Dec 24 11:39:52.794404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb1b76-27cb-4e66-bc87-ac41cb1d4b53 req-f0079155-3608-41cf-8827-4ce36b123df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:39:52.796763 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5ebb1b76-27cb-4e66-bc87-ac41cb1d4b53 req-f0079155-3608-41cf-8827-4ce36b123df2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38c56edf-07f0-400b-8b09-201a8940ed1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0761418
Dec 24 11:39:52.927953 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5ebb1b76-27cb-4e66-bc87-ac41cb1d4b53 req-6fe62f0d-45f7-4512-8ac5-15e7bc193df6 service neutron] 10.222.0.32 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241131
Dec 24 11:39:52.986917 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8d581cb2-ba50-41cf-8f92-e0c5eaf039a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7eadbf40>, [{'id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143268384', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:11Z', 'updated_at': '2021-12-24T11:37:16Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'fc20505d-2e81-4dd4-93e6-0ced84855bd4', 'name': '', 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:c8:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:15Z', 'updated_at': '2021-12-24T11:37:21Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:39:52.991064 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d581cb2-ba50-41cf-8f92-e0c5eaf039a2 None None] The sync data for ids ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'] in dv-neutron-822668-2-hyperv is: [{'id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143268384', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:11Z', 'updated_at': '2021-12-24T11:37:16Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'fc20505d-2e81-4dd4-93e6-0ced84855bd4', 'name': '', 'network_id': '38c56edf-07f0-400b-8b09-201a8940ed1a', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:c8:1b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:15Z', 'updated_at': '2021-12-24T11:37:21Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '83d8d772-67a0-4bb6-a6b9-33061322d1c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:39:53.063769 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5ebb1b76-27cb-4e66-bc87-ac41cb1d4b53 req-7acb751d-a786-434b-a1a6-c835cb40d754 service neutron] 10.222.0.32 "GET /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285610
Dec 24 11:39:53.210942 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20055041-977d-45f0-866f-27b4eb76b9a9 None None] New status for floating IP 33ec8a28-9686-40f4-b384-38f5acd37dc1: DOWN {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:39:53.995799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2eae00-86f2-460f-acad-a5fbe5fad9fd req-4b524063-3129-477c-a082-f7034025e3f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:39:53.996494 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-ae2eae00-86f2-460f-acad-a5fbe5fad9fd req-4b524063-3129-477c-a082-f7034025e3f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:39:54.013001 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-ae2eae00-86f2-460f-acad-a5fbe5fad9fd req-4b524063-3129-477c-a082-f7034025e3f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:39:54.014229 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ae2eae00-86f2-460f-acad-a5fbe5fad9fd req-4b524063-3129-477c-a082-f7034025e3f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 943 time: 0.1367075
Dec 24 11:39:54.058361 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ae2eae00-86f2-460f-acad-a5fbe5fad9fd req-5e6d7a15-7b21-45e3-bfc3-452d9120a0fa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=bb27f153-d0de-4214-a739-40ef24beaec5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378909
Dec 24 11:39:54.197617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c7dbbe-8158-43ba-8a98-e31fa47f3398 req-414dc21c-5de5-42f7-b21a-57a906c15309 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:39:54.199073 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58c7dbbe-8158-43ba-8a98-e31fa47f3398 req-414dc21c-5de5-42f7-b21a-57a906c15309 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 943 time: 0.0835652
Dec 24 11:39:54.267242 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-58c7dbbe-8158-43ba-8a98-e31fa47f3398 req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port 57252d79-abfa-4461-8bd3-57e9d015dd83 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:39:54.267580 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-58c7dbbe-8158-43ba-8a98-e31fa47f3398 req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:54.510097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-58c7dbbe-8158-43ba-8a98-e31fa47f3398 req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] For port 57252d79-abfa-4461-8bd3-57e9d015dd83, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=57252d79-abfa-4461-8bd3-57e9d015dd83,segment=NetworkSegment(407ea8da-5465-4f5d-bbe2-ca636bbbf7b1),segment_id=407ea8da-5465-4f5d-bbe2-ca636bbbf7b1)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:39:54.510452 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-58c7dbbe-8158-43ba-8a98-e31fa47f3398 req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:54.631128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-58c7dbbe-8158-43ba-8a98-e31fa47f3398 req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for 57252d79-abfa-4461-8bd3-57e9d015dd83 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:39:54.772378 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-58c7dbbe-8158-43ba-8a98-e31fa47f3398 req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:54.777665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e836ae41-5f97-4570-8754-3ce70e0b0615 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:39:54.821738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=57252d79-abfa-4461-8bd3-57e9d015dd83,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:39:54.862902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:54.863290 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:54.863672 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:54.864048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:54.864420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:54.864795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:54.865163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:54.865526 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:54.865911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:54.866279 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:54.866641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:54.867000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:39:54.874044 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:39:54.908772 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c7dbbe-8158-43ba-8a98-e31fa47f3398 req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] No DVR routers for this DVR port 57252d79-abfa-4461-8bd3-57e9d015dd83 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:39:54.911013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-58c7dbbe-8158-43ba-8a98-e31fa47f3398 req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:54.913479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cef1cde-b6ec-4514-90a7-4ac244a25396', 'name': 'network-vif-deleted', 'tag': '57252d79-abfa-4461-8bd3-57e9d015dd83'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:39:54.931346 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58c7dbbe-8158-43ba-8a98-e31fa47f3398 req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "DELETE /v2.0/ports/57252d79-abfa-4461-8bd3-57e9d015dd83 HTTP/1.1" status: 204  len: 173 time: 0.7265871
Dec 24 11:39:55.007341 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cef1cde-b6ec-4514-90a7-4ac244a25396', 'name': 'network-vif-deleted', 'tag': '57252d79-abfa-4461-8bd3-57e9d015dd83', 'status': 'completed', 'code': 200}
Dec 24 11:39:55.225391 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7691853c-e8fc-4b5d-98b9-22bcda0dca60 req-fed4ba1a-a83f-45f8-96e4-6644ab58a0ad tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=6cef1cde-b6ec-4514-90a7-4ac244a25396 HTTP/1.1" status: 200  len: 210 time: 0.0459609
Dec 24 11:39:56.321333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59522) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:39:56.860780 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-148e34bf-19eb-497e-a92c-1a3379322c38 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:57.246164 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 57252d79-abfa-4461-8bd3-57e9d015dd83 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:39:57.279921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 57252d79-abfa-4461-8bd3-57e9d015dd83 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:39:57.280278 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 57252d79-abfa-4461-8bd3-57e9d015dd83 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:39:57.335412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-148e34bf-19eb-497e-a92c-1a3379322c38 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port fc20505d-2e81-4dd4-93e6-0ced84855bd4 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:39:57.335991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-148e34bf-19eb-497e-a92c-1a3379322c38 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:57.522293 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-148e34bf-19eb-497e-a92c-1a3379322c38 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] For port fc20505d-2e81-4dd4-93e6-0ced84855bd4, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=fc20505d-2e81-4dd4-93e6-0ced84855bd4,segment=NetworkSegment(407ea8da-5465-4f5d-bbe2-ca636bbbf7b1),segment_id=407ea8da-5465-4f5d-bbe2-ca636bbbf7b1)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:39:57.522654 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-148e34bf-19eb-497e-a92c-1a3379322c38 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:57.647902 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-148e34bf-19eb-497e-a92c-1a3379322c38 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for fc20505d-2e81-4dd4-93e6-0ced84855bd4 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:39:57.961679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-148e34bf-19eb-497e-a92c-1a3379322c38 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:57.965216 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fe9287cb-4498-45c0-bd83-d935fd1e4bbb tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:39:58.008196 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e34bf-19eb-497e-a92c-1a3379322c38 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=fc20505d-2e81-4dd4-93e6-0ced84855bd4,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:39:58.011673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-148e34bf-19eb-497e-a92c-1a3379322c38 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:39:58.285329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-148e34bf-19eb-497e-a92c-1a3379322c38 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:58.760430 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148e34bf-19eb-497e-a92c-1a3379322c38 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:39:58.935014 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148e34bf-19eb-497e-a92c-1a3379322c38 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:39:58.945359 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8102b5a3-c93d-47b0-804c-e632c7dccc9b None None] Sync routers for ids ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:39:58.947967 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-148e34bf-19eb-497e-a92c-1a3379322c38 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "PUT /v2.0/routers/02b2ab8d-98e8-42c6-bfb9-3fbec675d041/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6255672
Dec 24 11:39:58.950607 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59526) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:39:58.955003 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8102b5a3-c93d-47b0-804c-e632c7dccc9b None None] Routers {'02b2ab8d-98e8-42c6-bfb9-3fbec675d041'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:39:58.955611 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8102b5a3-c93d-47b0-804c-e632c7dccc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7eadb400>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:39:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:39:59.014701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edf4627-f5d1-45b0-82fb-776f963775b2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting subnet 83d8d772-67a0-4bb6-a6b9-33061322d1c5 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:39:59.017580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2edf4627-f5d1-45b0-82fb-776f963775b2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:59.073448 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2edf4627-f5d1-45b0-82fb-776f963775b2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:59.129580 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-8102b5a3-c93d-47b0-804c-e632c7dccc9b None None] Set router 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:39:59.155957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2edf4627-f5d1-45b0-82fb-776f963775b2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:59.231012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2edf4627-f5d1-45b0-82fb-776f963775b2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:59.235347 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a15bf9fb-86f6-4c6d-8a2a-8ce02a918c58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:39:59.275187 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf4627-f5d1-45b0-82fb-776f963775b2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Subnet': ['ID=83d8d772-67a0-4bb6-a6b9-33061322d1c5,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:39:59.278202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2edf4627-f5d1-45b0-82fb-776f963775b2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:39:59.279179 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2edf4627-f5d1-45b0-82fb-776f963775b2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:59.285942 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2edf4627-f5d1-45b0-82fb-776f963775b2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/subnets/83d8d772-67a0-4bb6-a6b9-33061322d1c5 HTTP/1.1" status: 204  len: 168 time: 0.3343511
Dec 24 11:39:59.286254 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54f1e46-cd80-443d-8383-f077631b0a40 None None] Network 38c56edf-07f0-400b-8b09-201a8940ed1a requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:39:59.288433 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59530) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:39:59.422628 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8102b5a3-c93d-47b0-804c-e632c7dccc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7eadb400>, [{'id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143268384', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:11Z', 'updated_at': '2021-12-24T11:39:57Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:39:59.426722 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8102b5a3-c93d-47b0-804c-e632c7dccc9b None None] Checking router: 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:39:59.435274 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8102b5a3-c93d-47b0-804c-e632c7dccc9b None None] Routers {'02b2ab8d-98e8-42c6-bfb9-3fbec675d041'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:39:59.435906 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8102b5a3-c93d-47b0-804c-e632c7dccc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7eadb400>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:39:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:39:59.476657 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9b232e9d-5854-4a36-a824-ef378c2a56e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:59.562641 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] DHCP port deletion for 38c56edf-07f0-400b-8b09-201a8940ed1a request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:39:59.567476 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Deleting port 58e830fe-996f-4dc2-b368-d1d72c344d84 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:39:59.567870 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:59.613141 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-8102b5a3-c93d-47b0-804c-e632c7dccc9b None None] Set router 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:39:59.664802 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9b232e9d-5854-4a36-a824-ef378c2a56e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:59.674323 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-9b232e9d-5854-4a36-a824-ef378c2a56e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port 1901a9e3-663f-41bb-b28c-185f1bdf4841 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:39:59.674742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9b232e9d-5854-4a36-a824-ef378c2a56e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:59.776688 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f2fdcb88-02f4-40fe-9b78-b2043f716440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:59.786950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] For port 58e830fe-996f-4dc2-b368-d1d72c344d84, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=58e830fe-996f-4dc2-b368-d1d72c344d84,segment=NetworkSegment(407ea8da-5465-4f5d-bbe2-ca636bbbf7b1),segment_id=407ea8da-5465-4f5d-bbe2-ca636bbbf7b1)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:39:59.794247 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:59.853468 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-9b232e9d-5854-4a36-a824-ef378c2a56e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] For port 1901a9e3-663f-41bb-b28c-185f1bdf4841, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=1901a9e3-663f-41bb-b28c-185f1bdf4841,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:39:59.854065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9b232e9d-5854-4a36-a824-ef378c2a56e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:39:59.911184 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8102b5a3-c93d-47b0-804c-e632c7dccc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7eadb400>, [{'id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143268384', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:11Z', 'updated_at': '2021-12-24T11:39:57Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:39:59.915426 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8102b5a3-c93d-47b0-804c-e632c7dccc9b None None] The sync data for ids ['02b2ab8d-98e8-42c6-bfb9-3fbec675d041'] in dv-neutron-822668-2-hyperv is: [{'id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'name': 'tempest-TestNetworkAdvancedServerOps-router-143268384', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46'}], 'enable_snat': True}, 'gw_port_id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:37:11Z', 'updated_at': '2021-12-24T11:39:57Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '1901a9e3-663f-41bb-b28c-185f1bdf4841', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b2ab8d-98e8-42c6-bfb9-3fbec675d041', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:37:12Z', 'updated_at': '2021-12-24T11:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:39:59.932260 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Calling delete_port for 58e830fe-996f-4dc2-b368-d1d72c344d84 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:40:00.010660 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:00.014384 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:00.060023 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Pushing event deleted for resources: {'Port': ['ID=58e830fe-996f-4dc2-b368-d1d72c344d84,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:00.064751 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] No DVR routers for this DVR port 58e830fe-996f-4dc2-b368-d1d72c344d84 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:40:00.070667 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:00.071017 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:00.071360 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:00.071703 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:00.076464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:00.076464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:00.076464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:00.076464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:00.076464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:00.076464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:00.076464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:00.076464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:00.079706 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:00.116607 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-9b232e9d-5854-4a36-a824-ef378c2a56e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for 1901a9e3-663f-41bb-b28c-185f1bdf4841 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:40:00.280923 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9b232e9d-5854-4a36-a824-ef378c2a56e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:00.284649 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-be0e74a9-eabe-4d00-bcab-04904443d7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:00.327717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b232e9d-5854-4a36-a824-ef378c2a56e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=1901a9e3-663f-41bb-b28c-185f1bdf4841,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:00.357363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9b232e9d-5854-4a36-a824-ef378c2a56e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:00.424172 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9b232e9d-5854-4a36-a824-ef378c2a56e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:00.597307 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9b232e9d-5854-4a36-a824-ef378c2a56e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:00.599497 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9b232e9d-5854-4a36-a824-ef378c2a56e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:00.620381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9b232e9d-5854-4a36-a824-ef378c2a56e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:00.620910 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b232e9d-5854-4a36-a824-ef378c2a56e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Fanout notify agent at l3_agent the message router_deleted on router 02b2ab8d-98e8-42c6-bfb9-3fbec675d041 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:40:00.637196 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9b232e9d-5854-4a36-a824-ef378c2a56e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:00.638341 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9b232e9d-5854-4a36-a824-ef378c2a56e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/routers/02b2ab8d-98e8-42c6-bfb9-3fbec675d041 HTTP/1.1" status: 204  len: 168 time: 1.3490024
Dec 24 11:40:00.643318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59536) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:00.758877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a7e422f6-8054-4d6a-9f21-58b265030ff5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:00.887323 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a7e422f6-8054-4d6a-9f21-58b265030ff5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:00.912134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-a7e422f6-8054-4d6a-9f21-58b265030ff5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b76d41910>,) {'filters': {'network_id': ['38c56edf-07f0-400b-8b09-201a8940ed1a']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:40:00.924436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-a7e422f6-8054-4d6a-9f21-58b265030ff5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76d41910>, '407ea8da-5465-4f5d-bbe2-ca636bbbf7b1') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:40:00.924744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-a7e422f6-8054-4d6a-9f21-58b265030ff5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76d41910>, '407ea8da-5465-4f5d-bbe2-ca636bbbf7b1') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:40:00.935625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a7e422f6-8054-4d6a-9f21-58b265030ff5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:00.950799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a7e422f6-8054-4d6a-9f21-58b265030ff5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:00.956551 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e422f6-8054-4d6a-9f21-58b265030ff5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:40:00.956936 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a7e422f6-8054-4d6a-9f21-58b265030ff5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:40:00.971678 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:40:01.051853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a7e422f6-8054-4d6a-9f21-58b265030ff5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:01.055293 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-96ac560e-d2d6-4c9e-be74-9cffe255a5c5 tempest-RoutersNegativeTest-1027215769 tempest-RoutersNegativeTest-1027215769-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:01.069715 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-a7e422f6-8054-4d6a-9f21-58b265030ff5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:01.081422 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e422f6-8054-4d6a-9f21-58b265030ff5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Network': ['ID=38c56edf-07f0-400b-8b09-201a8940ed1a,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:01.086245 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a7e422f6-8054-4d6a-9f21-58b265030ff5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:01.093094 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-a7e422f6-8054-4d6a-9f21-58b265030ff5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/networks/38c56edf-07f0-400b-8b09-201a8940ed1a HTTP/1.1" status: 204  len: 168 time: 0.4487755
Dec 24 11:40:01.096701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59540) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:01.172292 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df2f70ec-afed-4e1f-824a-b2cce439dacb tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:01.202266 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df2f70ec-afed-4e1f-824a-b2cce439dacb tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:01.219460 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fc20505d-2e81-4dd4-93e6-0ced84855bd4 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:40:01.254426 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: fc20505d-2e81-4dd4-93e6-0ced84855bd4 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:40:01.254800 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device fc20505d-2e81-4dd4-93e6-0ced84855bd4 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:40:01.255257 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 58e830fe-996f-4dc2-b368-d1d72c344d84 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:40:01.270788 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df2f70ec-afed-4e1f-824a-b2cce439dacb tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:01.274642 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2b3b3793-03d8-4421-9eee-04c808a4bf8e tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:01.289636 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 58e830fe-996f-4dc2-b368-d1d72c344d84 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:40:01.290172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 58e830fe-996f-4dc2-b368-d1d72c344d84 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:40:01.290347 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f70ec-afed-4e1f-824a-b2cce439dacb tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb27f153-d0de-4214-a739-40ef24beaec5,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:01.290535 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 1901a9e3-663f-41bb-b28c-185f1bdf4841 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:40:01.292708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-df2f70ec-afed-4e1f-824a-b2cce439dacb tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:01.301287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df2f70ec-afed-4e1f-824a-b2cce439dacb tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:01.302449 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-df2f70ec-afed-4e1f-824a-b2cce439dacb tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/security-groups/bb27f153-d0de-4214-a739-40ef24beaec5 HTTP/1.1" status: 204  len: 168 time: 0.2047684
Dec 24 11:40:01.333512 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 1901a9e3-663f-41bb-b28c-185f1bdf4841 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:40:01.333898 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 1901a9e3-663f-41bb-b28c-185f1bdf4841 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:40:01.963024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0965f6b0-b449-4c05-be89-84d58b0998c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:03.198782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:03.231724 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:03.583226 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59554) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:03.588580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-7039b0c6-1277-40c5-809e-dd5ed8a098c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-500638781', 'description': 'tempest-secgroup-smoke-500638781 description', 'project_id': '0dcd22cea467454e963edffa3365e2a7'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:40:03.595165 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7039b0c6-1277-40c5-809e-dd5ed8a098c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:40:03.599187 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7039b0c6-1277-40c5-809e-dd5ed8a098c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:40:03.602064 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7039b0c6-1277-40c5-809e-dd5ed8a098c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:40:03.607749 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7039b0c6-1277-40c5-809e-dd5ed8a098c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:40:03.618002 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7039b0c6-1277-40c5-809e-dd5ed8a098c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:03.638001 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7039b0c6-1277-40c5-809e-dd5ed8a098c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:40:03.642824 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7039b0c6-1277-40c5-809e-dd5ed8a098c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:40:03.645506 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7039b0c6-1277-40c5-809e-dd5ed8a098c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:40:03.650964 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7039b0c6-1277-40c5-809e-dd5ed8a098c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:40:03.717504 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7039b0c6-1277-40c5-809e-dd5ed8a098c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:03.720821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7039b0c6-1277-40c5-809e-dd5ed8a098c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:03.725599 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-df2f70ec-afed-4e1f-824a-b2cce439dacb tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:03.766061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039b0c6-1277-40c5-809e-dd5ed8a098c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e167d162-317f-4ade-aed9-9a242bdd0552,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:03.768804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7039b0c6-1277-40c5-809e-dd5ed8a098c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:03.770082 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7039b0c6-1277-40c5-809e-dd5ed8a098c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.1858342
Dec 24 11:40:03.770963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7039b0c6-1277-40c5-809e-dd5ed8a098c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:03.772964 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59558) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:03.777691 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c47ac77e-0c01-4b03-b19c-cc18aca897ed tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': 'e167d162-317f-4ade-aed9-9a242bdd0552', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:40:03.783510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c47ac77e-0c01-4b03-b19c-cc18aca897ed tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:40:03.787363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c47ac77e-0c01-4b03-b19c-cc18aca897ed tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:40:03.790219 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c47ac77e-0c01-4b03-b19c-cc18aca897ed tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:40:03.795862 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c47ac77e-0c01-4b03-b19c-cc18aca897ed tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:40:03.812940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c47ac77e-0c01-4b03-b19c-cc18aca897ed tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:03.874775 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c47ac77e-0c01-4b03-b19c-cc18aca897ed tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:03.878410 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c47ac77e-0c01-4b03-b19c-cc18aca897ed tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:03.880134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a7c44be1-8db4-4426-bf11-b58aef12604a tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:03.900805 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47ac77e-0c01-4b03-b19c-cc18aca897ed tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a7f962-5b2a-4381-8fc0-70be6667b3ef,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:03.903123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c47ac77e-0c01-4b03-b19c-cc18aca897ed tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:03.910188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c47ac77e-0c01-4b03-b19c-cc18aca897ed tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:03.911348 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c47ac77e-0c01-4b03-b19c-cc18aca897ed tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1376028
Dec 24 11:40:03.913992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59562) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:03.918847 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-bc175c50-4d20-4619-8f93-034a6af5e689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': 'e167d162-317f-4ade-aed9-9a242bdd0552', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:40:03.925060 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-bc175c50-4d20-4619-8f93-034a6af5e689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:40:03.928789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-bc175c50-4d20-4619-8f93-034a6af5e689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:40:03.931603 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-bc175c50-4d20-4619-8f93-034a6af5e689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:40:03.937360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-bc175c50-4d20-4619-8f93-034a6af5e689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:40:03.953363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bc175c50-4d20-4619-8f93-034a6af5e689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:03.965444 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:40:04.012776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bc175c50-4d20-4619-8f93-034a6af5e689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.021696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bc175c50-4d20-4619-8f93-034a6af5e689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.023541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7f6aabea-fbb2-43b5-afc6-f154a0833036 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:04.045444 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc175c50-4d20-4619-8f93-034a6af5e689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41009586-474b-45fa-b281-587ad3eb39c3,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:04.049758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-bc175c50-4d20-4619-8f93-034a6af5e689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:04.054004 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-bc175c50-4d20-4619-8f93-034a6af5e689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.055157 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-bc175c50-4d20-4619-8f93-034a6af5e689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1402738
Dec 24 11:40:04.057835 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59566) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:04.062633 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-f8700b3c-6873-48bb-81f6-db67238e7861 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': 'e167d162-317f-4ade-aed9-9a242bdd0552', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:40:04.068244 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f8700b3c-6873-48bb-81f6-db67238e7861 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:40:04.071895 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f8700b3c-6873-48bb-81f6-db67238e7861 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:40:04.074701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f8700b3c-6873-48bb-81f6-db67238e7861 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:40:04.080681 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f8700b3c-6873-48bb-81f6-db67238e7861 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:40:04.097259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f8700b3c-6873-48bb-81f6-db67238e7861 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.158754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f8700b3c-6873-48bb-81f6-db67238e7861 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.162157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f8700b3c-6873-48bb-81f6-db67238e7861 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.168860 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4e8b5bef-7be8-4b35-b699-6b33bf4581a5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:04.185539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8700b3c-6873-48bb-81f6-db67238e7861 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81d9fa71-3e4b-4dd8-9a0a-a3a66c5371b9,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:04.188054 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f8700b3c-6873-48bb-81f6-db67238e7861 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:04.195334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f8700b3c-6873-48bb-81f6-db67238e7861 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.196731 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f8700b3c-6873-48bb-81f6-db67238e7861 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1379607
Dec 24 11:40:04.199652 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59570) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:04.206559 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-89081588-9c55-4387-a134-a8c470b9c1d0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': 'e167d162-317f-4ade-aed9-9a242bdd0552', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:40:04.213444 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-89081588-9c55-4387-a134-a8c470b9c1d0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:40:04.219002 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-89081588-9c55-4387-a134-a8c470b9c1d0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:40:04.221938 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-89081588-9c55-4387-a134-a8c470b9c1d0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:40:04.227581 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-89081588-9c55-4387-a134-a8c470b9c1d0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:40:04.246028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-89081588-9c55-4387-a134-a8c470b9c1d0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.420103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-89081588-9c55-4387-a134-a8c470b9c1d0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.423758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-89081588-9c55-4387-a134-a8c470b9c1d0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.425517 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-dc4d8a59-1a7b-4ff4-81c0-580b99e536a5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:04.447708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89081588-9c55-4387-a134-a8c470b9c1d0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d20644-e8d6-4eea-a451-e28524185e74,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:04.451892 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-89081588-9c55-4387-a134-a8c470b9c1d0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:04.456591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-89081588-9c55-4387-a134-a8c470b9c1d0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.457841 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-89081588-9c55-4387-a134-a8c470b9c1d0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2570817
Dec 24 11:40:04.460530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59576) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:04.465397 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-f84fa170-49aa-44df-82ef-acb0d6a4def2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': 'e167d162-317f-4ade-aed9-9a242bdd0552', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:40:04.470995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f84fa170-49aa-44df-82ef-acb0d6a4def2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:40:04.474695 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f84fa170-49aa-44df-82ef-acb0d6a4def2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:40:04.477502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f84fa170-49aa-44df-82ef-acb0d6a4def2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:40:04.483014 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f84fa170-49aa-44df-82ef-acb0d6a4def2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:40:04.492926 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-f84fa170-49aa-44df-82ef-acb0d6a4def2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Project 0dcd22cea467454e963edffa3365e2a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:40:04.499005 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f84fa170-49aa-44df-82ef-acb0d6a4def2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.559874 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f84fa170-49aa-44df-82ef-acb0d6a4def2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.563616 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f84fa170-49aa-44df-82ef-acb0d6a4def2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.565360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a37ac8bb-e369-44d2-8238-af032b7e664f tempest-NegativeSecGroupTest-1547772425 tempest-NegativeSecGroupTest-1547772425-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:04.586622 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fa170-49aa-44df-82ef-acb0d6a4def2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e99fbf5-fba7-4296-a28a-22a98f62f561,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:04.588957 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f84fa170-49aa-44df-82ef-acb0d6a4def2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:04.595568 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f84fa170-49aa-44df-82ef-acb0d6a4def2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.596728 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f84fa170-49aa-44df-82ef-acb0d6a4def2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1352968
Dec 24 11:40:04.599443 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59580) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:04.604176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-7516e033-dd0b-4e71-a8d0-9320f24246d5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': 'e167d162-317f-4ade-aed9-9a242bdd0552', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:40:04.609754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7516e033-dd0b-4e71-a8d0-9320f24246d5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:40:04.613439 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7516e033-dd0b-4e71-a8d0-9320f24246d5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:40:04.616284 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7516e033-dd0b-4e71-a8d0-9320f24246d5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:40:04.621897 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7516e033-dd0b-4e71-a8d0-9320f24246d5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:40:04.632042 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-7516e033-dd0b-4e71-a8d0-9320f24246d5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Project 0dcd22cea467454e963edffa3365e2a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:40:04.638310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7516e033-dd0b-4e71-a8d0-9320f24246d5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.704984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7516e033-dd0b-4e71-a8d0-9320f24246d5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.708227 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7516e033-dd0b-4e71-a8d0-9320f24246d5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.710071 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4fd07ee3-4230-4a6c-9254-412da050c0f1 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:04.730713 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7516e033-dd0b-4e71-a8d0-9320f24246d5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748c16e3-522e-4f14-97ec-c09da21082d5,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:04.733085 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7516e033-dd0b-4e71-a8d0-9320f24246d5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:04.740598 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7516e033-dd0b-4e71-a8d0-9320f24246d5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.741754 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7516e033-dd0b-4e71-a8d0-9320f24246d5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1414118
Dec 24 11:40:04.744667 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59584) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:04.750657 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-9c95ecbb-9355-4d4d-bba8-71e002d0e432 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'network': {'name': 'tempest-network-smoke--39355638', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'port_security_enabled': True}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:40:04.755626 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9c95ecbb-9355-4d4d-bba8-71e002d0e432 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:40:04.759620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9c95ecbb-9355-4d4d-bba8-71e002d0e432 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:network and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:40:04.762484 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-9c95ecbb-9355-4d4d-bba8-71e002d0e432 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:40:04.768082 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-9c95ecbb-9355-4d4d-bba8-71e002d0e432 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:40:04.778257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c95ecbb-9355-4d4d-bba8-71e002d0e432 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Made reservation on behalf of 0dcd22cea467454e963edffa3365e2a7 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:40:04.781805 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c95ecbb-9355-4d4d-bba8-71e002d0e432 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.808941 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c95ecbb-9355-4d4d-bba8-71e002d0e432 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:40:04.818281 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c95ecbb-9355-4d4d-bba8-71e002d0e432 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.818692 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-9c95ecbb-9355-4d4d-bba8-71e002d0e432 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Added segment 5a77b01f-fd67-4c09-b98b-1c912aa1e069 of type vlan for network 4dd6588d-738f-45c3-871f-7044314be1be
Dec 24 11:40:04.845072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c95ecbb-9355-4d4d-bba8-71e002d0e432 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.873781 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c95ecbb-9355-4d4d-bba8-71e002d0e432 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.880000 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c95ecbb-9355-4d4d-bba8-71e002d0e432 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:04.880579 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-9c95ecbb-9355-4d4d-bba8-71e002d0e432 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:04.884023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a7e422f6-8054-4d6a-9f21-58b265030ff5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:04.981272 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-9c95ecbb-9355-4d4d-bba8-71e002d0e432 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.2354097
Dec 24 11:40:04.983866 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59588) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:04.991274 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-125375370', 'admin_state_up': True, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:40:04.996627 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95ecbb-9355-4d4d-bba8-71e002d0e432 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Network': ['ID=4dd6588d-738f-45c3-871f-7044314be1be,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:04.999800 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9c95ecbb-9355-4d4d-bba8-71e002d0e432 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:05.000743 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:40:05.005382 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:router and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:40:05.008324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:40:05.014011 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:40:05.014358 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 4dd6588d-738f-45c3-871f-7044314be1be details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:40:05.023678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:05.024813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:05.040158 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:05.090608 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:05.304446 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:05.602731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:05.633207 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:05.768288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.26.4.66 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/db44cef6-b205-4bb3-a4e5-955158e734d8) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:40:05.910045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:05.938104 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:05.942269 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-641fa119-ad31-4ebe-b04a-69ff7a849bd6 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:05.995038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:40:06.001721 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:40:06.006042 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:40:06.161275 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=db44cef6-b205-4bb3-a4e5-955158e734d8,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:06.168972 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:06.532329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:06.865374 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:07.065094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 85312090-fa27-479b-a687-e53ec473fe6e is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:40:07.238920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:40:07.248304 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Sync routers for ids ['85312090-fa27-479b-a687-e53ec473fe6e'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:40:07.257421 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Routers {'85312090-fa27-479b-a687-e53ec473fe6e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:40:07.258075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a796465f-882c-4369-bb62-65baaa181fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4c8ca0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:40:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['85312090-fa27-479b-a687-e53ec473fe6e'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:40:07.264709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:07.266554 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-050df0b1-9478-4f92-9dbf-6d5cb08d9b89 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.2812879
Dec 24 11:40:07.269609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59592) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:07.427896 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5d0f9556-5d43-4195-88e0-fef4cd9810ec tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=0dcd22cea467454e963edffa3365e2a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1546571
Dec 24 11:40:07.428103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59600) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:07.476396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Set router 85312090-fa27-479b-a687-e53ec473fe6e gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:40:07.688990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d14952e-d2fa-4ca7-b54d-7bcc729d832d tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:07.690411 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1d14952e-d2fa-4ca7-b54d-7bcc729d832d tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2615113
Dec 24 11:40:07.693080 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59604) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:07.731357 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-71699a80-85a7-4bda-ab1d-e32f46ec9416 tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0371361
Dec 24 11:40:07.733670 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59608) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:07.739776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8a00dab6-9d3e-44eb-b07b-46285191e896 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-70666388', 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:40:07.763144 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a796465f-882c-4369-bb62-65baaa181fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4c8ca0>, [{'id': '85312090-fa27-479b-a687-e53ec473fe6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125375370', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:06Z', 'revision_number': 3, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:40:07.767010 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Checking router: 85312090-fa27-479b-a687-e53ec473fe6e for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:40:07.767366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Updating router 85312090-fa27-479b-a687-e53ec473fe6e port db44cef6-b205-4bb3-a4e5-955158e734d8 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:40:07.819544 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:07.847803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8a00dab6-9d3e-44eb-b07b-46285191e896 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:40:07.851602 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8a00dab6-9d3e-44eb-b07b-46285191e896 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:subnet and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:40:07.854487 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8a00dab6-9d3e-44eb-b07b-46285191e896 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:40:07.860609 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8a00dab6-9d3e-44eb-b07b-46285191e896 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:40:07.869900 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a00dab6-9d3e-44eb-b07b-46285191e896 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Made reservation on behalf of 0dcd22cea467454e963edffa3365e2a7 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:40:07.873380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8a00dab6-9d3e-44eb-b07b-46285191e896 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:08.090191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8a00dab6-9d3e-44eb-b07b-46285191e896 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:08.095113 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-94c65d4f-dcaa-41a6-80d8-e0edae781312 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:08.148702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:08.168120 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Transition to ACTIVE for port object db44cef6-b205-4bb3-a4e5-955158e734d8 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:40:08.178950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:08.180394 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00dab6-9d3e-44eb-b07b-46285191e896 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Subnet': ['ID=9135ded5-2da4-497e-85f2-da36e23f7f90,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:08.183651 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8a00dab6-9d3e-44eb-b07b-46285191e896 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:08.185302 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:08.188502 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a00dab6-9d3e-44eb-b07b-46285191e896 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Checking segment: {'id': '5a77b01f-fd67-4c09-b98b-1c912aa1e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:40:08.188905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a00dab6-9d3e-44eb-b07b-46285191e896 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network hostable DHCP agents. Network: 4dd6588d-738f-45c3-871f-7044314be1be, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:40:08.208520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a00dab6-9d3e-44eb-b07b-46285191e896 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 4dd6588d-738f-45c3-871f-7044314be1be is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:40:08.218845 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-8a00dab6-9d3e-44eb-b07b-46285191e896 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 4dd6588d-738f-45c3-871f-7044314be1be) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:40:08.225134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a00dab6-9d3e-44eb-b07b-46285191e896 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:08.226121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8a00dab6-9d3e-44eb-b07b-46285191e896 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:08.237668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9762c959-f719-42e6-b7c7-3d9ade8a1a98 None None] Network 4dd6588d-738f-45c3-871f-7044314be1be requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:40:08.248852 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8a00dab6-9d3e-44eb-b07b-46285191e896 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 0.5133975
Dec 24 11:40:08.251568 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59612) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:08.403371 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29076a1-9cfa-4280-bb0a-aaa5e3e27b37 None None] Pushing event updated for resources: {'Port': ['ID=db44cef6-b205-4bb3-a4e5-955158e734d8,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:08.409822 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d29076a1-9cfa-4280-bb0a-aaa5e3e27b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:08.412456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Attempting to bind port db44cef6-b205-4bb3-a4e5-955158e734d8 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:40:08.412722 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Attempting to bind port db44cef6-b205-4bb3-a4e5-955158e734d8 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:40:08.413103 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Attempting to bind port db44cef6-b205-4bb3-a4e5-955158e734d8 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:40:08.424171 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:40:08.424557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:40:08.424970 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:08.425372 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:40:08.425848 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Bound port: db44cef6-b205-4bb3-a4e5-955158e734d8, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:40:08.426257 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:08.575616 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a796465f-882c-4369-bb62-65baaa181fde None None] For port db44cef6-b205-4bb3-a4e5-955158e734d8, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:40:08.597367 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-a796465f-882c-4369-bb62-65baaa181fde None None] For port db44cef6-b205-4bb3-a4e5-955158e734d8, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=db44cef6-b205-4bb3-a4e5-955158e734d8,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:40:08.630149 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:08.639485 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-db4fb867-169b-4dda-a60f-e7a20378238e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:08.691246 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-4dd6588d-738f-45c3-871f-7044314be1be', 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ips': [{'subnet_id': '9135ded5-2da4-497e-85f2-da36e23f7f90'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:40:08.692062 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:08.888731 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Routers {'85312090-fa27-479b-a687-e53ec473fe6e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:40:08.889359 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a796465f-882c-4369-bb62-65baaa181fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4c8ca0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:40:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['85312090-fa27-479b-a687-e53ec473fe6e'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:40:08.949643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:08.969353 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29076a1-9cfa-4280-bb0a-aaa5e3e27b37 None None] Pushing event updated for resources: {'Port': ['ID=db44cef6-b205-4bb3-a4e5-955158e734d8,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:08.980483 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d29076a1-9cfa-4280-bb0a-aaa5e3e27b37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:09.175564 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-a796465f-882c-4369-bb62-65baaa181fde None None] Set router 85312090-fa27-479b-a687-e53ec473fe6e gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:40:09.276926 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Allocated IP 172.20.0.2 (4dd6588d-738f-45c3-871f-7044314be1be/9135ded5-2da4-497e-85f2-da36e23f7f90/a1fd8dfc-571c-4fa2-8759-eb8528e79610) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:40:09.629352 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:09.641195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Transition to ACTIVE for port object a1fd8dfc-571c-4fa2-8759-eb8528e79610 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:40:09.654076 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-a796465f-882c-4369-bb62-65baaa181fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d4c8ca0>, [{'id': '85312090-fa27-479b-a687-e53ec473fe6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125375370', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:06Z', 'revision_number': 3, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:40:09.664044 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796465f-882c-4369-bb62-65baaa181fde None None] The sync data for ids ['85312090-fa27-479b-a687-e53ec473fe6e'] in dv-neutron-822668-2-hyperv is: [{'id': '85312090-fa27-479b-a687-e53ec473fe6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125375370', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:06Z', 'revision_number': 3, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:40:09.666030 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Transition to ACTIVE for port object a1fd8dfc-571c-4fa2-8759-eb8528e79610 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:40:09.675476 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:09.680276 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-fe3443bc-714d-4a6c-b374-4dcc49feb09a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:09.738809 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Network 4dd6588d-738f-45c3-871f-7044314be1be is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:40:09.740001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:40:09.743925 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:40:09.744937 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.20.0.1 (4dd6588d-738f-45c3-871f-7044314be1be/9135ded5-2da4-497e-85f2-da36e23f7f90/e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:40:09.795410 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Pushing event updated for resources: {'Port': ['ID=a1fd8dfc-571c-4fa2-8759-eb8528e79610,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:09.822322 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:09.850435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Attempting to bind port a1fd8dfc-571c-4fa2-8759-eb8528e79610 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:40:09.850819 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Attempting to bind port a1fd8dfc-571c-4fa2-8759-eb8528e79610 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5a77b01f-fd67-4c09-b98b-1c912aa1e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:40:09.851228 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Attempting to bind port a1fd8dfc-571c-4fa2-8759-eb8528e79610 on network 4dd6588d-738f-45c3-871f-7044314be1be {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:40:09.856614 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:40:09.856997 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Checking segment: {'id': '5a77b01f-fd67-4c09-b98b-1c912aa1e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:40:09.857411 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:09.857812 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Bound using segment: {'id': '5a77b01f-fd67-4c09-b98b-1c912aa1e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:40:09.858320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Bound port: a1fd8dfc-571c-4fa2-8759-eb8528e79610, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a77b01f-fd67-4c09-b98b-1c912aa1e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:40:09.858731 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:09.923963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:09.946980 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Transition to ACTIVE for port object e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:40:09.978792 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] For port a1fd8dfc-571c-4fa2-8759-eb8528e79610, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:40:09.979820 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:09.982175 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] For port a1fd8dfc-571c-4fa2-8759-eb8528e79610, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a1fd8dfc-571c-4fa2-8759-eb8528e79610,segment=NetworkSegment(5a77b01f-fd67-4c09-b98b-1c912aa1e069),segment_id=5a77b01f-fd67-4c09-b98b-1c912aa1e069)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:40:09.985539 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-946f2b56-9942-4877-8e1c-bbb171c909a4 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:09.989269 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:10.000486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d29076a1-9cfa-4280-bb0a-aaa5e3e27b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:10.057544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 4dd6588d-738f-45c3-871f-7044314be1be is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:40:10.061264 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:40:10.065418 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:40:10.091729 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Pushing event updated for resources: {'Port': ['ID=a1fd8dfc-571c-4fa2-8759-eb8528e79610,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:10.100010 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:10.109618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:10.114558 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:10.130311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:10.431077 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:10.848722 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:10.853566 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:10.880594 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1904bccb-b2f9-4abb-bf47-293a3b8d26f5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:10.973844 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:10.978428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:10.979229 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:10.997213 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:11.042075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9e12de-19f8-46c9-b0e5-fe0432f9be80 None None] Network 4dd6588d-738f-45c3-871f-7044314be1be requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:40:11.118596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 4dd6588d-738f-45c3-871f-7044314be1be is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:40:11.120091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:40:11.148061 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b537e743-cc15-4433-9bcd-0384e08ad5d8 None None] Provisioning for port a1fd8dfc-571c-4fa2-8759-eb8528e79610 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:40:11.292405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a1fd8dfc-571c-4fa2-8759-eb8528e79610 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:40:11.387144 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port a1fd8dfc-571c-4fa2-8759-eb8528e79610 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:40:11.395363 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port a1fd8dfc-571c-4fa2-8759-eb8528e79610 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:40:11.395838 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:11.479471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 85312090-fa27-479b-a687-e53ec473fe6e has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:40:11.586072 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:11.621099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port a1fd8dfc-571c-4fa2-8759-eb8528e79610, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a1fd8dfc-571c-4fa2-8759-eb8528e79610,segment=NetworkSegment(5a77b01f-fd67-4c09-b98b-1c912aa1e069),segment_id=5a77b01f-fd67-4c09-b98b-1c912aa1e069)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:40:11.628357 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:11.629337 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device db44cef6-b205-4bb3-a4e5-955158e734d8 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:40:11.658747 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:11.675868 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:40:11.687495 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Sync routers for ids ['85312090-fa27-479b-a687-e53ec473fe6e'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:40:11.692389 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "PUT /v2.0/routers/85312090-fa27-479b-a687-e53ec473fe6e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4393809
Dec 24 11:40:11.704114 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Routers {'85312090-fa27-479b-a687-e53ec473fe6e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:40:11.707000 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd570d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:40:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['85312090-fa27-479b-a687-e53ec473fe6e'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:40:11.769702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-92cc3c16-c79f-4b1a-92e0-1ff0d5e33c23 None None] Provisioning for port e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:40:11.796149 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-92cc3c16-c79f-4b1a-92e0-1ff0d5e33c23 None None] Provisioning complete for port e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:40:11.797459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-92cc3c16-c79f-4b1a-92e0-1ff0d5e33c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:11.831021 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=a1fd8dfc-571c-4fa2-8759-eb8528e79610,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:11.864127 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:11.875318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-1a96348b-f19b-4ea5-bea3-a14b0156569a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:40:11.880769 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port db44cef6-b205-4bb3-a4e5-955158e734d8 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:40:11.891346 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port db44cef6-b205-4bb3-a4e5-955158e734d8 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:40:11.891787 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:11.895154 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-1a96348b-f19b-4ea5-bea3-a14b0156569a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:40:11.904396 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-1a96348b-f19b-4ea5-bea3-a14b0156569a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-500638781&fields=id&tenant_id=0dcd22cea467454e963edffa3365e2a7 HTTP/1.1" status: 200  len: 267 time: 0.0745404
Dec 24 11:40:11.916076 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-92cc3c16-c79f-4b1a-92e0-1ff0d5e33c23 None None] Port e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:40:11.941238 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Set router 85312090-fa27-479b-a687-e53ec473fe6e gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:40:11.958549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-92cc3c16-c79f-4b1a-92e0-1ff0d5e33c23 None None] Provisioning complete for port a1fd8dfc-571c-4fa2-8759-eb8528e79610 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:40:11.958924 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-92cc3c16-c79f-4b1a-92e0-1ff0d5e33c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:12.078293 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-00f73230-2f10-45c8-8d62-e707e2377c5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:12.079022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-00f73230-2f10-45c8-8d62-e707e2377c5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:network {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:40:12.080933 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:12.101009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-00f73230-2f10-45c8-8d62-e707e2377c5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:network {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:40:12.102875 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-00f73230-2f10-45c8-8d62-e707e2377c5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/networks?id=4dd6588d-738f-45c3-871f-7044314be1be HTTP/1.1" status: 200  len: 795 time: 0.1970246
Dec 24 11:40:12.119735 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-8b423d8e-2d09-4b87-92cd-387889e84e6c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/quotas/0dcd22cea467454e963edffa3365e2a7 HTTP/1.1" status: 200  len: 375 time: 0.0113542
Dec 24 11:40:12.137373 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port db44cef6-b205-4bb3-a4e5-955158e734d8, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=db44cef6-b205-4bb3-a4e5-955158e734d8,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:40:12.148262 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:12.151973 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-fe3443bc-714d-4a6c-b374-4dcc49feb09a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:12.216961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4e9a6814-df7b-469f-9aac-ee4e4f727a66 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:40:12.224728 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=db44cef6-b205-4bb3-a4e5-955158e734d8,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:12.228282 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:12.233237 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4e9a6814-df7b-469f-9aac-ee4e4f727a66 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:40:12.235525 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4e9a6814-df7b-469f-9aac-ee4e4f727a66 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1089003
Dec 24 11:40:12.275832 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd570d0>, [{'id': '85312090-fa27-479b-a687-e53ec473fe6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125375370', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cf:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10', 'name': '', 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:66:09:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:09Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 2, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:40:12.279671 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Checking router: 85312090-fa27-479b-a687-e53ec473fe6e for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:40:12.280025 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Updating router 85312090-fa27-479b-a687-e53ec473fe6e port e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:40:12.311928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3a57c951-c40e-4ded-8f19-48a23b839e8e None None] Provisioning complete for port e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:40:12.312445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3a57c951-c40e-4ded-8f19-48a23b839e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:12.332650 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:12.366883 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-3a57c951-c40e-4ded-8f19-48a23b839e8e None None] Port e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:40:12.417759 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-b5501943-2699-421e-939e-e9f6be6240fc service neutron] 10.222.0.54 "GET /v2.0/networks/4dd6588d-738f-45c3-871f-7044314be1be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1704195
Dec 24 11:40:12.551569 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-0c2f24fc-3d9f-46ec-9a9e-dcce958c3a94 service neutron] 10.222.0.54 "GET /v2.0/networks/4dd6588d-738f-45c3-871f-7044314be1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257277
Dec 24 11:40:12.684500 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:12.696700 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Transition to ACTIVE for port object e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:40:12.704911 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:12.708393 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-529b5407-ad35-48fe-a530-108d1db07276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:12.735278 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-9d7ee808-19f1-463a-ab7d-b3dea1cc727b req-3482d8b9-ef88-4949-bfb5-639608d77c82 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:40:12.757989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-9d7ee808-19f1-463a-ab7d-b3dea1cc727b req-3482d8b9-ef88-4949-bfb5-639608d77c82 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:40:12.759877 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9d7ee808-19f1-463a-ab7d-b3dea1cc727b req-3482d8b9-ef88-4949-bfb5-639608d77c82 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 210 time: 0.0724263
Dec 24 11:40:12.864737 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42aefa-810e-43d5-ba36-8c253bfc507b None None] Pushing event updated for resources: {'Port': ['ID=e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:12.906565 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42aefa-810e-43d5-ba36-8c253bfc507b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:12.906928 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42aefa-810e-43d5-ba36-8c253bfc507b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:12.907247 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42aefa-810e-43d5-ba36-8c253bfc507b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:12.907577 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42aefa-810e-43d5-ba36-8c253bfc507b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:12.907906 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42aefa-810e-43d5-ba36-8c253bfc507b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:12.908234 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42aefa-810e-43d5-ba36-8c253bfc507b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:12.908559 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42aefa-810e-43d5-ba36-8c253bfc507b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:12.908882 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42aefa-810e-43d5-ba36-8c253bfc507b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:12.909205 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42aefa-810e-43d5-ba36-8c253bfc507b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:12.909524 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42aefa-810e-43d5-ba36-8c253bfc507b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:12.909942 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42aefa-810e-43d5-ba36-8c253bfc507b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:12.910269 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b42aefa-810e-43d5-ba36-8c253bfc507b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:40:12.918042 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-2b42aefa-810e-43d5-ba36-8c253bfc507b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:12.938283 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Attempting to bind port e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:40:12.938766 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Attempting to bind port e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5a77b01f-fd67-4c09-b98b-1c912aa1e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:40:12.939109 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Attempting to bind port e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 on network 4dd6588d-738f-45c3-871f-7044314be1be {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:40:12.945367 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:40:12.945745 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Checking segment: {'id': '5a77b01f-fd67-4c09-b98b-1c912aa1e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:40:12.946325 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:12.946790 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Bound using segment: {'id': '5a77b01f-fd67-4c09-b98b-1c912aa1e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:40:12.947268 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Bound port: e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a77b01f-fd67-4c09-b98b-1c912aa1e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:40:12.947646 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:13.039024 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] For port e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:40:13.043035 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] For port e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10,segment=NetworkSegment(5a77b01f-fd67-4c09-b98b-1c912aa1e069),segment_id=5a77b01f-fd67-4c09-b98b-1c912aa1e069)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:40:13.047228 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:13.050805 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-6f191c20-6992-47b2-ac6a-a0826f5ba897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:13.128456 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Routers {'85312090-fa27-479b-a687-e53ec473fe6e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:40:13.129100 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd570d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:40:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['85312090-fa27-479b-a687-e53ec473fe6e'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:40:13.191355 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42aefa-810e-43d5-ba36-8c253bfc507b None None] Pushing event updated for resources: {'Port': ['ID=e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:13.195784 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-2b42aefa-810e-43d5-ba36-8c253bfc507b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:13.262245 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a1fd8dfc-571c-4fa2-8759-eb8528e79610 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:40:13.322161 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] Set router 85312090-fa27-479b-a687-e53ec473fe6e gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:40:13.346962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port a1fd8dfc-571c-4fa2-8759-eb8528e79610 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:40:13.347360 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:13.482538 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device db44cef6-b205-4bb3-a4e5-955158e734d8 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:40:13.549928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port db44cef6-b205-4bb3-a4e5-955158e734d8 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:40:13.550324 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:13.674223 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd570d0>, [{'id': '85312090-fa27-479b-a687-e53ec473fe6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125375370', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10', 'name': '', 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:66:09:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:09Z', 'updated_at': '2021-12-24T11:40:13Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:40:13.680099 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4253c4-26e6-4eab-8df0-a5ad31e12728 None None] The sync data for ids ['85312090-fa27-479b-a687-e53ec473fe6e'] in dv-neutron-822668-2-hyperv is: [{'id': '85312090-fa27-479b-a687-e53ec473fe6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125375370', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10', 'name': '', 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:66:09:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:09Z', 'updated_at': '2021-12-24T11:40:13Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:40:13.951085 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7c01bc52-738b-4283-bc9a-3376e7e65af3 req-eeeb1f1c-1f96-4a35-8833-09da480904d3 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 210 time: 0.0596602
Dec 24 11:40:14.033818 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-b954678e-a9dd-4fa2-9df8-e5e084f0c472 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:14.035359 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-b954678e-a9dd-4fa2-9df8-e5e084f0c472 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "GET /v2.0/networks?id=4dd6588d-738f-45c3-871f-7044314be1be HTTP/1.1" status: 200  len: 795 time: 0.3337910
Dec 24 11:40:14.092109 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-0578f5f0-f955-46a2-bd39-95fd3bd889ca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dcd22cea467454e963edffa3365e2a7 HTTP/1.1" status: 200  len: 379 time: 0.0445905
Dec 24 11:40:14.100893 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-dba9fba9-6597-4420-897c-56de0e54af67 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'port': {'device_id': 'dcf3a297-f36d-4c70-a7b3-a505905fa778', 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be', 'admin_state_up': True, 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'security_groups': ['e167d162-317f-4ade-aed9-9a242bdd0552']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:40:14.241800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-dba9fba9-6597-4420-897c-56de0e54af67 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:40:14.252037 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-dba9fba9-6597-4420-897c-56de0e54af67 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:40:14.262741 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-dba9fba9-6597-4420-897c-56de0e54af67 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Made reservation on behalf of 0dcd22cea467454e963edffa3365e2a7 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:40:14.266911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-dba9fba9-6597-4420-897c-56de0e54af67 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:14.429415 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-dba9fba9-6597-4420-897c-56de0e54af67 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.20.0.3 (4dd6588d-738f-45c3-871f-7044314be1be/9135ded5-2da4-497e-85f2-da36e23f7f90/94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:40:14.631934 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-dba9fba9-6597-4420-897c-56de0e54af67 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:14.648726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-dba9fba9-6597-4420-897c-56de0e54af67 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Transition to ACTIVE for port object 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:40:14.673456 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-dba9fba9-6597-4420-897c-56de0e54af67 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:14.679755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-59c3fbff-be00-4f6f-b21e-cd6f374c966b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:14.741130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-dba9fba9-6597-4420-897c-56de0e54af67 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 4dd6588d-738f-45c3-871f-7044314be1be is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:40:14.750030 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-dba9fba9-6597-4420-897c-56de0e54af67 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:40:14.754779 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-dba9fba9-6597-4420-897c-56de0e54af67 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:40:14.802237 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba9fba9-6597-4420-897c-56de0e54af67 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:14.807584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dba9fba9-6597-4420-897c-56de0e54af67 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:14.828820 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-dba9fba9-6597-4420-897c-56de0e54af67 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:14.829443 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-dba9fba9-6597-4420-897c-56de0e54af67 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:14.854646 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-dba9fba9-6597-4420-897c-56de0e54af67 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7572258
Dec 24 11:40:14.866182 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Request body: {'port': {'device_id': 'dcf3a297-f36d-4c70-a7b3-a505905fa778', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:40:14.981228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:15.060066 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-aecf2a3b-f918-4273-920b-97ba1b4ca49d None None] Provisioning for port 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:40:15.065490 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-aecf2a3b-f918-4273-920b-97ba1b4ca49d None None] Provisioning complete for port 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:40:15.066078 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-aecf2a3b-f918-4273-920b-97ba1b4ca49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:15.118750 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-aecf2a3b-f918-4273-920b-97ba1b4ca49d None None] Port 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:40:15.243908 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:40:15.298902 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e5a63-9ba3-448a-8573-777171dc412e req-75445c97-9ed7-4d3d-bc6b-8dc1a28ccece tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:15.299598 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-334e5a63-9ba3-448a-8573-777171dc412e req-75445c97-9ed7-4d3d-bc6b-8dc1a28ccece tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:40:15.311102 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:40:15.316185 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:40:15.316567 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:15.336208 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-334e5a63-9ba3-448a-8573-777171dc412e req-75445c97-9ed7-4d3d-bc6b-8dc1a28ccece tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:40:15.337393 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-334e5a63-9ba3-448a-8573-777171dc412e req-75445c97-9ed7-4d3d-bc6b-8dc1a28ccece tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 931 time: 0.2397130
Dec 24 11:40:15.432600 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-334e5a63-9ba3-448a-8573-777171dc412e req-f0edabad-b0c9-4d12-8023-f0c0ac8874cc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0829897
Dec 24 11:40:15.435474 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:15.440281 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:40:15.455261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:15.468946 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10,segment=NetworkSegment(5a77b01f-fd67-4c09-b98b-1c912aa1e069),segment_id=5a77b01f-fd67-4c09-b98b-1c912aa1e069)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:40:15.470764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Transition to ACTIVE for port object 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:40:15.472677 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:15.474260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:15.474559 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:15.478515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:15.553587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:15.557233 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:15.633658 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Pushing event updated for resources: {'Port': ['ID=94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:15.641071 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:15.712629 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Attempting to bind port 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:40:15.712962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Attempting to bind port 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '5a77b01f-fd67-4c09-b98b-1c912aa1e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:40:15.713305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Attempting to bind port 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 on network 4dd6588d-738f-45c3-871f-7044314be1be {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:40:15.718505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Port 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 on network 4dd6588d-738f-45c3-871f-7044314be1be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:40:15.718828 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Attempting to bind port 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 on network 4dd6588d-738f-45c3-871f-7044314be1be {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:40:15.723784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:40:15.724116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Checking segment: {'id': '5a77b01f-fd67-4c09-b98b-1c912aa1e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:40:15.724495 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Bound using segment: {'id': '5a77b01f-fd67-4c09-b98b-1c912aa1e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:40:15.724919 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Bound port: 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a77b01f-fd67-4c09-b98b-1c912aa1e069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:40:15.725261 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:15.924880 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] For port 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:40:15.927626 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] For port 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67,segment=NetworkSegment(5a77b01f-fd67-4c09-b98b-1c912aa1e069),segment_id=5a77b01f-fd67-4c09-b98b-1c912aa1e069)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:40:15.931935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:15.935516 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:15.986605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:15.987218 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:15.988575 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] 10.222.0.32 "PUT /v2.0/ports/94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 HTTP/1.1" status: 200  len: 1093 time: 1.1267278
Dec 24 11:40:15.989087 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf3a297-f36d-4c70-a7b3-a505905fa778', 'tag': '94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:40:16.017274 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Pushing event updated for resources: {'Port': ['ID=94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:16.020760 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:16.065168 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf3a297-f36d-4c70-a7b3-a505905fa778', 'tag': '94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67', 'status': 'completed', 'code': 200}
Dec 24 11:40:16.105012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-0ba9852f-35ee-4180-8323-a1234c035138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:16.106542 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-0ba9852f-35ee-4180-8323-a1234c035138 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 1096 time: 0.0770404
Dec 24 11:40:16.175156 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-98419f89-0f90-4666-8b49-e7ace15a598b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 HTTP/1.1" status: 200  len: 217 time: 0.0618200
Dec 24 11:40:16.240852 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-96a86735-10a1-45f1-a4b9-1c072846c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:16.242276 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-96a86735-10a1-45f1-a4b9-1c072846c594 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9135ded5-2da4-497e-85f2-da36e23f7f90 HTTP/1.1" status: 200  len: 833 time: 0.0604906
Dec 24 11:40:16.315895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-74143ebf-5721-412a-bb2c-3dcaea9729b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:16.317381 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-74143ebf-5721-412a-bb2c-3dcaea9729b0 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd6588d-738f-45c3-871f-7044314be1be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0688872
Dec 24 11:40:16.446830 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-cc0d78d3-41f8-48bf-952b-0da3b217fa6d service neutron] 10.222.0.32 "GET /v2.0/networks/4dd6588d-738f-45c3-871f-7044314be1be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232643
Dec 24 11:40:16.626665 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1eaa2e9c-e04a-4b17-a98c-7bbc73b149fe req-94446627-0299-435a-a92a-820f6950b5a4 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd6588d-738f-45c3-871f-7044314be1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1725924
Dec 24 11:40:16.654359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edef1d-7246-4f4b-af54-0c8e84d36040 req-c229d395-acc3-4714-9838-955ab35099b4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:16.656320 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-15edef1d-7246-4f4b-af54-0c8e84d36040 req-c229d395-acc3-4714-9838-955ab35099b4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 943 time: 0.1144936
Dec 24 11:40:16.745826 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-15edef1d-7246-4f4b-af54-0c8e84d36040 req-a2fff32b-7c51-43f1-9d86-2c6369e887be tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0829868
Dec 24 11:40:16.766995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d67b4-2472-4ce0-ae68-553571f8acbe req-5905891d-2bd7-4d1a-b387-f170b70da5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:16.768480 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4e2d67b4-2472-4ce0-ae68-553571f8acbe req-5905891d-2bd7-4d1a-b387-f170b70da5ac service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 1096 time: 0.0919847
Dec 24 11:40:16.909063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d67b4-2472-4ce0-ae68-553571f8acbe req-ff3da320-a3fd-42ef-85fd-18c03a806ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:16.910450 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4e2d67b4-2472-4ce0-ae68-553571f8acbe req-ff3da320-a3fd-42ef-85fd-18c03a806ccc service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd6588d-738f-45c3-871f-7044314be1be HTTP/1.1" status: 200  len: 896 time: 0.1337094
Dec 24 11:40:16.982892 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4e2d67b4-2472-4ce0-ae68-553571f8acbe req-f5f25335-0e28-4408-a111-05bc897b3549 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 HTTP/1.1" status: 200  len: 217 time: 0.0628502
Dec 24 11:40:17.042078 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d67b4-2472-4ce0-ae68-553571f8acbe req-908063d3-f140-441e-bd8d-96c9c77cdd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:17.043443 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4e2d67b4-2472-4ce0-ae68-553571f8acbe req-908063d3-f140-441e-bd8d-96c9c77cdd6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9135ded5-2da4-497e-85f2-da36e23f7f90 HTTP/1.1" status: 200  len: 833 time: 0.0546291
Dec 24 11:40:17.119060 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d67b4-2472-4ce0-ae68-553571f8acbe req-0ad2d416-182d-4ee8-b367-350a687d3b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:17.120479 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4e2d67b4-2472-4ce0-ae68-553571f8acbe req-0ad2d416-182d-4ee8-b367-350a687d3b9c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd6588d-738f-45c3-871f-7044314be1be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0708702
Dec 24 11:40:17.225561 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:40:17.252734 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4e2d67b4-2472-4ce0-ae68-553571f8acbe req-24ce4d1a-b431-4795-836c-81ddd43480d1 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd6588d-738f-45c3-871f-7044314be1be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247683
Dec 24 11:40:17.292919 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:40:17.293297 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:17.395724 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4e2d67b4-2472-4ce0-ae68-553571f8acbe req-ccccacfe-a086-40bf-8be9-5fac420639de service neutron] 10.222.0.32 "GET /v2.0/networks/4dd6588d-738f-45c3-871f-7044314be1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348889
Dec 24 11:40:17.931534 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ed6a4-fe4b-45d2-914a-4ba237a76f5b req-d2384dd3-ef68-48cd-b40e-bf21e26edd36 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:17.932984 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f94ed6a4-fe4b-45d2-914a-4ba237a76f5b req-d2384dd3-ef68-48cd-b40e-bf21e26edd36 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 943 time: 0.0832288
Dec 24 11:40:17.975700 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f94ed6a4-fe4b-45d2-914a-4ba237a76f5b req-092ad476-2fdb-444e-98c2-ec83a866e9a0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371752
Dec 24 11:40:19.153349 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2987586-fc25-4311-9726-de949d650eca req-ff897423-e5ce-4270-be09-10e0248981ff tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:19.154817 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a2987586-fc25-4311-9726-de949d650eca req-ff897423-e5ce-4270-be09-10e0248981ff tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 943 time: 0.0780532
Dec 24 11:40:19.198215 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a2987586-fc25-4311-9726-de949d650eca req-bee231ae-6ebf-4a6f-8d3d-d1cb9dd76452 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372894
Dec 24 11:40:19.355393 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:40:19.520705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67,segment=NetworkSegment(5a77b01f-fd67-4c09-b98b-1c912aa1e069),segment_id=5a77b01f-fd67-4c09-b98b-1c912aa1e069)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:40:19.533241 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67', 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be', 'port_id': '94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67', 'mac_address': 'fa:16:3e:4c:24:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:40:19.588594 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:19.605925 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:40:19.621098 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67,segment=NetworkSegment(5a77b01f-fd67-4c09-b98b-1c912aa1e069),segment_id=5a77b01f-fd67-4c09-b98b-1c912aa1e069)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:40:19.624695 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:19.626433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:19.689467 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:19.692344 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:19.984983 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:40:20.381275 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609e3c7-20af-48c2-bf20-8b23ac66c683 req-b3ae5ce7-f4f7-4cd8-923e-c4a1c769f117 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:20.382775 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b609e3c7-20af-48c2-bf20-8b23ac66c683 req-b3ae5ce7-f4f7-4cd8-923e-c4a1c769f117 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 944 time: 0.0785978
Dec 24 11:40:20.426297 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b609e3c7-20af-48c2-bf20-8b23ac66c683 req-9a6a8e60-db9f-4112-8919-9a020112df95 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378869
Dec 24 11:40:21.354440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:40:21.419298 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:40:21.424443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:40:21.424766 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:21.539299 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:21.566415 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf3a297-f36d-4c70-a7b3-a505905fa778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:40:21.575928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67,segment=NetworkSegment(5a77b01f-fd67-4c09-b98b-1c912aa1e069),segment_id=5a77b01f-fd67-4c09-b98b-1c912aa1e069)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:40:21.580643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:21.582626 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:21.611143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90660da-4805-498b-8754-9d172e6bea21 req-2d72044e-5c91-40b1-9b67-1ef5c39f5195 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:21.612588 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a90660da-4805-498b-8754-9d172e6bea21 req-2d72044e-5c91-40b1-9b67-1ef5c39f5195 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 944 time: 0.0836782
Dec 24 11:40:21.618408 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf3a297-f36d-4c70-a7b3-a505905fa778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67', 'code': 200}
Dec 24 11:40:21.651726 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:21.654996 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:21.659363 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a90660da-4805-498b-8754-9d172e6bea21 req-12784f69-b219-492d-bb08-e85ceed72f15 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410168
Dec 24 11:40:21.841117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565875b-9664-44a3-b775-48ad8d78976a req-5f5dcf5b-66cf-42d1-a90a-71077f1933ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:21.842646 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6565875b-9664-44a3-b775-48ad8d78976a req-5f5dcf5b-66cf-42d1-a90a-71077f1933ce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 1098 time: 0.0696211
Dec 24 11:40:21.886053 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6565875b-9664-44a3-b775-48ad8d78976a req-63c0f5c5-bb5c-4dc2-bf4e-63ac6fe6ed96 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371194
Dec 24 11:40:22.849498 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3d369-6a76-480a-9dd1-3fce21a3a2ef req-e3991a5b-6161-43f3-afef-13cc54138db7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:22.851625 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-98a3d369-6a76-480a-9dd1-3fce21a3a2ef req-e3991a5b-6161-43f3-afef-13cc54138db7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.0823779
Dec 24 11:40:22.897325 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-98a3d369-6a76-480a-9dd1-3fce21a3a2ef req-b10864bb-c023-4aa0-9c8e-84fcd39cd2ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402260
Dec 24 11:40:24.080865 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3880b5-e3c9-48e5-bc3d-6cbb67d0e427 req-44b8bcd6-ff25-486d-9b25-a3b11b04ba0d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:24.082363 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4e3880b5-e3c9-48e5-bc3d-6cbb67d0e427 req-44b8bcd6-ff25-486d-9b25-a3b11b04ba0d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.0786581
Dec 24 11:40:24.125625 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4e3880b5-e3c9-48e5-bc3d-6cbb67d0e427 req-7e8d4a99-2b8c-4093-815e-19793aa4a14f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377262
Dec 24 11:40:24.306093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1878a5-4f87-4623-be3c-ae2b97be30bb req-c97aefc1-c12c-46c1-a7d2-c8d439cf02fd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:24.307567 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fc1878a5-4f87-4623-be3c-ae2b97be30bb req-c97aefc1-c12c-46c1-a7d2-c8d439cf02fd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.0783894
Dec 24 11:40:24.353207 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-fc1878a5-4f87-4623-be3c-ae2b97be30bb req-2f9dee21-8be4-4136-b9bf-20d93b4810b9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395386
Dec 24 11:40:24.375852 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59672) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:24.445668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274f27b1-c446-4ad0-a771-d1f51ac896b3 tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:24.447228 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-274f27b1-c446-4ad0-a771-d1f51ac896b3 tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 1093 time: 0.0704331
Dec 24 11:40:24.450048 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59676) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:24.454811 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:40:24.460556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:40:24.464308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:floatingip and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:40:24.467106 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:40:24.472699 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:40:24.483016 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:24.617969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:24.863964 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.26.4.229 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/fda4163d-5f49-48d2-84ab-f8747d3431a2) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:40:25.010673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:25.040325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:25.044764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:25.099164 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:40:25.105929 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:40:25.108534 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:40:25.153095 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=fda4163d-5f49-48d2-84ab-f8747d3431a2,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:25.157696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:25.519041 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:25.589347 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:25.791333 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:25.795774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:25.800030 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:40:25.899363 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=fda4163d-5f49-48d2-84ab-f8747d3431a2,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:40:25.903094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:40:25.911368 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:26.077335 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Floating IP ee5b6283-12c3-44bf-8e00-834c5f29d5a7 associated. External IP: 172.26.4.229, port: 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67.
Dec 24 11:40:26.546777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 85312090-fa27-479b-a687-e53ec473fe6e has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:40:26.725060 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:40:26.734884 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c86472a-e3b5-48fc-a467-59750b3263d7 None None] Sync routers for ids ['85312090-fa27-479b-a687-e53ec473fe6e'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:40:26.743749 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c86472a-e3b5-48fc-a467-59750b3263d7 None None] Routers {'85312090-fa27-479b-a687-e53ec473fe6e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:40:26.744477 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2c86472a-e3b5-48fc-a467-59750b3263d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2ecbe0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:40:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['85312090-fa27-479b-a687-e53ec473fe6e'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:40:26.751990 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:26.810372 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3593128
Dec 24 11:40:26.811066 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf3a297-f36d-4c70-a7b3-a505905fa778', 'tag': '94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:40:26.857441 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf3a297-f36d-4c70-a7b3-a505905fa778', 'tag': '94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67', 'status': 'completed', 'code': 200}
Dec 24 11:40:26.927905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-2c86472a-e3b5-48fc-a467-59750b3263d7 None None] Set router 85312090-fa27-479b-a687-e53ec473fe6e gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:40:27.130965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98ec38-5b16-41ba-9e39-de5ac767edb8 req-df59291c-ddf1-49d4-993a-002f5abd04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:27.132453 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-df98ec38-5b16-41ba-9e39-de5ac767edb8 req-df59291c-ddf1-49d4-993a-002f5abd04f0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 1098 time: 0.2531362
Dec 24 11:40:27.143432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8871d08-0ce0-43b0-bd04-6821b1fee6ec req-fbd78446-fc95-4958-84e0-ea95de2366fa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:27.144808 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c8871d08-0ce0-43b0-bd04-6821b1fee6ec req-fbd78446-fc95-4958-84e0-ea95de2366fa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.2300537
Dec 24 11:40:27.271979 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c8871d08-0ce0-43b0-bd04-6821b1fee6ec req-db4c0fdb-dc63-459b-8be7-f1dc0a778195 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1085272
Dec 24 11:40:27.274074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2c86472a-e3b5-48fc-a467-59750b3263d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2ecbe0>, [{'id': '85312090-fa27-479b-a687-e53ec473fe6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125375370', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'ee5b6283-12c3-44bf-8e00-834c5f29d5a7', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'floating_ip_address': '172.26.4.229', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'port_id': '94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be', 'mac_address': 'fa:16:3e:4c:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf3a297-f36d-4c70-a7b3-a505905fa778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:40:25Z', 'updated_at': '2021-12-24T11:40:25Z', 'revision_number': 0, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10', 'name': '', 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:66:09:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:09Z', 'updated_at': '2021-12-24T11:40:15Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:40:27.277944 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c86472a-e3b5-48fc-a467-59750b3263d7 None None] Checking router: 85312090-fa27-479b-a687-e53ec473fe6e for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:40:27.286273 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c86472a-e3b5-48fc-a467-59750b3263d7 None None] Routers {'85312090-fa27-479b-a687-e53ec473fe6e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:40:27.286886 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2c86472a-e3b5-48fc-a467-59750b3263d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2ecbe0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:40:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['85312090-fa27-479b-a687-e53ec473fe6e'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:40:27.294881 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59688) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:27.309109 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98ec38-5b16-41ba-9e39-de5ac767edb8 req-2b6ca05d-1850-4ea9-b210-7116979bf81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:27.310647 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-df98ec38-5b16-41ba-9e39-de5ac767edb8 req-2b6ca05d-1850-4ea9-b210-7116979bf81e service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd6588d-738f-45c3-871f-7044314be1be HTTP/1.1" status: 200  len: 896 time: 0.1649485
Dec 24 11:40:27.410270 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-35eee715-b713-4aea-80be-b7d355010e5f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/ee5b6283-12c3-44bf-8e00-834c5f29d5a7 HTTP/1.1" status: 200  len: 991 time: 0.1130304
Dec 24 11:40:27.413683 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-df98ec38-5b16-41ba-9e39-de5ac767edb8 req-90d6af21-b62a-4fe7-b652-16dc10d897f6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 HTTP/1.1" status: 200  len: 999 time: 0.0964510
Dec 24 11:40:27.478377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98ec38-5b16-41ba-9e39-de5ac767edb8 req-e8dc215c-9097-47e6-8302-971d025f3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:27.479824 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-df98ec38-5b16-41ba-9e39-de5ac767edb8 req-e8dc215c-9097-47e6-8302-971d025f3ad6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9135ded5-2da4-497e-85f2-da36e23f7f90 HTTP/1.1" status: 200  len: 833 time: 0.0600548
Dec 24 11:40:27.486754 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-2c86472a-e3b5-48fc-a467-59750b3263d7 None None] Set router 85312090-fa27-479b-a687-e53ec473fe6e gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:40:27.555853 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98ec38-5b16-41ba-9e39-de5ac767edb8 req-96dac428-4c09-4979-b9fc-6322da072fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:27.557316 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-df98ec38-5b16-41ba-9e39-de5ac767edb8 req-96dac428-4c09-4979-b9fc-6322da072fc8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd6588d-738f-45c3-871f-7044314be1be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0711901
Dec 24 11:40:27.689095 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-df98ec38-5b16-41ba-9e39-de5ac767edb8 req-1e080ef5-3c70-4025-99ed-5da210ddaab9 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd6588d-738f-45c3-871f-7044314be1be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249483
Dec 24 11:40:27.818926 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-df98ec38-5b16-41ba-9e39-de5ac767edb8 req-33cec80c-abfc-4126-8b76-58a4a488fdef service neutron] 10.222.0.32 "GET /v2.0/networks/4dd6588d-738f-45c3-871f-7044314be1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236513
Dec 24 11:40:27.870206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2c86472a-e3b5-48fc-a467-59750b3263d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2ecbe0>, [{'id': '85312090-fa27-479b-a687-e53ec473fe6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125375370', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'ee5b6283-12c3-44bf-8e00-834c5f29d5a7', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'floating_ip_address': '172.26.4.229', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'port_id': '94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be', 'mac_address': 'fa:16:3e:4c:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf3a297-f36d-4c70-a7b3-a505905fa778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:40:25Z', 'updated_at': '2021-12-24T11:40:25Z', 'revision_number': 0, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10', 'name': '', 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:66:09:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:09Z', 'updated_at': '2021-12-24T11:40:15Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:40:27.874187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c86472a-e3b5-48fc-a467-59750b3263d7 None None] The sync data for ids ['85312090-fa27-479b-a687-e53ec473fe6e'] in dv-neutron-822668-2-hyperv is: [{'id': '85312090-fa27-479b-a687-e53ec473fe6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125375370', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'ee5b6283-12c3-44bf-8e00-834c5f29d5a7', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'floating_ip_address': '172.26.4.229', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'port_id': '94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be', 'mac_address': 'fa:16:3e:4c:24:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf3a297-f36d-4c70-a7b3-a505905fa778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:40:25Z', 'updated_at': '2021-12-24T11:40:25Z', 'revision_number': 0, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10', 'name': '', 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:66:09:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:09Z', 'updated_at': '2021-12-24T11:40:15Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:40:28.075315 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c097065-8a54-45b4-9054-f08c891ea641 None None] New status for floating IP ee5b6283-12c3-44bf-8e00-834c5f29d5a7: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:40:28.412923 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59692) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:40:28.518743 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a6ca2d98-2a75-4b57-b832-5418856c38c7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/ee5b6283-12c3-44bf-8e00-834c5f29d5a7 HTTP/1.1" status: 200  len: 993 time: 0.1045585
Dec 24 11:40:29.758854 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3dbd57e7-b186-4c0f-acdf-20ad8571fb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:31.964846 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-00120179-047b-4926-a917-59d2f3876062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:33.200494 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:33.237051 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:35.022161 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:40.964290 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:40:41.014752 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:59.523652 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f588fc53-cc1f-409a-ac94-1be376f62afd req-3f0d3d55-50fa-40cb-9c69-07b68213ffc1 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0676353
Dec 24 11:40:59.664090 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588fc53-cc1f-409a-ac94-1be376f62afd req-ea367126-043f-47d5-8be6-4acf9b3a2944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:59.665548 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f588fc53-cc1f-409a-ac94-1be376f62afd req-ea367126-043f-47d5-8be6-4acf9b3a2944 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 1098 time: 0.0728712
Dec 24 11:40:59.760327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4481ed04-abb1-4775-99a4-260f4cc17d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:40:59.807921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588fc53-cc1f-409a-ac94-1be376f62afd req-4b59ef60-2cee-4099-b5a9-5d951831dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:59.809367 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f588fc53-cc1f-409a-ac94-1be376f62afd req-4b59ef60-2cee-4099-b5a9-5d951831dd6b service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd6588d-738f-45c3-871f-7044314be1be HTTP/1.1" status: 200  len: 896 time: 0.1253355
Dec 24 11:40:59.911223 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f588fc53-cc1f-409a-ac94-1be376f62afd req-5a9c6bf5-ab38-43ab-8e5d-e0e0b09ddaaf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 HTTP/1.1" status: 200  len: 1001 time: 0.0949352
Dec 24 11:40:59.971596 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588fc53-cc1f-409a-ac94-1be376f62afd req-5ff4fabb-a6a3-49db-8293-5f9138af3705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:40:59.973120 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f588fc53-cc1f-409a-ac94-1be376f62afd req-5ff4fabb-a6a3-49db-8293-5f9138af3705 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9135ded5-2da4-497e-85f2-da36e23f7f90 HTTP/1.1" status: 200  len: 833 time: 0.0556333
Dec 24 11:41:00.048443 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588fc53-cc1f-409a-ac94-1be376f62afd req-722f68ad-f9a1-4753-954b-f455ba31083b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:41:00.049940 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f588fc53-cc1f-409a-ac94-1be376f62afd req-722f68ad-f9a1-4753-954b-f455ba31083b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd6588d-738f-45c3-871f-7044314be1be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0704503
Dec 24 11:41:00.177936 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f588fc53-cc1f-409a-ac94-1be376f62afd req-bbbc06d3-17f7-4ad0-9a53-00a3e563f6cf service neutron] 10.222.0.32 "GET /v2.0/networks/4dd6588d-738f-45c3-871f-7044314be1be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1216946
Dec 24 11:41:00.305760 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f588fc53-cc1f-409a-ac94-1be376f62afd req-ee8a7d62-25a3-4fb2-b64a-e227fe1b97b7 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd6588d-738f-45c3-871f-7044314be1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1213007
Dec 24 11:41:01.966237 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1533b390-ffc1-46cd-b5db-b64250c3156e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:41:03.202865 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:41:03.237861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:41:05.024248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:41:11.025656 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:41:17.963759 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:41:29.510839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a14162c-f9ff-4688-b467-e13e6f67d192 req-33b54d02-58cc-4025-8779-cc327d0ffb90 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:41:29.512218 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9a14162c-f9ff-4688-b467-e13e6f67d192 req-33b54d02-58cc-4025-8779-cc327d0ffb90 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.0843575
Dec 24 11:41:29.555922 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-9a14162c-f9ff-4688-b467-e13e6f67d192 req-ad2de6c2-3244-44c5-b75f-ae7a4483dc22 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381374
Dec 24 11:41:29.762381 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c4db3de4-c94c-4529-afc7-733def2b86d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:41:30.844584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabe48f-2aaa-4024-be49-95c5637ca37e req-8f4b63ab-e3c2-4156-9fc9-aca7b3bb5795 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:41:30.846066 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0eabe48f-2aaa-4024-be49-95c5637ca37e req-8f4b63ab-e3c2-4156-9fc9-aca7b3bb5795 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.1853616
Dec 24 11:41:30.889023 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-0eabe48f-2aaa-4024-be49-95c5637ca37e req-9e0fcf80-b052-41cd-97c9-6ec73f48a46a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373073
Dec 24 11:41:31.968435 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0cfb6d68-fcd1-4377-b554-721c1bb4583c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:41:32.072554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f881c8c-9c26-4172-928f-030640e7bdc9 req-64f23e1d-c6be-4bb5-9d78-cd308ff29301 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:41:32.074026 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2f881c8c-9c26-4172-928f-030640e7bdc9 req-64f23e1d-c6be-4bb5-9d78-cd308ff29301 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.0786707
Dec 24 11:41:32.120399 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2f881c8c-9c26-4172-928f-030640e7bdc9 req-3969184f-9c84-47e4-8958-b53c154bfaa3 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408847
Dec 24 11:41:33.206860 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:41:33.242505 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:41:33.308624 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dcb4ff-5eb0-422c-bffe-506d7a05b2eb req-05b6a8ed-488c-4735-b3b4-f212ee0d7c73 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:41:33.310108 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d8dcb4ff-5eb0-422c-bffe-506d7a05b2eb req-05b6a8ed-488c-4735-b3b4-f212ee0d7c73 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.0841486
Dec 24 11:41:33.354495 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d8dcb4ff-5eb0-422c-bffe-506d7a05b2eb req-002f55e5-b70b-4b00-818a-810cb2534dca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385890
Dec 24 11:41:34.676943 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29da6d-5865-4a1f-9f45-d0b8ff414d0b req-6e6f4350-4c76-49f9-922c-1fc07e63b1d5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:41:34.678316 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ca29da6d-5865-4a1f-9f45-d0b8ff414d0b req-6e6f4350-4c76-49f9-922c-1fc07e63b1d5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.0779459
Dec 24 11:41:34.721045 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ca29da6d-5865-4a1f-9f45-d0b8ff414d0b req-9a797b5c-327a-4a89-b50d-24bf1bb7c52b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373287
Dec 24 11:41:35.026528 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:41:35.900858 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f484419d-bc88-44ec-b2a5-5f489bdb269f req-56a15327-c354-4fbd-8ae4-16d475840fe2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:41:35.902367 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f484419d-bc88-44ec-b2a5-5f489bdb269f req-56a15327-c354-4fbd-8ae4-16d475840fe2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.0789959
Dec 24 11:41:35.948207 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f484419d-bc88-44ec-b2a5-5f489bdb269f req-e58027bd-46ed-4050-a902-d9904b0ac481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403333
Dec 24 11:41:37.130021 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e6664-58c8-4c96-bffd-a015f5197a80 req-ee1e7192-b504-4c64-b00a-2fb79ee4633c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:41:37.131478 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e17e6664-58c8-4c96-bffd-a015f5197a80 req-ee1e7192-b504-4c64-b00a-2fb79ee4633c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.0826328
Dec 24 11:41:37.174176 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e17e6664-58c8-4c96-bffd-a015f5197a80 req-44547c50-5974-42c6-aa0e-e5bdf537d508 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371137
Dec 24 11:41:38.351403 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7238b95-4566-4070-bd7f-7d9e185db521 req-cbf56c39-2af3-4398-bd79-a2c2c85cddf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:41:38.352854 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e7238b95-4566-4070-bd7f-7d9e185db521 req-cbf56c39-2af3-4398-bd79-a2c2c85cddf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.0776732
Dec 24 11:41:38.396481 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e7238b95-4566-4070-bd7f-7d9e185db521 req-e20beaca-ce82-4e26-ba18-e21223ccac79 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380392
Dec 24 11:41:39.576930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621ba75-ae74-4a2d-a51c-dc5266c95b9c req-c6224762-08b0-4806-bdf4-2cf3f0be895a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:41:39.578402 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4621ba75-ae74-4a2d-a51c-dc5266c95b9c req-c6224762-08b0-4806-bdf4-2cf3f0be895a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.0785992
Dec 24 11:41:39.621883 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4621ba75-ae74-4a2d-a51c-dc5266c95b9c req-474c3a6b-cd7a-4213-bf50-6409ca808e60 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373757
Dec 24 11:41:40.804837 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62dfe1-5863-419d-9bbc-901198454aab req-d3890ff9-6c8c-4681-a3a5-b2cc805b3964 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:41:40.806289 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2d62dfe1-5863-419d-9bbc-901198454aab req-d3890ff9-6c8c-4681-a3a5-b2cc805b3964 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.0815206
Dec 24 11:41:40.849623 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2d62dfe1-5863-419d-9bbc-901198454aab req-ab63bf1d-a096-4022-8f84-baac8bbfc6bf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378940
Dec 24 11:41:40.871285 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59734) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:40.974929 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5b3297a7-99e0-41b7-a5eb-8378c61941aa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/ee5b6283-12c3-44bf-8e00-834c5f29d5a7 HTTP/1.1" status: 200  len: 993 time: 0.1024029
Dec 24 11:41:41.023218 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:41:42.421744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f168793-12ca-475c-8bc0-924935a3326e req-56770ed6-8e4b-4674-8a85-cea90dfc8759 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:41:42.423357 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0f168793-12ca-475c-8bc0-924935a3326e req-56770ed6-8e4b-4674-8a85-cea90dfc8759 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.0868123
Dec 24 11:41:42.455989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2729567-b411-43ca-a478-f751cec94aea req-d3359aab-ed0a-4a05-afd1-3a065744c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:41:42.457468 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b2729567-b411-43ca-a478-f751cec94aea req-d3359aab-ed0a-4a05-afd1-3a065744c6a0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 1098 time: 0.0706735
Dec 24 11:41:42.468364 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0f168793-12ca-475c-8bc0-924935a3326e req-7e8c1ab1-9fe1-4a3b-a921-949e9467f93f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388150
Dec 24 11:41:42.590586 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2729567-b411-43ca-a478-f751cec94aea req-1e5ab57c-78f6-4027-b6c5-eec07a329838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:41:42.592014 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b2729567-b411-43ca-a478-f751cec94aea req-1e5ab57c-78f6-4027-b6c5-eec07a329838 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd6588d-738f-45c3-871f-7044314be1be HTTP/1.1" status: 200  len: 896 time: 0.1285105
Dec 24 11:41:42.692815 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b2729567-b411-43ca-a478-f751cec94aea req-5f1461bf-5cfa-4d25-82e8-1ccf974eff65 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 HTTP/1.1" status: 200  len: 1001 time: 0.0940464
Dec 24 11:41:42.758676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2729567-b411-43ca-a478-f751cec94aea req-7edb0a1b-47f6-47ef-9e6c-df940844af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:41:42.760104 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b2729567-b411-43ca-a478-f751cec94aea req-7edb0a1b-47f6-47ef-9e6c-df940844af0e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9135ded5-2da4-497e-85f2-da36e23f7f90 HTTP/1.1" status: 200  len: 833 time: 0.0573924
Dec 24 11:41:42.836589 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2729567-b411-43ca-a478-f751cec94aea req-c789242c-a5f9-462f-9bfd-13e01db8bfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:41:42.838047 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b2729567-b411-43ca-a478-f751cec94aea req-c789242c-a5f9-462f-9bfd-13e01db8bfa1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd6588d-738f-45c3-871f-7044314be1be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0719614
Dec 24 11:41:42.969950 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b2729567-b411-43ca-a478-f751cec94aea req-070d341d-3320-4115-b78f-0162274016c0 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd6588d-738f-45c3-871f-7044314be1be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256826
Dec 24 11:41:43.050187 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [req-2ec991e7-5120-4747-aa01-dbdfeaea3f61 req-046f5c99-748e-42d7-8cf6-d56d04ea7320 service neutron] (87558) timed out ('10.222.0.32', 64583) {{(pid=87558) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 24 11:41:43.100464 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b2729567-b411-43ca-a478-f751cec94aea req-c0bf7843-85ac-444c-a56c-996668d30c9e service neutron] 10.222.0.32 "GET /v2.0/networks/4dd6588d-738f-45c3-871f-7044314be1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241043
Dec 24 11:41:43.658762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01ae32-be91-4621-b7b4-0fc1fcedf157 req-37aa563d-9a3b-4d87-9266-e05c337b1716 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:41:43.660273 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ae01ae32-be91-4621-b7b4-0fc1fcedf157 req-37aa563d-9a3b-4d87-9266-e05c337b1716 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.0848851
Dec 24 11:41:43.705838 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ae01ae32-be91-4621-b7b4-0fc1fcedf157 req-553ae08b-78a8-4ef6-b375-6e3188412b73 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387282
Dec 24 11:41:44.886979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b37a3e-7c07-4c9d-9055-dc56c92f5e19 req-9cde1c4f-ccd4-4406-be6b-c58ec4d64945 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:41:44.888425 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-63b37a3e-7c07-4c9d-9055-dc56c92f5e19 req-9cde1c4f-ccd4-4406-be6b-c58ec4d64945 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.0778258
Dec 24 11:41:44.932129 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-63b37a3e-7c07-4c9d-9055-dc56c92f5e19 req-787081f6-f56c-42ed-89fe-5b000fad3008 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377724
Dec 24 11:41:44.954725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59748) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:41:45.059641 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f532f0f6-e769-4759-bbb3-8590b9923c73 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/ee5b6283-12c3-44bf-8e00-834c5f29d5a7 HTTP/1.1" status: 200  len: 993 time: 0.1031795
Dec 24 11:41:54.962634 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:41:59.763748 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f6a98e1b-1173-4868-9352-dcf3c47040be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:01.577703 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-03c23cb0-4f14-464b-be29-996816e1fc85 req-5fe90e29-7c52-43ba-95a4-5c8f1454baf7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1095135
Dec 24 11:42:01.720221 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c23cb0-4f14-464b-be29-996816e1fc85 req-431304db-4c55-40ea-a0ec-84a90551e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:01.722226 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-03c23cb0-4f14-464b-be29-996816e1fc85 req-431304db-4c55-40ea-a0ec-84a90551e7f7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 1098 time: 0.0707154
Dec 24 11:42:01.970192 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2b1817d4-7ad6-4e2e-8605-553bfc80bf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:01.980994 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c23cb0-4f14-464b-be29-996816e1fc85 req-2c894cbf-60f3-4239-86a7-811a7642a329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:01.982488 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-03c23cb0-4f14-464b-be29-996816e1fc85 req-2c894cbf-60f3-4239-86a7-811a7642a329 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd6588d-738f-45c3-871f-7044314be1be HTTP/1.1" status: 200  len: 896 time: 0.2412667
Dec 24 11:42:02.084479 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-03c23cb0-4f14-464b-be29-996816e1fc85 req-a5f9fdd6-a814-4300-bbab-ce539feacae1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 HTTP/1.1" status: 200  len: 1001 time: 0.0946496
Dec 24 11:42:02.147802 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c23cb0-4f14-464b-be29-996816e1fc85 req-d7e4d8b8-a50a-4ae1-92a6-6482b31850fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:02.149231 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-03c23cb0-4f14-464b-be29-996816e1fc85 req-d7e4d8b8-a50a-4ae1-92a6-6482b31850fa service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9135ded5-2da4-497e-85f2-da36e23f7f90 HTTP/1.1" status: 200  len: 833 time: 0.0586731
Dec 24 11:42:02.222163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c23cb0-4f14-464b-be29-996816e1fc85 req-9734ca8d-e9cf-4780-aa5b-143467661604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:02.223526 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-03c23cb0-4f14-464b-be29-996816e1fc85 req-9734ca8d-e9cf-4780-aa5b-143467661604 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd6588d-738f-45c3-871f-7044314be1be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0677724
Dec 24 11:42:02.233173 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [req-03c23cb0-4f14-464b-be29-996816e1fc85 req-fb6f2965-3450-4e27-8804-a3a9369582f6 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:42:02.234158 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-03c23cb0-4f14-464b-be29-996816e1fc85 req-fb6f2965-3450-4e27-8804-a3a9369582f6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0046802
Dec 24 11:42:02.362407 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-03c23cb0-4f14-464b-be29-996816e1fc85 req-6d45e94a-ac1d-4fad-9c43-596e445f6a67 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd6588d-738f-45c3-871f-7044314be1be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215966
Dec 24 11:42:02.494010 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-03c23cb0-4f14-464b-be29-996816e1fc85 req-f9157808-1ffd-44c1-af87-e7e8357b287f service neutron] 10.222.0.32 "GET /v2.0/networks/4dd6588d-738f-45c3-871f-7044314be1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246562
Dec 24 11:42:03.210406 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:03.245812 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:05.029327 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:11.043332 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:29.764914 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1d510f55-b595-458d-9381-c1f102250f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:31.960918 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:42:31.970959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8fbf752d-040d-49ff-aa4f-b35a81d293ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:33.212111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:33.246930 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:34.387784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59782) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:34.722364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port fda4163d-5f49-48d2-84ab-f8747d3431a2 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:42:34.722619 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:34.885267 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:34.885593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:35.004570 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for fda4163d-5f49-48d2-84ab-f8747d3431a2 owned by network:floatingip {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:42:35.032416 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:35.154605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:35.158157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-584388a4-d0a8-413f-af54-b12f83cbb1ee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:35.203207 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=fda4163d-5f49-48d2-84ab-f8747d3431a2,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:35.237080 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:35.237473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:35.237855 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:35.238253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:35.239234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:35.239606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:35.239974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:35.240339 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:35.240703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:35.241063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:35.241424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:35.241784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:35.248726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:35.305405 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:35.306015 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Floating IP ee5b6283-12c3-44bf-8e00-834c5f29d5a7 disassociated (deleted). External IP: 172.26.4.229, port: 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67.
Dec 24 11:42:35.766310 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 85312090-fa27-479b-a687-e53ec473fe6e has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:42:35.939949 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:42:35.949813 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415cf52e-6249-4d6a-80ac-1a6fbdb8ac67 None None] Sync routers for ids ['85312090-fa27-479b-a687-e53ec473fe6e'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:42:35.959368 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415cf52e-6249-4d6a-80ac-1a6fbdb8ac67 None None] Routers {'85312090-fa27-479b-a687-e53ec473fe6e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:42:35.959990 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-415cf52e-6249-4d6a-80ac-1a6fbdb8ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3d06d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:42:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['85312090-fa27-479b-a687-e53ec473fe6e'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:35.960773 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:36.018531 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/floatingips/ee5b6283-12c3-44bf-8e00-834c5f29d5a7 HTTP/1.1" status: 204  len: 168 time: 1.6295011
Dec 24 11:42:36.019193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf3a297-f36d-4c70-a7b3-a505905fa778', 'tag': '94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:42:36.074975 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf3a297-f36d-4c70-a7b3-a505905fa778', 'tag': '94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67', 'status': 'completed', 'code': 200}
Dec 24 11:42:36.135901 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-415cf52e-6249-4d6a-80ac-1a6fbdb8ac67 None None] Set router 85312090-fa27-479b-a687-e53ec473fe6e gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:42:36.175912 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff8343-900e-4ac4-8190-fa76c8e1c2f9 req-1966a522-6229-41a0-a028-e624acf271dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:36.177970 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-25ff8343-900e-4ac4-8190-fa76c8e1c2f9 req-1966a522-6229-41a0-a028-e624acf271dd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 1098 time: 0.0737855
Dec 24 11:42:36.358751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff8343-900e-4ac4-8190-fa76c8e1c2f9 req-1678aa4a-3444-4f0a-88c3-2ad25b5a8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:36.360253 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-25ff8343-900e-4ac4-8190-fa76c8e1c2f9 req-1678aa4a-3444-4f0a-88c3-2ad25b5a8b79 service neutron] 10.222.0.32 "GET /v2.0/networks?id=4dd6588d-738f-45c3-871f-7044314be1be HTTP/1.1" status: 200  len: 896 time: 0.1757967
Dec 24 11:42:36.436860 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-25ff8343-900e-4ac4-8190-fa76c8e1c2f9 req-c86617a9-e648-49e3-8999-bef43692ae71 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 HTTP/1.1" status: 200  len: 217 time: 0.0682318
Dec 24 11:42:36.462351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-415cf52e-6249-4d6a-80ac-1a6fbdb8ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3d06d0>, [{'id': '85312090-fa27-479b-a687-e53ec473fe6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125375370', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10', 'name': '', 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:66:09:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:09Z', 'updated_at': '2021-12-24T11:40:15Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:36.466104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415cf52e-6249-4d6a-80ac-1a6fbdb8ac67 None None] Checking router: 85312090-fa27-479b-a687-e53ec473fe6e for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:42:36.474277 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415cf52e-6249-4d6a-80ac-1a6fbdb8ac67 None None] Routers {'85312090-fa27-479b-a687-e53ec473fe6e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:42:36.474880 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-415cf52e-6249-4d6a-80ac-1a6fbdb8ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3d06d0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:42:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['85312090-fa27-479b-a687-e53ec473fe6e'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:36.511602 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b661554-5a7c-426a-b3e9-942800f58b1e req-acb93a36-4256-4d11-a61b-6f4d2eec33f2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:36.512303 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-1b661554-5a7c-426a-b3e9-942800f58b1e req-acb93a36-4256-4d11-a61b-6f4d2eec33f2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:42:36.524621 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff8343-900e-4ac4-8190-fa76c8e1c2f9 req-f61148e8-6f34-436d-8b45-829bc171592c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:36.526057 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-25ff8343-900e-4ac4-8190-fa76c8e1c2f9 req-f61148e8-6f34-436d-8b45-829bc171592c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9135ded5-2da4-497e-85f2-da36e23f7f90 HTTP/1.1" status: 200  len: 833 time: 0.0825846
Dec 24 11:42:36.569966 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-1b661554-5a7c-426a-b3e9-942800f58b1e req-acb93a36-4256-4d11-a61b-6f4d2eec33f2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:42:36.571173 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1b661554-5a7c-426a-b3e9-942800f58b1e req-acb93a36-4256-4d11-a61b-6f4d2eec33f2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.2597928
Dec 24 11:42:36.633431 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1b661554-5a7c-426a-b3e9-942800f58b1e req-74058ef8-d3d4-475b-afbe-35c1560caeca tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550892
Dec 24 11:42:36.643511 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff8343-900e-4ac4-8190-fa76c8e1c2f9 req-c91ded06-92d0-499a-823f-ad73e69a4a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:36.645663 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-25ff8343-900e-4ac4-8190-fa76c8e1c2f9 req-c91ded06-92d0-499a-823f-ad73e69a4a77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=4dd6588d-738f-45c3-871f-7044314be1be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1112995
Dec 24 11:42:36.696954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-415cf52e-6249-4d6a-80ac-1a6fbdb8ac67 None None] Set router 85312090-fa27-479b-a687-e53ec473fe6e gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:42:36.778524 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-25ff8343-900e-4ac4-8190-fa76c8e1c2f9 req-583daa10-2b5e-465e-8f04-31c573c47b60 service neutron] 10.222.0.32 "GET /v2.0/networks/4dd6588d-738f-45c3-871f-7044314be1be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1263006
Dec 24 11:42:36.909862 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-25ff8343-900e-4ac4-8190-fa76c8e1c2f9 req-e1c857b0-0e60-4120-b6a4-80f38ed0f25a service neutron] 10.222.0.32 "GET /v2.0/networks/4dd6588d-738f-45c3-871f-7044314be1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241820
Dec 24 11:42:37.004521 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-415cf52e-6249-4d6a-80ac-1a6fbdb8ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d3d06d0>, [{'id': '85312090-fa27-479b-a687-e53ec473fe6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125375370', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10', 'name': '', 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:66:09:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:09Z', 'updated_at': '2021-12-24T11:40:15Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:37.008321 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415cf52e-6249-4d6a-80ac-1a6fbdb8ac67 None None] The sync data for ids ['85312090-fa27-479b-a687-e53ec473fe6e'] in dv-neutron-822668-2-hyperv is: [{'id': '85312090-fa27-479b-a687-e53ec473fe6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125375370', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:10Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10', 'name': '', 'network_id': '4dd6588d-738f-45c3-871f-7044314be1be', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:66:09:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1748, 'fixed_ips': [{'subnet_id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:09Z', 'updated_at': '2021-12-24T11:40:15Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '9135ded5-2da4-497e-85f2-da36e23f7f90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:42:37.226910 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194b4552-ea4a-4c4a-8c38-2e289270130e None None] New status for floating IP ee5b6283-12c3-44bf-8e00-834c5f29d5a7: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:42:37.825720 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba165c7a-2189-495b-9469-f2a3da7ad61f req-1c999043-1747-43a0-bfd8-4a6724e301d0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:37.827242 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ba165c7a-2189-495b-9469-f2a3da7ad61f req-1c999043-1747-43a0-bfd8-4a6724e301d0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.0898871
Dec 24 11:42:37.870115 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ba165c7a-2189-495b-9469-f2a3da7ad61f req-c9e56bdc-ce87-439c-bbb4-fafd9bb36d6f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=e167d162-317f-4ade-aed9-9a242bdd0552&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370154
Dec 24 11:42:38.071561 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa87fb-5047-40e3-96ce-4dd84f094a9e req-e4538064-1c6d-4d81-84ac-df6ad605fb2c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:38.072991 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-91fa87fb-5047-40e3-96ce-4dd84f094a9e req-e4538064-1c6d-4d81-84ac-df6ad605fb2c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 945 time: 0.0859070
Dec 24 11:42:38.265216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-91fa87fb-5047-40e3-96ce-4dd84f094a9e req-66357574-b550-47cd-a4b0-64b90977b6aa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:42:38.265548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-91fa87fb-5047-40e3-96ce-4dd84f094a9e req-66357574-b550-47cd-a4b0-64b90977b6aa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:38.506464 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-91fa87fb-5047-40e3-96ce-4dd84f094a9e req-66357574-b550-47cd-a4b0-64b90977b6aa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] For port 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67,segment=NetworkSegment(5a77b01f-fd67-4c09-b98b-1c912aa1e069),segment_id=5a77b01f-fd67-4c09-b98b-1c912aa1e069)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:42:38.506822 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-91fa87fb-5047-40e3-96ce-4dd84f094a9e req-66357574-b550-47cd-a4b0-64b90977b6aa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:38.627201 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-91fa87fb-5047-40e3-96ce-4dd84f094a9e req-66357574-b550-47cd-a4b0-64b90977b6aa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:42:38.768567 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-91fa87fb-5047-40e3-96ce-4dd84f094a9e req-66357574-b550-47cd-a4b0-64b90977b6aa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:38.773704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dba9fba9-6597-4420-897c-56de0e54af67 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:38.817615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66357574-b550-47cd-a4b0-64b90977b6aa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:38.820585 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-66357574-b550-47cd-a4b0-64b90977b6aa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:38.892470 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-91fa87fb-5047-40e3-96ce-4dd84f094a9e req-66357574-b550-47cd-a4b0-64b90977b6aa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] No DVR routers for this DVR port 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:42:38.895064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-91fa87fb-5047-40e3-96ce-4dd84f094a9e req-66357574-b550-47cd-a4b0-64b90977b6aa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:38.897659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf3a297-f36d-4c70-a7b3-a505905fa778', 'name': 'network-vif-deleted', 'tag': '94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:42:38.912938 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-91fa87fb-5047-40e3-96ce-4dd84f094a9e req-66357574-b550-47cd-a4b0-64b90977b6aa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "DELETE /v2.0/ports/94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 HTTP/1.1" status: 204  len: 173 time: 0.8349955
Dec 24 11:42:38.952742 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf3a297-f36d-4c70-a7b3-a505905fa778', 'name': 'network-vif-deleted', 'tag': '94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67', 'status': 'completed', 'code': 200}
Dec 24 11:42:39.037092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-fdbdfb7a-8434-4f76-a2f8-41900718b3e2 req-1f6797b6-01af-4120-9404-79929e44de6a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:42:39.052735 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-fdbdfb7a-8434-4f76-a2f8-41900718b3e2 req-1f6797b6-01af-4120-9404-79929e44de6a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:42:39.058348 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fdbdfb7a-8434-4f76-a2f8-41900718b3e2 req-1f6797b6-01af-4120-9404-79929e44de6a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=dcf3a297-f36d-4c70-a7b3-a505905fa778 HTTP/1.1" status: 200  len: 210 time: 0.0666673
Dec 24 11:42:40.146310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59808) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:40.794308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:41.051323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:41.134589 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:42:41.134923 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:41.318691 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] For port e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10,segment=NetworkSegment(5a77b01f-fd67-4c09-b98b-1c912aa1e069),segment_id=5a77b01f-fd67-4c09-b98b-1c912aa1e069)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:42:41.319370 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:41.438375 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:42:41.866579 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:41.871013 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0e28fb36-5203-4315-a8bf-c3eba945d818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:41.919022 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:41.965304 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:41.965692 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:41.966099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:41.966464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:41.966831 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:41.967296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:41.967663 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:41.968028 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:41.968388 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:41.968746 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:41.969106 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:41.969465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:41.977466 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:42.083023 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:42:42.119991 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:42:42.120259 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 94dfc551-03d6-4e5f-bdb6-e6ca2fd5cf67 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:42:42.208622 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:42.557549 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 85312090-fa27-479b-a687-e53ec473fe6e has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:42:42.731608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:42:42.741965 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f9b02-ea20-4059-b34c-e8b9013fe79e None None] Sync routers for ids ['85312090-fa27-479b-a687-e53ec473fe6e'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:42:42.747918 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "PUT /v2.0/routers/85312090-fa27-479b-a687-e53ec473fe6e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6005487
Dec 24 11:42:42.750543 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59812) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:42.751822 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f9b02-ea20-4059-b34c-e8b9013fe79e None None] Routers {'85312090-fa27-479b-a687-e53ec473fe6e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:42:42.752633 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f55f9b02-ea20-4059-b34c-e8b9013fe79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c46fc70>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:42:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['85312090-fa27-479b-a687-e53ec473fe6e'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:42.814270 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a6b60c-360d-47d5-98ba-004b84b55590 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting subnet 9135ded5-2da4-497e-85f2-da36e23f7f90 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:42:42.817085 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-82a6b60c-360d-47d5-98ba-004b84b55590 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:42.873168 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-82a6b60c-360d-47d5-98ba-004b84b55590 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:42.924707 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-f55f9b02-ea20-4059-b34c-e8b9013fe79e None None] Set router 85312090-fa27-479b-a687-e53ec473fe6e gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:42:42.954803 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-82a6b60c-360d-47d5-98ba-004b84b55590 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:43.026475 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-82a6b60c-360d-47d5-98ba-004b84b55590 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:43.031080 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e1e2251c-6d1d-446f-91a7-f68a02cb9554 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:43.069236 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6b60c-360d-47d5-98ba-004b84b55590 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Subnet': ['ID=9135ded5-2da4-497e-85f2-da36e23f7f90,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:43.072311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-82a6b60c-360d-47d5-98ba-004b84b55590 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:43.073286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-82a6b60c-360d-47d5-98ba-004b84b55590 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:43.079842 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-82a6b60c-360d-47d5-98ba-004b84b55590 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/subnets/9135ded5-2da4-497e-85f2-da36e23f7f90 HTTP/1.1" status: 204  len: 168 time: 0.3280864
Dec 24 11:42:43.082981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59816) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:43.096042 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4566e907-9599-4fec-a36d-62fbde2741eb None None] Network 4dd6588d-738f-45c3-871f-7044314be1be requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:42:43.389182 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f55f9b02-ea20-4059-b34c-e8b9013fe79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c46fc70>, [{'id': '85312090-fa27-479b-a687-e53ec473fe6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125375370', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:42:41Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:43.393232 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f9b02-ea20-4059-b34c-e8b9013fe79e None None] Checking router: 85312090-fa27-479b-a687-e53ec473fe6e for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:42:43.395298 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7110-c65d-4091-b7b4-4ced5fce315e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:43.402492 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55f9b02-ea20-4059-b34c-e8b9013fe79e None None] Routers {'85312090-fa27-479b-a687-e53ec473fe6e'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:42:43.403115 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f55f9b02-ea20-4059-b34c-e8b9013fe79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c46fc70>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:42:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['85312090-fa27-479b-a687-e53ec473fe6e'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:43.477692 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] DHCP port deletion for 4dd6588d-738f-45c3-871f-7044314be1be request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:42:43.493001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Deleting port a1fd8dfc-571c-4fa2-8759-eb8528e79610 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:42:43.493376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:43.584598 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7110-c65d-4091-b7b4-4ced5fce315e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:43.594582 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-0a9c7110-c65d-4091-b7b4-4ced5fce315e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port db44cef6-b205-4bb3-a4e5-955158e734d8 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:42:43.594925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7110-c65d-4091-b7b4-4ced5fce315e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:43.713857 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-f55f9b02-ea20-4059-b34c-e8b9013fe79e None None] Set router 85312090-fa27-479b-a687-e53ec473fe6e gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:42:43.774016 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-0a9c7110-c65d-4091-b7b4-4ced5fce315e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] For port db44cef6-b205-4bb3-a4e5-955158e734d8, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=db44cef6-b205-4bb3-a4e5-955158e734d8,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:42:43.774381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7110-c65d-4091-b7b4-4ced5fce315e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:43.901520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-0a9c7110-c65d-4091-b7b4-4ced5fce315e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for db44cef6-b205-4bb3-a4e5-955158e734d8 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:42:44.005269 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] For port a1fd8dfc-571c-4fa2-8759-eb8528e79610, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=a1fd8dfc-571c-4fa2-8759-eb8528e79610,segment=NetworkSegment(5a77b01f-fd67-4c09-b98b-1c912aa1e069),segment_id=5a77b01f-fd67-4c09-b98b-1c912aa1e069)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:42:44.005756 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:44.075237 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7110-c65d-4091-b7b4-4ced5fce315e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:44.079967 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:44.147046 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Calling delete_port for a1fd8dfc-571c-4fa2-8759-eb8528e79610 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:42:44.159664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c7110-c65d-4091-b7b4-4ced5fce315e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=db44cef6-b205-4bb3-a4e5-955158e734d8,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:44.162183 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0a9c7110-c65d-4091-b7b4-4ced5fce315e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:44.218287 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7110-c65d-4091-b7b4-4ced5fce315e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:44.264427 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:44.267994 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:44.310577 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Pushing event deleted for resources: {'Port': ['ID=a1fd8dfc-571c-4fa2-8759-eb8528e79610,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:44.322672 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] No DVR routers for this DVR port a1fd8dfc-571c-4fa2-8759-eb8528e79610 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:42:44.324530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:44.324873 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:44.325212 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:44.325544 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:44.325949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:44.326219 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:44.326543 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:44.326862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:44.327182 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:44.327499 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:44.327814 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:44.328127 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:44.332521 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-f55f9b02-ea20-4059-b34c-e8b9013fe79e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c46fc70>, [{'id': '85312090-fa27-479b-a687-e53ec473fe6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125375370', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:42:41Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:44.334690 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:44.342611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f55f9b02-ea20-4059-b34c-e8b9013fe79e None None] The sync data for ids ['85312090-fa27-479b-a687-e53ec473fe6e'] in dv-neutron-822668-2-hyperv is: [{'id': '85312090-fa27-479b-a687-e53ec473fe6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-125375370', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66'}], 'enable_snat': True}, 'gw_port_id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:42:41Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': 'db44cef6-b205-4bb3-a4e5-955158e734d8', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cf:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85312090-fa27-479b-a687-e53ec473fe6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:40:05Z', 'updated_at': '2021-12-24T11:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:42:44.398465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7110-c65d-4091-b7b4-4ced5fce315e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:44.400623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7110-c65d-4091-b7b4-4ced5fce315e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:44.422696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7110-c65d-4091-b7b4-4ced5fce315e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:44.423687 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9c7110-c65d-4091-b7b4-4ced5fce315e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Fanout notify agent at l3_agent the message router_deleted on router 85312090-fa27-479b-a687-e53ec473fe6e {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:42:44.444143 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0a9c7110-c65d-4091-b7b4-4ced5fce315e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:44.445234 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0a9c7110-c65d-4091-b7b4-4ced5fce315e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/routers/85312090-fa27-479b-a687-e53ec473fe6e HTTP/1.1" status: 204  len: 168 time: 1.3613577
Dec 24 11:42:44.447846 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59820) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:44.559032 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3986fbf0-5e90-46b2-a5ab-098a7e1c0c5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:44.811743 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3986fbf0-5e90-46b2-a5ab-098a7e1c0c5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:44.837072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-3986fbf0-5e90-46b2-a5ab-098a7e1c0c5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d338370>,) {'filters': {'network_id': ['4dd6588d-738f-45c3-871f-7044314be1be']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:44.849241 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-3986fbf0-5e90-46b2-a5ab-098a7e1c0c5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d338370>, '5a77b01f-fd67-4c09-b98b-1c912aa1e069') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:44.849538 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-3986fbf0-5e90-46b2-a5ab-098a7e1c0c5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d338370>, '5a77b01f-fd67-4c09-b98b-1c912aa1e069') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:44.860383 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3986fbf0-5e90-46b2-a5ab-098a7e1c0c5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:44.876464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3986fbf0-5e90-46b2-a5ab-098a7e1c0c5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:44.882910 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3986fbf0-5e90-46b2-a5ab-098a7e1c0c5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:42:44.883372 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3986fbf0-5e90-46b2-a5ab-098a7e1c0c5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:42:44.898423 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:42:44.981996 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3986fbf0-5e90-46b2-a5ab-098a7e1c0c5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:44.985628 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:45.000169 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3986fbf0-5e90-46b2-a5ab-098a7e1c0c5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:45.013157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3986fbf0-5e90-46b2-a5ab-098a7e1c0c5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Network': ['ID=4dd6588d-738f-45c3-871f-7044314be1be,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:45.015953 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3986fbf0-5e90-46b2-a5ab-098a7e1c0c5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:45.020179 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3986fbf0-5e90-46b2-a5ab-098a7e1c0c5e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/networks/4dd6588d-738f-45c3-871f-7044314be1be HTTP/1.1" status: 204  len: 168 time: 0.5708060
Dec 24 11:42:45.022751 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59824) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:45.088056 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1b9d047e-dd13-4c7e-a24d-175d695666f0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:45.116709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1b9d047e-dd13-4c7e-a24d-175d695666f0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:45.179562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1b9d047e-dd13-4c7e-a24d-175d695666f0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:45.183222 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5cceb1e7-2286-4687-be2d-6db5b3a1c7b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:45.201387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d047e-dd13-4c7e-a24d-175d695666f0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e167d162-317f-4ade-aed9-9a242bdd0552,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:45.203810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-1b9d047e-dd13-4c7e-a24d-175d695666f0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:45.215683 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-1b9d047e-dd13-4c7e-a24d-175d695666f0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:45.216811 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1b9d047e-dd13-4c7e-a24d-175d695666f0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/security-groups/e167d162-317f-4ade-aed9-9a242bdd0552 HTTP/1.1" status: 204  len: 168 time: 0.1931586
Dec 24 11:42:45.352186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:42:45.390608 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:42:45.390964 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e3d4b0ab-aa5d-4b7f-84d5-872872f6dc10 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:42:45.391392 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a1fd8dfc-571c-4fa2-8759-eb8528e79610 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:42:45.424069 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: a1fd8dfc-571c-4fa2-8759-eb8528e79610 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:42:45.424423 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device a1fd8dfc-571c-4fa2-8759-eb8528e79610 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:42:45.424843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device db44cef6-b205-4bb3-a4e5-955158e734d8 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:42:45.464299 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: db44cef6-b205-4bb3-a4e5-955158e734d8 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:42:45.464569 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device db44cef6-b205-4bb3-a4e5-955158e734d8 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:42:45.494263 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59832) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:45.499434 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-d96a1015-48aa-45f5-9f9f-e98d2bcda00d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-27153719', 'description': 'tempest-secgroup-smoke-27153719 description', 'project_id': '0dcd22cea467454e963edffa3365e2a7'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:42:45.506270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d96a1015-48aa-45f5-9f9f-e98d2bcda00d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:42:45.510332 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d96a1015-48aa-45f5-9f9f-e98d2bcda00d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:42:45.513126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d96a1015-48aa-45f5-9f9f-e98d2bcda00d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:42:45.520277 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d96a1015-48aa-45f5-9f9f-e98d2bcda00d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:42:45.530586 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d96a1015-48aa-45f5-9f9f-e98d2bcda00d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:45.553319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d96a1015-48aa-45f5-9f9f-e98d2bcda00d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:42:45.556989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d96a1015-48aa-45f5-9f9f-e98d2bcda00d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:42:45.559746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d96a1015-48aa-45f5-9f9f-e98d2bcda00d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:42:45.565170 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d96a1015-48aa-45f5-9f9f-e98d2bcda00d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:42:45.633605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d96a1015-48aa-45f5-9f9f-e98d2bcda00d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:45.636944 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d96a1015-48aa-45f5-9f9f-e98d2bcda00d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:45.640398 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-daf7f009-bd28-4d00-9a30-f2fc29677479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:45.681837 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a1015-48aa-45f5-9f9f-e98d2bcda00d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a239044-a338-456d-a899-428609b60c6c,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:45.685559 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d96a1015-48aa-45f5-9f9f-e98d2bcda00d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:45.686332 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d96a1015-48aa-45f5-9f9f-e98d2bcda00d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:45.687525 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d96a1015-48aa-45f5-9f9f-e98d2bcda00d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.1922820
Dec 24 11:42:45.690460 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59836) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:45.695632 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-0bc5539a-6a92-4f36-8ecb-f24639a8017d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': '5a239044-a338-456d-a899-428609b60c6c', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:42:45.701418 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0bc5539a-6a92-4f36-8ecb-f24639a8017d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:42:45.705132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0bc5539a-6a92-4f36-8ecb-f24639a8017d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:42:45.708067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-0bc5539a-6a92-4f36-8ecb-f24639a8017d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:42:45.713547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-0bc5539a-6a92-4f36-8ecb-f24639a8017d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:42:45.729951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0bc5539a-6a92-4f36-8ecb-f24639a8017d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:45.788790 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0bc5539a-6a92-4f36-8ecb-f24639a8017d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:45.792340 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0bc5539a-6a92-4f36-8ecb-f24639a8017d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:45.794195 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b8ed13e5-8fbe-4e34-bf3a-6255511ff415 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:45.815770 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5539a-6a92-4f36-8ecb-f24639a8017d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d5327c5-3273-49a6-9082-5d4804a5b553,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:45.818302 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0bc5539a-6a92-4f36-8ecb-f24639a8017d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:45.824617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-0bc5539a-6a92-4f36-8ecb-f24639a8017d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:45.825820 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0bc5539a-6a92-4f36-8ecb-f24639a8017d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1343491
Dec 24 11:42:45.828604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59840) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:45.833689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-14d52406-c26c-4dc2-b732-618d4919493c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': '5a239044-a338-456d-a899-428609b60c6c', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:42:45.839524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-14d52406-c26c-4dc2-b732-618d4919493c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:42:45.843336 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-14d52406-c26c-4dc2-b732-618d4919493c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:42:45.846305 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-14d52406-c26c-4dc2-b732-618d4919493c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:42:45.852763 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-14d52406-c26c-4dc2-b732-618d4919493c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:42:45.869500 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-14d52406-c26c-4dc2-b732-618d4919493c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:45.932245 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-14d52406-c26c-4dc2-b732-618d4919493c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:45.935769 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-14d52406-c26c-4dc2-b732-618d4919493c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:45.937587 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-64798e07-d75c-488b-813d-6f6d77f17d41 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:45.956832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d52406-c26c-4dc2-b732-618d4919493c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44ba9a4-3b34-422c-8adc-9d1f3335f723,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:45.961115 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-14d52406-c26c-4dc2-b732-618d4919493c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:45.968023 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-14d52406-c26c-4dc2-b732-618d4919493c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:45.969243 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-14d52406-c26c-4dc2-b732-618d4919493c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1397259
Dec 24 11:42:45.971916 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59844) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:45.977421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-d93fdaf1-2828-43af-ad03-ba128d3777be tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': '5a239044-a338-456d-a899-428609b60c6c', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:42:45.983202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d93fdaf1-2828-43af-ad03-ba128d3777be tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:42:45.986835 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d93fdaf1-2828-43af-ad03-ba128d3777be tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:42:45.989693 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-d93fdaf1-2828-43af-ad03-ba128d3777be tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:42:45.995277 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-d93fdaf1-2828-43af-ad03-ba128d3777be tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:42:46.011743 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d93fdaf1-2828-43af-ad03-ba128d3777be tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.072751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d93fdaf1-2828-43af-ad03-ba128d3777be tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.077104 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d93fdaf1-2828-43af-ad03-ba128d3777be tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.078920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-bc1dca47-15d1-435c-9e48-e869eb0de389 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:46.100756 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93fdaf1-2828-43af-ad03-ba128d3777be tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d367da-331a-41bc-bc77-5b89ee18ed96,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:46.103074 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d93fdaf1-2828-43af-ad03-ba128d3777be tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:46.110103 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-d93fdaf1-2828-43af-ad03-ba128d3777be tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.111260 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-d93fdaf1-2828-43af-ad03-ba128d3777be tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1384680
Dec 24 11:42:46.113951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59848) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:46.119063 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-8cd15089-7ae6-4964-abbd-c72eeb505bee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': '5a239044-a338-456d-a899-428609b60c6c', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:42:46.124612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8cd15089-7ae6-4964-abbd-c72eeb505bee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:42:46.128550 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8cd15089-7ae6-4964-abbd-c72eeb505bee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:42:46.131365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-8cd15089-7ae6-4964-abbd-c72eeb505bee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:42:46.136840 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-8cd15089-7ae6-4964-abbd-c72eeb505bee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:42:46.153935 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8cd15089-7ae6-4964-abbd-c72eeb505bee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.219628 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8cd15089-7ae6-4964-abbd-c72eeb505bee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.223744 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8cd15089-7ae6-4964-abbd-c72eeb505bee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.230617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b4311d48-dfd4-4464-b695-3ef8b77ee2c1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:46.251704 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd15089-7ae6-4964-abbd-c72eeb505bee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ff8be2-bafc-4370-bdad-9b39fc9531a5,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:46.253889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8cd15089-7ae6-4964-abbd-c72eeb505bee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:46.258376 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-8cd15089-7ae6-4964-abbd-c72eeb505bee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.259784 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-8cd15089-7ae6-4964-abbd-c72eeb505bee tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1446712
Dec 24 11:42:46.262440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59852) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:46.267339 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-967c2b22-78cb-4b1c-8d6a-5fceb357f948 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': '5a239044-a338-456d-a899-428609b60c6c', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:42:46.273970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-967c2b22-78cb-4b1c-8d6a-5fceb357f948 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:42:46.277738 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-967c2b22-78cb-4b1c-8d6a-5fceb357f948 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:42:46.281129 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-967c2b22-78cb-4b1c-8d6a-5fceb357f948 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:42:46.287462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-967c2b22-78cb-4b1c-8d6a-5fceb357f948 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:42:46.297317 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-967c2b22-78cb-4b1c-8d6a-5fceb357f948 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Project 0dcd22cea467454e963edffa3365e2a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:42:46.303866 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-967c2b22-78cb-4b1c-8d6a-5fceb357f948 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.365456 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-967c2b22-78cb-4b1c-8d6a-5fceb357f948 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.369163 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-967c2b22-78cb-4b1c-8d6a-5fceb357f948 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.377004 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ef794040-56db-4d7d-9eaa-04c371361ec9 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:46.396123 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c2b22-78cb-4b1c-8d6a-5fceb357f948 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9d1791-f8e5-43c2-a3c4-d1ca84e77a2a,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:46.398674 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-967c2b22-78cb-4b1c-8d6a-5fceb357f948 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:46.406363 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-967c2b22-78cb-4b1c-8d6a-5fceb357f948 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.407613 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-967c2b22-78cb-4b1c-8d6a-5fceb357f948 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1442585
Dec 24 11:42:46.410297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59856) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:46.415508 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-51deb05c-f193-4c99-a5a7-1a4b6978be62 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'security_group_rule': {'security_group_id': '5a239044-a338-456d-a899-428609b60c6c', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:42:46.421559 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-51deb05c-f193-4c99-a5a7-1a4b6978be62 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:42:46.425331 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-51deb05c-f193-4c99-a5a7-1a4b6978be62 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:security_group_rule and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:42:46.428614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-51deb05c-f193-4c99-a5a7-1a4b6978be62 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:42:46.434640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-51deb05c-f193-4c99-a5a7-1a4b6978be62 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:42:46.445792 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.securitygroups_db [None req-51deb05c-f193-4c99-a5a7-1a4b6978be62 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Project 0dcd22cea467454e963edffa3365e2a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:42:46.452782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51deb05c-f193-4c99-a5a7-1a4b6978be62 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.519356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51deb05c-f193-4c99-a5a7-1a4b6978be62 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.523545 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51deb05c-f193-4c99-a5a7-1a4b6978be62 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.525345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dbe8857b-2640-4e81-8b03-b64c0553a78d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:46.546096 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51deb05c-f193-4c99-a5a7-1a4b6978be62 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa258467-db3c-4902-8dec-f6305e4a66b1,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:46.548621 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-51deb05c-f193-4c99-a5a7-1a4b6978be62 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:46.555446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-51deb05c-f193-4c99-a5a7-1a4b6978be62 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.556607 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-51deb05c-f193-4c99-a5a7-1a4b6978be62 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1453614
Dec 24 11:42:46.559610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59860) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:46.565061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-2d07b21e-6b94-4084-bd04-9e60e4905da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'network': {'name': 'tempest-network-smoke--1124611181', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'port_security_enabled': True}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:42:46.570265 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2d07b21e-6b94-4084-bd04-9e60e4905da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:42:46.574176 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2d07b21e-6b94-4084-bd04-9e60e4905da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:network and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:42:46.576903 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-2d07b21e-6b94-4084-bd04-9e60e4905da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:42:46.582971 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-2d07b21e-6b94-4084-bd04-9e60e4905da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:42:46.595781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d07b21e-6b94-4084-bd04-9e60e4905da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Made reservation on behalf of 0dcd22cea467454e963edffa3365e2a7 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:42:46.599202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d07b21e-6b94-4084-bd04-9e60e4905da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.626292 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d07b21e-6b94-4084-bd04-9e60e4905da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:42:46.635264 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d07b21e-6b94-4084-bd04-9e60e4905da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.635644 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-2d07b21e-6b94-4084-bd04-9e60e4905da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Added segment 38b464ea-db16-4225-9986-241bf9955197 of type vlan for network fe287d56-4fd9-42f5-8a4b-95400b7c3aa0
Dec 24 11:42:46.660575 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d07b21e-6b94-4084-bd04-9e60e4905da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.687647 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d07b21e-6b94-4084-bd04-9e60e4905da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.693518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d07b21e-6b94-4084-bd04-9e60e4905da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:46.694128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-2d07b21e-6b94-4084-bd04-9e60e4905da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.697578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3ef133e5-915b-4749-98a1-e708e46d2af5 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:46.797172 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2d07b21e-6b94-4084-bd04-9e60e4905da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2365336
Dec 24 11:42:46.799978 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59864) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:46.803297 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d07b21e-6b94-4084-bd04-9e60e4905da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Network': ['ID=fe287d56-4fd9-42f5-8a4b-95400b7c3aa0,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:46.805953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-2d07b21e-6b94-4084-bd04-9e60e4905da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:46.806147 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-981224112', 'admin_state_up': True, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:42:46.813471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:42:46.813663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:42:46.817814 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:router and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:42:46.820643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:42:46.827907 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:42:46.839303 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.840374 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:46.860493 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:47.128931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:47.422807 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:47.454490 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:47.582587 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.26.4.17 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/7af08784-4e67-49d7-92a8-51c040f88d47) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:42:47.730846 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:47.760372 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:47.764634 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7c8945b3-943b-4ed8-9971-8125b7f788b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:47.821563 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:42:47.828633 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:42:47.832725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:42:47.866408 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=7af08784-4e67-49d7-92a8-51c040f88d47,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:47.874191 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:48.357837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:48.690241 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:48.884684 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 809e5da2-0029-462c-a351-1dd83c966b66 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:42:49.055449 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:42:49.064948 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Sync routers for ids ['809e5da2-0029-462c-a351-1dd83c966b66'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:42:49.075313 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Routers {'809e5da2-0029-462c-a351-1dd83c966b66'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:42:49.075923 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddcc970>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:42:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['809e5da2-0029-462c-a351-1dd83c966b66'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:49.082291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:49.083473 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.2818782
Dec 24 11:42:49.086536 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59870) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:49.125473 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-34afbac1-77b1-4ad6-b344-219944bee636 tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/subnets?project_id=0dcd22cea467454e963edffa3365e2a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0378110
Dec 24 11:42:49.128114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59874) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:49.250484 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Set router 809e5da2-0029-462c-a351-1dd83c966b66 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:42:49.253058 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f83a56a-4f62-42b4-969d-c2286dfccdd3 tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:49.255184 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-1f83a56a-4f62-42b4-969d-c2286dfccdd3 tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1261976
Dec 24 11:42:49.258073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59878) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:49.433182 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-48c55009-6f63-4298-b25c-ee80041b5372 tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/subnets?network_id=38a55964-33b9-4484-a01f-c130c608c280&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1739616
Dec 24 11:42:49.435591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59882) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:49.440797 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-b6a7be38-f29a-4a46-ba7b-88adb74cac81 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-898738374', 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0', 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:42:49.546045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b6a7be38-f29a-4a46-ba7b-88adb74cac81 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:42:49.549777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b6a7be38-f29a-4a46-ba7b-88adb74cac81 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:subnet and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:42:49.553112 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-b6a7be38-f29a-4a46-ba7b-88adb74cac81 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:42:49.558688 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-b6a7be38-f29a-4a46-ba7b-88adb74cac81 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:42:49.564845 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddcc970>, [{'id': '809e5da2-0029-462c-a351-1dd83c966b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981224112', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:42:46Z', 'updated_at': '2021-12-24T11:42:48Z', 'revision_number': 3, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:47Z', 'updated_at': '2021-12-24T11:42:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:49.568476 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a7be38-f29a-4a46-ba7b-88adb74cac81 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Made reservation on behalf of 0dcd22cea467454e963edffa3365e2a7 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:42:49.569746 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Checking router: 809e5da2-0029-462c-a351-1dd83c966b66 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:42:49.570121 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Updating router 809e5da2-0029-462c-a351-1dd83c966b66 port 7af08784-4e67-49d7-92a8-51c040f88d47 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:42:49.571919 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b6a7be38-f29a-4a46-ba7b-88adb74cac81 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:49.629382 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:49.788170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b6a7be38-f29a-4a46-ba7b-88adb74cac81 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:49.791642 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ffa00ef3-c11f-45df-89ee-92f564e3eaf5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:49.863627 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7be38-f29a-4a46-ba7b-88adb74cac81 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Subnet': ['ID=45f90b9b-8d03-45e0-bb92-72ac099346d8,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:49.867168 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b6a7be38-f29a-4a46-ba7b-88adb74cac81 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:49.872600 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a7be38-f29a-4a46-ba7b-88adb74cac81 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Checking segment: {'id': '38b464ea-db16-4225-9986-241bf9955197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:42:49.872961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a7be38-f29a-4a46-ba7b-88adb74cac81 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network hostable DHCP agents. Network: fe287d56-4fd9-42f5-8a4b-95400b7c3aa0, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:42:49.891205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a7be38-f29a-4a46-ba7b-88adb74cac81 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:42:49.900512 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-b6a7be38-f29a-4a46-ba7b-88adb74cac81 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, fe287d56-4fd9-42f5-8a4b-95400b7c3aa0) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:42:49.904520 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a7be38-f29a-4a46-ba7b-88adb74cac81 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:49.905109 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b6a7be38-f29a-4a46-ba7b-88adb74cac81 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:49.910873 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de24e6e-18b2-4be5-bc30-31ca66cfb8c3 None None] Network fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:42:49.937297 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b6a7be38-f29a-4a46-ba7b-88adb74cac81 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5004966
Dec 24 11:42:49.940017 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59886) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:42:49.958672 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:49.970461 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Transition to ACTIVE for port object 7af08784-4e67-49d7-92a8-51c040f88d47 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:42:49.977742 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:49.981292 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-b14813f9-f18c-42df-85c9-1d086b6bebb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:50.063503 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Attempting to bind port 7af08784-4e67-49d7-92a8-51c040f88d47 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:42:50.064457 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Attempting to bind port 7af08784-4e67-49d7-92a8-51c040f88d47 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:42:50.064835 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Attempting to bind port 7af08784-4e67-49d7-92a8-51c040f88d47 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:42:50.072068 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722963a5-7197-4341-91b3-bf333be32f29 None None] Pushing event updated for resources: {'Port': ['ID=7af08784-4e67-49d7-92a8-51c040f88d47,revision_number=2']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:50.080990 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722963a5-7197-4341-91b3-bf333be32f29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:50.081893 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722963a5-7197-4341-91b3-bf333be32f29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:50.081893 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722963a5-7197-4341-91b3-bf333be32f29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:50.082205 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722963a5-7197-4341-91b3-bf333be32f29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:50.082400 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722963a5-7197-4341-91b3-bf333be32f29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:50.082652 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722963a5-7197-4341-91b3-bf333be32f29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:50.082968 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722963a5-7197-4341-91b3-bf333be32f29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:50.083293 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722963a5-7197-4341-91b3-bf333be32f29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:50.083618 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722963a5-7197-4341-91b3-bf333be32f29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:50.083934 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722963a5-7197-4341-91b3-bf333be32f29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:50.084250 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722963a5-7197-4341-91b3-bf333be32f29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:50.084563 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722963a5-7197-4341-91b3-bf333be32f29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:42:50.088219 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-722963a5-7197-4341-91b3-bf333be32f29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:50.089158 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:42:50.089545 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:42:50.089985 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:50.090371 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:42:50.090849 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Bound port: 7af08784-4e67-49d7-92a8-51c040f88d47, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:42:50.091228 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:50.139328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-fe287d56-4fd9-42f5-8a4b-95400b7c3aa0', 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ips': [{'subnet_id': '45f90b9b-8d03-45e0-bb92-72ac099346d8'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:42:50.140172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:50.175069 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] For port 7af08784-4e67-49d7-92a8-51c040f88d47, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:42:50.178738 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] For port 7af08784-4e67-49d7-92a8-51c040f88d47, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7af08784-4e67-49d7-92a8-51c040f88d47,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:42:50.184140 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:50.187913 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-63c95980-a78e-486e-bbaf-b9e4b1e16d7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:50.265627 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Routers {'809e5da2-0029-462c-a351-1dd83c966b66'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:42:50.266329 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddcc970>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:42:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['809e5da2-0029-462c-a351-1dd83c966b66'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:50.336060 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722963a5-7197-4341-91b3-bf333be32f29 None None] Pushing event updated for resources: {'Port': ['ID=7af08784-4e67-49d7-92a8-51c040f88d47,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:50.340765 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-722963a5-7197-4341-91b3-bf333be32f29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:50.358701 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Allocated IP 172.20.0.2 (fe287d56-4fd9-42f5-8a4b-95400b7c3aa0/45f90b9b-8d03-45e0-bb92-72ac099346d8/ae78398d-f224-4acb-9895-a8888e4ee0c6) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:42:50.463421 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] Set router 809e5da2-0029-462c-a351-1dd83c966b66 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:42:50.573134 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:50.584271 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Transition to ACTIVE for port object ae78398d-f224-4acb-9895-a8888e4ee0c6 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:42:50.602295 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Transition to ACTIVE for port object ae78398d-f224-4acb-9895-a8888e4ee0c6 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:42:50.608369 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:50.614789 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:50.686079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Network fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:42:50.690399 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:42:50.693863 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:42:50.694350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:50.724992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Pushing event updated for resources: {'Port': ['ID=ae78398d-f224-4acb-9895-a8888e4ee0c6,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:50.729307 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:50.766367 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddcc970>, [{'id': '809e5da2-0029-462c-a351-1dd83c966b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981224112', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:42:46Z', 'updated_at': '2021-12-24T11:42:48Z', 'revision_number': 3, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:47Z', 'updated_at': '2021-12-24T11:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:50.770405 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d7593-e813-4eaa-923d-9047ecf310d5 None None] The sync data for ids ['809e5da2-0029-462c-a351-1dd83c966b66'] in dv-neutron-822668-2-hyperv is: [{'id': '809e5da2-0029-462c-a351-1dd83c966b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981224112', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:42:46Z', 'updated_at': '2021-12-24T11:42:48Z', 'revision_number': 3, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:47Z', 'updated_at': '2021-12-24T11:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:42:50.799235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Attempting to bind port ae78398d-f224-4acb-9895-a8888e4ee0c6 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:42:50.799797 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Attempting to bind port ae78398d-f224-4acb-9895-a8888e4ee0c6 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '38b464ea-db16-4225-9986-241bf9955197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:42:50.800334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Attempting to bind port ae78398d-f224-4acb-9895-a8888e4ee0c6 on network fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:42:50.806639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:42:50.807035 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Checking segment: {'id': '38b464ea-db16-4225-9986-241bf9955197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:42:50.807443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:50.807843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Bound using segment: {'id': '38b464ea-db16-4225-9986-241bf9955197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:42:50.808316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Bound port: ae78398d-f224-4acb-9895-a8888e4ee0c6, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b464ea-db16-4225-9986-241bf9955197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:42:50.808693 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:50.898453 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] For port ae78398d-f224-4acb-9895-a8888e4ee0c6, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:42:50.901591 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] For port ae78398d-f224-4acb-9895-a8888e4ee0c6, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ae78398d-f224-4acb-9895-a8888e4ee0c6,segment=NetworkSegment(38b464ea-db16-4225-9986-241bf9955197),segment_id=38b464ea-db16-4225-9986-241bf9955197)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:42:50.907456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:50.912789 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-e598341b-cc48-4e98-8fba-c3412d859a37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:51.023046 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Pushing event updated for resources: {'Port': ['ID=ae78398d-f224-4acb-9895-a8888e4ee0c6,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:51.031018 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:51.283881 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.20.0.1 (fe287d56-4fd9-42f5-8a4b-95400b7c3aa0/45f90b9b-8d03-45e0-bb92-72ac099346d8/384ddd8f-24e0-41f2-96a6-89f2ee43990f) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:42:51.437157 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7af08784-4e67-49d7-92a8-51c040f88d47 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:42:51.518867 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 7af08784-4e67-49d7-92a8-51c040f88d47 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:42:51.523618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:51.524234 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 7af08784-4e67-49d7-92a8-51c040f88d47 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:42:51.524616 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:51.540204 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Transition to ACTIVE for port object 384ddd8f-24e0-41f2-96a6-89f2ee43990f will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:42:51.566037 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:51.570866 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ed6419ca-65f8-49f6-8910-fa2fecc95ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:51.639071 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:42:51.642574 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:42:51.646544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:42:51.662630 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:51.681213 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 7af08784-4e67-49d7-92a8-51c040f88d47, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7af08784-4e67-49d7-92a8-51c040f88d47,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:42:51.685757 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:51.686693 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ae78398d-f224-4acb-9895-a8888e4ee0c6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:42:51.694234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=384ddd8f-24e0-41f2-96a6-89f2ee43990f,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:51.698923 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:51.714252 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:51.715439 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:51.815520 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=7af08784-4e67-49d7-92a8-51c040f88d47,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:51.818681 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:51.826712 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port ae78398d-f224-4acb-9895-a8888e4ee0c6 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:42:52.002300 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:52.106754 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d718a160-ca65-47b7-9a42-4e3375a02722 None None] Network fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:42:52.200100 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3ba09d7f-e4b3-4f22-8713-c1775540ffd9 None None] Provisioning for port ae78398d-f224-4acb-9895-a8888e4ee0c6 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:42:52.219391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-3ba09d7f-e4b3-4f22-8713-c1775540ffd9 None None] Provisioning complete for port ae78398d-f224-4acb-9895-a8888e4ee0c6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:42:52.219772 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ba09d7f-e4b3-4f22-8713-c1775540ffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:52.437348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:52.437898 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ba09d7f-e4b3-4f22-8713-c1775540ffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:52.443318 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:52.487857 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-3ba09d7f-e4b3-4f22-8713-c1775540ffd9 None None] For port ae78398d-f224-4acb-9895-a8888e4ee0c6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ae78398d-f224-4acb-9895-a8888e4ee0c6,segment=NetworkSegment(38b464ea-db16-4225-9986-241bf9955197),segment_id=38b464ea-db16-4225-9986-241bf9955197)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:42:52.493417 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3ba09d7f-e4b3-4f22-8713-c1775540ffd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:52.495834 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:52.504823 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-319ca32f-7fc4-4084-80fd-2e0c7bb48907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:52.543133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:52.567824 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba09d7f-e4b3-4f22-8713-c1775540ffd9 None None] Pushing event updated for resources: {'Port': ['ID=ae78398d-f224-4acb-9895-a8888e4ee0c6,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:52.571025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3ba09d7f-e4b3-4f22-8713-c1775540ffd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:52.647905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=384ddd8f-24e0-41f2-96a6-89f2ee43990f,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:52.658066 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:52.714877 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:42:52.716105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:42:52.720557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d45347c0-f677-4485-a56b-ab0a1604ea2c None None] Provisioning complete for port ae78398d-f224-4acb-9895-a8888e4ee0c6 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:42:52.720849 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d45347c0-f677-4485-a56b-ab0a1604ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:52.862442 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d45347c0-f677-4485-a56b-ab0a1604ea2c None None] Provisioning for port 384ddd8f-24e0-41f2-96a6-89f2ee43990f completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:42:52.868511 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-d45347c0-f677-4485-a56b-ab0a1604ea2c None None] Provisioning complete for port 384ddd8f-24e0-41f2-96a6-89f2ee43990f triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:42:52.868929 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d45347c0-f677-4485-a56b-ab0a1604ea2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:52.928582 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-d45347c0-f677-4485-a56b-ab0a1604ea2c None None] Port 384ddd8f-24e0-41f2-96a6-89f2ee43990f cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:42:53.047371 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4323b9d2-75c1-45dd-8d79-8a932abab200 None None] Provisioning complete for port 384ddd8f-24e0-41f2-96a6-89f2ee43990f triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:42:53.047754 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4323b9d2-75c1-45dd-8d79-8a932abab200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:53.053111 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 809e5da2-0029-462c-a351-1dd83c966b66 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:42:53.144163 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-4323b9d2-75c1-45dd-8d79-8a932abab200 None None] Port 384ddd8f-24e0-41f2-96a6-89f2ee43990f cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:42:53.233209 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:42:53.243030 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Sync routers for ids ['809e5da2-0029-462c-a351-1dd83c966b66'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:42:53.246127 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "PUT /v2.0/routers/809e5da2-0029-462c-a351-1dd83c966b66/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3049366
Dec 24 11:42:53.269462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Routers {'809e5da2-0029-462c-a351-1dd83c966b66'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:42:53.270123 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c645670>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:42:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['809e5da2-0029-462c-a351-1dd83c966b66'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:53.323138 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7af08784-4e67-49d7-92a8-51c040f88d47 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:42:53.380723 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-51810aa9-eddc-45da-b553-1bce81c09811 None None] Provisioning complete for port 384ddd8f-24e0-41f2-96a6-89f2ee43990f triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:42:53.381108 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-51810aa9-eddc-45da-b553-1bce81c09811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:53.425394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-af3dd64c-f740-4688-91b9-58b30281495a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:42:53.441394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-af3dd64c-f740-4688-91b9-58b30281495a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:42:53.443045 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-af3dd64c-f740-4688-91b9-58b30281495a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-27153719&fields=id&tenant_id=0dcd22cea467454e963edffa3365e2a7 HTTP/1.1" status: 200  len: 267 time: 0.0574806
Dec 24 11:42:53.525691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-51810aa9-eddc-45da-b553-1bce81c09811 None None] Port 384ddd8f-24e0-41f2-96a6-89f2ee43990f cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:42:53.561848 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 7af08784-4e67-49d7-92a8-51c040f88d47 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:42:53.562250 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:53.593917 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Set router 809e5da2-0029-462c-a351-1dd83c966b66 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:42:53.710068 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-7ba889e6-45f0-428c-8f14-3e04aa3f6a8b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:53.710744 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-7ba889e6-45f0-428c-8f14-3e04aa3f6a8b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:network {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:42:53.726670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-7ba889e6-45f0-428c-8f14-3e04aa3f6a8b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:network {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:42:53.727825 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-7ba889e6-45f0-428c-8f14-3e04aa3f6a8b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/networks?id=fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 HTTP/1.1" status: 200  len: 797 time: 0.2784579
Dec 24 11:42:53.743889 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-2d975004-665d-474a-8e86-629448856048 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/quotas/0dcd22cea467454e963edffa3365e2a7 HTTP/1.1" status: 200  len: 375 time: 0.0094218
Dec 24 11:42:53.827080 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-b6739579-218c-4860-9444-4ae85e455bbe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0778687
Dec 24 11:42:53.898083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ae78398d-f224-4acb-9895-a8888e4ee0c6 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:42:53.936789 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-8d6a38ee-3ddc-4c5f-951a-5237ff8e0858 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:42:53.937785 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-8d6a38ee-3ddc-4c5f-951a-5237ff8e0858 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0995071
Dec 24 11:42:54.018853 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port ae78398d-f224-4acb-9895-a8888e4ee0c6 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:42:54.019275 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:54.068493 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-c11b404a-9cf3-4b1b-9af9-4a2a750b098b service neutron] 10.222.0.54 "GET /v2.0/networks/fe287d56-4fd9-42f5-8a4b-95400b7c3aa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1245275
Dec 24 11:42:54.076647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c645670>, [{'id': '809e5da2-0029-462c-a351-1dd83c966b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981224112', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:42:46Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:47Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '384ddd8f-24e0-41f2-96a6-89f2ee43990f', 'name': '', 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:f0:85:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:51Z', 'updated_at': '2021-12-24T11:42:52Z', 'revision_number': 2, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:54.084595 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Checking router: 809e5da2-0029-462c-a351-1dd83c966b66 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:42:54.084880 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Updating router 809e5da2-0029-462c-a351-1dd83c966b66 port 384ddd8f-24e0-41f2-96a6-89f2ee43990f binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:42:54.167343 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:54.202444 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-8fd54589-9841-41a6-b24f-8c4a5d7d4c5b service neutron] 10.222.0.54 "GET /v2.0/networks/fe287d56-4fd9-42f5-8a4b-95400b7c3aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1278305
Dec 24 11:42:54.386723 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-7448ebc9-4514-4dc6-8f1b-2f67e0f03f17 req-ceaed257-326c-4d05-892c-157d88ca2ea8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:42:54.404109 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-7448ebc9-4514-4dc6-8f1b-2f67e0f03f17 req-ceaed257-326c-4d05-892c-157d88ca2ea8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:42:54.406031 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7448ebc9-4514-4dc6-8f1b-2f67e0f03f17 req-ceaed257-326c-4d05-892c-157d88ca2ea8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 210 time: 0.0677528
Dec 24 11:42:54.543523 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:54.554801 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Transition to ACTIVE for port object 384ddd8f-24e0-41f2-96a6-89f2ee43990f will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:42:54.560801 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:54.564239 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:54.750238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b4afd-3264-49e2-81e3-269ccdfbf003 None None] Pushing event updated for resources: {'Port': ['ID=384ddd8f-24e0-41f2-96a6-89f2ee43990f,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:54.778859 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-141b4afd-3264-49e2-81e3-269ccdfbf003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:54.842493 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Attempting to bind port 384ddd8f-24e0-41f2-96a6-89f2ee43990f on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:42:54.842787 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Attempting to bind port 384ddd8f-24e0-41f2-96a6-89f2ee43990f by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '38b464ea-db16-4225-9986-241bf9955197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:42:54.843159 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Attempting to bind port 384ddd8f-24e0-41f2-96a6-89f2ee43990f on network fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:42:54.852351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:42:54.852723 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Checking segment: {'id': '38b464ea-db16-4225-9986-241bf9955197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:42:54.853132 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:54.853533 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Bound using segment: {'id': '38b464ea-db16-4225-9986-241bf9955197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:42:54.854032 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Bound port: 384ddd8f-24e0-41f2-96a6-89f2ee43990f, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38b464ea-db16-4225-9986-241bf9955197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:42:54.854416 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:54.948598 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] For port 384ddd8f-24e0-41f2-96a6-89f2ee43990f, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:42:54.951950 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] For port 384ddd8f-24e0-41f2-96a6-89f2ee43990f, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=384ddd8f-24e0-41f2-96a6-89f2ee43990f,segment=NetworkSegment(38b464ea-db16-4225-9986-241bf9955197),segment_id=38b464ea-db16-4225-9986-241bf9955197)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:42:54.955758 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:54.960815 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:55.034468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Routers {'809e5da2-0029-462c-a351-1dd83c966b66'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:42:55.035767 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c645670>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:42:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['809e5da2-0029-462c-a351-1dd83c966b66'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:55.115202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b4afd-3264-49e2-81e3-269ccdfbf003 None None] Pushing event updated for resources: {'Port': ['ID=384ddd8f-24e0-41f2-96a6-89f2ee43990f,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:55.118598 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-141b4afd-3264-49e2-81e3-269ccdfbf003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:55.239024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] Set router 809e5da2-0029-462c-a351-1dd83c966b66 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:42:55.557954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c645670>, [{'id': '809e5da2-0029-462c-a351-1dd83c966b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981224112', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:42:46Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:47Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '384ddd8f-24e0-41f2-96a6-89f2ee43990f', 'name': '', 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:f0:85:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:51Z', 'updated_at': '2021-12-24T11:42:54Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:42:55.563122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98dbed6a-15b5-438a-920d-065b937c8ad2 None None] The sync data for ids ['809e5da2-0029-462c-a351-1dd83c966b66'] in dv-neutron-822668-2-hyperv is: [{'id': '809e5da2-0029-462c-a351-1dd83c966b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981224112', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:42:46Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:47Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '384ddd8f-24e0-41f2-96a6-89f2ee43990f', 'name': '', 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:f0:85:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:51Z', 'updated_at': '2021-12-24T11:42:54Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:42:55.588717 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-73168fd9-ba84-4d22-9fc3-f53065487208 req-e72e141c-27a6-4f35-8107-a3b07d43823f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 210 time: 0.0711286
Dec 24 11:42:55.747795 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-3e25a612-73b7-4b24-b52d-3939c0c49fef tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:55.751154 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-3e25a612-73b7-4b24-b52d-3939c0c49fef tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "GET /v2.0/networks?id=fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 HTTP/1.1" status: 200  len: 797 time: 0.1900923
Dec 24 11:42:55.807804 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-d74e2de2-d51b-4ba5-aaf2-76c8a37e9481 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dcd22cea467454e963edffa3365e2a7 HTTP/1.1" status: 200  len: 378 time: 0.0485067
Dec 24 11:42:55.818327 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-3c802ce1-9002-4d68-8f7a-1f37876c9023 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'port': {'device_id': '70626249-4477-4c5b-a320-e41e6a0bed50', 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0', 'admin_state_up': True, 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'security_groups': ['5a239044-a338-456d-a899-428609b60c6c']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:42:55.956241 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-3c802ce1-9002-4d68-8f7a-1f37876c9023 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:42:55.966438 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-3c802ce1-9002-4d68-8f7a-1f37876c9023 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:42:55.976323 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-3c802ce1-9002-4d68-8f7a-1f37876c9023 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Made reservation on behalf of 0dcd22cea467454e963edffa3365e2a7 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:42:55.979879 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-3c802ce1-9002-4d68-8f7a-1f37876c9023 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:56.151364 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-3c802ce1-9002-4d68-8f7a-1f37876c9023 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.20.0.9 (fe287d56-4fd9-42f5-8a4b-95400b7c3aa0/45f90b9b-8d03-45e0-bb92-72ac099346d8/2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:42:56.346811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-3c802ce1-9002-4d68-8f7a-1f37876c9023 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:56.363132 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-3c802ce1-9002-4d68-8f7a-1f37876c9023 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Transition to ACTIVE for port object 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:42:56.388994 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-3c802ce1-9002-4d68-8f7a-1f37876c9023 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:56.395181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9446690f-34ee-46a1-b53f-aabb2e71d3ab tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:56.469829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-3c802ce1-9002-4d68-8f7a-1f37876c9023 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:42:56.473421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-3c802ce1-9002-4d68-8f7a-1f37876c9023 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:42:56.476142 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-3c802ce1-9002-4d68-8f7a-1f37876c9023 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:42:56.514310 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c802ce1-9002-4d68-8f7a-1f37876c9023 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:56.517804 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3c802ce1-9002-4d68-8f7a-1f37876c9023 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:56.548771 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-3c802ce1-9002-4d68-8f7a-1f37876c9023 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:56.549450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-3c802ce1-9002-4d68-8f7a-1f37876c9023 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:56.576982 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-3c802ce1-9002-4d68-8f7a-1f37876c9023 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7639062
Dec 24 11:42:56.588959 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Request body: {'port': {'device_id': '70626249-4477-4c5b-a320-e41e6a0bed50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:42:56.714145 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:56.745671 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-dec96b35-b0c2-44e1-b31a-d57a9ce9ee69 None None] Provisioning for port 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:42:56.751849 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-dec96b35-b0c2-44e1-b31a-d57a9ce9ee69 None None] Provisioning complete for port 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:42:56.752380 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dec96b35-b0c2-44e1-b31a-d57a9ce9ee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:56.806952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39799ff2-4d7d-40ff-85a1-dd68f9216744 req-5d44f2cc-4443-4098-9583-7cb24806983d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:56.813720 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-39799ff2-4d7d-40ff-85a1-dd68f9216744 req-5d44f2cc-4443-4098-9583-7cb24806983d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 931 time: 0.0871301
Dec 24 11:42:56.816127 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-dec96b35-b0c2-44e1-b31a-d57a9ce9ee69 None None] Port 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:42:56.853885 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-39799ff2-4d7d-40ff-85a1-dd68f9216744 req-0ff09d26-5e1e-4777-9db5-83ab10e1e649 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:42:56.866014 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-39799ff2-4d7d-40ff-85a1-dd68f9216744 req-0ff09d26-5e1e-4777-9db5-83ab10e1e649 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:42:56.867178 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-39799ff2-4d7d-40ff-85a1-dd68f9216744 req-0ff09d26-5e1e-4777-9db5-83ab10e1e649 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0526631
Dec 24 11:42:57.170643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:42:57.178451 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:57.192175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Transition to ACTIVE for port object 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:42:57.195765 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:57.200174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-30adb88d-ccb9-4751-a412-30b286dfac28 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:57.325465 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 384ddd8f-24e0-41f2-96a6-89f2ee43990f up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:42:57.349966 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:57.357226 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:57.402707 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 384ddd8f-24e0-41f2-96a6-89f2ee43990f completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:42:57.412088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 384ddd8f-24e0-41f2-96a6-89f2ee43990f triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:42:57.412645 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:57.429727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Attempting to bind port 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:42:57.430126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Attempting to bind port 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '38b464ea-db16-4225-9986-241bf9955197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:42:57.430451 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Attempting to bind port 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f on network fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:42:57.435693 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Port 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f on network fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:42:57.436009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Attempting to bind port 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f on network fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:42:57.441530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:42:57.441862 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Checking segment: {'id': '38b464ea-db16-4225-9986-241bf9955197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:42:57.442271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Bound using segment: {'id': '38b464ea-db16-4225-9986-241bf9955197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:42:57.442695 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Bound port: 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38b464ea-db16-4225-9986-241bf9955197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:42:57.443037 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:57.540917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] For port 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:42:57.543873 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] For port 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f,segment=NetworkSegment(38b464ea-db16-4225-9986-241bf9955197),segment_id=38b464ea-db16-4225-9986-241bf9955197)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:42:57.548401 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:57.552965 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9d35fda9-0b2d-4025-b601-30739ed3cab1 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:57.556424 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:57.590805 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 384ddd8f-24e0-41f2-96a6-89f2ee43990f, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=384ddd8f-24e0-41f2-96a6-89f2ee43990f,segment=NetworkSegment(38b464ea-db16-4225-9986-241bf9955197),segment_id=38b464ea-db16-4225-9986-241bf9955197)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:42:57.595741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:57.598684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:42:57.605407 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:57.606036 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:57.607410 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] 10.222.0.32 "PUT /v2.0/ports/2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f HTTP/1.1" status: 200  len: 1093 time: 1.0228620
Dec 24 11:42:57.607934 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70626249-4477-4c5b-a320-e41e6a0bed50', 'tag': '2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:42:57.633884 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Pushing event updated for resources: {'Port': ['ID=2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:57.636907 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:57.684928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=384ddd8f-24e0-41f2-96a6-89f2ee43990f,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:42:57.688204 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:42:57.693391 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70626249-4477-4c5b-a320-e41e6a0bed50', 'tag': '2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f', 'status': 'completed', 'code': 200}
Dec 24 11:42:57.729158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-347f813c-2c17-4caa-8b4d-5ac615bec820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:57.730684 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-347f813c-2c17-4caa-8b4d-5ac615bec820 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 1096 time: 0.0756409
Dec 24 11:42:57.803432 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-d891acbd-1ec5-4b56-9389-73d3c644f5d4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f HTTP/1.1" status: 200  len: 217 time: 0.0655770
Dec 24 11:42:57.870370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-7c16b9dd-649c-42e8-9079-48ba7050bb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:57.871724 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-7c16b9dd-649c-42e8-9079-48ba7050bb2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45f90b9b-8d03-45e0-bb92-72ac099346d8 HTTP/1.1" status: 200  len: 834 time: 0.0602846
Dec 24 11:42:57.946037 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-e1e7869f-d83e-42f2-9ec9-61bedad1d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:57.947534 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-e1e7869f-d83e-42f2-9ec9-61bedad1d377 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe287d56-4fd9-42f5-8a4b-95400b7c3aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698884
Dec 24 11:42:58.056786 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa9177-5cca-4e2f-bf8f-752d64e1ede7 req-66ca9fbb-5c72-4096-b0f9-7c3c0293707c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:58.062974 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-aaaa9177-5cca-4e2f-bf8f-752d64e1ede7 req-66ca9fbb-5c72-4096-b0f9-7c3c0293707c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 943 time: 0.0869632
Dec 24 11:42:58.081002 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-807a2847-e64d-4fb3-9fed-f1eedb512e07 service neutron] 10.222.0.32 "GET /v2.0/networks/fe287d56-4fd9-42f5-8a4b-95400b7c3aa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265738
Dec 24 11:42:58.103239 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-aaaa9177-5cca-4e2f-bf8f-752d64e1ede7 req-dca77a6b-15d1-47f4-8fc0-e2ed03e3154d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0391698
Dec 24 11:42:58.212632 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1f2be423-b234-412a-83b8-1ec1464a7538 req-a5b4b6fe-e16c-4aa2-8534-d0ca4132f0cf service neutron] 10.222.0.32 "GET /v2.0/networks/fe287d56-4fd9-42f5-8a4b-95400b7c3aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255424
Dec 24 11:42:58.332620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be990f68-8b9b-41be-8ea2-ce4cdb1b4398 req-4fb68d7f-5274-4d95-998f-e00f79476054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:58.334114 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-be990f68-8b9b-41be-8ea2-ce4cdb1b4398 req-4fb68d7f-5274-4d95-998f-e00f79476054 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 1096 time: 0.0707181
Dec 24 11:42:58.461418 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be990f68-8b9b-41be-8ea2-ce4cdb1b4398 req-e542d92e-c66a-4477-b4d3-b907e05407ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:58.462949 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-be990f68-8b9b-41be-8ea2-ce4cdb1b4398 req-e542d92e-c66a-4477-b4d3-b907e05407ff service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 HTTP/1.1" status: 200  len: 898 time: 0.1230648
Dec 24 11:42:58.531493 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-be990f68-8b9b-41be-8ea2-ce4cdb1b4398 req-526c134f-c1d7-44cc-97c6-c24a4a044a76 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f HTTP/1.1" status: 200  len: 217 time: 0.0626519
Dec 24 11:42:58.591904 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be990f68-8b9b-41be-8ea2-ce4cdb1b4398 req-959da05c-cee2-4757-8e9b-9abeec65e05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:58.593265 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-be990f68-8b9b-41be-8ea2-ce4cdb1b4398 req-959da05c-cee2-4757-8e9b-9abeec65e05c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45f90b9b-8d03-45e0-bb92-72ac099346d8 HTTP/1.1" status: 200  len: 834 time: 0.0546093
Dec 24 11:42:58.670799 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be990f68-8b9b-41be-8ea2-ce4cdb1b4398 req-eb726901-2cd4-4245-8d14-c034f3d39faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:58.672262 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-be990f68-8b9b-41be-8ea2-ce4cdb1b4398 req-eb726901-2cd4-4245-8d14-c034f3d39faf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe287d56-4fd9-42f5-8a4b-95400b7c3aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0728636
Dec 24 11:42:58.803240 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-be990f68-8b9b-41be-8ea2-ce4cdb1b4398 req-7c9ae321-5c00-492c-856d-298bc5f532cf service neutron] 10.222.0.32 "GET /v2.0/networks/fe287d56-4fd9-42f5-8a4b-95400b7c3aa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1243098
Dec 24 11:42:59.044824 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-be990f68-8b9b-41be-8ea2-ce4cdb1b4398 req-05da37cc-3c5b-4d80-bde8-6250f5e73150 service neutron] 10.222.0.32 "GET /v2.0/networks/fe287d56-4fd9-42f5-8a4b-95400b7c3aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2352545
Dec 24 11:42:59.284473 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5d276b-e0bf-4a7d-80f2-c89b00fa38c0 req-ad11b7cb-4b75-4bb9-84e1-908d26e2e92c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:42:59.285204 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-bc5d276b-e0bf-4a7d-80f2-c89b00fa38c0 req-ad11b7cb-4b75-4bb9-84e1-908d26e2e92c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:42:59.301116 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-bc5d276b-e0bf-4a7d-80f2-c89b00fa38c0 req-ad11b7cb-4b75-4bb9-84e1-908d26e2e92c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:42:59.302428 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bc5d276b-e0bf-4a7d-80f2-c89b00fa38c0 req-ad11b7cb-4b75-4bb9-84e1-908d26e2e92c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 943 time: 0.0946581
Dec 24 11:42:59.305110 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 384ddd8f-24e0-41f2-96a6-89f2ee43990f up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:42:59.349767 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bc5d276b-e0bf-4a7d-80f2-c89b00fa38c0 req-019ccaf5-90e1-4f94-8b49-79abbd477553 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415313
Dec 24 11:42:59.376557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 384ddd8f-24e0-41f2-96a6-89f2ee43990f triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:42:59.376821 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:42:59.765597 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3c7e8bb9-0ca0-4c66-96d6-c31b748856a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:00.532178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefe7cd5-8e44-4f5d-b558-af8f845aa6f1 req-2ef87da8-1e62-455a-91c6-ca17acb1645d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:43:00.533639 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-aefe7cd5-8e44-4f5d-b558-af8f845aa6f1 req-2ef87da8-1e62-455a-91c6-ca17acb1645d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 943 time: 0.0788689
Dec 24 11:43:00.578124 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-aefe7cd5-8e44-4f5d-b558-af8f845aa6f1 req-70ab9c51-dc4e-4c62-8c0c-60e21d89bb1e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388837
Dec 24 11:43:01.758969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065625b3-1930-426f-9348-e565b3e91000 req-d37f94a4-aef5-46e4-a1cb-58117ddd8f21 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:43:01.760413 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-065625b3-1930-426f-9348-e565b3e91000 req-d37f94a4-aef5-46e4-a1cb-58117ddd8f21 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 943 time: 0.0799236
Dec 24 11:43:01.803059 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-065625b3-1930-426f-9348-e565b3e91000 req-fbb2a268-7340-4e68-aba7-9729b2573a10 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0371463
Dec 24 11:43:01.975314 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e44dcd97-eac4-4d23-8763-a2394ddc784f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:02.207360 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:43:02.337145 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f,segment=NetworkSegment(38b464ea-db16-4225-9986-241bf9955197),segment_id=38b464ea-db16-4225-9986-241bf9955197)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:43:02.387960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f', 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0', 'port_id': '2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f', 'mac_address': 'fa:16:3e:6f:ba:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:43:02.441064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:02.457514 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:43:02.473718 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f,segment=NetworkSegment(38b464ea-db16-4225-9986-241bf9955197),segment_id=38b464ea-db16-4225-9986-241bf9955197)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:43:02.477984 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:02.481131 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:43:02.553629 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:43:02.556652 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:43:02.809933 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:43:02.997438 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f73a1-6494-47a6-9fb2-7dcbe482e032 req-c297d37c-4a44-485c-89fb-e05db4705e5a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:43:02.998904 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-803f73a1-6494-47a6-9fb2-7dcbe482e032 req-c297d37c-4a44-485c-89fb-e05db4705e5a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 944 time: 0.0931869
Dec 24 11:43:03.043099 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-803f73a1-6494-47a6-9fb2-7dcbe482e032 req-93d4ba5c-48e2-4193-a56d-8b9f11d6a870 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0374758
Dec 24 11:43:03.213604 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:03.248971 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:04.220321 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:43:04.230612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d9eb7-a249-4f30-bcef-bd0c1c53c6ff req-b65d34c1-e6f3-4b6e-8ebf-1763e622b040 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:43:04.232120 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e37d9eb7-a249-4f30-bcef-bd0c1c53c6ff req-b65d34c1-e6f3-4b6e-8ebf-1763e622b040 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 944 time: 0.0829017
Dec 24 11:43:04.279232 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e37d9eb7-a249-4f30-bcef-bd0c1c53c6ff req-13ad4b26-d30b-455d-8a5f-01094bfd1086 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414128
Dec 24 11:43:04.290794 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:43:04.295609 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:43:04.295992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:04.407063 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:04.435836 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70626249-4477-4c5b-a320-e41e6a0bed50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:43:04.446563 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f,segment=NetworkSegment(38b464ea-db16-4225-9986-241bf9955197),segment_id=38b464ea-db16-4225-9986-241bf9955197)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:43:04.451386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:04.453214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:43:04.482561 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70626249-4477-4c5b-a320-e41e6a0bed50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f', 'code': 200}
Dec 24 11:43:04.520248 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:43:04.523079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:43:04.704913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df877c2d-dfaf-457a-b60b-7f109f53853c req-ac8109f1-b276-4f08-b174-dee82b273388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:43:04.706491 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-df877c2d-dfaf-457a-b60b-7f109f53853c req-ac8109f1-b276-4f08-b174-dee82b273388 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 1098 time: 0.0699492
Dec 24 11:43:04.749496 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-df877c2d-dfaf-457a-b60b-7f109f53853c req-f6d81d44-bcb8-4b7f-8674-3ea9768170e9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0369327
Dec 24 11:43:05.033193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:05.462950 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913006b-7605-4ed3-90ed-061d42617f34 req-82a454e9-fcd7-468d-aa05-a7fff388910b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:43:05.464415 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d913006b-7605-4ed3-90ed-061d42617f34 req-82a454e9-fcd7-468d-aa05-a7fff388910b tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 945 time: 0.0822895
Dec 24 11:43:05.507734 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d913006b-7605-4ed3-90ed-061d42617f34 req-7e406301-b8ac-4bb8-944d-e85f84cd0f39 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0377266
Dec 24 11:43:06.695570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a45e1-7aec-4039-87c9-a6223a177ec7 req-83148116-0dfe-452c-b6f3-2315b3a29879 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:43:06.697012 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-493a45e1-7aec-4039-87c9-a6223a177ec7 req-83148116-0dfe-452c-b6f3-2315b3a29879 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 945 time: 0.0776963
Dec 24 11:43:06.743402 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-493a45e1-7aec-4039-87c9-a6223a177ec7 req-4eb750af-d0aa-41bb-b5a0-e1d8fcb083fa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408804
Dec 24 11:43:06.922977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521c1870-d909-4aa7-ba46-d3fbf8b1a3fe req-ed002840-fadd-456d-991d-a3ba66a880e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:43:06.924346 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-521c1870-d909-4aa7-ba46-d3fbf8b1a3fe req-ed002840-fadd-456d-991d-a3ba66a880e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 945 time: 0.0795143
Dec 24 11:43:06.969919 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-521c1870-d909-4aa7-ba46-d3fbf8b1a3fe req-13d4221b-f986-4f44-b4b4-7eea96c58b7f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400724
Dec 24 11:43:06.992142 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59968) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:07.059167 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051774f5-b75c-4d2f-8d95-2416af02976c tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:43:07.060653 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-051774f5-b75c-4d2f-8d95-2416af02976c tempest-TestNetworkAdvancedServerOps-480285060 tempest-TestNetworkAdvancedServerOps-480285060-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 1093 time: 0.0675445
Dec 24 11:43:07.063392 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 59972) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:07.068679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:43:07.074389 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:43:07.078082 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Usage tracker for resource:floatingip and tenant:0dcd22cea467454e963edffa3365e2a7 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:43:07.080793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:43:07.086858 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:43:07.097040 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:07.229530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:07.361371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Allocated IP 172.26.4.247 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/8745574f-24cc-4eba-a666-5e1a2e4f7d5a) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:43:07.505544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:07.533519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:07.537821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-497215e8-2f68-4b73-8fef-ab0ebe0115b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:43:07.591939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:43:07.598636 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:43:07.602945 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:43:07.640454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=8745574f-24cc-4eba-a666-5e1a2e4f7d5a,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:43:07.648540 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:43:08.119759 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:08.190825 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:08.398958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:08.403358 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:08.406890 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:43:08.507547 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event updated for resources: {'Port': ['ID=8745574f-24cc-4eba-a666-5e1a2e4f7d5a,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:43:08.511594 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:43:08.519405 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:08.691634 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Floating IP 62106934-48a8-4f07-ac40-3c653227f75a associated. External IP: 172.26.4.247, port: 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f.
Dec 24 11:43:08.959552 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:43:09.031818 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 809e5da2-0029-462c-a351-1dd83c966b66 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:43:09.323988 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:43:09.334020 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d93f8-f333-41d0-9cdd-6e17a0e8383d None None] Sync routers for ids ['809e5da2-0029-462c-a351-1dd83c966b66'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:43:09.342840 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d93f8-f333-41d0-9cdd-6e17a0e8383d None None] Routers {'809e5da2-0029-462c-a351-1dd83c966b66'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:43:09.343458 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3b4d93f8-f333-41d0-9cdd-6e17a0e8383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d30ea90>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:43:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['809e5da2-0029-462c-a351-1dd83c966b66'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:43:09.347978 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:09.416712 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3500202
Dec 24 11:43:09.416712 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70626249-4477-4c5b-a320-e41e6a0bed50', 'tag': '2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:43:09.466448 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70626249-4477-4c5b-a320-e41e6a0bed50', 'tag': '2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f', 'status': 'completed', 'code': 200}
Dec 24 11:43:09.552688 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-3b4d93f8-f333-41d0-9cdd-6e17a0e8383d None None] Set router 809e5da2-0029-462c-a351-1dd83c966b66 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:43:09.563189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7fc43-0918-485a-bb51-9e76587b5314 req-4e147d87-8386-4674-b053-5f5bd6500aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:43:09.564829 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b3d7fc43-0918-485a-bb51-9e76587b5314 req-4e147d87-8386-4674-b053-5f5bd6500aa9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 1098 time: 0.0758164
Dec 24 11:43:09.582462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d11e1-a1e1-4041-9654-3e5e981083a2 req-ca2529f5-4bc0-4ba6-b207-e5825e8191d2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:43:09.583954 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-740d11e1-a1e1-4041-9654-3e5e981083a2 req-ca2529f5-4bc0-4ba6-b207-e5825e8191d2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 945 time: 0.0811794
Dec 24 11:43:09.632924 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-740d11e1-a1e1-4041-9654-3e5e981083a2 req-a9c4dd14-2704-417c-89b6-c67159f5ac80 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429232
Dec 24 11:43:09.656490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59980) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:09.794892 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0403cc19-739a-4779-874a-46a93d3317e6 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/62106934-48a8-4f07-ac40-3c653227f75a HTTP/1.1" status: 200  len: 991 time: 0.1369886
Dec 24 11:43:09.797535 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7fc43-0918-485a-bb51-9e76587b5314 req-4bb8abeb-6b5d-4417-82bd-4a91e23a1bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:43:09.799304 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b3d7fc43-0918-485a-bb51-9e76587b5314 req-4bb8abeb-6b5d-4417-82bd-4a91e23a1bf7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 HTTP/1.1" status: 200  len: 898 time: 0.2269425
Dec 24 11:43:09.899254 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b3d7fc43-0918-485a-bb51-9e76587b5314 req-051ed575-49d3-482b-8517-f6fa1f70f4d7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f HTTP/1.1" status: 200  len: 999 time: 0.0939908
Dec 24 11:43:09.899451 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3b4d93f8-f333-41d0-9cdd-6e17a0e8383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d30ea90>, [{'id': '809e5da2-0029-462c-a351-1dd83c966b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981224112', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:42:46Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:47Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '62106934-48a8-4f07-ac40-3c653227f75a', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'port_id': '2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0', 'mac_address': 'fa:16:3e:6f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70626249-4477-4c5b-a320-e41e6a0bed50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:43:08Z', 'updated_at': '2021-12-24T11:43:08Z', 'revision_number': 0, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '384ddd8f-24e0-41f2-96a6-89f2ee43990f', 'name': '', 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:f0:85:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:51Z', 'updated_at': '2021-12-24T11:42:57Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:43:09.903123 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d93f8-f333-41d0-9cdd-6e17a0e8383d None None] Checking router: 809e5da2-0029-462c-a351-1dd83c966b66 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:43:09.911221 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4d93f8-f333-41d0-9cdd-6e17a0e8383d None None] Routers {'809e5da2-0029-462c-a351-1dd83c966b66'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:43:09.911827 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3b4d93f8-f333-41d0-9cdd-6e17a0e8383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d30ea90>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:43:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['809e5da2-0029-462c-a351-1dd83c966b66'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:43:09.961790 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7fc43-0918-485a-bb51-9e76587b5314 req-1d95d1ce-2894-4423-9583-3996ef309786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:43:09.963256 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b3d7fc43-0918-485a-bb51-9e76587b5314 req-1d95d1ce-2894-4423-9583-3996ef309786 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45f90b9b-8d03-45e0-bb92-72ac099346d8 HTTP/1.1" status: 200  len: 834 time: 0.0567601
Dec 24 11:43:10.040951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7fc43-0918-485a-bb51-9e76587b5314 req-9d825056-0ac5-45cc-9ad1-f6dbc5a15bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:43:10.042444 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b3d7fc43-0918-485a-bb51-9e76587b5314 req-9d825056-0ac5-45cc-9ad1-f6dbc5a15bad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe287d56-4fd9-42f5-8a4b-95400b7c3aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0721459
Dec 24 11:43:10.085225 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-3b4d93f8-f333-41d0-9cdd-6e17a0e8383d None None] Set router 809e5da2-0029-462c-a351-1dd83c966b66 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:43:10.172838 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b3d7fc43-0918-485a-bb51-9e76587b5314 req-a6453885-cfe2-47c0-8042-71884243eff0 service neutron] 10.222.0.32 "GET /v2.0/networks/fe287d56-4fd9-42f5-8a4b-95400b7c3aa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240733
Dec 24 11:43:10.304234 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b3d7fc43-0918-485a-bb51-9e76587b5314 req-a593c2f0-dd1d-4ce6-8cd8-376ae9a30d62 service neutron] 10.222.0.32 "GET /v2.0/networks/fe287d56-4fd9-42f5-8a4b-95400b7c3aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254952
Dec 24 11:43:10.431178 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-3b4d93f8-f333-41d0-9cdd-6e17a0e8383d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d30ea90>, [{'id': '809e5da2-0029-462c-a351-1dd83c966b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981224112', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:42:46Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:47Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '62106934-48a8-4f07-ac40-3c653227f75a', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'port_id': '2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0', 'mac_address': 'fa:16:3e:6f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70626249-4477-4c5b-a320-e41e6a0bed50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:43:08Z', 'updated_at': '2021-12-24T11:43:08Z', 'revision_number': 0, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '384ddd8f-24e0-41f2-96a6-89f2ee43990f', 'name': '', 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:f0:85:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:51Z', 'updated_at': '2021-12-24T11:42:57Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:43:10.435166 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4d93f8-f333-41d0-9cdd-6e17a0e8383d None None] The sync data for ids ['809e5da2-0029-462c-a351-1dd83c966b66'] in dv-neutron-822668-2-hyperv is: [{'id': '809e5da2-0029-462c-a351-1dd83c966b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981224112', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:42:46Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:47Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '62106934-48a8-4f07-ac40-3c653227f75a', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'floating_ip_address': '172.26.4.247', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'port_id': '2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0', 'mac_address': 'fa:16:3e:6f:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70626249-4477-4c5b-a320-e41e6a0bed50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:43:08Z', 'updated_at': '2021-12-24T11:43:08Z', 'revision_number': 0, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '384ddd8f-24e0-41f2-96a6-89f2ee43990f', 'name': '', 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:f0:85:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:51Z', 'updated_at': '2021-12-24T11:42:57Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:43:10.624103 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfd89e3-5e46-4d8e-a621-0b4d9cca1b03 None None] New status for floating IP 62106934-48a8-4f07-ac40-3c653227f75a: ACTIVE {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:43:10.798655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59984) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:11.024719 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-0d2238ca-d365-43a9-b935-0cdbac6da1a0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/62106934-48a8-4f07-ac40-3c653227f75a HTTP/1.1" status: 200  len: 991 time: 0.2248073
Dec 24 11:43:11.048465 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:12.028136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 59988) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:43:12.132904 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-2eac2d7a-b5b4-4244-8413-a412d371cf27 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/62106934-48a8-4f07-ac40-3c653227f75a HTTP/1.1" status: 200  len: 993 time: 0.1035700
Dec 24 11:43:29.772215 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5031c254-b8e8-4933-bad1-5a5becde232b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:31.976692 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8fe7ea3e-0031-40a5-804f-257c1c8bc8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:33.216784 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:33.252765 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:35.036096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:41.063164 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:43:45.958976 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:43:59.764461 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f9a6-d732-4d83-8e0e-602325c1a15c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:01.978173 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-16bcf868-e2d4-4587-8ca6-9eef37cb63ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:03.219086 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:03.254861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:05.037932 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:05.529096 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5dd99f50-23bc-40d1-b34f-c2f961dbfe94 req-63d43071-1f4d-4d6d-8b5f-36af5dad6a3e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0675538
Dec 24 11:44:05.670111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd99f50-23bc-40d1-b34f-c2f961dbfe94 req-fd03db7e-b362-4271-a45a-4a3a068f855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:05.671595 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5dd99f50-23bc-40d1-b34f-c2f961dbfe94 req-fd03db7e-b362-4271-a45a-4a3a068f855a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 1098 time: 0.0742943
Dec 24 11:44:05.814962 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd99f50-23bc-40d1-b34f-c2f961dbfe94 req-393aed82-7c9b-4fef-8be9-de36115dc13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:05.816306 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5dd99f50-23bc-40d1-b34f-c2f961dbfe94 req-393aed82-7c9b-4fef-8be9-de36115dc13b service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 HTTP/1.1" status: 200  len: 898 time: 0.1265917
Dec 24 11:44:05.922718 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5dd99f50-23bc-40d1-b34f-c2f961dbfe94 req-ed634c34-fc8d-4e64-b078-506bc794b0f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f HTTP/1.1" status: 200  len: 1001 time: 0.0992849
Dec 24 11:44:05.986762 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd99f50-23bc-40d1-b34f-c2f961dbfe94 req-f8d84022-42e6-4b8a-acff-2b1bbc5c23c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:05.988517 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5dd99f50-23bc-40d1-b34f-c2f961dbfe94 req-f8d84022-42e6-4b8a-acff-2b1bbc5c23c6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45f90b9b-8d03-45e0-bb92-72ac099346d8 HTTP/1.1" status: 200  len: 834 time: 0.0594299
Dec 24 11:44:06.063101 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd99f50-23bc-40d1-b34f-c2f961dbfe94 req-198f9552-6df1-41ad-8047-6db4175860cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:06.064527 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5dd99f50-23bc-40d1-b34f-c2f961dbfe94 req-198f9552-6df1-41ad-8047-6db4175860cd service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe287d56-4fd9-42f5-8a4b-95400b7c3aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0685229
Dec 24 11:44:06.195374 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5dd99f50-23bc-40d1-b34f-c2f961dbfe94 req-7c8615f1-5a59-4e8a-8334-ccff36b0d44b service neutron] 10.222.0.32 "GET /v2.0/networks/fe287d56-4fd9-42f5-8a4b-95400b7c3aa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228602
Dec 24 11:44:06.323401 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5dd99f50-23bc-40d1-b34f-c2f961dbfe94 req-cbb2b8fc-2cd5-44ed-b4ca-71e9edd3bedd service neutron] 10.222.0.32 "GET /v2.0/networks/fe287d56-4fd9-42f5-8a4b-95400b7c3aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219430
Dec 24 11:44:11.064291 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:13.181894 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7d836-37cc-4dea-af4c-67fc5abb9617 req-834078be-68f2-4d36-ba15-f6342141d7ae tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:13.183252 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09b7d836-37cc-4dea-af4c-67fc5abb9617 req-834078be-68f2-4d36-ba15-f6342141d7ae tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 945 time: 0.0851564
Dec 24 11:44:13.226262 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-09b7d836-37cc-4dea-af4c-67fc5abb9617 req-9cd7cd4c-2336-458d-9375-847240bb6faa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0374396
Dec 24 11:44:14.407989 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548733f-0567-46b2-a677-21e909d01c9a req-884ca007-ce0a-44dc-9f1a-3b3a02931f6a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:14.409467 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d548733f-0567-46b2-a677-21e909d01c9a req-884ca007-ce0a-44dc-9f1a-3b3a02931f6a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 945 time: 0.0798376
Dec 24 11:44:14.455753 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d548733f-0567-46b2-a677-21e909d01c9a req-26b884df-a042-4354-999e-824ec07f076e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0391276
Dec 24 11:44:15.640893 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c9f85-837d-411c-8fb4-03f4a2380414 req-bd0f8d25-0a4e-47f4-abac-993ad92b4d55 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:15.642293 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-029c9f85-837d-411c-8fb4-03f4a2380414 req-bd0f8d25-0a4e-47f4-abac-993ad92b4d55 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 945 time: 0.0793068
Dec 24 11:44:15.686143 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-029c9f85-837d-411c-8fb4-03f4a2380414 req-162ea986-c955-4b2a-bf20-5071b343c7b4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0376563
Dec 24 11:44:15.708577 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 60022) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:15.813883 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4af54c5a-aeb6-4312-a27e-e821d6df72b5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/62106934-48a8-4f07-ac40-3c653227f75a HTTP/1.1" status: 200  len: 993 time: 0.1041434
Dec 24 11:44:17.268863 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f51ece-6e66-4c0f-bda0-e4fc5cbd771f req-b7c0ec54-4626-469d-a01c-379928201be8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:17.270397 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-63f51ece-6e66-4c0f-bda0-e4fc5cbd771f req-b7c0ec54-4626-469d-a01c-379928201be8 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 945 time: 0.0861936
Dec 24 11:44:17.271530 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089d44c-eaab-4829-a3ae-49981dfb0c32 req-f5cc7875-eb04-41c3-bbf3-2fbe7aab8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:17.272971 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d089d44c-eaab-4829-a3ae-49981dfb0c32 req-f5cc7875-eb04-41c3-bbf3-2fbe7aab8890 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 1098 time: 0.0735288
Dec 24 11:44:17.314543 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-63f51ece-6e66-4c0f-bda0-e4fc5cbd771f req-df12f4c3-d4f3-4730-9a09-54fae1a12d14 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0385814
Dec 24 11:44:17.402600 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089d44c-eaab-4829-a3ae-49981dfb0c32 req-a32579a9-8743-477c-ba6b-f60187d93649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:17.403971 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d089d44c-eaab-4829-a3ae-49981dfb0c32 req-a32579a9-8743-477c-ba6b-f60187d93649 service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 HTTP/1.1" status: 200  len: 898 time: 0.1246216
Dec 24 11:44:17.503315 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d089d44c-eaab-4829-a3ae-49981dfb0c32 req-a2e7098f-158f-4cec-af66-1b20321e150e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f HTTP/1.1" status: 200  len: 1001 time: 0.0922778
Dec 24 11:44:17.681406 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089d44c-eaab-4829-a3ae-49981dfb0c32 req-89f45318-19f0-4cad-a580-4006fd295959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:17.682787 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d089d44c-eaab-4829-a3ae-49981dfb0c32 req-89f45318-19f0-4cad-a580-4006fd295959 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45f90b9b-8d03-45e0-bb92-72ac099346d8 HTTP/1.1" status: 200  len: 834 time: 0.1727602
Dec 24 11:44:17.756494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089d44c-eaab-4829-a3ae-49981dfb0c32 req-b3c5e4ea-dad3-4240-a3ba-af0620532ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:17.757962 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d089d44c-eaab-4829-a3ae-49981dfb0c32 req-b3c5e4ea-dad3-4240-a3ba-af0620532ec7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe287d56-4fd9-42f5-8a4b-95400b7c3aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0685351
Dec 24 11:44:17.886685 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d089d44c-eaab-4829-a3ae-49981dfb0c32 req-ff41dac5-e6ee-48cb-a444-6c8c6b2104c9 service neutron] 10.222.0.32 "GET /v2.0/networks/fe287d56-4fd9-42f5-8a4b-95400b7c3aa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1223760
Dec 24 11:44:18.016038 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d089d44c-eaab-4829-a3ae-49981dfb0c32 req-db1bdc13-b6f7-42f6-a7f5-6b402cd81a2b service neutron] 10.222.0.32 "GET /v2.0/networks/fe287d56-4fd9-42f5-8a4b-95400b7c3aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235292
Dec 24 11:44:18.504234 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a221b7-b202-40a4-9bfd-16cdf38495e4 req-69dd210b-8504-4235-be23-53fb677cb53a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:18.509894 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f5a221b7-b202-40a4-9bfd-16cdf38495e4 req-69dd210b-8504-4235-be23-53fb677cb53a tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 945 time: 0.0846698
Dec 24 11:44:18.549582 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f5a221b7-b202-40a4-9bfd-16cdf38495e4 req-a081ee4e-e284-455e-a177-41292a51b5e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0374594
Dec 24 11:44:19.731234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c76d3c-8c4b-45f7-aaf5-aa22ae7a5b43 req-29e1ece1-f43a-4ba1-9192-55fc3adb2b37 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:19.732683 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-17c76d3c-8c4b-45f7-aaf5-aa22ae7a5b43 req-29e1ece1-f43a-4ba1-9192-55fc3adb2b37 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 945 time: 0.0782907
Dec 24 11:44:19.775965 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-17c76d3c-8c4b-45f7-aaf5-aa22ae7a5b43 req-37c7b057-d689-4f1e-8dfe-da92c5db81e9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0378361
Dec 24 11:44:19.798564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 60036) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:19.902963 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-09802004-40c8-4a94-aea5-80d2d87b8e61 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/floatingips/62106934-48a8-4f07-ac40-3c653227f75a HTTP/1.1" status: 200  len: 993 time: 0.1030662
Dec 24 11:44:20.214612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60044) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:20.415783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port 8745574f-24cc-4eba-a666-5e1a2e4f7d5a {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:44:20.416125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:20.582839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:20.583194 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:20.703746 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for 8745574f-24cc-4eba-a666-5e1a2e4f7d5a owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:44:20.850965 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:20.854493 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6acf5d44-50fd-4524-9dc6-7a659dd6cbcf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:20.896860 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=8745574f-24cc-4eba-a666-5e1a2e4f7d5a,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:20.936917 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:20.937309 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:20.937696 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:20.938110 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:20.938491 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:20.938864 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:20.939234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:20.939606 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:20.939976 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:20.940346 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:20.940710 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:20.941075 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:20.971120 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:20.999230 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:20.999561 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Floating IP 62106934-48a8-4f07-ac40-3c653227f75a disassociated (deleted). External IP: 172.26.4.247, port: 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f.
Dec 24 11:44:21.462943 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 809e5da2-0029-462c-a351-1dd83c966b66 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:44:21.636997 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:44:21.646880 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a59b6c-ea74-4964-83e0-1370ff7b50fa None None] Sync routers for ids ['809e5da2-0029-462c-a351-1dd83c966b66'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:44:21.656298 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a59b6c-ea74-4964-83e0-1370ff7b50fa None None] Routers {'809e5da2-0029-462c-a351-1dd83c966b66'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:44:21.656907 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e2a59b6c-ea74-4964-83e0-1370ff7b50fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd6ea00>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:44:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['809e5da2-0029-462c-a351-1dd83c966b66'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:21.657069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:21.714241 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e885f8c8-771d-406a-9aa6-9d430cfffe7d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/floatingips/62106934-48a8-4f07-ac40-3c653227f75a HTTP/1.1" status: 204  len: 168 time: 1.4985936
Dec 24 11:44:21.714911 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70626249-4477-4c5b-a320-e41e6a0bed50', 'tag': '2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:44:21.766830 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70626249-4477-4c5b-a320-e41e6a0bed50', 'tag': '2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f', 'status': 'completed', 'code': 200}
Dec 24 11:44:21.863060 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d7183-81d4-402c-9198-1d0b0bad5a87 req-2c79e401-4e88-4de8-8f22-4b80b68c2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:21.864583 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c38d7183-81d4-402c-9198-1d0b0bad5a87 req-2c79e401-4e88-4de8-8f22-4b80b68c2102 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=0dcd22cea467454e963edffa3365e2a7&device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 1098 time: 0.0755129
Dec 24 11:44:21.875133 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-e2a59b6c-ea74-4964-83e0-1370ff7b50fa None None] Set router 809e5da2-0029-462c-a351-1dd83c966b66 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:44:22.004147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d7183-81d4-402c-9198-1d0b0bad5a87 req-beac9e7c-d0fe-4c69-ae40-ada939ecd70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:22.006214 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c38d7183-81d4-402c-9198-1d0b0bad5a87 req-beac9e7c-d0fe-4c69-ae40-ada939ecd70b service neutron] 10.222.0.32 "GET /v2.0/networks?id=fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 HTTP/1.1" status: 200  len: 898 time: 0.1352851
Dec 24 11:44:22.105079 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c38d7183-81d4-402c-9198-1d0b0bad5a87 req-7e3d31f8-0fc1-4104-98d2-54a3877ae0fe service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f HTTP/1.1" status: 200  len: 217 time: 0.0922570
Dec 24 11:44:22.183140 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d7183-81d4-402c-9198-1d0b0bad5a87 req-52a28c95-a616-4ebf-a398-c9d967c2db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:22.184481 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c38d7183-81d4-402c-9198-1d0b0bad5a87 req-52a28c95-a616-4ebf-a398-c9d967c2db25 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=45f90b9b-8d03-45e0-bb92-72ac099346d8 HTTP/1.1" status: 200  len: 834 time: 0.0688150
Dec 24 11:44:22.192204 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e2a59b6c-ea74-4964-83e0-1370ff7b50fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd6ea00>, [{'id': '809e5da2-0029-462c-a351-1dd83c966b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981224112', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:42:46Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:47Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '384ddd8f-24e0-41f2-96a6-89f2ee43990f', 'name': '', 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:f0:85:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:51Z', 'updated_at': '2021-12-24T11:42:57Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:22.196546 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a59b6c-ea74-4964-83e0-1370ff7b50fa None None] Checking router: 809e5da2-0029-462c-a351-1dd83c966b66 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:44:22.204600 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a59b6c-ea74-4964-83e0-1370ff7b50fa None None] Routers {'809e5da2-0029-462c-a351-1dd83c966b66'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:44:22.205204 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e2a59b6c-ea74-4964-83e0-1370ff7b50fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd6ea00>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:44:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['809e5da2-0029-462c-a351-1dd83c966b66'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:22.249404 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f557e8a-1d03-4737-b30f-d58fcb8443f4 req-37664429-f44c-4ef2-bdea-af837dc7a1a7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:22.251141 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8f557e8a-1d03-4737-b30f-d58fcb8443f4 req-37664429-f44c-4ef2-bdea-af837dc7a1a7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 945 time: 0.1829598
Dec 24 11:44:22.311608 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8f557e8a-1d03-4737-b30f-d58fcb8443f4 req-44dfd9c3-d998-45aa-92fc-ac74778aa146 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0535572
Dec 24 11:44:22.313360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d7183-81d4-402c-9198-1d0b0bad5a87 req-02fd9c2e-784d-4900-b496-8539104b0d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:22.314852 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c38d7183-81d4-402c-9198-1d0b0bad5a87 req-02fd9c2e-784d-4900-b496-8539104b0d7e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=fe287d56-4fd9-42f5-8a4b-95400b7c3aa0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1227314
Dec 24 11:44:22.383870 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-e2a59b6c-ea74-4964-83e0-1370ff7b50fa None None] Set router 809e5da2-0029-462c-a351-1dd83c966b66 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:44:22.449924 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c38d7183-81d4-402c-9198-1d0b0bad5a87 req-5c88fd38-a227-4a30-89db-92a3afe7aef4 service neutron] 10.222.0.32 "GET /v2.0/networks/fe287d56-4fd9-42f5-8a4b-95400b7c3aa0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278808
Dec 24 11:44:22.582113 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c38d7183-81d4-402c-9198-1d0b0bad5a87 req-a4b1a813-13ef-4d88-84d3-1058069456dd service neutron] 10.222.0.32 "GET /v2.0/networks/fe287d56-4fd9-42f5-8a4b-95400b7c3aa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254194
Dec 24 11:44:22.692097 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-e2a59b6c-ea74-4964-83e0-1370ff7b50fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd6ea00>, [{'id': '809e5da2-0029-462c-a351-1dd83c966b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981224112', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:42:46Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:47Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '384ddd8f-24e0-41f2-96a6-89f2ee43990f', 'name': '', 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:f0:85:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:51Z', 'updated_at': '2021-12-24T11:42:57Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:22.695973 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a59b6c-ea74-4964-83e0-1370ff7b50fa None None] The sync data for ids ['809e5da2-0029-462c-a351-1dd83c966b66'] in dv-neutron-822668-2-hyperv is: [{'id': '809e5da2-0029-462c-a351-1dd83c966b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981224112', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:42:46Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:47Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '384ddd8f-24e0-41f2-96a6-89f2ee43990f', 'name': '', 'network_id': 'fe287d56-4fd9-42f5-8a4b-95400b7c3aa0', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'mac_address': 'fa:16:3e:f0:85:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 1767, 'fixed_ips': [{'subnet_id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:51Z', 'updated_at': '2021-12-24T11:42:57Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'subnets': [{'id': '45f90b9b-8d03-45e0-bb92-72ac099346d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:44:22.957696 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:44:22.998832 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf2b20a-85c5-4789-904e-a931f445f941 None None] New status for floating IP 62106934-48a8-4f07-ac40-3c653227f75a: DOWN {{(pid=87560) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:44:23.498307 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157344a-96ac-465d-8a51-6ce56fbd9689 req-034e10d6-db4a-4bd3-b6fd-d6d551e7fbb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:23.499011 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-0157344a-96ac-465d-8a51-6ce56fbd9689 req-034e10d6-db4a-4bd3-b6fd-d6d551e7fbb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Synchronizing usage tracker for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:44:23.514454 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-0157344a-96ac-465d-8a51-6ce56fbd9689 req-034e10d6-db4a-4bd3-b6fd-d6d551e7fbb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Unset dirty status for tenant:0dcd22cea467454e963edffa3365e2a7 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:44:23.515791 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0157344a-96ac-465d-8a51-6ce56fbd9689 req-034e10d6-db4a-4bd3-b6fd-d6d551e7fbb0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 945 time: 0.0959327
Dec 24 11:44:23.559359 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0157344a-96ac-465d-8a51-6ce56fbd9689 req-17703957-0759-4061-a9f3-f6f3838a69d3 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/security-groups?id=5a239044-a338-456d-a899-428609b60c6c&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0373363
Dec 24 11:44:23.682915 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e13b281-1e93-465a-851e-855493204c0e req-baeb7491-6ce1-47d6-9680-e96c0a08f4a9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:23.684330 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e13b281-1e93-465a-851e-855493204c0e req-baeb7491-6ce1-47d6-9680-e96c0a08f4a9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 945 time: 0.0784714
Dec 24 11:44:23.751342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-9e13b281-1e93-465a-851e-855493204c0e req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:44:23.751670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9e13b281-1e93-465a-851e-855493204c0e req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:24.097353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-9e13b281-1e93-465a-851e-855493204c0e req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] For port 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f,segment=NetworkSegment(38b464ea-db16-4225-9986-241bf9955197),segment_id=38b464ea-db16-4225-9986-241bf9955197)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:44:24.097710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9e13b281-1e93-465a-851e-855493204c0e req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:24.219777 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-9e13b281-1e93-465a-851e-855493204c0e req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:44:24.356077 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9e13b281-1e93-465a-851e-855493204c0e req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:24.361381 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e2efadf5-895c-4fbe-a1cc-ca2b65999cbc tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:24.414197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:24.446285 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:24.446676 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:24.447052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:24.447423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:24.447794 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:24.448159 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:24.448520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:24.448879 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:24.449240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:24.449596 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:24.449984 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:24.450357 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:24.457960 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:24.497056 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e13b281-1e93-465a-851e-855493204c0e req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] No DVR routers for this DVR port 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:44:24.499375 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-9e13b281-1e93-465a-851e-855493204c0e req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:24.502065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70626249-4477-4c5b-a320-e41e6a0bed50', 'name': 'network-vif-deleted', 'tag': '2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:44:24.516958 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9e13b281-1e93-465a-851e-855493204c0e req-99aec661-2166-4186-b3dc-1fbbf69f52d9 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.32 "DELETE /v2.0/ports/2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f HTTP/1.1" status: 204  len: 173 time: 0.8276432
Dec 24 11:44:24.555783 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70626249-4477-4c5b-a320-e41e6a0bed50', 'name': 'network-vif-deleted', 'tag': '2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f', 'status': 'completed', 'code': 200}
Dec 24 11:44:24.721355 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c730c7c1-d14e-4545-b602-d9e4e471aff0 req-30da49a3-bc8a-4f48-97b0-cc6e450f6bfd tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "GET /v2.0/ports?device_id=70626249-4477-4c5b-a320-e41e6a0bed50 HTTP/1.1" status: 200  len: 210 time: 0.0445731
Dec 24 11:44:25.813754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60062) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:26.348061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae0e748d-750f-4ed0-bfee-89d32ba2ea03 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:26.491933 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:44:26.527629 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:44:26.528002 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 2f7376b1-86f1-4bf8-acfe-fd7d6c7a818f not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:44:26.695342 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e748d-750f-4ed0-bfee-89d32ba2ea03 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port 384ddd8f-24e0-41f2-96a6-89f2ee43990f {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:44:26.695595 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae0e748d-750f-4ed0-bfee-89d32ba2ea03 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:26.995476 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-ae0e748d-750f-4ed0-bfee-89d32ba2ea03 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] For port 384ddd8f-24e0-41f2-96a6-89f2ee43990f, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=384ddd8f-24e0-41f2-96a6-89f2ee43990f,segment=NetworkSegment(38b464ea-db16-4225-9986-241bf9955197),segment_id=38b464ea-db16-4225-9986-241bf9955197)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:44:26.996134 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae0e748d-750f-4ed0-bfee-89d32ba2ea03 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:27.118958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e748d-750f-4ed0-bfee-89d32ba2ea03 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for 384ddd8f-24e0-41f2-96a6-89f2ee43990f owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:44:27.433286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae0e748d-750f-4ed0-bfee-89d32ba2ea03 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:27.437783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-148e34bf-19eb-497e-a92c-1a3379322c38 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:27.485419 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e748d-750f-4ed0-bfee-89d32ba2ea03 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=384ddd8f-24e0-41f2-96a6-89f2ee43990f,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:27.516612 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ae0e748d-750f-4ed0-bfee-89d32ba2ea03 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:27.752768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ae0e748d-750f-4ed0-bfee-89d32ba2ea03 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:28.099483 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0e748d-750f-4ed0-bfee-89d32ba2ea03 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Router 809e5da2-0029-462c-a351-1dd83c966b66 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:44:28.390811 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0e748d-750f-4ed0-bfee-89d32ba2ea03 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:44:28.402301 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0750135-9a9c-4963-8d7c-b12418a7acd8 None None] Sync routers for ids ['809e5da2-0029-462c-a351-1dd83c966b66'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:44:28.405737 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ae0e748d-750f-4ed0-bfee-89d32ba2ea03 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "PUT /v2.0/routers/809e5da2-0029-462c-a351-1dd83c966b66/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5885620
Dec 24 11:44:28.405987 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60066) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:28.413385 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0750135-9a9c-4963-8d7c-b12418a7acd8 None None] Routers {'809e5da2-0029-462c-a351-1dd83c966b66'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:44:28.414140 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f0750135-9a9c-4963-8d7c-b12418a7acd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de01d00>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:44:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['809e5da2-0029-462c-a351-1dd83c966b66'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:28.469394 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db80d86-36ca-4f13-bd9b-a2d1a4b2e0f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting subnet 45f90b9b-8d03-45e0-bb92-72ac099346d8 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:44:28.472254 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8db80d86-36ca-4f13-bd9b-a2d1a4b2e0f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:28.525274 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8db80d86-36ca-4f13-bd9b-a2d1a4b2e0f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:28.590348 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-f0750135-9a9c-4963-8d7c-b12418a7acd8 None None] Set router 809e5da2-0029-462c-a351-1dd83c966b66 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:44:28.609412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8db80d86-36ca-4f13-bd9b-a2d1a4b2e0f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:28.683590 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8db80d86-36ca-4f13-bd9b-a2d1a4b2e0f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:28.687112 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f4d9b9b7-8f7d-4af4-aeb3-b48f9b5d8854 tempest-NetworksIpV6Test-1174270142 tempest-NetworksIpV6Test-1174270142-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:28.722204 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db80d86-36ca-4f13-bd9b-a2d1a4b2e0f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Subnet': ['ID=45f90b9b-8d03-45e0-bb92-72ac099346d8,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:28.726834 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8db80d86-36ca-4f13-bd9b-a2d1a4b2e0f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:28.727814 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8db80d86-36ca-4f13-bd9b-a2d1a4b2e0f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:28.734897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6016b2e-f154-469a-a506-26747c37358a None None] Network fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:44:28.739516 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8db80d86-36ca-4f13-bd9b-a2d1a4b2e0f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/subnets/45f90b9b-8d03-45e0-bb92-72ac099346d8 HTTP/1.1" status: 204  len: 168 time: 0.3325634
Dec 24 11:44:28.742228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60070) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:28.871329 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f0750135-9a9c-4963-8d7c-b12418a7acd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de01d00>, [{'id': '809e5da2-0029-462c-a351-1dd83c966b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981224112', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:42:46Z', 'updated_at': '2021-12-24T11:44:27Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:47Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:28.876055 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0750135-9a9c-4963-8d7c-b12418a7acd8 None None] Checking router: 809e5da2-0029-462c-a351-1dd83c966b66 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:44:28.885307 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0750135-9a9c-4963-8d7c-b12418a7acd8 None None] Routers {'809e5da2-0029-462c-a351-1dd83c966b66'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:44:28.886073 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f0750135-9a9c-4963-8d7c-b12418a7acd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7de01d00>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:44:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['809e5da2-0029-462c-a351-1dd83c966b66'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:28.925650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af133e5c-9aea-4c81-a22f-1625d36e9887 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:29.051170 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] DHCP port deletion for fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:44:29.055772 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Deleting port ae78398d-f224-4acb-9895-a8888e4ee0c6 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:44:29.056226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:29.110468 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-f0750135-9a9c-4963-8d7c-b12418a7acd8 None None] Set router 809e5da2-0029-462c-a351-1dd83c966b66 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:44:29.114360 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af133e5c-9aea-4c81-a22f-1625d36e9887 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:29.124224 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-af133e5c-9aea-4c81-a22f-1625d36e9887 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Deleting port 7af08784-4e67-49d7-92a8-51c040f88d47 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:44:29.125029 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af133e5c-9aea-4c81-a22f-1625d36e9887 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:29.268683 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] For port ae78398d-f224-4acb-9895-a8888e4ee0c6, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=ae78398d-f224-4acb-9895-a8888e4ee0c6,segment=NetworkSegment(38b464ea-db16-4225-9986-241bf9955197),segment_id=38b464ea-db16-4225-9986-241bf9955197)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:44:29.269061 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:29.301861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-af133e5c-9aea-4c81-a22f-1625d36e9887 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] For port 7af08784-4e67-49d7-92a8-51c040f88d47, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=7af08784-4e67-49d7-92a8-51c040f88d47,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:44:29.301861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af133e5c-9aea-4c81-a22f-1625d36e9887 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:29.418549 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-f0750135-9a9c-4963-8d7c-b12418a7acd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7de01d00>, [{'id': '809e5da2-0029-462c-a351-1dd83c966b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981224112', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:42:46Z', 'updated_at': '2021-12-24T11:44:27Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:47Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:29.425357 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0750135-9a9c-4963-8d7c-b12418a7acd8 None None] The sync data for ids ['809e5da2-0029-462c-a351-1dd83c966b66'] in dv-neutron-822668-2-hyperv is: [{'id': '809e5da2-0029-462c-a351-1dd83c966b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-981224112', 'tenant_id': '0dcd22cea467454e963edffa3365e2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17'}], 'enable_snat': True}, 'gw_port_id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:42:46Z', 'updated_at': '2021-12-24T11:44:27Z', 'revision_number': 5, 'project_id': '0dcd22cea467454e963edffa3365e2a7', 'gw_port': {'id': '7af08784-4e67-49d7-92a8-51c040f88d47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '809e5da2-0029-462c-a351-1dd83c966b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:42:47Z', 'updated_at': '2021-12-24T11:42:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:44:29.434668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-af133e5c-9aea-4c81-a22f-1625d36e9887 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Calling delete_port for 7af08784-4e67-49d7-92a8-51c040f88d47 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:44:29.438011 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Calling delete_port for ae78398d-f224-4acb-9895-a8888e4ee0c6 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:44:29.474122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device ae78398d-f224-4acb-9895-a8888e4ee0c6 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:44:29.597563 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317'] for port, after_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:29.606578 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:29.610928 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af133e5c-9aea-4c81-a22f-1625d36e9887 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:29.614629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6e07ecaf-7968-48ff-af8d-356d4e31f58c tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:29.641024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Port ae78398d-f224-4acb-9895-a8888e4ee0c6 update to DOWN by agent not found {{(pid=87560) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2117}}
Dec 24 11:44:29.653403 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] No DVR routers for this DVR port ae78398d-f224-4acb-9895-a8888e4ee0c6 on host dv-neutron-822668-2-hyperv {{(pid=87560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:44:29.664013 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Pushing event deleted for resources: {'Port': ['ID=ae78398d-f224-4acb-9895-a8888e4ee0c6,revision_number=None']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:29.672104 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:29.672461 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:29.672807 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:29.673143 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:29.673475 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:29.673805 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:29.674157 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:29.674484 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:29.674811 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:29.675136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:29.675458 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:29.675784 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:29.679780 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:29.770214 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8afb4352-8cc0-4937-9f1c-31d2b6320e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:29.792872 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af133e5c-9aea-4c81-a22f-1625d36e9887 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Port': ['ID=7af08784-4e67-49d7-92a8-51c040f88d47,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:29.796048 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-af133e5c-9aea-4c81-a22f-1625d36e9887 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:29.884525 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af133e5c-9aea-4c81-a22f-1625d36e9887 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:30.060644 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af133e5c-9aea-4c81-a22f-1625d36e9887 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:30.063260 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af133e5c-9aea-4c81-a22f-1625d36e9887 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:30.085818 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af133e5c-9aea-4c81-a22f-1625d36e9887 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:30.086380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af133e5c-9aea-4c81-a22f-1625d36e9887 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Fanout notify agent at l3_agent the message router_deleted on router 809e5da2-0029-462c-a351-1dd83c966b66 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:44:30.101706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-af133e5c-9aea-4c81-a22f-1625d36e9887 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:30.102835 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-af133e5c-9aea-4c81-a22f-1625d36e9887 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/routers/809e5da2-0029-462c-a351-1dd83c966b66 HTTP/1.1" status: 204  len: 168 time: 1.3594623
Dec 24 11:44:30.105544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60074) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:30.220009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-13c676d1-1a60-4d57-a161-8d3ea6bee6bf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:30.351758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-13c676d1-1a60-4d57-a161-8d3ea6bee6bf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:30.377464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-13c676d1-1a60-4d57-a161-8d3ea6bee6bf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7db41340>,) {'filters': {'network_id': ['fe287d56-4fd9-42f5-8a4b-95400b7c3aa0']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:30.388926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-13c676d1-1a60-4d57-a161-8d3ea6bee6bf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7db41340>, '38b464ea-db16-4225-9986-241bf9955197') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:30.389218 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-13c676d1-1a60-4d57-a161-8d3ea6bee6bf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7db41340>, '38b464ea-db16-4225-9986-241bf9955197') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:30.400030 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-13c676d1-1a60-4d57-a161-8d3ea6bee6bf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:30.415738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-13c676d1-1a60-4d57-a161-8d3ea6bee6bf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:30.421534 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c676d1-1a60-4d57-a161-8d3ea6bee6bf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:44:30.421935 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-13c676d1-1a60-4d57-a161-8d3ea6bee6bf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:44:30.436433 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:44:30.518122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-13c676d1-1a60-4d57-a161-8d3ea6bee6bf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:30.521513 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c26e456f-3017-4f9d-b369-9958673d8128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:30.536471 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-13c676d1-1a60-4d57-a161-8d3ea6bee6bf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:30.548390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c676d1-1a60-4d57-a161-8d3ea6bee6bf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'Network': ['ID=fe287d56-4fd9-42f5-8a4b-95400b7c3aa0,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:30.551679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-13c676d1-1a60-4d57-a161-8d3ea6bee6bf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:30.560373 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-13c676d1-1a60-4d57-a161-8d3ea6bee6bf tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/networks/fe287d56-4fd9-42f5-8a4b-95400b7c3aa0 HTTP/1.1" status: 204  len: 168 time: 0.4538331
Dec 24 11:44:30.563038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60078) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:30.629581 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-354d9546-45a6-4524-95ef-44a1b90c3c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:30.658177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-354d9546-45a6-4524-95ef-44a1b90c3c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:30.722320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-354d9546-45a6-4524-95ef-44a1b90c3c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:30.726823 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6cefce97-e973-47a3-91e6-1a27cdea3a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:30.740347 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d9546-45a6-4524-95ef-44a1b90c3c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a239044-a338-456d-a899-428609b60c6c,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:30.743472 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-354d9546-45a6-4524-95ef-44a1b90c3c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:30.753969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-354d9546-45a6-4524-95ef-44a1b90c3c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:30.757525 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-354d9546-45a6-4524-95ef-44a1b90c3c11 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] 10.222.0.54 "DELETE /v2.0/security-groups/5a239044-a338-456d-a899-428609b60c6c HTTP/1.1" status: 204  len: 168 time: 0.1911521
Dec 24 11:44:31.130810 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60088) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:31.279299 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4cb5157c-baa1-4bfd-b214-9c01c1966030 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=0dcd22cea467454e963edffa3365e2a7&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1466806
Dec 24 11:44:31.281583 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60094) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:31.339494 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-44fe71e4-c5fd-4553-8a0b-8a6ed7b38c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:31.351024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7af08784-4e67-49d7-92a8-51c040f88d47 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:44:31.364719 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-44fe71e4-c5fd-4553-8a0b-8a6ed7b38c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:31.386121 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 7af08784-4e67-49d7-92a8-51c040f88d47 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:44:31.386562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 7af08784-4e67-49d7-92a8-51c040f88d47 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:44:31.387193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 384ddd8f-24e0-41f2-96a6-89f2ee43990f no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:44:31.418414 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-44fe71e4-c5fd-4553-8a0b-8a6ed7b38c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:31.423963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2556f025-f6d1-4aed-a06f-7f6b06eace29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:31.424843 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 384ddd8f-24e0-41f2-96a6-89f2ee43990f {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:44:31.425260 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 384ddd8f-24e0-41f2-96a6-89f2ee43990f not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:44:31.437643 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fe71e4-c5fd-4553-8a0b-8a6ed7b38c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9dac5c-1ce7-45e9-bb13-be22078140d5,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:31.439737 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-44fe71e4-c5fd-4553-8a0b-8a6ed7b38c3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:31.445338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-44fe71e4-c5fd-4553-8a0b-8a6ed7b38c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:31.446469 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-44fe71e4-c5fd-4553-8a0b-8a6ed7b38c3b admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/2c9dac5c-1ce7-45e9-bb13-be22078140d5 HTTP/1.1" status: 204  len: 168 time: 0.1639910
Dec 24 11:44:31.728694 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 60102) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:31.746976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5e58a02e-5069-473c-979b-9d36a04bd602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:31.764707 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5e58a02e-5069-473c-979b-9d36a04bd602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:31.768459 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5e58a02e-5069-473c-979b-9d36a04bd602 admin admin] Usage tracker for resource:security_group_rule and tenant:4d4a1183d6b046848b6382e6c2b48625 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:44:31.771214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5e58a02e-5069-473c-979b-9d36a04bd602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:44:31.776838 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5e58a02e-5069-473c-979b-9d36a04bd602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:31.858951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5e58a02e-5069-473c-979b-9d36a04bd602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:31.862600 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5e58a02e-5069-473c-979b-9d36a04bd602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:31.871230 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-064c2ef7-1de7-43fb-a4d3-1ac35ebc43fc tempest-ServersAdminNegativeTestJSON-484282602 tempest-ServersAdminNegativeTestJSON-484282602-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:31.910022 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5e58a02e-5069-473c-979b-9d36a04bd602 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=4d4a1183d6b046848b6382e6c2b48625&name=default HTTP/1.1" status: 200  len: 2983 time: 0.1801724
Dec 24 11:44:31.911663 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58a02e-5069-473c-979b-9d36a04bd602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34de7f7e-68d5-44f0-b860-1cdf1696f610,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:31.912577 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60106) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:31.914806 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5e58a02e-5069-473c-979b-9d36a04bd602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:31.969708 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-73699653-807d-43d2-9dfa-7a22b88c2ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:31.982244 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ff0abefa-a5bd-447c-845b-c06f63a3d95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:31.999495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-73699653-807d-43d2-9dfa-7a22b88c2ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:32.048177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-73699653-807d-43d2-9dfa-7a22b88c2ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:32.051802 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:32.063096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73699653-807d-43d2-9dfa-7a22b88c2ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34de7f7e-68d5-44f0-b860-1cdf1696f610,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:32.066455 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-73699653-807d-43d2-9dfa-7a22b88c2ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:32.070290 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-73699653-807d-43d2-9dfa-7a22b88c2ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:32.071434 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-73699653-807d-43d2-9dfa-7a22b88c2ddd admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/34de7f7e-68d5-44f0-b860-1cdf1696f610 HTTP/1.1" status: 204  len: 168 time: 0.1578553
Dec 24 11:44:32.810885 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60130) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:32.910241 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1080301031-network', 'tenant_id': '1468798267524b3d88025ecbed50df01'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:44:32.914971 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:32.918762 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Usage tracker for resource:network and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:44:32.921610 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:44:32.927570 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:32.938203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Made reservation on behalf of 1468798267524b3d88025ecbed50df01 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:44:32.940584 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:32.953128 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:32.966961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:32.970717 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Usage tracker for resource:security_group_rule and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:44:32.973418 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:44:32.978937 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:33.059938 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:33.063413 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:33.067180 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e29b604a-5329-4f94-8558-5d937f4f377f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:33.091359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:44:33.104499 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb6aa2e-a613-4541-b98e-c861127cd33f,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:33.108582 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:33.109503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:33.109844 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Added segment 4151db47-b6bd-4be5-8e75-72089fe74ea8 of type vlan for network b0fbc6ac-530e-4142-a569-2c3187699eb3
Dec 24 11:44:33.137103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:33.168585 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:33.169579 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:33.170176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:33.173356 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-a87c27c2-a7e4-46b6-a74b-7c79aedc1c33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:33.221266 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:33.260003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:33.270308 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4583311
Dec 24 11:44:33.271226 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Pushing event updated for resources: {'Network': ['ID=b0fbc6ac-530e-4142-a569-2c3187699eb3,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:33.273220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60136) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:33.275562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:33.279173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6ccc936f-8c1b-4a70-b960-bfe09c0695ca admin admin] Request body: {'subnet': {'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1080301031-subnet', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'ip_version': 4}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:44:33.283926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6ccc936f-8c1b-4a70-b960-bfe09c0695ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:33.285260 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network b0fbc6ac-530e-4142-a569-2c3187699eb3 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:44:33.289418 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6ccc936f-8c1b-4a70-b960-bfe09c0695ca admin admin] Usage tracker for resource:subnet and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:44:33.292254 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6ccc936f-8c1b-4a70-b960-bfe09c0695ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:44:33.298075 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6ccc936f-8c1b-4a70-b960-bfe09c0695ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:33.309616 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ccc936f-8c1b-4a70-b960-bfe09c0695ca admin admin] Made reservation on behalf of 1468798267524b3d88025ecbed50df01 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:44:33.312111 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6ccc936f-8c1b-4a70-b960-bfe09c0695ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:33.514841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6ccc936f-8c1b-4a70-b960-bfe09c0695ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:33.518960 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d1622e55-73ce-4b70-bcdf-2b9ed3426a55 tempest-ExternalNetworksTestJSON-1363095884 tempest-ExternalNetworksTestJSON-1363095884-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:33.587176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc936f-8c1b-4a70-b960-bfe09c0695ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:33.589760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6ccc936f-8c1b-4a70-b960-bfe09c0695ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:33.595551 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ccc936f-8c1b-4a70-b960-bfe09c0695ca admin admin] Checking segment: {'id': '4151db47-b6bd-4be5-8e75-72089fe74ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:44:33.595903 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc936f-8c1b-4a70-b960-bfe09c0695ca admin admin] Network hostable DHCP agents. Network: b0fbc6ac-530e-4142-a569-2c3187699eb3, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:44:33.614713 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccc936f-8c1b-4a70-b960-bfe09c0695ca admin admin] Network b0fbc6ac-530e-4142-a569-2c3187699eb3 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:44:33.623144 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-6ccc936f-8c1b-4a70-b960-bfe09c0695ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, b0fbc6ac-530e-4142-a569-2c3187699eb3) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:44:33.627592 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccc936f-8c1b-4a70-b960-bfe09c0695ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:33.628173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6ccc936f-8c1b-4a70-b960-bfe09c0695ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:33.632384 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96c762c-76ee-409c-ba83-c63445d17e56 None None] Network b0fbc6ac-530e-4142-a569-2c3187699eb3 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:44:33.647770 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6ccc936f-8c1b-4a70-b960-bfe09c0695ca admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3735597
Dec 24 11:44:33.650416 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60140) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:33.655396 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:44:33.659993 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:33.664390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Usage tracker for resource:router and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:44:33.667209 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:44:33.672795 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:33.682534 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:33.683510 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:33.697700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:33.852156 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-b0fbc6ac-530e-4142-a569-2c3187699eb3', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:44:33.853016 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:34.010108 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Allocated IP 172.20.0.2 (b0fbc6ac-530e-4142-a569-2c3187699eb3/7e6317db-e74a-45c1-a4cd-fac25dc9b6a1/188a2ff5-60cc-4711-8a52-855882759dbb) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:44:34.088754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:34.246172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:34.257436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Transition to ACTIVE for port object 188a2ff5-60cc-4711-8a52-855882759dbb will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:44:34.276231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Transition to ACTIVE for port object 188a2ff5-60cc-4711-8a52-855882759dbb will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:44:34.282901 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:34.286326 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:34.348632 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Network b0fbc6ac-530e-4142-a569-2c3187699eb3 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:44:34.351949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:44:34.354376 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:44:34.401336 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:34.419290 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Pushing event updated for resources: {'Port': ['ID=188a2ff5-60cc-4711-8a52-855882759dbb,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:34.422162 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:34.433048 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:34.451112 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Attempting to bind port 188a2ff5-60cc-4711-8a52-855882759dbb on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:44:34.451507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Attempting to bind port 188a2ff5-60cc-4711-8a52-855882759dbb by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '4151db47-b6bd-4be5-8e75-72089fe74ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:44:34.451873 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Attempting to bind port 188a2ff5-60cc-4711-8a52-855882759dbb on network b0fbc6ac-530e-4142-a569-2c3187699eb3 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:44:34.456889 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:44:34.457261 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Checking segment: {'id': '4151db47-b6bd-4be5-8e75-72089fe74ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:44:34.457666 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:34.458090 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Bound using segment: {'id': '4151db47-b6bd-4be5-8e75-72089fe74ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:44:34.458547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Bound port: 188a2ff5-60cc-4711-8a52-855882759dbb, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4151db47-b6bd-4be5-8e75-72089fe74ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:44:34.458919 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:34.544122 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] For port 188a2ff5-60cc-4711-8a52-855882759dbb, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:44:34.547192 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] For port 188a2ff5-60cc-4711-8a52-855882759dbb, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=188a2ff5-60cc-4711-8a52-855882759dbb,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:44:34.551436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:34.555423 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:34.569544 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Allocated IP 172.26.4.203 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/0fcabf32-6dd2-4935-83fd-746ec2a255be) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:44:34.637596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Pushing event updated for resources: {'Port': ['ID=188a2ff5-60cc-4711-8a52-855882759dbb,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:34.640552 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:34.720887 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:34.753311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:34.757272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-85d50ef6-df1b-470f-8d6d-b98b2ccc22ac tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:34.835464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:44:34.838939 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:44:34.840961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Pushing event updated for resources: {'Port': ['ID=0fcabf32-6dd2-4935-83fd-746ec2a255be,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:34.843668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:44:34.875074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:35.040721 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:35.252788 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:35.386654 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 188a2ff5-60cc-4711-8a52-855882759dbb up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:44:35.458284 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 188a2ff5-60cc-4711-8a52-855882759dbb completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:44:35.621309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8da9f2d-ce80-48f0-89e5-cd8d44961992 None None] Network b0fbc6ac-530e-4142-a569-2c3187699eb3 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:44:35.726687 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b27d6014-074e-421a-9999-c4b398879e5e None None] Provisioning for port 188a2ff5-60cc-4711-8a52-855882759dbb completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:44:35.742034 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:35.742454 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b27d6014-074e-421a-9999-c4b398879e5e None None] Provisioning complete for port 188a2ff5-60cc-4711-8a52-855882759dbb triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:35.742839 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b27d6014-074e-421a-9999-c4b398879e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:35.946762 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Router 6033470a-750c-48fd-b831-5ad4dc7c91f9 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:44:35.956478 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b27d6014-074e-421a-9999-c4b398879e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:35.996846 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-b27d6014-074e-421a-9999-c4b398879e5e None None] For port 188a2ff5-60cc-4711-8a52-855882759dbb, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=188a2ff5-60cc-4711-8a52-855882759dbb,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:44:36.001203 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b27d6014-074e-421a-9999-c4b398879e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:36.003015 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-141b4afd-3264-49e2-81e3-269ccdfbf003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:36.072297 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d6014-074e-421a-9999-c4b398879e5e None None] Pushing event updated for resources: {'Port': ['ID=188a2ff5-60cc-4711-8a52-855882759dbb,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:36.075530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b27d6014-074e-421a-9999-c4b398879e5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:36.130169 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:44:36.139088 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Sync routers for ids ['6033470a-750c-48fd-b831-5ad4dc7c91f9'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:44:36.149431 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Routers {'6033470a-750c-48fd-b831-5ad4dc7c91f9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:44:36.150154 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d860700>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:44:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['6033470a-750c-48fd-b831-5ad4dc7c91f9'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:36.154301 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:36.158388 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 60144) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:36.158849 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-99390565-2d69-4417-a69b-4f3552ca8877 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.5070195
Dec 24 11:44:36.248204 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-7e8e3b32-df21-41f8-9297-378354e4732c None None] Provisioning complete for port 188a2ff5-60cc-4711-8a52-855882759dbb triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:36.248591 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7e8e3b32-df21-41f8-9297-378354e4732c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:36.384930 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Set router 6033470a-750c-48fd-b831-5ad4dc7c91f9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:44:36.763928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d860700>, [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:44:35Z', 'revision_number': 3, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:36.767844 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Checking router: 6033470a-750c-48fd-b831-5ad4dc7c91f9 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:44:36.768206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Updating router 6033470a-750c-48fd-b831-5ad4dc7c91f9 port 0fcabf32-6dd2-4935-83fd-746ec2a255be binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:44:36.820613 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:36.833228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:37.145525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:37.157775 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Transition to ACTIVE for port object 0fcabf32-6dd2-4935-83fd-746ec2a255be will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:44:37.164184 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:37.164357 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Allocated IP 172.20.0.1 (b0fbc6ac-530e-4142-a569-2c3187699eb3/7e6317db-e74a-45c1-a4cd-fac25dc9b6a1/27ad9e29-f7a0-4947-98cc-dec50029c29e) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:44:37.167898 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:37.244232 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Attempting to bind port 0fcabf32-6dd2-4935-83fd-746ec2a255be on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:44:37.244955 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Attempting to bind port 0fcabf32-6dd2-4935-83fd-746ec2a255be by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:44:37.244955 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Attempting to bind port 0fcabf32-6dd2-4935-83fd-746ec2a255be on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:44:37.250647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9f7d9-4a53-48cc-8fa4-5153465dd649 None None] Pushing event updated for resources: {'Port': ['ID=0fcabf32-6dd2-4935-83fd-746ec2a255be,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:37.254500 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-43c9f7d9-4a53-48cc-8fa4-5153465dd649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:37.255253 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:44:37.255627 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:44:37.256101 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:37.256978 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:44:37.257442 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Bound port: 0fcabf32-6dd2-4935-83fd-746ec2a255be, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:44:37.257816 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:37.310885 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:37.327656 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Transition to ACTIVE for port object 27ad9e29-f7a0-4947-98cc-dec50029c29e will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:44:37.331363 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] For port 0fcabf32-6dd2-4935-83fd-746ec2a255be, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:44:37.335553 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] For port 0fcabf32-6dd2-4935-83fd-746ec2a255be, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0fcabf32-6dd2-4935-83fd-746ec2a255be,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:44:37.339781 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:37.344168 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:37.351968 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:37.358691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4cec1297-14e9-4b39-bee7-65ff0d3f3107 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:37.384531 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 188a2ff5-60cc-4711-8a52-855882759dbb up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:44:37.420217 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Network b0fbc6ac-530e-4142-a569-2c3187699eb3 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:44:37.432441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:44:37.435075 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:44:37.472854 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9f7d9-4a53-48cc-8fa4-5153465dd649 None None] Pushing event updated for resources: {'Port': ['ID=0fcabf32-6dd2-4935-83fd-746ec2a255be,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:37.473465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Pushing event updated for resources: {'Port': ['ID=27ad9e29-f7a0-4947-98cc-dec50029c29e,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:37.478587 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-43c9f7d9-4a53-48cc-8fa4-5153465dd649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:37.480233 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Routers {'6033470a-750c-48fd-b831-5ad4dc7c91f9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:44:37.480870 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d860700>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:44:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['6033470a-750c-48fd-b831-5ad4dc7c91f9'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:37.492714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:37.499356 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:37.577433 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 188a2ff5-60cc-4711-8a52-855882759dbb triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:37.577818 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:37.723391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] Set router 6033470a-750c-48fd-b831-5ad4dc7c91f9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:44:37.763102 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:37.822937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-949df472-5113-44dd-b03d-9c3238c63d0e None None] Provisioning for port 27ad9e29-f7a0-4947-98cc-dec50029c29e completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:44:37.850639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-949df472-5113-44dd-b03d-9c3238c63d0e None None] Provisioning complete for port 27ad9e29-f7a0-4947-98cc-dec50029c29e triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:37.851021 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-949df472-5113-44dd-b03d-9c3238c63d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:37.988619 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:37.993174 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:38.004744 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-949df472-5113-44dd-b03d-9c3238c63d0e None None] Port 27ad9e29-f7a0-4947-98cc-dec50029c29e cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:44:38.022186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d0dee424-7529-4065-b43a-3166c259072f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:38.101177 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Pushing event updated for resources: {'Port': ['ID=27ad9e29-f7a0-4947-98cc-dec50029c29e,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:38.103813 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:38.107747 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:38.167445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d860700>, [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:44:35Z', 'revision_number': 3, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:38.171314 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150cb119-5c0d-4bfb-8fea-90159261b35f None None] The sync data for ids ['6033470a-750c-48fd-b831-5ad4dc7c91f9'] in dv-neutron-822668-2-hyperv is: [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:44:35Z', 'revision_number': 3, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:44:38.243843 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Network b0fbc6ac-530e-4142-a569-2c3187699eb3 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:44:38.245443 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:44:38.467970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Router 6033470a-750c-48fd-b831-5ad4dc7c91f9 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:44:38.531147 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-838bc210-7366-4021-8b54-b1300465c957 None None] Provisioning complete for port 27ad9e29-f7a0-4947-98cc-dec50029c29e triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:38.531970 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-838bc210-7366-4021-8b54-b1300465c957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:38.590150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-838bc210-7366-4021-8b54-b1300465c957 None None] Port 27ad9e29-f7a0-4947-98cc-dec50029c29e cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:44:38.791877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:44:38.810422 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] 10.222.0.54 "PUT /v2.0/routers/6033470a-750c-48fd-b831-5ad4dc7c91f9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6509042
Dec 24 11:44:39.322967 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 60162) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:39.328895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-671750908-network', 'tenant_id': '1d242b768d814471b2ea5235e5e25bb0'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:44:39.334952 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:39.338788 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Usage tracker for resource:network and tenant:1d242b768d814471b2ea5235e5e25bb0 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:44:39.341666 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:44:39.347448 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:39.359670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Made reservation on behalf of 1d242b768d814471b2ea5235e5e25bb0 for: {'network': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:44:39.362202 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:39.375065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:39.376959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0fcabf32-6dd2-4935-83fd-746ec2a255be up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:44:39.390492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:39.394816 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Usage tracker for resource:security_group_rule and tenant:1d242b768d814471b2ea5235e5e25bb0 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:44:39.398829 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:44:39.404742 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:39.456325 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 0fcabf32-6dd2-4935-83fd-746ec2a255be completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:44:39.462678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 0fcabf32-6dd2-4935-83fd-746ec2a255be triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:39.463068 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:39.502081 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:39.507918 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:39.512397 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9f80030b-2de9-4ab7-a322-2a62a6219c65 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:39.538360 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362}  {{(pid=87558) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:44:39.551183 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9829d1c4-5ac0-4e04-9d75-fce2c86617e5,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:39.554665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:39.558636 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:39.559020 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.segments_db [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Added segment d776e1e6-f9b3-409f-9df3-95b1aece537c of type vlan for network 14daa4db-6223-4a89-be5f-d795e50429da
Dec 24 11:44:39.582800 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:39.592520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:39.600220 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 0fcabf32-6dd2-4935-83fd-746ec2a255be, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0fcabf32-6dd2-4935-83fd-746ec2a255be,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:44:39.604259 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:39.606136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:39.625339 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:39.626675 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:39.627288 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:39.630741 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-dbf92b91-a5f8-4404-a724-9b5efd6d3e70 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:39.675178 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=0fcabf32-6dd2-4935-83fd-746ec2a255be,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:39.678722 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:39.732029 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4078698
Dec 24 11:44:39.732831 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Pushing event updated for resources: {'Network': ['ID=14daa4db-6223-4a89-be5f-d795e50429da,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:39.734864 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60166) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:39.735981 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9b1fa9f4-7bfc-4e67-ac85-f76585572214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:39.741069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-c143a2ca-9896-4c2c-9f29-553db56e1de4 admin admin] Request body: {'subnet': {'network_id': '14daa4db-6223-4a89-be5f-d795e50429da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-671750908-subnet', 'tenant_id': '1d242b768d814471b2ea5235e5e25bb0', 'ip_version': 4}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:44:39.749390 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network 14daa4db-6223-4a89-be5f-d795e50429da details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:44:39.749776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c143a2ca-9896-4c2c-9f29-553db56e1de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:39.754162 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c143a2ca-9896-4c2c-9f29-553db56e1de4 admin admin] Usage tracker for resource:subnet and tenant:1d242b768d814471b2ea5235e5e25bb0 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:44:39.763177 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-c143a2ca-9896-4c2c-9f29-553db56e1de4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:44:39.765303 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Sync routers for ids ['6033470a-750c-48fd-b831-5ad4dc7c91f9'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:44:39.769837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-c143a2ca-9896-4c2c-9f29-553db56e1de4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:39.776545 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Routers {'6033470a-750c-48fd-b831-5ad4dc7c91f9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:44:39.777465 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-dc416904-537a-4a01-b277-1829f90c377b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd5fa90>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:44:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['6033470a-750c-48fd-b831-5ad4dc7c91f9'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:39.779521 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c143a2ca-9896-4c2c-9f29-553db56e1de4 admin admin] Made reservation on behalf of 1d242b768d814471b2ea5235e5e25bb0 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:44:39.782095 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c143a2ca-9896-4c2c-9f29-553db56e1de4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:39.952721 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Set router 6033470a-750c-48fd-b831-5ad4dc7c91f9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:44:39.979426 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c143a2ca-9896-4c2c-9f29-553db56e1de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:39.982844 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2edf4627-f5d1-45b0-82fb-776f963775b2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:40.051638 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143a2ca-9896-4c2c-9f29-553db56e1de4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1ccda69-138e-41a6-a491-44a50931dd5e,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:40.055402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c143a2ca-9896-4c2c-9f29-553db56e1de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:40.062362 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c143a2ca-9896-4c2c-9f29-553db56e1de4 admin admin] Checking segment: {'id': 'd776e1e6-f9b3-409f-9df3-95b1aece537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '14daa4db-6223-4a89-be5f-d795e50429da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:44:40.062720 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c143a2ca-9896-4c2c-9f29-553db56e1de4 admin admin] Network hostable DHCP agents. Network: 14daa4db-6223-4a89-be5f-d795e50429da, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:44:40.082555 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c143a2ca-9896-4c2c-9f29-553db56e1de4 admin admin] Network 14daa4db-6223-4a89-be5f-d795e50429da is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:44:40.092756 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-c143a2ca-9896-4c2c-9f29-553db56e1de4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, 14daa4db-6223-4a89-be5f-d795e50429da) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:44:40.100511 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba632a83-e36d-49c2-b4a6-f10b6c899549 None None] Network 14daa4db-6223-4a89-be5f-d795e50429da requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:44:40.101511 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c143a2ca-9896-4c2c-9f29-553db56e1de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:40.102381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c143a2ca-9896-4c2c-9f29-553db56e1de4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:40.127442 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 60170) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:40.130472 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c143a2ca-9896-4c2c-9f29-553db56e1de4 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3944454
Dec 24 11:44:40.134079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-671750908-router', 'tenant_id': '1d242b768d814471b2ea5235e5e25bb0', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:44:40.139233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:40.143487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Usage tracker for resource:router and tenant:1d242b768d814471b2ea5235e5e25bb0 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:44:40.146455 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:44:40.153520 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:40.165384 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:40.166760 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:40.183186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:40.277093 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-dc416904-537a-4a01-b277-1829f90c377b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd5fa90>, [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:44:37Z', 'revision_number': 4, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '27ad9e29-f7a0-4947-98cc-dec50029c29e', 'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'mac_address': 'fa:16:3e:4a:a4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:36Z', 'updated_at': '2021-12-24T11:44:37Z', 'revision_number': 2, 'project_id': '1468798267524b3d88025ecbed50df01', 'subnets': [{'id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:40.281256 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Checking router: 6033470a-750c-48fd-b831-5ad4dc7c91f9 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:44:40.282017 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Updating router 6033470a-750c-48fd-b831-5ad4dc7c91f9 port 27ad9e29-f7a0-4947-98cc-dec50029c29e binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:44:40.335450 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:40.388325 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-14daa4db-6223-4a89-be5f-d795e50429da', 'network_id': '14daa4db-6223-4a89-be5f-d795e50429da', 'tenant_id': '1d242b768d814471b2ea5235e5e25bb0', 'fixed_ips': [{'subnet_id': 'f1ccda69-138e-41a6-a491-44a50931dd5e'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:44:40.389254 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:40.533659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:40.549638 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Allocated IP 172.20.0.2 (14daa4db-6223-4a89-be5f-d795e50429da/f1ccda69-138e-41a6-a491-44a50931dd5e/24684661-8b34-451b-a1c7-54f0b34b6cbd) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:44:40.696014 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:40.707351 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Transition to ACTIVE for port object 27ad9e29-f7a0-4947-98cc-dec50029c29e will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:44:40.714166 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:40.717594 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-3d4aa288-0d92-4086-a2b6-f7d3fbadb354 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:40.765409 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:40.776467 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Transition to ACTIVE for port object 24684661-8b34-451b-a1c7-54f0b34b6cbd will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:44:40.797659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Transition to ACTIVE for port object 24684661-8b34-451b-a1c7-54f0b34b6cbd will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:44:40.805703 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:40.812152 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-6fd6fd8f-0d1a-4fc9-bcf4-67c5fb48e4d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:40.864867 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:40.875559 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Network 14daa4db-6223-4a89-be5f-d795e50429da is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:44:40.878603 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:44:40.888202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:44:40.898233 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:40.932623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Pushing event updated for resources: {'Port': ['ID=24684661-8b34-451b-a1c7-54f0b34b6cbd,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:40.938989 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60960492-51f3-4184-9aa7-d1ede0a4b9ab None None] Pushing event updated for resources: {'Port': ['ID=27ad9e29-f7a0-4947-98cc-dec50029c29e,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:40.939938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:40.946614 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60960492-51f3-4184-9aa7-d1ede0a4b9ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:40.947152 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60960492-51f3-4184-9aa7-d1ede0a4b9ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:40.947644 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60960492-51f3-4184-9aa7-d1ede0a4b9ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:40.948225 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60960492-51f3-4184-9aa7-d1ede0a4b9ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:40.948702 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60960492-51f3-4184-9aa7-d1ede0a4b9ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:40.949198 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60960492-51f3-4184-9aa7-d1ede0a4b9ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:40.949675 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60960492-51f3-4184-9aa7-d1ede0a4b9ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:40.950175 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60960492-51f3-4184-9aa7-d1ede0a4b9ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:40.950648 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60960492-51f3-4184-9aa7-d1ede0a4b9ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:40.951134 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60960492-51f3-4184-9aa7-d1ede0a4b9ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:40.951621 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60960492-51f3-4184-9aa7-d1ede0a4b9ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:40.952090 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60960492-51f3-4184-9aa7-d1ede0a4b9ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:44:40.963360 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-60960492-51f3-4184-9aa7-d1ede0a4b9ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:40.974179 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Attempting to bind port 27ad9e29-f7a0-4947-98cc-dec50029c29e on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:44:40.974584 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Attempting to bind port 27ad9e29-f7a0-4947-98cc-dec50029c29e by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '4151db47-b6bd-4be5-8e75-72089fe74ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:44:40.975665 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Attempting to bind port 27ad9e29-f7a0-4947-98cc-dec50029c29e on network b0fbc6ac-530e-4142-a569-2c3187699eb3 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:44:40.983903 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:44:40.984293 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Checking segment: {'id': '4151db47-b6bd-4be5-8e75-72089fe74ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:44:40.984690 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:40.985424 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Bound using segment: {'id': '4151db47-b6bd-4be5-8e75-72089fe74ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:44:40.986095 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Bound port: 27ad9e29-f7a0-4947-98cc-dec50029c29e, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4151db47-b6bd-4be5-8e75-72089fe74ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:44:40.986476 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:40.998757 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Attempting to bind port 24684661-8b34-451b-a1c7-54f0b34b6cbd on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:44:40.999225 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Attempting to bind port 24684661-8b34-451b-a1c7-54f0b34b6cbd by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'd776e1e6-f9b3-409f-9df3-95b1aece537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '14daa4db-6223-4a89-be5f-d795e50429da'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:44:40.999881 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Attempting to bind port 24684661-8b34-451b-a1c7-54f0b34b6cbd on network 14daa4db-6223-4a89-be5f-d795e50429da {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:44:41.005717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:44:41.006431 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Checking segment: {'id': 'd776e1e6-f9b3-409f-9df3-95b1aece537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '14daa4db-6223-4a89-be5f-d795e50429da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:44:41.006855 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:41.007264 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Bound using segment: {'id': 'd776e1e6-f9b3-409f-9df3-95b1aece537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '14daa4db-6223-4a89-be5f-d795e50429da'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:44:41.007748 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Bound port: 24684661-8b34-451b-a1c7-54f0b34b6cbd, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd776e1e6-f9b3-409f-9df3-95b1aece537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '14daa4db-6223-4a89-be5f-d795e50429da'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:44:41.008276 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:41.062972 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Allocated IP 172.26.4.80 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/e9db4af0-dca1-4c58-8d7c-65e6a8af9202) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:44:41.095058 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-dc416904-537a-4a01-b277-1829f90c377b None None] For port 27ad9e29-f7a0-4947-98cc-dec50029c29e, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:44:41.099514 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-dc416904-537a-4a01-b277-1829f90c377b None None] For port 27ad9e29-f7a0-4947-98cc-dec50029c29e, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=27ad9e29-f7a0-4947-98cc-dec50029c29e,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:44:41.105112 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:41.117731 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:41.119553 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-d26af4a2-21c4-44cd-8da9-0013e4cbf28d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:41.136384 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] For port 24684661-8b34-451b-a1c7-54f0b34b6cbd, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:44:41.142772 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] For port 24684661-8b34-451b-a1c7-54f0b34b6cbd, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=24684661-8b34-451b-a1c7-54f0b34b6cbd,segment=NetworkSegment(d776e1e6-f9b3-409f-9df3-95b1aece537c),segment_id=d776e1e6-f9b3-409f-9df3-95b1aece537c)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:44:41.148490 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:41.152215 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:41.197780 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Routers {'6033470a-750c-48fd-b831-5ad4dc7c91f9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:44:41.198568 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-dc416904-537a-4a01-b277-1829f90c377b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd5fa90>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:44:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['6033470a-750c-48fd-b831-5ad4dc7c91f9'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:41.224242 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Pushing event updated for resources: {'Port': ['ID=24684661-8b34-451b-a1c7-54f0b34b6cbd,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:41.230187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:41.258069 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:41.301495 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60960492-51f3-4184-9aa7-d1ede0a4b9ab None None] Pushing event updated for resources: {'Port': ['ID=27ad9e29-f7a0-4947-98cc-dec50029c29e,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:41.312800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:41.316298 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-60960492-51f3-4184-9aa7-d1ede0a4b9ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:41.319079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:41.390269 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:44:41.393652 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:44:41.399117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:44:41.439998 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Pushing event updated for resources: {'Port': ['ID=e9db4af0-dca1-4c58-8d7c-65e6a8af9202,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:41.446340 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:41.452979 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0fcabf32-6dd2-4935-83fd-746ec2a255be up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:44:41.459248 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-dc416904-537a-4a01-b277-1829f90c377b None None] Set router 6033470a-750c-48fd-b831-5ad4dc7c91f9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:44:41.571379 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 0fcabf32-6dd2-4935-83fd-746ec2a255be triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:41.571768 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:41.809397 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-dc416904-537a-4a01-b277-1829f90c377b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd5fa90>, [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:44:37Z', 'revision_number': 4, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '27ad9e29-f7a0-4947-98cc-dec50029c29e', 'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'mac_address': 'fa:16:3e:4a:a4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:36Z', 'updated_at': '2021-12-24T11:44:41Z', 'revision_number': 4, 'project_id': '1468798267524b3d88025ecbed50df01', 'subnets': [{'id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:41.813408 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc416904-537a-4a01-b277-1829f90c377b None None] The sync data for ids ['6033470a-750c-48fd-b831-5ad4dc7c91f9'] in dv-neutron-822668-2-hyperv is: [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:44:37Z', 'revision_number': 4, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '27ad9e29-f7a0-4947-98cc-dec50029c29e', 'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'mac_address': 'fa:16:3e:4a:a4:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:36Z', 'updated_at': '2021-12-24T11:44:41Z', 'revision_number': 4, 'project_id': '1468798267524b3d88025ecbed50df01', 'subnets': [{'id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:44:42.064382 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:42.388968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771daee6-4735-4014-aec8-ce51939fc081 None None] Network 14daa4db-6223-4a89-be5f-d795e50429da requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:44:42.433602 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:42.555107 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2435dca0-4281-4158-a7dd-f9c11e6f6911 None None] Provisioning for port 24684661-8b34-451b-a1c7-54f0b34b6cbd completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:44:42.655177 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Router 2676f206-b724-4f81-b16c-1d1abfedbcec is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:44:42.842543 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:44:42.855790 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Sync routers for ids ['2676f206-b724-4f81-b16c-1d1abfedbcec'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:44:42.865430 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Routers {'2676f206-b724-4f81-b16c-1d1abfedbcec'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:44:42.866092 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-5318a291-91be-468c-b148-024947f4ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d697040>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:44:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['2676f206-b724-4f81-b16c-1d1abfedbcec'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:42.880517 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:42.883279 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.7541828
Dec 24 11:44:42.885359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 60174) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:43.075744 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Set router 2676f206-b724-4f81-b16c-1d1abfedbcec gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:44:43.379999 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-5318a291-91be-468c-b148-024947f4ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d697040>, [{'id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'name': 'tempest-TestShelveInstance-671750908-router', 'tenant_id': '1d242b768d814471b2ea5235e5e25bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'e9db4af0-dca1-4c58-8d7c-65e6a8af9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:40Z', 'updated_at': '2021-12-24T11:44:41Z', 'revision_number': 3, 'project_id': '1d242b768d814471b2ea5235e5e25bb0', 'gw_port': {'id': 'e9db4af0-dca1-4c58-8d7c-65e6a8af9202', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:40Z', 'updated_at': '2021-12-24T11:44:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:43.384642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Checking router: 2676f206-b724-4f81-b16c-1d1abfedbcec for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:44:43.385335 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Updating router 2676f206-b724-4f81-b16c-1d1abfedbcec port e9db4af0-dca1-4c58-8d7c-65e6a8af9202 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:44:43.447023 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 24684661-8b34-451b-a1c7-54f0b34b6cbd up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:44:43.509345 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:43.623311 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 24684661-8b34-451b-a1c7-54f0b34b6cbd completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:44:43.633635 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 24684661-8b34-451b-a1c7-54f0b34b6cbd triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:43.634043 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:43.712145 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:43.860108 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:43.911476 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 24684661-8b34-451b-a1c7-54f0b34b6cbd, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=24684661-8b34-451b-a1c7-54f0b34b6cbd,segment=NetworkSegment(d776e1e6-f9b3-409f-9df3-95b1aece537c),segment_id=d776e1e6-f9b3-409f-9df3-95b1aece537c)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:44:43.916409 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Allocated IP 172.20.0.1 (14daa4db-6223-4a89-be5f-d795e50429da/f1ccda69-138e-41a6-a491-44a50931dd5e/dcd38de6-ef82-451f-a503-9d924c4886dd) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:44:43.944387 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:43.944871 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 27ad9e29-f7a0-4947-98cc-dec50029c29e up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:44:43.977316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-ae253239-24f1-4734-afb9-e9c35b34fffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:44.064650 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:44.075846 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:44.081073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Transition to ACTIVE for port object dcd38de6-ef82-451f-a503-9d924c4886dd will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:44:44.093796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=24684661-8b34-451b-a1c7-54f0b34b6cbd,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:44.096901 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:44.099984 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Transition to ACTIVE for port object e9db4af0-dca1-4c58-8d7c-65e6a8af9202 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:44:44.104819 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:44.109524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-25502157-111d-44b2-aff3-86b835d512f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:44.110349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:44.114785 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b27d6014-074e-421a-9999-c4b398879e5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:44.165758 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 27ad9e29-f7a0-4947-98cc-dec50029c29e completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:44:44.170325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Network 14daa4db-6223-4a89-be5f-d795e50429da is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:44:44.177342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:44:44.181974 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:44:44.195597 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 27ad9e29-f7a0-4947-98cc-dec50029c29e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:44.195975 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:44.222848 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Pushing event updated for resources: {'Port': ['ID=dcd38de6-ef82-451f-a503-9d924c4886dd,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:44.227271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:44.239982 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:44.301074 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3b95b-eabc-4b15-9032-6e6a677a99b7 None None] Pushing event updated for resources: {'Port': ['ID=e9db4af0-dca1-4c58-8d7c-65e6a8af9202,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:44.304399 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-36c3b95b-eabc-4b15-9032-6e6a677a99b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:44.311024 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Attempting to bind port e9db4af0-dca1-4c58-8d7c-65e6a8af9202 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:44:44.311166 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Attempting to bind port e9db4af0-dca1-4c58-8d7c-65e6a8af9202 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:44:44.311662 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Attempting to bind port e9db4af0-dca1-4c58-8d7c-65e6a8af9202 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:44:44.328944 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:44:44.329330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:44:44.329742 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:44.330169 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:44:44.330642 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Bound port: e9db4af0-dca1-4c58-8d7c-65e6a8af9202, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:44:44.331021 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:44.377584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:44.451778 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-5318a291-91be-468c-b148-024947f4ac1c None None] For port e9db4af0-dca1-4c58-8d7c-65e6a8af9202, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:44:44.470479 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-5318a291-91be-468c-b148-024947f4ac1c None None] For port e9db4af0-dca1-4c58-8d7c-65e6a8af9202, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e9db4af0-dca1-4c58-8d7c-65e6a8af9202,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:44:44.471768 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:44.490298 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:44.496281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-43c9f7d9-4a53-48cc-8fa4-5153465dd649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:44.570914 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-542073b7-e6df-4952-ac3f-6999a41c1dbb None None] Provisioning for port dcd38de6-ef82-451f-a503-9d924c4886dd completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:44:44.588525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 27ad9e29-f7a0-4947-98cc-dec50029c29e, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=27ad9e29-f7a0-4947-98cc-dec50029c29e,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:44:44.592239 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-542073b7-e6df-4952-ac3f-6999a41c1dbb None None] Provisioning complete for port dcd38de6-ef82-451f-a503-9d924c4886dd triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:44.592652 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-542073b7-e6df-4952-ac3f-6999a41c1dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:44.606097 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:44.610389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:44.628797 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:44.638601 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Routers {'2676f206-b724-4f81-b16c-1d1abfedbcec'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:44:44.639242 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-5318a291-91be-468c-b148-024947f4ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d697040>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:44:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['2676f206-b724-4f81-b16c-1d1abfedbcec'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:44.645120 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-decc012b-758f-42a3-909a-2fbf0023622d tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:44.715035 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3b95b-eabc-4b15-9032-6e6a677a99b7 None None] Pushing event updated for resources: {'Port': ['ID=e9db4af0-dca1-4c58-8d7c-65e6a8af9202,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:44.724137 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:44.727831 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-36c3b95b-eabc-4b15-9032-6e6a677a99b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:44.728313 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-36c3b95b-eabc-4b15-9032-6e6a677a99b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:44.728423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Pushing event updated for resources: {'Port': ['ID=dcd38de6-ef82-451f-a503-9d924c4886dd,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:44.731574 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:44.787429 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-542073b7-e6df-4952-ac3f-6999a41c1dbb None None] Port dcd38de6-ef82-451f-a503-9d924c4886dd cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:44:44.863591 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Network 14daa4db-6223-4a89-be5f-d795e50429da is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:44:44.864786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:44:44.884340 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=27ad9e29-f7a0-4947-98cc-dec50029c29e,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:44.890724 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:44.898027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-5318a291-91be-468c-b148-024947f4ac1c None None] Set router 2676f206-b724-4f81-b16c-1d1abfedbcec gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:44:45.136722 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-8adb8905-8919-4ee4-93cd-9741f827cc70 None None] Provisioning complete for port dcd38de6-ef82-451f-a503-9d924c4886dd triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:45.137140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8adb8905-8919-4ee4-93cd-9741f827cc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:45.184485 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Router 2676f206-b724-4f81-b16c-1d1abfedbcec has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:44:45.241420 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-8adb8905-8919-4ee4-93cd-9741f827cc70 None None] Port dcd38de6-ef82-451f-a503-9d924c4886dd cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:44:45.276356 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-5318a291-91be-468c-b148-024947f4ac1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d697040>, [{'id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'name': 'tempest-TestShelveInstance-671750908-router', 'tenant_id': '1d242b768d814471b2ea5235e5e25bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'e9db4af0-dca1-4c58-8d7c-65e6a8af9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:40Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 4, 'project_id': '1d242b768d814471b2ea5235e5e25bb0', 'gw_port': {'id': 'e9db4af0-dca1-4c58-8d7c-65e6a8af9202', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:40Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dcd38de6-ef82-451f-a503-9d924c4886dd', 'name': '', 'network_id': '14daa4db-6223-4a89-be5f-d795e50429da', 'tenant_id': '1d242b768d814471b2ea5235e5e25bb0', 'mac_address': 'fa:16:3e:ef:c7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'f1ccda69-138e-41a6-a491-44a50931dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:43Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 2, 'project_id': '1d242b768d814471b2ea5235e5e25bb0', 'subnets': [{'id': 'f1ccda69-138e-41a6-a491-44a50931dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:45.280691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5318a291-91be-468c-b148-024947f4ac1c None None] The sync data for ids ['2676f206-b724-4f81-b16c-1d1abfedbcec'] in dv-neutron-822668-2-hyperv is: [{'id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'name': 'tempest-TestShelveInstance-671750908-router', 'tenant_id': '1d242b768d814471b2ea5235e5e25bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'e9db4af0-dca1-4c58-8d7c-65e6a8af9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:40Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 4, 'project_id': '1d242b768d814471b2ea5235e5e25bb0', 'gw_port': {'id': 'e9db4af0-dca1-4c58-8d7c-65e6a8af9202', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:40Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dcd38de6-ef82-451f-a503-9d924c4886dd', 'name': '', 'network_id': '14daa4db-6223-4a89-be5f-d795e50429da', 'tenant_id': '1d242b768d814471b2ea5235e5e25bb0', 'mac_address': 'fa:16:3e:ef:c7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'f1ccda69-138e-41a6-a491-44a50931dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:43Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 2, 'project_id': '1d242b768d814471b2ea5235e5e25bb0', 'subnets': [{'id': 'f1ccda69-138e-41a6-a491-44a50931dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:44:45.369388 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 24684661-8b34-451b-a1c7-54f0b34b6cbd up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:44:45.374085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:44:45.393268 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9f787204-75ca-435a-b3f7-2a0519fb93b9 admin admin] 10.222.0.54 "PUT /v2.0/routers/2676f206-b724-4f81-b16c-1d1abfedbcec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5067360
Dec 24 11:44:45.449353 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 24684661-8b34-451b-a1c7-54f0b34b6cbd triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:45.449844 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:45.590734 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 27ad9e29-f7a0-4947-98cc-dec50029c29e up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:44:45.670192 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 27ad9e29-f7a0-4947-98cc-dec50029c29e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:45.670782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:46.258437 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60184) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:46.263885 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-fd047fd6-0e05-445e-9ed3-164b41adba0d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-20225509', 'description': 'tempest-secgroup-smoke-20225509 description', 'project_id': '1468798267524b3d88025ecbed50df01'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:44:46.270124 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fd047fd6-0e05-445e-9ed3-164b41adba0d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:46.274369 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fd047fd6-0e05-445e-9ed3-164b41adba0d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Usage tracker for resource:security_group and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:44:46.277328 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fd047fd6-0e05-445e-9ed3-164b41adba0d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:44:46.283123 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fd047fd6-0e05-445e-9ed3-164b41adba0d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:46.298229 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fd047fd6-0e05-445e-9ed3-164b41adba0d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:46.318274 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fd047fd6-0e05-445e-9ed3-164b41adba0d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:46.322627 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fd047fd6-0e05-445e-9ed3-164b41adba0d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Usage tracker for resource:security_group_rule and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:44:46.325478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-fd047fd6-0e05-445e-9ed3-164b41adba0d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:44:46.331335 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-fd047fd6-0e05-445e-9ed3-164b41adba0d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:46.407657 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fd047fd6-0e05-445e-9ed3-164b41adba0d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:46.412058 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fd047fd6-0e05-445e-9ed3-164b41adba0d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:46.422434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5efbcc8b-2d1e-42da-acaa-4c3fa8b8d3d4 tempest-PortsTestJSON-2086846319 tempest-PortsTestJSON-2086846319-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:46.457294 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fd047fd6-0e05-445e-9ed3-164b41adba0d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:46.461263 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fd047fd6-0e05-445e-9ed3-164b41adba0d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.1990745
Dec 24 11:44:46.461263 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd047fd6-0e05-445e-9ed3-164b41adba0d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9fde99-26b2-498c-9f15-ddf9185b6425,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:46.461828 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 60188) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:46.463965 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fd047fd6-0e05-445e-9ed3-164b41adba0d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:46.469215 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-198962a8-dd5b-4174-a4ce-e9301cb4918a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Request body: {'security_group_rule': {'security_group_id': '4f9fde99-26b2-498c-9f15-ddf9185b6425', 'project_id': '1468798267524b3d88025ecbed50df01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:44:46.475976 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-198962a8-dd5b-4174-a4ce-e9301cb4918a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:46.480181 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-198962a8-dd5b-4174-a4ce-e9301cb4918a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Usage tracker for resource:security_group_rule and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:44:46.483168 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-198962a8-dd5b-4174-a4ce-e9301cb4918a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:44:46.489052 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-198962a8-dd5b-4174-a4ce-e9301cb4918a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:46.506933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-198962a8-dd5b-4174-a4ce-e9301cb4918a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:46.572377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-198962a8-dd5b-4174-a4ce-e9301cb4918a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:46.577038 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-198962a8-dd5b-4174-a4ce-e9301cb4918a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:46.578961 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f78f89f8-2b45-4d55-800e-9d6729a4c033 tempest-ServerActionsTestJSON-502818141 tempest-ServerActionsTestJSON-502818141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:46.601691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198962a8-dd5b-4174-a4ce-e9301cb4918a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cbfdcd2-70fc-451e-8a81-50ae8815f60c,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:46.604259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-198962a8-dd5b-4174-a4ce-e9301cb4918a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:46.611710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-198962a8-dd5b-4174-a4ce-e9301cb4918a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:46.612970 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-198962a8-dd5b-4174-a4ce-e9301cb4918a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1498151
Dec 24 11:44:46.615655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 60192) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:46.620908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-66d2d745-5a39-4bfb-8219-81306605952c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Request body: {'security_group_rule': {'security_group_id': '4f9fde99-26b2-498c-9f15-ddf9185b6425', 'project_id': '1468798267524b3d88025ecbed50df01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:44:46.627670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-66d2d745-5a39-4bfb-8219-81306605952c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:46.632125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-66d2d745-5a39-4bfb-8219-81306605952c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Usage tracker for resource:security_group_rule and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:44:46.635189 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-66d2d745-5a39-4bfb-8219-81306605952c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:44:46.640997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-66d2d745-5a39-4bfb-8219-81306605952c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:46.659223 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-66d2d745-5a39-4bfb-8219-81306605952c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:46.719746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-66d2d745-5a39-4bfb-8219-81306605952c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:46.723332 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-66d2d745-5a39-4bfb-8219-81306605952c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:46.725278 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-6688d85d-ec72-4d9b-8a5e-d590da0a8cc5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:46.746897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2d745-5a39-4bfb-8219-81306605952c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21422f72-8009-410d-932e-a367940cbe71,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:46.751638 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-66d2d745-5a39-4bfb-8219-81306605952c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:46.756328 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-66d2d745-5a39-4bfb-8219-81306605952c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:46.760065 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-66d2d745-5a39-4bfb-8219-81306605952c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1409080
Dec 24 11:44:46.760204 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 60196) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:46.765115 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-1f7521e0-54d5-4df9-b8bb-92dac48d4a35 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Request body: {'security_group_rule': {'security_group_id': '4f9fde99-26b2-498c-9f15-ddf9185b6425', 'project_id': '1468798267524b3d88025ecbed50df01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:44:46.771056 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1f7521e0-54d5-4df9-b8bb-92dac48d4a35 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:46.775314 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1f7521e0-54d5-4df9-b8bb-92dac48d4a35 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Usage tracker for resource:security_group_rule and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:44:46.778153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-1f7521e0-54d5-4df9-b8bb-92dac48d4a35 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:44:46.783724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-1f7521e0-54d5-4df9-b8bb-92dac48d4a35 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:46.799703 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1f7521e0-54d5-4df9-b8bb-92dac48d4a35 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:46.864510 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1f7521e0-54d5-4df9-b8bb-92dac48d4a35 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:46.867799 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1f7521e0-54d5-4df9-b8bb-92dac48d4a35 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:46.869538 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e54cbadf-dc65-47ac-82a6-bf740c8a05ea tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:46.891579 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7521e0-54d5-4df9-b8bb-92dac48d4a35 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bcc07d3-a576-4ab6-83f8-fa6251d1e88c,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:46.895802 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1f7521e0-54d5-4df9-b8bb-92dac48d4a35 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:46.900710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-1f7521e0-54d5-4df9-b8bb-92dac48d4a35 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:46.901913 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-1f7521e0-54d5-4df9-b8bb-92dac48d4a35 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1407819
Dec 24 11:44:46.904687 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60200) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:46.909894 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-7085a8f1-3fe0-4ee7-8594-4e778e0c4c58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Request body: {'security_group_rule': {'security_group_id': '4f9fde99-26b2-498c-9f15-ddf9185b6425', 'project_id': '1468798267524b3d88025ecbed50df01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:44:46.915886 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7085a8f1-3fe0-4ee7-8594-4e778e0c4c58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:46.919697 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7085a8f1-3fe0-4ee7-8594-4e778e0c4c58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Usage tracker for resource:security_group_rule and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:44:46.922683 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-7085a8f1-3fe0-4ee7-8594-4e778e0c4c58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:44:46.928364 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-7085a8f1-3fe0-4ee7-8594-4e778e0c4c58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:46.945381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7085a8f1-3fe0-4ee7-8594-4e778e0c4c58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:47.008812 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7085a8f1-3fe0-4ee7-8594-4e778e0c4c58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:47.012163 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7085a8f1-3fe0-4ee7-8594-4e778e0c4c58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:47.013945 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f379442d-9b8c-4893-909a-0839ee11a6ee tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:47.038918 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7085a8f1-3fe0-4ee7-8594-4e778e0c4c58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06eac94b-3623-4cca-ac1a-df002778e958,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:47.041820 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7085a8f1-3fe0-4ee7-8594-4e778e0c4c58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:47.044304 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-7085a8f1-3fe0-4ee7-8594-4e778e0c4c58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:47.048037 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-7085a8f1-3fe0-4ee7-8594-4e778e0c4c58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1398046
Dec 24 11:44:47.048462 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60204) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:47.053738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-15f2f1bc-6667-4f33-8eca-839571e24918 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Request body: {'security_group_rule': {'security_group_id': '4f9fde99-26b2-498c-9f15-ddf9185b6425', 'project_id': '1468798267524b3d88025ecbed50df01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:44:47.059552 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-15f2f1bc-6667-4f33-8eca-839571e24918 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:47.064202 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-15f2f1bc-6667-4f33-8eca-839571e24918 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Usage tracker for resource:security_group_rule and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:44:47.067565 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-15f2f1bc-6667-4f33-8eca-839571e24918 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:44:47.074487 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-15f2f1bc-6667-4f33-8eca-839571e24918 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:47.084728 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-15f2f1bc-6667-4f33-8eca-839571e24918 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Project 1468798267524b3d88025ecbed50df01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:44:47.091234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-15f2f1bc-6667-4f33-8eca-839571e24918 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:47.155284 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-15f2f1bc-6667-4f33-8eca-839571e24918 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:47.158704 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-15f2f1bc-6667-4f33-8eca-839571e24918 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:47.164568 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-89081588-9c55-4387-a134-a8c470b9c1d0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:47.183122 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2f1bc-6667-4f33-8eca-839571e24918 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1929c13-fce5-4585-bfc4-d4500eff6ec6,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:47.186139 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-15f2f1bc-6667-4f33-8eca-839571e24918 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:47.193198 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-15f2f1bc-6667-4f33-8eca-839571e24918 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:47.194368 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-15f2f1bc-6667-4f33-8eca-839571e24918 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1451151
Dec 24 11:44:47.196992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60208) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:47.201818 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-e3d9527d-35fd-4e8d-a02d-60f989a48bd3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Request body: {'security_group_rule': {'security_group_id': '4f9fde99-26b2-498c-9f15-ddf9185b6425', 'project_id': '1468798267524b3d88025ecbed50df01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:44:47.207662 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e3d9527d-35fd-4e8d-a02d-60f989a48bd3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:47.211837 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e3d9527d-35fd-4e8d-a02d-60f989a48bd3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Usage tracker for resource:security_group_rule and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:44:47.214653 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-e3d9527d-35fd-4e8d-a02d-60f989a48bd3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:44:47.220187 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-e3d9527d-35fd-4e8d-a02d-60f989a48bd3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:47.230736 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-e3d9527d-35fd-4e8d-a02d-60f989a48bd3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Project 1468798267524b3d88025ecbed50df01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:44:47.236857 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e3d9527d-35fd-4e8d-a02d-60f989a48bd3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:47.301519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e3d9527d-35fd-4e8d-a02d-60f989a48bd3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:47.310809 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e3d9527d-35fd-4e8d-a02d-60f989a48bd3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:47.313351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c08b9681-f04b-4de8-926d-19e8b9dd0f0e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:47.335443 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9527d-35fd-4e8d-a02d-60f989a48bd3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b5bb8b-70e1-4f25-95a9-d2d9e1d913a0,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:47.337973 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e3d9527d-35fd-4e8d-a02d-60f989a48bd3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:47.345555 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e3d9527d-35fd-4e8d-a02d-60f989a48bd3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:47.346805 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e3d9527d-35fd-4e8d-a02d-60f989a48bd3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1489191
Dec 24 11:44:47.398657 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e9db4af0-dca1-4c58-8d7c-65e6a8af9202 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:44:47.479417 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port e9db4af0-dca1-4c58-8d7c-65e6a8af9202 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:44:47.484084 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e9db4af0-dca1-4c58-8d7c-65e6a8af9202 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:47.484464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:47.525528 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-8ed9cf38-209b-4958-a94c-7b40692f5c28 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Synchronizing usage tracker for tenant:1468798267524b3d88025ecbed50df01 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:44:47.543682 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-8ed9cf38-209b-4958-a94c-7b40692f5c28 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Unset dirty status for tenant:1468798267524b3d88025ecbed50df01 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:44:47.545040 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-8ed9cf38-209b-4958-a94c-7b40692f5c28 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-20225509&fields=id&tenant_id=1468798267524b3d88025ecbed50df01 HTTP/1.1" status: 200  len: 267 time: 0.0575032
Dec 24 11:44:47.643670 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:47.660484 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port e9db4af0-dca1-4c58-8d7c-65e6a8af9202, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e9db4af0-dca1-4c58-8d7c-65e6a8af9202,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:44:47.664178 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:47.667212 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:47.697019 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-9f846aa3-a44c-408d-98b5-89ca2997d611 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:47.697692 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-9f846aa3-a44c-408d-98b5-89ca2997d611 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Synchronizing usage tracker for tenant:1468798267524b3d88025ecbed50df01 on resource:network {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:44:47.714187 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-9f846aa3-a44c-408d-98b5-89ca2997d611 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Unset dirty status for tenant:1468798267524b3d88025ecbed50df01 on resource:network {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:44:47.715397 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-9f846aa3-a44c-408d-98b5-89ca2997d611 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 809 time: 0.1635947
Dec 24 11:44:47.730233 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-2566322e-ae1c-4095-9081-b54b9c615e84 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/quotas/1468798267524b3d88025ecbed50df01 HTTP/1.1" status: 200  len: 375 time: 0.0090744
Dec 24 11:44:47.732664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=e9db4af0-dca1-4c58-8d7c-65e6a8af9202,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:47.735754 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:47.942758 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-43615515-453a-4cd0-941f-2885f8713398 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2068746
Dec 24 11:44:47.957982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-7363a935-70f4-4437-a7b6-59e24a79ac18 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87559) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:44:47.958983 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-7363a935-70f4-4437-a7b6-59e24a79ac18 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0049105
Dec 24 11:44:48.088571 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-f8274085-3eb2-46ac-ac5f-ee2f856dc72f service neutron] 10.222.0.54 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241560
Dec 24 11:44:48.218701 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-a1785ea0-7006-4137-a997-df1fbeb3ab82 service neutron] 10.222.0.54 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243615
Dec 24 11:44:48.393354 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a26e90ae-25d5-4c41-baf6-68b339fb8555 req-121f0222-07e5-4a1e-bdfa-6e54f7cd4ef1 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Synchronizing usage tracker for tenant:1468798267524b3d88025ecbed50df01 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:44:48.415739 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a26e90ae-25d5-4c41-baf6-68b339fb8555 req-121f0222-07e5-4a1e-bdfa-6e54f7cd4ef1 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Unset dirty status for tenant:1468798267524b3d88025ecbed50df01 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:44:48.416966 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a26e90ae-25d5-4c41-baf6-68b339fb8555 req-121f0222-07e5-4a1e-bdfa-6e54f7cd4ef1 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 210 time: 0.0688422
Dec 24 11:44:48.887954 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Sync routers for ids ['2676f206-b724-4f81-b16c-1d1abfedbcec'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:44:48.897242 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Routers {'2676f206-b724-4f81-b16c-1d1abfedbcec'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:44:48.897922 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd5f8e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:44:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['2676f206-b724-4f81-b16c-1d1abfedbcec'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:49.078330 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Set router 2676f206-b724-4f81-b16c-1d1abfedbcec gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:44:49.384458 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e9db4af0-dca1-4c58-8d7c-65e6a8af9202 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:44:49.435730 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd5f8e0>, [{'id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'name': 'tempest-TestShelveInstance-671750908-router', 'tenant_id': '1d242b768d814471b2ea5235e5e25bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'e9db4af0-dca1-4c58-8d7c-65e6a8af9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:40Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 4, 'project_id': '1d242b768d814471b2ea5235e5e25bb0', 'gw_port': {'id': 'e9db4af0-dca1-4c58-8d7c-65e6a8af9202', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:40Z', 'updated_at': '2021-12-24T11:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dcd38de6-ef82-451f-a503-9d924c4886dd', 'name': '', 'network_id': '14daa4db-6223-4a89-be5f-d795e50429da', 'tenant_id': '1d242b768d814471b2ea5235e5e25bb0', 'mac_address': 'fa:16:3e:ef:c7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'f1ccda69-138e-41a6-a491-44a50931dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:43Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 2, 'project_id': '1d242b768d814471b2ea5235e5e25bb0', 'subnets': [{'id': 'f1ccda69-138e-41a6-a491-44a50931dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:49.439973 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Checking router: 2676f206-b724-4f81-b16c-1d1abfedbcec for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:44:49.440339 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Updating router 2676f206-b724-4f81-b16c-1d1abfedbcec port dcd38de6-ef82-451f-a503-9d924c4886dd binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:44:49.446889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-86049d02-77ae-435c-8e60-4d09bce9bc0a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:49.454167 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-86049d02-77ae-435c-8e60-4d09bce9bc0a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 809 time: 0.1955822
Dec 24 11:44:49.496611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port e9db4af0-dca1-4c58-8d7c-65e6a8af9202 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:49.497047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:49.521735 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:49.525703 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-bab5bec5-3761-4fb3-a1f3-e95e80f7ee46 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1468798267524b3d88025ecbed50df01 HTTP/1.1" status: 200  len: 378 time: 0.0635698
Dec 24 11:44:49.546436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-ede33e91-260e-4023-89ff-274a5a23259b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Request body: {'port': {'device_id': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'admin_state_up': True, 'tenant_id': '1468798267524b3d88025ecbed50df01', 'security_groups': ['4f9fde99-26b2-498c-9f15-ddf9185b6425']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:44:49.606105 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3a7a7b8f-a56e-4993-95e8-770524a23c8c req-a789633a-964b-47ee-b291-dde57f4b3640 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 210 time: 0.0496247
Dec 24 11:44:49.714504 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-ede33e91-260e-4023-89ff-274a5a23259b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:49.723921 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-ede33e91-260e-4023-89ff-274a5a23259b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:49.733993 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-ede33e91-260e-4023-89ff-274a5a23259b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Made reservation on behalf of 1468798267524b3d88025ecbed50df01 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:44:49.737436 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-ede33e91-260e-4023-89ff-274a5a23259b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:49.899462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-ede33e91-260e-4023-89ff-274a5a23259b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Allocated IP 172.20.0.4 (b0fbc6ac-530e-4142-a569-2c3187699eb3/7e6317db-e74a-45c1-a4cd-fac25dc9b6a1/a099c115-a4fc-4cf6-b794-d6fdd3fd726e) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:44:49.903414 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:49.915562 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Transition to ACTIVE for port object dcd38de6-ef82-451f-a503-9d924c4886dd will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:44:49.922001 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:49.926226 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-ee47885b-89b8-4666-afed-bd0bd8f61a0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:50.098407 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-ede33e91-260e-4023-89ff-274a5a23259b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:50.113959 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6177c-c45b-49b3-b7a5-e88d09b7da0f None None] Pushing event updated for resources: {'Port': ['ID=dcd38de6-ef82-451f-a503-9d924c4886dd,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:50.114275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-ede33e91-260e-4023-89ff-274a5a23259b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Transition to ACTIVE for port object a099c115-a4fc-4cf6-b794-d6fdd3fd726e will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:44:50.121699 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-05e6177c-c45b-49b3-b7a5-e88d09b7da0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:50.139160 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Attempting to bind port dcd38de6-ef82-451f-a503-9d924c4886dd on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:44:50.139623 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Attempting to bind port dcd38de6-ef82-451f-a503-9d924c4886dd by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'd776e1e6-f9b3-409f-9df3-95b1aece537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '14daa4db-6223-4a89-be5f-d795e50429da'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:44:50.140060 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Attempting to bind port dcd38de6-ef82-451f-a503-9d924c4886dd on network 14daa4db-6223-4a89-be5f-d795e50429da {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:44:50.141977 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-ede33e91-260e-4023-89ff-274a5a23259b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:50.146090 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:44:50.147013 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Checking segment: {'id': 'd776e1e6-f9b3-409f-9df3-95b1aece537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '14daa4db-6223-4a89-be5f-d795e50429da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:44:50.147427 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:50.147828 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Bound using segment: {'id': 'd776e1e6-f9b3-409f-9df3-95b1aece537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '14daa4db-6223-4a89-be5f-d795e50429da'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:44:50.148301 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Bound port: dcd38de6-ef82-451f-a503-9d924c4886dd, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd776e1e6-f9b3-409f-9df3-95b1aece537c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '14daa4db-6223-4a89-be5f-d795e50429da'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:44:50.148688 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:50.149459 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d83dae31-e648-407c-bde8-51528da3e328 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:50.215594 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-ede33e91-260e-4023-89ff-274a5a23259b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Network b0fbc6ac-530e-4142-a569-2c3187699eb3 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:44:50.223186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-ede33e91-260e-4023-89ff-274a5a23259b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:44:50.226079 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-ede33e91-260e-4023-89ff-274a5a23259b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:44:50.239240 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] For port dcd38de6-ef82-451f-a503-9d924c4886dd, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:44:50.243856 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] For port dcd38de6-ef82-451f-a503-9d924c4886dd, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=dcd38de6-ef82-451f-a503-9d924c4886dd,segment=NetworkSegment(d776e1e6-f9b3-409f-9df3-95b1aece537c),segment_id=d776e1e6-f9b3-409f-9df3-95b1aece537c)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:44:50.247969 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:50.252360 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-ecf37104-1508-4e3e-aeeb-17c148947910 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:50.275856 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede33e91-260e-4023-89ff-274a5a23259b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'Port': ['ID=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:50.280255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ede33e91-260e-4023-89ff-274a5a23259b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:50.302001 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-ede33e91-260e-4023-89ff-274a5a23259b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:50.302683 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-ede33e91-260e-4023-89ff-274a5a23259b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:50.332363 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-ede33e91-260e-4023-89ff-274a5a23259b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7930479
Dec 24 11:44:50.335479 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Routers {'2676f206-b724-4f81-b16c-1d1abfedbcec'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:44:50.336195 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd5f8e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:44:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['2676f206-b724-4f81-b16c-1d1abfedbcec'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:50.344713 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Request body: {'port': {'device_id': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:44:50.490536 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6177c-c45b-49b3-b7a5-e88d09b7da0f None None] Pushing event updated for resources: {'Port': ['ID=dcd38de6-ef82-451f-a503-9d924c4886dd,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:50.499228 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-05e6177c-c45b-49b3-b7a5-e88d09b7da0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:50.509920 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:50.523243 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6a1207b1-efac-437e-881c-966f7314c39c None None] Provisioning for port a099c115-a4fc-4cf6-b794-d6fdd3fd726e completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:44:50.529787 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-6a1207b1-efac-437e-881c-966f7314c39c None None] Provisioning complete for port a099c115-a4fc-4cf6-b794-d6fdd3fd726e triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:50.530501 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6a1207b1-efac-437e-881c-966f7314c39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:50.549684 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] Set router 2676f206-b724-4f81-b16c-1d1abfedbcec gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:44:50.600523 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-6a1207b1-efac-437e-881c-966f7314c39c None None] Port a099c115-a4fc-4cf6-b794-d6fdd3fd726e cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:44:50.870016 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd5f8e0>, [{'id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'name': 'tempest-TestShelveInstance-671750908-router', 'tenant_id': '1d242b768d814471b2ea5235e5e25bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'e9db4af0-dca1-4c58-8d7c-65e6a8af9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:40Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 4, 'project_id': '1d242b768d814471b2ea5235e5e25bb0', 'gw_port': {'id': 'e9db4af0-dca1-4c58-8d7c-65e6a8af9202', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:40Z', 'updated_at': '2021-12-24T11:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dcd38de6-ef82-451f-a503-9d924c4886dd', 'name': '', 'network_id': '14daa4db-6223-4a89-be5f-d795e50429da', 'tenant_id': '1d242b768d814471b2ea5235e5e25bb0', 'mac_address': 'fa:16:3e:ef:c7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'f1ccda69-138e-41a6-a491-44a50931dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:43Z', 'updated_at': '2021-12-24T11:44:50Z', 'revision_number': 4, 'project_id': '1d242b768d814471b2ea5235e5e25bb0', 'subnets': [{'id': 'f1ccda69-138e-41a6-a491-44a50931dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:44:50.873897 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269bf663-bc2c-4216-8e54-ddbf068dc7f6 None None] The sync data for ids ['2676f206-b724-4f81-b16c-1d1abfedbcec'] in dv-neutron-822668-2-hyperv is: [{'id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'name': 'tempest-TestShelveInstance-671750908-router', 'tenant_id': '1d242b768d814471b2ea5235e5e25bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'e9db4af0-dca1-4c58-8d7c-65e6a8af9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:40Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 4, 'project_id': '1d242b768d814471b2ea5235e5e25bb0', 'gw_port': {'id': 'e9db4af0-dca1-4c58-8d7c-65e6a8af9202', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:40Z', 'updated_at': '2021-12-24T11:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': 'dcd38de6-ef82-451f-a503-9d924c4886dd', 'name': '', 'network_id': '14daa4db-6223-4a89-be5f-d795e50429da', 'tenant_id': '1d242b768d814471b2ea5235e5e25bb0', 'mac_address': 'fa:16:3e:ef:c7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': 'f1ccda69-138e-41a6-a491-44a50931dd5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:43Z', 'updated_at': '2021-12-24T11:44:50Z', 'revision_number': 4, 'project_id': '1d242b768d814471b2ea5235e5e25bb0', 'subnets': [{'id': 'f1ccda69-138e-41a6-a491-44a50931dd5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:44:50.955322 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e0029-1f2b-40a7-bb71-01544c793064 req-75e0864a-17f3-433b-ba72-931a2fd1e768 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:50.956010 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-732e0029-1f2b-40a7-bb71-01544c793064 req-75e0864a-17f3-433b-ba72-931a2fd1e768 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Synchronizing usage tracker for tenant:1468798267524b3d88025ecbed50df01 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:44:50.995997 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-732e0029-1f2b-40a7-bb71-01544c793064 req-75e0864a-17f3-433b-ba72-931a2fd1e768 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Unset dirty status for tenant:1468798267524b3d88025ecbed50df01 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:44:50.997164 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-732e0029-1f2b-40a7-bb71-01544c793064 req-75e0864a-17f3-433b-ba72-931a2fd1e768 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 931 time: 0.2346933
Dec 24 11:44:51.096262 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a099c115-a4fc-4cf6-b794-d6fdd3fd726e {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:44:51.103275 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-732e0029-1f2b-40a7-bb71-01544c793064 req-a1db976f-f379-4355-a527-a20315d54aa9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0935857
Dec 24 11:44:51.106927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:51.122086 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Transition to ACTIVE for port object a099c115-a4fc-4cf6-b794-d6fdd3fd726e will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:44:51.125995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:51.130606 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e63320f2-4e08-4fd8-be5f-9fdc0d16454b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:51.279080 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Pushing event updated for resources: {'Port': ['ID=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:51.290487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:51.372556 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Attempting to bind port a099c115-a4fc-4cf6-b794-d6fdd3fd726e on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:44:51.373136 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Attempting to bind port a099c115-a4fc-4cf6-b794-d6fdd3fd726e by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4151db47-b6bd-4be5-8e75-72089fe74ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:44:51.373688 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Attempting to bind port a099c115-a4fc-4cf6-b794-d6fdd3fd726e on network b0fbc6ac-530e-4142-a569-2c3187699eb3 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:44:51.380304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Port a099c115-a4fc-4cf6-b794-d6fdd3fd726e on network b0fbc6ac-530e-4142-a569-2c3187699eb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:44:51.381370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Attempting to bind port a099c115-a4fc-4cf6-b794-d6fdd3fd726e on network b0fbc6ac-530e-4142-a569-2c3187699eb3 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:44:51.387155 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:44:51.390226 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Checking segment: {'id': '4151db47-b6bd-4be5-8e75-72089fe74ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:44:51.393615 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Bound using segment: {'id': '4151db47-b6bd-4be5-8e75-72089fe74ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:44:51.394484 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Bound port: a099c115-a4fc-4cf6-b794-d6fdd3fd726e, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4151db47-b6bd-4be5-8e75-72089fe74ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:44:51.394911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:51.399485 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dcd38de6-ef82-451f-a503-9d924c4886dd up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:44:51.476677 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port dcd38de6-ef82-451f-a503-9d924c4886dd completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:44:51.481338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port dcd38de6-ef82-451f-a503-9d924c4886dd triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:51.481726 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:51.493016 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] For port a099c115-a4fc-4cf6-b794-d6fdd3fd726e, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:44:51.496089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] For port a099c115-a4fc-4cf6-b794-d6fdd3fd726e, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:44:51.500024 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:51.503643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9c492046-b3aa-4e03-b754-ada22a81160b tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:51.556001 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:51.556685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:51.557994 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] 10.222.0.32 "PUT /v2.0/ports/a099c115-a4fc-4cf6-b794-d6fdd3fd726e HTTP/1.1" status: 200  len: 1093 time: 1.2178931
Dec 24 11:44:51.558523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'tag': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:44:51.586080 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Pushing event updated for resources: {'Port': ['ID=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:51.589670 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:51.614382 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:51.637581 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'tag': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e', 'status': 'completed', 'code': 200}
Dec 24 11:44:51.651382 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port dcd38de6-ef82-451f-a503-9d924c4886dd, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=dcd38de6-ef82-451f-a503-9d924c4886dd,segment=NetworkSegment(d776e1e6-f9b3-409f-9df3-95b1aece537c),segment_id=d776e1e6-f9b3-409f-9df3-95b1aece537c)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:44:51.655436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:51.657267 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:51.679667 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-03b62daf-24e0-4e76-99d2-430da31e7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:51.681176 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-03b62daf-24e0-4e76-99d2-430da31e7e06 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 1096 time: 0.0803003
Dec 24 11:44:51.734062 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=dcd38de6-ef82-451f-a503-9d924c4886dd,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:51.747168 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:51.756206 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-858604a1-dd8d-401b-90a7-1b30f815f9ab service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e HTTP/1.1" status: 200  len: 217 time: 0.0673358
Dec 24 11:44:51.823106 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-272d9a0c-6450-4a29-af5f-b0e8e402f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:51.824448 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-272d9a0c-6450-4a29-af5f-b0e8e402f939 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0633125
Dec 24 11:44:51.897758 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-db7e04ad-a61d-47a1-ae0b-db16f58a5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:51.899246 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-db7e04ad-a61d-47a1-ae0b-db16f58a5e5a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0686481
Dec 24 11:44:52.029127 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-e562adc9-dc69-4019-96c5-3b62ce2c631f service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233304
Dec 24 11:44:52.165388 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c63a5931-2c3e-477a-a617-0b205760b6e0 req-6300f6d6-1403-454d-bb35-7d138f611415 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296625
Dec 24 11:44:52.348889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28247911-c275-4036-9a9c-708bccc86dae req-a35f34c7-cb37-4c63-8339-d51d57a1c821 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:52.350424 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-28247911-c275-4036-9a9c-708bccc86dae req-a35f34c7-cb37-4c63-8339-d51d57a1c821 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 943 time: 0.1383579
Dec 24 11:44:52.356022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba6832-6149-4f7d-baa8-318b72454ed6 req-dc391fb7-8fa8-48ca-a539-7dc0d795c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:52.357379 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45ba6832-6149-4f7d-baa8-318b72454ed6 req-dc391fb7-8fa8-48ca-a539-7dc0d795c227 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 1096 time: 0.1142330
Dec 24 11:44:52.627129 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-28247911-c275-4036-9a9c-708bccc86dae req-7dda8612-71a3-43d3-9bcc-ca73a481d7f2 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2686296
Dec 24 11:44:52.645254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba6832-6149-4f7d-baa8-318b72454ed6 req-06b15d95-78f7-420d-9594-97613447d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:52.646786 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45ba6832-6149-4f7d-baa8-318b72454ed6 req-06b15d95-78f7-420d-9594-97613447d2b0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.2831511
Dec 24 11:44:52.715836 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45ba6832-6149-4f7d-baa8-318b72454ed6 req-fce02c2a-d523-44cf-992d-d34b924535de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e HTTP/1.1" status: 200  len: 217 time: 0.0624137
Dec 24 11:44:52.776688 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba6832-6149-4f7d-baa8-318b72454ed6 req-9529f80a-d9ad-4d80-ae58-200295ae32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:52.778107 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45ba6832-6149-4f7d-baa8-318b72454ed6 req-9529f80a-d9ad-4d80-ae58-200295ae32ff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0560985
Dec 24 11:44:52.858501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba6832-6149-4f7d-baa8-318b72454ed6 req-7f8f2933-5175-45b9-9101-1977675c4022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:52.859982 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45ba6832-6149-4f7d-baa8-318b72454ed6 req-7f8f2933-5175-45b9-9101-1977675c4022 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0757413
Dec 24 11:44:52.993982 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45ba6832-6149-4f7d-baa8-318b72454ed6 req-12334222-769f-40c7-9950-8353ce9fe147 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259484
Dec 24 11:44:53.123772 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45ba6832-6149-4f7d-baa8-318b72454ed6 req-a7094cf5-df3a-4545-86ce-e92e5f81d734 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1230555
Dec 24 11:44:53.363717 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dcd38de6-ef82-451f-a503-9d924c4886dd up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:44:53.429500 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port dcd38de6-ef82-451f-a503-9d924c4886dd triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:53.429888 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:53.857721 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d55e74-6e8f-4903-851c-7d99eea50a94 req-52f3e657-1f1d-49d0-a9d8-5bf21320ea33 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:53.859232 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-97d55e74-6e8f-4903-851c-7d99eea50a94 req-52f3e657-1f1d-49d0-a9d8-5bf21320ea33 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 943 time: 0.1285844
Dec 24 11:44:53.902123 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-97d55e74-6e8f-4903-851c-7d99eea50a94 req-47143404-6bec-44b7-a353-7aedaa3ba6a5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0373056
Dec 24 11:44:54.594695 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device a099c115-a4fc-4cf6-b794-d6fdd3fd726e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:44:54.726374 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port a099c115-a4fc-4cf6-b794-d6fdd3fd726e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:44:54.739331 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'port_id': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e', 'mac_address': 'fa:16:3e:4e:6a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:44:54.793360 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:54.810329 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a099c115-a4fc-4cf6-b794-d6fdd3fd726e {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:44:54.825691 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port a099c115-a4fc-4cf6-b794-d6fdd3fd726e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:44:54.829572 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:54.831286 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c844a88f-60fd-4274-8c6d-fd82d58dfa5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:54.898310 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:54.901490 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:55.085096 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d56e2-d5d1-4e08-af0a-136cd8b5841d req-187e2f12-2dd5-4e38-9fa5-adb83c1e8fae tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:55.086599 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b79d56e2-d5d1-4e08-af0a-136cd8b5841d req-187e2f12-2dd5-4e38-9fa5-adb83c1e8fae tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 944 time: 0.0782900
Dec 24 11:44:55.131610 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b79d56e2-d5d1-4e08-af0a-136cd8b5841d req-4e8adeaa-c48b-44ab-a1b5-c4ee2415339d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394838
Dec 24 11:44:55.149757 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['a099c115-a4fc-4cf6-b794-d6fdd3fd726e'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:44:56.309673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4b283-e8dc-4cc2-a2a2-879484f19778 req-24cb7113-247b-41ef-8bf4-fab8db993d4a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:56.311129 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f7f4b283-e8dc-4cc2-a2a2-879484f19778 req-24cb7113-247b-41ef-8bf4-fab8db993d4a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 944 time: 0.0776832
Dec 24 11:44:56.353718 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f7f4b283-e8dc-4cc2-a2a2-879484f19778 req-330ed545-ca5f-4eef-b9e9-ec29ff041775 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0371337
Dec 24 11:44:56.594066 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device a099c115-a4fc-4cf6-b794-d6fdd3fd726e up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:44:56.663866 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port a099c115-a4fc-4cf6-b794-d6fdd3fd726e completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:44:56.668510 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port a099c115-a4fc-4cf6-b794-d6fdd3fd726e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:44:56.668892 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:56.781613 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:56.807882 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:44:56.817907 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port a099c115-a4fc-4cf6-b794-d6fdd3fd726e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:44:56.822049 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:56.823841 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:56.889012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:56.892080 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:56.902890 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e', 'code': 200}
Dec 24 11:44:57.128073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f349b6-ba47-4b13-b4a4-25c461e24901 req-b769dda7-bbd6-4f30-9faa-f28b5b464002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:57.129421 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-48f349b6-ba47-4b13-b4a4-25c461e24901 req-b769dda7-bbd6-4f30-9faa-f28b5b464002 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 1098 time: 0.0725873
Dec 24 11:44:57.168331 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-48f349b6-ba47-4b13-b4a4-25c461e24901 req-03d2ae5e-772a-44a0-9cf6-d319881c3eb3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0328937
Dec 24 11:44:57.556518 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499006dc-ea95-4432-a49d-f27aef51e202 req-8f96570e-7dd7-45bb-8d42-abad5f179f2c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:57.558053 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-499006dc-ea95-4432-a49d-f27aef51e202 req-8f96570e-7dd7-45bb-8d42-abad5f179f2c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0907624
Dec 24 11:44:57.601785 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-499006dc-ea95-4432-a49d-f27aef51e202 req-1ff29772-3bd3-4013-8b8a-627d84fdb7fe tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0381544
Dec 24 11:44:58.784443 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f5a13-387b-4217-b24e-833fa8ba39ad req-5b46abdb-60eb-482a-8966-1600323aae50 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:58.786086 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-986f5a13-387b-4217-b24e-833fa8ba39ad req-5b46abdb-60eb-482a-8966-1600323aae50 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0802481
Dec 24 11:44:58.829383 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-986f5a13-387b-4217-b24e-833fa8ba39ad req-33eeb2cc-282e-46d6-9154-a221a32eaeb0 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0376840
Dec 24 11:44:59.011859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383a866-a8b8-4a52-83bc-803755ed9667 req-0e78a753-5df1-4b89-be7a-50796fc4598a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:59.013303 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5383a866-a8b8-4a52-83bc-803755ed9667 req-0e78a753-5df1-4b89-be7a-50796fc4598a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0833089
Dec 24 11:44:59.057438 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5383a866-a8b8-4a52-83bc-803755ed9667 req-13ba7321-20a1-4996-9793-f757f2c9eeeb tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0386384
Dec 24 11:44:59.079395 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60268) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:59.186181 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa92211-69cf-4fd3-a8b9-48dcc0e710c4 tempest-TestShelveInstance-774130390 tempest-TestShelveInstance-774130390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:44:59.187663 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6aa92211-69cf-4fd3-a8b9-48dcc0e710c4 tempest-TestShelveInstance-774130390 tempest-TestShelveInstance-774130390-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 1093 time: 0.1073225
Dec 24 11:44:59.190623 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60274) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:44:59.196038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:44:59.201895 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:44:59.205652 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Usage tracker for resource:floatingip and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:44:59.208480 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:44:59.214090 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:44:59.224563 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:59.357794 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:59.494578 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Allocated IP 172.26.4.183 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/4a21f05c-ea28-4e54-bb74-470fb4d2c0a4) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:44:59.643718 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:59.672798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:59.676997 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-52135b46-9c60-4672-b5bf-322ce6ee52e5 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:44:59.736547 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:44:59.739631 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:44:59.743197 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:44:59.764023 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d6fe9532-be59-4063-8e11-db288f764b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:44:59.775373 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'Port': ['ID=4a21f05c-ea28-4e54-bb74-470fb4d2c0a4,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:44:59.781067 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:44:59.956227 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:45:00.263263 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:45:00.333132 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:45:00.537255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:45:00.541494 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:45:00.545965 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-d77940c5-2eb9-47cf-bd3f-3266d1423946 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:45:00.652324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'Port': ['ID=4a21f05c-ea28-4e54-bb74-470fb4d2c0a4,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:45:00.656231 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:45:00.660639 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:45:00.829355 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Floating IP baaf4a4e-8e5e-4e7e-899f-83df835f2e36 associated. External IP: 172.26.4.183, port: a099c115-a4fc-4cf6-b794-d6fdd3fd726e.
Dec 24 11:45:01.171650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Router 6033470a-750c-48fd-b831-5ad4dc7c91f9 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:45:01.347724 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:45:01.358169 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b478f9-d527-4479-9594-231c764bfa44 None None] Sync routers for ids ['6033470a-750c-48fd-b831-5ad4dc7c91f9'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:45:01.369069 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b478f9-d527-4479-9594-231c764bfa44 None None] Routers {'6033470a-750c-48fd-b831-5ad4dc7c91f9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:45:01.369862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-67b478f9-d527-4479-9594-231c764bfa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c3a14f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:44:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['6033470a-750c-48fd-b831-5ad4dc7c91f9'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:45:01.372121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:45:01.440268 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2381124
Dec 24 11:45:01.440268 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'tag': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:45:01.525422 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'tag': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e', 'status': 'completed', 'code': 200}
Dec 24 11:45:01.586397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-67b478f9-d527-4479-9594-231c764bfa44 None None] Set router 6033470a-750c-48fd-b831-5ad4dc7c91f9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:45:01.623672 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759a092-c77b-4e59-953a-56b263605c15 req-3bb683bd-f8e9-4c98-98f6-6a4a510639a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:45:01.625579 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2759a092-c77b-4e59-953a-56b263605c15 req-3bb683bd-f8e9-4c98-98f6-6a4a510639a7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 1098 time: 0.0758572
Dec 24 11:45:01.755954 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759a092-c77b-4e59-953a-56b263605c15 req-cb6c70a9-d372-40a8-8bb3-1f8ca1c7fb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:45:01.757304 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2759a092-c77b-4e59-953a-56b263605c15 req-cb6c70a9-d372-40a8-8bb3-1f8ca1c7fb9b service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.1254897
Dec 24 11:45:01.859731 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2759a092-c77b-4e59-953a-56b263605c15 req-b2e254e6-4e91-46f4-a8e2-330dec38e82f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e HTTP/1.1" status: 200  len: 999 time: 0.0953724
Dec 24 11:45:01.922570 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759a092-c77b-4e59-953a-56b263605c15 req-a9cdbe28-7cde-463e-b4da-5facf13cb4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:45:01.924037 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2759a092-c77b-4e59-953a-56b263605c15 req-a9cdbe28-7cde-463e-b4da-5facf13cb4ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0568941
Dec 24 11:45:01.934068 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-67b478f9-d527-4479-9594-231c764bfa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c3a14f0>, [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:44:37Z', 'revision_number': 4, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'baaf4a4e-8e5e-4e7e-899f-83df835f2e36', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'port_id': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'mac_address': 'fa:16:3e:4e:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:45:00Z', 'updated_at': '2021-12-24T11:45:00Z', 'revision_number': 0, 'project_id': '1468798267524b3d88025ecbed50df01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ad9e29-f7a0-4947-98cc-dec50029c29e', 'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'mac_address': 'fa:16:3e:4a:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:36Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 5, 'project_id': '1468798267524b3d88025ecbed50df01', 'subnets': [{'id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:45:01.938187 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b478f9-d527-4479-9594-231c764bfa44 None None] Checking router: 6033470a-750c-48fd-b831-5ad4dc7c91f9 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:45:01.946794 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b478f9-d527-4479-9594-231c764bfa44 None None] Routers {'6033470a-750c-48fd-b831-5ad4dc7c91f9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:45:01.947402 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-67b478f9-d527-4479-9594-231c764bfa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c3a14f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:44:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['6033470a-750c-48fd-b831-5ad4dc7c91f9'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:45:01.999919 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759a092-c77b-4e59-953a-56b263605c15 req-1e12cb8a-ea81-4108-bbe0-cf1d80fcf972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:45:02.001383 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2759a092-c77b-4e59-953a-56b263605c15 req-1e12cb8a-ea81-4108-bbe0-cf1d80fcf972 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0702419
Dec 24 11:45:02.032034 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b6342056-ba21-4118-aafd-3c93b33c6c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:45:02.131784 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2759a092-c77b-4e59-953a-56b263605c15 req-9640252c-742b-4ac7-ba4b-4d11bdce1ec9 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238327
Dec 24 11:45:02.134664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-67b478f9-d527-4479-9594-231c764bfa44 None None] Set router 6033470a-750c-48fd-b831-5ad4dc7c91f9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:45:02.262653 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2759a092-c77b-4e59-953a-56b263605c15 req-b1cfe7e1-3dac-4802-9d13-cada4fe1e06c service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245146
Dec 24 11:45:02.476153 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-67b478f9-d527-4479-9594-231c764bfa44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c3a14f0>, [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:44:37Z', 'revision_number': 4, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'baaf4a4e-8e5e-4e7e-899f-83df835f2e36', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'port_id': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'mac_address': 'fa:16:3e:4e:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:45:00Z', 'updated_at': '2021-12-24T11:45:00Z', 'revision_number': 0, 'project_id': '1468798267524b3d88025ecbed50df01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ad9e29-f7a0-4947-98cc-dec50029c29e', 'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'mac_address': 'fa:16:3e:4a:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:36Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 5, 'project_id': '1468798267524b3d88025ecbed50df01', 'subnets': [{'id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:45:02.480060 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b478f9-d527-4479-9594-231c764bfa44 None None] The sync data for ids ['6033470a-750c-48fd-b831-5ad4dc7c91f9'] in dv-neutron-822668-2-hyperv is: [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:44:37Z', 'revision_number': 4, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'baaf4a4e-8e5e-4e7e-899f-83df835f2e36', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'floating_ip_address': '172.26.4.183', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'port_id': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'mac_address': 'fa:16:3e:4e:6a:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:45:00Z', 'updated_at': '2021-12-24T11:45:00Z', 'revision_number': 0, 'project_id': '1468798267524b3d88025ecbed50df01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ad9e29-f7a0-4947-98cc-dec50029c29e', 'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'mac_address': 'fa:16:3e:4a:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:36Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 5, 'project_id': '1468798267524b3d88025ecbed50df01', 'subnets': [{'id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:45:02.673629 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1d35e4-e98d-4d9c-bb88-dcdcd2574350 None None] New status for floating IP baaf4a4e-8e5e-4e7e-899f-83df835f2e36: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:45:03.223537 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:45:03.261533 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:45:05.043972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:45:07.633548 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a13f659c-b436-4602-b15f-d87cd574e178 req-53b97539-3304-483e-969b-ca8121db100b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1894798
Dec 24 11:45:07.776152 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f659c-b436-4602-b15f-d87cd574e178 req-8a870e1e-e465-432a-973c-08c0f4102d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:45:07.777629 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a13f659c-b436-4602-b15f-d87cd574e178 req-8a870e1e-e465-432a-973c-08c0f4102d25 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 1098 time: 0.0687501
Dec 24 11:45:07.920413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f659c-b436-4602-b15f-d87cd574e178 req-9d51c763-2528-4d6d-b62b-39b64ba46cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:45:07.921741 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a13f659c-b436-4602-b15f-d87cd574e178 req-9d51c763-2528-4d6d-b62b-39b64ba46cb0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.1251564
Dec 24 11:45:08.026236 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a13f659c-b436-4602-b15f-d87cd574e178 req-5caa4438-c39e-4d0a-92ed-0b7c4f487191 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e HTTP/1.1" status: 200  len: 1001 time: 0.0974929
Dec 24 11:45:08.089253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f659c-b436-4602-b15f-d87cd574e178 req-d5f2a088-1c6f-41b5-82f9-c89bee003972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:45:08.090715 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a13f659c-b436-4602-b15f-d87cd574e178 req-d5f2a088-1c6f-41b5-82f9-c89bee003972 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0583050
Dec 24 11:45:08.164355 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f659c-b436-4602-b15f-d87cd574e178 req-db0d2528-2936-43b2-8f07-4e66eca4e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:45:08.165819 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a13f659c-b436-4602-b15f-d87cd574e178 req-db0d2528-2936-43b2-8f07-4e66eca4e023 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693512
Dec 24 11:45:08.297366 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a13f659c-b436-4602-b15f-d87cd574e178 req-42ec2f14-ab36-4e41-9431-4e6462fb849e service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239991
Dec 24 11:45:08.425795 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a13f659c-b436-4602-b15f-d87cd574e178 req-2510a73d-668c-485f-bec7-bf73052d6098 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224718
Dec 24 11:45:11.093497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:45:29.766810 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-58b83553-d164-4d48-ad74-c402291f5d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:45:31.986935 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-64bd3ac7-dfd5-439a-a773-22e6b0b33b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:45:33.227747 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:45:33.265714 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:45:35.046308 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:45:36.955108 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:45:41.104341 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:45:59.768932 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-efb80d9a-cdf7-44c9-b2bb-d665340c3731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:46:01.987357 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cbc91c77-d843-414d-8839-908389a239db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:46:03.230416 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:46:03.266483 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:46:05.049396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:46:07.530854 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eedc63df-eef6-4dfc-b5f7-948ba426dc04 req-88692f04-e17c-4103-becd-f515addd20e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0723956
Dec 24 11:46:07.668446 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc63df-eef6-4dfc-b5f7-948ba426dc04 req-f70acae4-20c0-44e6-bcec-3a8bd696c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:46:07.669883 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eedc63df-eef6-4dfc-b5f7-948ba426dc04 req-f70acae4-20c0-44e6-bcec-3a8bd696c142 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 1098 time: 0.0718958
Dec 24 11:46:07.810170 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc63df-eef6-4dfc-b5f7-948ba426dc04 req-31caa919-065d-4e5a-81f0-135c5dc39b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:46:07.811612 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eedc63df-eef6-4dfc-b5f7-948ba426dc04 req-31caa919-065d-4e5a-81f0-135c5dc39b58 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.1235478
Dec 24 11:46:07.913544 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eedc63df-eef6-4dfc-b5f7-948ba426dc04 req-8c5c699b-e7fc-4cae-bbe9-afdd7aefae02 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e HTTP/1.1" status: 200  len: 1001 time: 0.0949202
Dec 24 11:46:07.975171 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc63df-eef6-4dfc-b5f7-948ba426dc04 req-c16f0838-bfd8-4cee-9b49-6c1cd5a4b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:46:07.976479 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eedc63df-eef6-4dfc-b5f7-948ba426dc04 req-c16f0838-bfd8-4cee-9b49-6c1cd5a4b111 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0562861
Dec 24 11:46:08.055524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc63df-eef6-4dfc-b5f7-948ba426dc04 req-8b830977-b2f2-4b83-8715-73f35f8501ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:46:08.056991 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eedc63df-eef6-4dfc-b5f7-948ba426dc04 req-8b830977-b2f2-4b83-8715-73f35f8501ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0737629
Dec 24 11:46:08.190904 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eedc63df-eef6-4dfc-b5f7-948ba426dc04 req-ffb9d272-a7fe-4620-9037-ab2541ce9039 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269045
Dec 24 11:46:08.440959 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-eedc63df-eef6-4dfc-b5f7-948ba426dc04 req-2e4a2d2a-7e1d-416f-9196-0fc78693fe9e service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2428880
Dec 24 11:46:11.111760 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:46:13.954103 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:46:29.769588 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2500a13a-ac8b-4aa8-af43-946cb1a38155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:46:31.993761 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1a916ca4-4d1b-4ac8-91c4-43cee68d2877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:46:33.232798 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:46:33.269962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:46:35.050311 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:46:41.120334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:46:50.953492 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:46:59.771744 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3e21c2bf-aab9-4743-bad1-03a0809f42df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:01.996031 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-be8495e4-19ad-4645-b4aa-d99e594cbb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:03.235944 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:03.272821 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:05.054125 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:07.573697 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46e60707-dc12-431f-8a05-3f0a1b8a8c90 req-f118f56b-3962-4e0e-ab2a-96ea9a08fd8f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1187725
Dec 24 11:47:07.709428 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e60707-dc12-431f-8a05-3f0a1b8a8c90 req-b32d2f63-e328-4083-88d6-24b1baec555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:07.710827 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46e60707-dc12-431f-8a05-3f0a1b8a8c90 req-b32d2f63-e328-4083-88d6-24b1baec555d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 1098 time: 0.0720966
Dec 24 11:47:07.853253 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e60707-dc12-431f-8a05-3f0a1b8a8c90 req-d0083609-12f6-430a-84c7-29efb86a16e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:07.855335 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46e60707-dc12-431f-8a05-3f0a1b8a8c90 req-d0083609-12f6-430a-84c7-29efb86a16e4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.1266460
Dec 24 11:47:07.953732 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46e60707-dc12-431f-8a05-3f0a1b8a8c90 req-a0a403cb-6373-4ff1-8f45-3cb99d57d464 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e HTTP/1.1" status: 200  len: 1001 time: 0.0921390
Dec 24 11:47:08.013897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e60707-dc12-431f-8a05-3f0a1b8a8c90 req-f1f9abb8-249b-4be4-9cf0-9263f409868e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:08.015217 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46e60707-dc12-431f-8a05-3f0a1b8a8c90 req-f1f9abb8-249b-4be4-9cf0-9263f409868e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0553660
Dec 24 11:47:08.089191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e60707-dc12-431f-8a05-3f0a1b8a8c90 req-2f4a8e15-661f-43a3-b325-879c0d549951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:08.090683 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46e60707-dc12-431f-8a05-3f0a1b8a8c90 req-2f4a8e15-661f-43a3-b325-879c0d549951 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0695248
Dec 24 11:47:08.219027 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46e60707-dc12-431f-8a05-3f0a1b8a8c90 req-c06e214e-60c7-4ed6-8eb9-4ad64d2af2aa service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218178
Dec 24 11:47:08.348949 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-46e60707-dc12-431f-8a05-3f0a1b8a8c90 req-affc462b-c8f2-42a5-89d7-cb5132926a6f service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240571
Dec 24 11:47:11.118468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:27.951982 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:47:29.585566 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713b98c-5242-41f8-816f-8049ee4eb756 req-7df6e12c-70db-4375-9fc6-d78c0a4977fb tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:29.587020 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5713b98c-5242-41f8-816f-8049ee4eb756 req-7df6e12c-70db-4375-9fc6-d78c0a4977fb tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0829666
Dec 24 11:47:29.630172 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5713b98c-5242-41f8-816f-8049ee4eb756 req-c9f3977d-0390-4288-a8e7-b9f81753c0c3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0374911
Dec 24 11:47:29.773124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c320f4c3-bc3e-4d71-a3d0-dd55706d7674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:30.940847 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba736e-d387-49f9-a8c3-46e0093c2b5b req-4592d578-7b0e-434a-a9e7-447b6486612c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:30.942273 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8dba736e-d387-49f9-a8c3-46e0093c2b5b req-4592d578-7b0e-434a-a9e7-447b6486612c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.2060003
Dec 24 11:47:30.988339 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8dba736e-d387-49f9-a8c3-46e0093c2b5b req-6d135331-0ee3-4099-8ff3-46d311a71926 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0380497
Dec 24 11:47:31.997134 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d7161a08-cc1d-4f20-b3c1-61592fca2321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:32.182412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1598bc-49b2-4a63-b71e-ee9a5cdce5ba req-8e167036-c141-4fae-887a-bad6c3fa520f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:32.183858 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bb1598bc-49b2-4a63-b71e-ee9a5cdce5ba req-8e167036-c141-4fae-887a-bad6c3fa520f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0775931
Dec 24 11:47:32.230171 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bb1598bc-49b2-4a63-b71e-ee9a5cdce5ba req-a830828c-03a8-4ece-94b0-d200e1f4a3c8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407519
Dec 24 11:47:33.237974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:33.278146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:33.419534 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccd442-7cbc-4c6e-a51e-d15897409080 req-a68d48a9-3c38-43b3-bb9f-c09b026f8a3d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:33.421345 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-cbccd442-7cbc-4c6e-a51e-d15897409080 req-a68d48a9-3c38-43b3-bb9f-c09b026f8a3d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0827618
Dec 24 11:47:33.466239 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-cbccd442-7cbc-4c6e-a51e-d15897409080 req-e0c99f1f-9448-46df-8677-80fe4e5d3a3e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387001
Dec 24 11:47:34.646313 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea319bbc-0d45-4660-94b4-e8d2fa35b77d req-9e3909c6-eeb1-4a46-a78b-ca3a92a8dd52 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:34.647768 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ea319bbc-0d45-4660-94b4-e8d2fa35b77d req-9e3909c6-eeb1-4a46-a78b-ca3a92a8dd52 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0786791
Dec 24 11:47:34.690902 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ea319bbc-0d45-4660-94b4-e8d2fa35b77d req-b302d318-d12d-4168-be14-8dd58ecc6d25 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0369935
Dec 24 11:47:35.057674 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:35.873958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c068f4-87eb-4f27-8564-4a7667ada92e req-4847b325-a691-4c2c-9bcf-142f619282d1 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:35.875443 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-29c068f4-87eb-4f27-8564-4a7667ada92e req-4847b325-a691-4c2c-9bcf-142f619282d1 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0829756
Dec 24 11:47:35.918177 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-29c068f4-87eb-4f27-8564-4a7667ada92e req-9f7048f0-a0cf-4152-b668-454ab19bfb84 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0371964
Dec 24 11:47:37.110610 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c2ce9-b545-459d-9f1c-4cc5b1b452f6 req-b0d0775b-ec1a-479e-aee1-c0be8f1e8f56 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:37.112073 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f87c2ce9-b545-459d-9f1c-4cc5b1b452f6 req-b0d0775b-ec1a-479e-aee1-c0be8f1e8f56 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0910542
Dec 24 11:47:37.156288 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-f87c2ce9-b545-459d-9f1c-4cc5b1b452f6 req-75a8a834-52bb-4920-8d1c-830acf733c1f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0387263
Dec 24 11:47:38.342334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea45b58-77fa-403e-8fbe-159f82d91921 req-13d3c95c-d21b-48e5-872a-da58158f50af tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:38.343781 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3ea45b58-77fa-403e-8fbe-159f82d91921 req-13d3c95c-d21b-48e5-872a-da58158f50af tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0849128
Dec 24 11:47:38.388359 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3ea45b58-77fa-403e-8fbe-159f82d91921 req-e0b406c7-cd14-43ec-a659-6f5d96c64f3e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0385187
Dec 24 11:47:39.571972 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119dc8-7460-4ef7-943b-27e217ffc5b7 req-ddd6f098-7381-4f48-b69c-f5a072d704a3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:39.573433 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-93119dc8-7460-4ef7-943b-27e217ffc5b7 req-ddd6f098-7381-4f48-b69c-f5a072d704a3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0820894
Dec 24 11:47:39.616512 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-93119dc8-7460-4ef7-943b-27e217ffc5b7 req-f3b41950-de17-4076-b70f-f133b01cd991 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0376372
Dec 24 11:47:40.801371 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857bdf6-fe5a-4a7e-9914-6241ecd40a2e req-5746e171-80b3-4ae0-8373-f3e824506b8b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:40.802831 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f857bdf6-fe5a-4a7e-9914-6241ecd40a2e req-5746e171-80b3-4ae0-8373-f3e824506b8b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0816107
Dec 24 11:47:40.846040 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f857bdf6-fe5a-4a7e-9914-6241ecd40a2e req-02adc36f-4584-4103-bcff-3272a05f260c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0370464
Dec 24 11:47:41.143712 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:41.433089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device a099c115-a4fc-4cf6-b794-d6fdd3fd726e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:47:41.563515 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port a099c115-a4fc-4cf6-b794-d6fdd3fd726e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:47:41.575943 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'port_id': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e', 'mac_address': 'fa:16:3e:4e:6a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:47:41.628639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:41.647692 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a099c115-a4fc-4cf6-b794-d6fdd3fd726e {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:47:41.671902 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port a099c115-a4fc-4cf6-b794-d6fdd3fd726e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:47:41.675702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:41.678804 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-d29076a1-9cfa-4280-bb0a-aaa5e3e27b37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:47:41.748960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:47:41.752532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['a099c115-a4fc-4cf6-b794-d6fdd3fd726e'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:47:41.790434 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:47:41.790797 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:47:41.791740 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:47:41.792082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:47:41.792426 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:47:41.792758 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:47:41.793091 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:47:41.793420 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:47:41.793752 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:47:41.794111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:47:41.794441 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:47:41.794765 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:47:41.799983 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:47:42.032118 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e53057-6009-416a-906b-92e41c2b341c req-89706660-e3fb-412e-bb27-7ad01a7123fa tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:42.033750 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-53e53057-6009-416a-906b-92e41c2b341c req-89706660-e3fb-412e-bb27-7ad01a7123fa tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 944 time: 0.0840161
Dec 24 11:47:42.077675 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-53e53057-6009-416a-906b-92e41c2b341c req-b9542ddc-8728-4d37-b93a-28932380d95e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0373998
Dec 24 11:47:43.263940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0650f-76a3-408c-947e-29d67b492e07 req-60186726-7703-4580-8112-3c3c7d548edc tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:43.265400 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5ae0650f-76a3-408c-947e-29d67b492e07 req-60186726-7703-4580-8112-3c3c7d548edc tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 944 time: 0.0833111
Dec 24 11:47:43.309790 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5ae0650f-76a3-408c-947e-29d67b492e07 req-094cce7c-062e-49f3-ba3e-674615cdcc25 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388994
Dec 24 11:47:43.431883 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device a099c115-a4fc-4cf6-b794-d6fdd3fd726e up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:47:43.497365 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port a099c115-a4fc-4cf6-b794-d6fdd3fd726e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:47:43.497742 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:43.610877 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:43.636822 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:47:43.646408 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port a099c115-a4fc-4cf6-b794-d6fdd3fd726e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:47:43.650960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:43.654185 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:47:43.688114 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e', 'code': 200}
Dec 24 11:47:43.725438 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,revision_number=7']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:47:43.728507 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:47:44.487654 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99adcb-ccd7-402f-8965-18f732de9457 req-09f0a6a1-9765-4526-b957-5a518dfe13eb tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:44.489095 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7a99adcb-ccd7-402f-8965-18f732de9457 req-09f0a6a1-9765-4526-b957-5a518dfe13eb tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0787258
Dec 24 11:47:44.535846 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7a99adcb-ccd7-402f-8965-18f732de9457 req-01dc138b-dc8b-4c4c-a9cc-8639c068ffb0 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413101
Dec 24 11:47:45.718242 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835afc3d-be9c-4254-bd0e-b34b32452931 req-b401eb74-c780-4fb9-b428-36e252eacc6d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:45.720013 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-835afc3d-be9c-4254-bd0e-b34b32452931 req-b401eb74-c780-4fb9-b428-36e252eacc6d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0791221
Dec 24 11:47:45.764295 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-835afc3d-be9c-4254-bd0e-b34b32452931 req-7ea995ca-bc3f-4408-9a7e-39bccf4c05f8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0386395
Dec 24 11:47:46.971167 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967dea9b-538f-4204-9d81-024c16e5fcb8 req-373475a2-82e4-4c87-b0fb-daea8b5e5948 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:46.972763 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-967dea9b-538f-4204-9d81-024c16e5fcb8 req-373475a2-82e4-4c87-b0fb-daea8b5e5948 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0938611
Dec 24 11:47:47.030586 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-967dea9b-538f-4204-9d81-024c16e5fcb8 req-ae9b4389-8800-4faa-94b4-ecc340dfd776 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0496917
Dec 24 11:47:48.251187 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70aacdc-2b47-476b-b250-e8d51b010a0a req-f2b8ea73-4312-4bb2-94f1-468232188ab2 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:48.258927 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e70aacdc-2b47-476b-b250-e8d51b010a0a req-f2b8ea73-4312-4bb2-94f1-468232188ab2 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.1124148
Dec 24 11:47:48.302400 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e70aacdc-2b47-476b-b250-e8d51b010a0a req-9b273f6c-1395-4f13-82e0-933a620ac5c2 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425861
Dec 24 11:47:49.492140 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8385e7-5ecf-4935-98f5-103ba6bbbdbc req-0181d6c5-7cbb-49cf-a757-9e7fd366be36 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:49.498371 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3e8385e7-5ecf-4935-98f5-103ba6bbbdbc req-0181d6c5-7cbb-49cf-a757-9e7fd366be36 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0906429
Dec 24 11:47:49.540381 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3e8385e7-5ecf-4935-98f5-103ba6bbbdbc req-59319af4-13bd-4728-9fe3-d5d05a4636fc tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393448
Dec 24 11:47:50.750895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba3bc4-7fa2-4f1a-b8a0-837ca36e95c5 req-2593f999-5f8e-4f64-9c88-8bcb2959eb0f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:50.752396 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05ba3bc4-7fa2-4f1a-b8a0-837ca36e95c5 req-2593f999-5f8e-4f64-9c88-8bcb2959eb0f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0973802
Dec 24 11:47:50.803330 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-05ba3bc4-7fa2-4f1a-b8a0-837ca36e95c5 req-8b5867e1-5d0c-45c3-8394-de67b2ff86af tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0452261
Dec 24 11:47:52.004707 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29efbae2-1f1b-4910-a69d-30748b547899 req-2b0082a9-db10-4476-919a-84e36a8741b4 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:52.006317 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-29efbae2-1f1b-4910-a69d-30748b547899 req-2b0082a9-db10-4476-919a-84e36a8741b4 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0863926
Dec 24 11:47:52.052942 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-29efbae2-1f1b-4910-a69d-30748b547899 req-99555ad0-a915-4735-b3f7-251bea04e0fa tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403435
Dec 24 11:47:53.287501 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59480271-fea0-4e9f-9634-c2dd92c94bd9 req-e46e3445-032f-4d1e-85d0-bfa8f5525795 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:53.289195 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-59480271-fea0-4e9f-9634-c2dd92c94bd9 req-e46e3445-032f-4d1e-85d0-bfa8f5525795 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.1048057
Dec 24 11:47:53.341153 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-59480271-fea0-4e9f-9634-c2dd92c94bd9 req-379f7309-9c4a-453a-ae38-6a4cdfb3d7ea tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437715
Dec 24 11:47:54.555798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bbda5-ee37-4468-be65-e9d24ef4853c req-3cb2565a-f165-40ee-b0bd-ebf3e64408fe tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:54.557314 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a27bbda5-ee37-4468-be65-e9d24ef4853c req-3cb2565a-f165-40ee-b0bd-ebf3e64408fe tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0976760
Dec 24 11:47:54.609309 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a27bbda5-ee37-4468-be65-e9d24ef4853c req-32e074e7-0c94-4328-8391-416b64108189 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0462978
Dec 24 11:47:55.946764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad929e-6742-48b3-bbcf-7f979eeaf874 req-cfed0908-aab7-437b-bf22-d79e73acb04e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:55.948242 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e2ad929e-6742-48b3-bbcf-7f979eeaf874 req-cfed0908-aab7-437b-bf22-d79e73acb04e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.2390854
Dec 24 11:47:55.991395 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0257054-3f20-4673-bafc-50b078cb18cf req-d1f77e59-19fc-45f3-9f52-09fea8a8e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:55.992839 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e0257054-3f20-4673-bafc-50b078cb18cf req-d1f77e59-19fc-45f3-9f52-09fea8a8e686 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 1098 time: 0.1249413
Dec 24 11:47:56.022401 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e2ad929e-6742-48b3-bbcf-7f979eeaf874 req-c15744a4-730a-475a-955c-e9b74163dd6a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0670187
Dec 24 11:47:56.131125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0257054-3f20-4673-bafc-50b078cb18cf req-310228c5-5f74-4bbd-bc7c-ec2137785605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:56.132682 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e0257054-3f20-4673-bafc-50b078cb18cf req-310228c5-5f74-4bbd-bc7c-ec2137785605 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.1335661
Dec 24 11:47:56.239804 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e0257054-3f20-4673-bafc-50b078cb18cf req-9c6707d3-eb93-4771-b499-6472ae47202b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e HTTP/1.1" status: 200  len: 1001 time: 0.1004474
Dec 24 11:47:56.306733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0257054-3f20-4673-bafc-50b078cb18cf req-8ad81c49-14eb-4027-836e-334afef035eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:56.308798 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e0257054-3f20-4673-bafc-50b078cb18cf req-8ad81c49-14eb-4027-836e-334afef035eb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0624361
Dec 24 11:47:56.385294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0257054-3f20-4673-bafc-50b078cb18cf req-9298e438-e30b-4fdc-8bb5-0d1d69d217cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:56.387035 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e0257054-3f20-4673-bafc-50b078cb18cf req-9298e438-e30b-4fdc-8bb5-0d1d69d217cc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0724714
Dec 24 11:47:56.521808 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e0257054-3f20-4673-bafc-50b078cb18cf req-b827b7f5-a0ad-4fbc-ae63-36e070be650c service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1279831
Dec 24 11:47:56.650931 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e0257054-3f20-4673-bafc-50b078cb18cf req-d5d42c57-3884-4a3a-ba60-8ccdb377fb78 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231678
Dec 24 11:47:57.204049 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eebaed-8e7f-4138-b975-4a4ac141407e req-d4559c45-c98e-4584-9a25-a640eafd68aa tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:57.205526 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-86eebaed-8e7f-4138-b975-4a4ac141407e req-d4559c45-c98e-4584-9a25-a640eafd68aa tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0811234
Dec 24 11:47:57.252470 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-86eebaed-8e7f-4138-b975-4a4ac141407e req-5b88a984-eaa3-43b9-bc32-597d116016dd tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414357
Dec 24 11:47:58.437498 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246054dd-3940-4ab9-a5f4-394f1d3e9bb0 req-19fe67e1-516a-4a85-a016-0c2f52c87deb tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:58.438980 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-246054dd-3940-4ab9-a5f4-394f1d3e9bb0 req-19fe67e1-516a-4a85-a016-0c2f52c87deb tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0796552
Dec 24 11:47:58.486104 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-246054dd-3940-4ab9-a5f4-394f1d3e9bb0 req-1abbca4b-3dbf-4051-8ce5-54b53887b11e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414350
Dec 24 11:47:58.831437 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb25e6fc-3994-4a79-8b49-fd6001a85125 req-e072e3d7-92f3-48c1-ad85-adb7bed40625 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:47:58.833042 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cb25e6fc-3994-4a79-8b49-fd6001a85125 req-e072e3d7-92f3-48c1-ad85-adb7bed40625 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 945 time: 0.0794318
Dec 24 11:47:58.878857 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cb25e6fc-3994-4a79-8b49-fd6001a85125 req-d92be0a3-2b49-4104-b548-3e391157624e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0400968
Dec 24 11:47:59.158157 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-359732d1-ea4f-4eb3-afb6-e03209114a5a req-3366ea41-0c6e-464b-bc86-3ad0377a1260 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1100619
Dec 24 11:47:59.477895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device a099c115-a4fc-4cf6-b794-d6fdd3fd726e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:47:59.596109 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:59.622784 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:47:59.633271 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port a099c115-a4fc-4cf6-b794-d6fdd3fd726e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:47:59.637693 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:47:59.640218 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-98410d6b-5e26-46e1-8be2-e61e2a17f532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:47:59.676608 dv-neutron-822668-2-hyperv neutron-server[87560]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e', 'code': 422} returned with failed status
Dec 24 11:47:59.709648 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,revision_number=8']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:47:59.712791 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:47:59.774320 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d1f31274-e219-4563-ae3b-0ee06ca15d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:48:00.262489 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33934edf-6ee4-4bed-a269-43e8a610413e req-9dad462d-3188-49ff-8a1d-c6e2bdce5ec5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:00.263931 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-33934edf-6ee4-4bed-a269-43e8a610413e req-9dad462d-3188-49ff-8a1d-c6e2bdce5ec5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 943 time: 0.1333139
Dec 24 11:48:00.270062 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359732d1-ea4f-4eb3-afb6-e03209114a5a req-f93839f1-ac35-4e5c-8890-31a87d9beb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:00.271451 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-359732d1-ea4f-4eb3-afb6-e03209114a5a req-f93839f1-ac35-4e5c-8890-31a87d9beb9e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5&tenant_id=1468798267524b3d88025ecbed50df01 HTTP/1.1" status: 200  len: 1096 time: 0.1106679
Dec 24 11:48:00.351666 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-33934edf-6ee4-4bed-a269-43e8a610413e req-787d00cb-65ba-42f6-a85d-fad45e5cfa24 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0792789
Dec 24 11:48:00.380322 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359732d1-ea4f-4eb3-afb6-e03209114a5a req-548b7ac2-2172-4077-aeaa-ef0de581a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:00.381839 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-359732d1-ea4f-4eb3-afb6-e03209114a5a req-548b7ac2-2172-4077-aeaa-ef0de581a592 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 1096 time: 0.0884352
Dec 24 11:48:00.510428 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359732d1-ea4f-4eb3-afb6-e03209114a5a req-fe66962e-faf8-47ef-a6c1-412e3dd42bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:00.511900 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-359732d1-ea4f-4eb3-afb6-e03209114a5a req-fe66962e-faf8-47ef-a6c1-412e3dd42bc9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.1236947
Dec 24 11:48:00.612964 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-359732d1-ea4f-4eb3-afb6-e03209114a5a req-ee685c19-79f6-4d19-bc61-979273f5eb6f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e HTTP/1.1" status: 200  len: 999 time: 0.0942495
Dec 24 11:48:00.674130 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359732d1-ea4f-4eb3-afb6-e03209114a5a req-02bbdfaa-ed27-4bf9-9b50-be71ef3e3e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:00.675525 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-359732d1-ea4f-4eb3-afb6-e03209114a5a req-02bbdfaa-ed27-4bf9-9b50-be71ef3e3e1f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0561717
Dec 24 11:48:00.752640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359732d1-ea4f-4eb3-afb6-e03209114a5a req-9d159be7-b3aa-42c7-a6fc-0c8b9bc08745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:00.754134 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-359732d1-ea4f-4eb3-afb6-e03209114a5a req-9d159be7-b3aa-42c7-a6fc-0c8b9bc08745 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0721846
Dec 24 11:48:00.993718 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-359732d1-ea4f-4eb3-afb6-e03209114a5a req-132b3654-80ac-449c-8705-3628858530c3 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2331958
Dec 24 11:48:01.126713 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-359732d1-ea4f-4eb3-afb6-e03209114a5a req-76a93211-6dc8-477b-b046-275c896b45d7 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263869
Dec 24 11:48:01.561613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ef501-111e-4d6d-9a2b-55f3ae5f79b6 req-af89ee3c-b603-488d-a459-3652dd0597cb tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:01.564031 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a69ef501-111e-4d6d-9a2b-55f3ae5f79b6 req-af89ee3c-b603-488d-a459-3652dd0597cb tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 943 time: 0.1034329
Dec 24 11:48:01.628084 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a69ef501-111e-4d6d-9a2b-55f3ae5f79b6 req-cebb7f12-6aed-439e-86b4-e78d78409cbc tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0569913
Dec 24 11:48:02.000724 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f2e2445-8c5f-4e73-bf0f-d0cf94a3ce5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:48:02.849025 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a0f42-104e-438d-a075-8c0da92b0db5 req-e9226e8b-e5ad-440b-8712-07e72fdcca5b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:02.850570 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b60a0f42-104e-438d-a075-8c0da92b0db5 req-e9226e8b-e5ad-440b-8712-07e72fdcca5b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 943 time: 0.0812650
Dec 24 11:48:02.896408 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b60a0f42-104e-438d-a075-8c0da92b0db5 req-d1156bb8-4514-492b-938d-8a40a765750b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0390422
Dec 24 11:48:03.239247 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:48:03.281962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:48:03.493547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device a099c115-a4fc-4cf6-b794-d6fdd3fd726e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:48:04.083053 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35981865-4f44-46d8-9ee4-e300aa21fd6b req-57840af7-fa77-4c62-802d-b9d11df9a4f8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:04.084564 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-35981865-4f44-46d8-9ee4-e300aa21fd6b req-57840af7-fa77-4c62-802d-b9d11df9a4f8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 943 time: 0.0809436
Dec 24 11:48:04.132023 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-35981865-4f44-46d8-9ee4-e300aa21fd6b req-b802bc4a-0d34-4cca-91c9-e293302eb77a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408843
Dec 24 11:48:04.951521 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:48:05.061012 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:48:05.325433 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686226f-1a48-4543-a4cf-42c6baa3abee req-439fcb2b-b2ac-4d29-8aa9-09388481a8d4 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:05.326919 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e686226f-1a48-4543-a4cf-42c6baa3abee req-439fcb2b-b2ac-4d29-8aa9-09388481a8d4 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 943 time: 0.0881572
Dec 24 11:48:05.372140 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e686226f-1a48-4543-a4cf-42c6baa3abee req-4f2b5915-ed9e-4c8d-9c3c-42d9722b34fd tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0394225
Dec 24 11:48:06.580155 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be58a1-8e95-4629-856a-cb7b34525a53 req-31aa88c2-35c0-4ba0-a00e-4b876d22944c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:06.581647 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-78be58a1-8e95-4629-856a-cb7b34525a53 req-31aa88c2-35c0-4ba0-a00e-4b876d22944c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 943 time: 0.0866208
Dec 24 11:48:06.633018 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-78be58a1-8e95-4629-856a-cb7b34525a53 req-d0598395-925e-460a-ac46-f7ba8338c552 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0454621
Dec 24 11:48:07.824542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6250567e-be06-46e8-b87d-e62da5d78435 req-2ed08cfb-82e7-4af9-9f46-670f0ee4f425 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:07.826132 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6250567e-be06-46e8-b87d-e62da5d78435 req-2ed08cfb-82e7-4af9-9f46-670f0ee4f425 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 943 time: 0.0835979
Dec 24 11:48:07.872654 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6250567e-be06-46e8-b87d-e62da5d78435 req-a585f91f-63e2-4996-9362-85de757f7b92 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0407882
Dec 24 11:48:09.060907 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cde07-bae5-47cd-877e-5c726a53b8c2 req-aa76fdf1-8a26-484a-aaa9-f0444e84c26f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:09.062441 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1f1cde07-bae5-47cd-877e-5c726a53b8c2 req-aa76fdf1-8a26-484a-aaa9-f0444e84c26f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 943 time: 0.0864034
Dec 24 11:48:09.156585 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1f1cde07-bae5-47cd-877e-5c726a53b8c2 req-b003a33e-93d7-42a2-b993-e953476d762c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0404277
Dec 24 11:48:10.355516 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef2a68-f4dc-44fe-81c1-f2b9e222b781 req-0386b293-fbc0-40bf-bd97-897c3fc13e3e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:10.356979 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bcef2a68-f4dc-44fe-81c1-f2b9e222b781 req-0386b293-fbc0-40bf-bd97-897c3fc13e3e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 943 time: 0.0946412
Dec 24 11:48:10.401691 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bcef2a68-f4dc-44fe-81c1-f2b9e222b781 req-8767155b-361c-4029-a5ae-22249373404f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0390751
Dec 24 11:48:11.135151 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:48:11.595816 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141f58a-b0d6-4bd4-a0eb-adeddf38461a req-d29c6706-8f26-4c84-8fed-ea01433bfa18 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:11.597334 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1141f58a-b0d6-4bd4-a0eb-adeddf38461a req-d29c6706-8f26-4c84-8fed-ea01433bfa18 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 943 time: 0.0844779
Dec 24 11:48:11.643006 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-1141f58a-b0d6-4bd4-a0eb-adeddf38461a req-9b0b74d2-1b43-4e80-a29e-05fba3adde2c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0398123
Dec 24 11:48:12.825035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d6ae6-a292-4d76-ad3a-dc6c6b94a4a8 req-c6f274a5-999f-41bc-84e1-bfe98da46f8f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:12.826527 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-527d6ae6-a292-4d76-ad3a-dc6c6b94a4a8 req-c6f274a5-999f-41bc-84e1-bfe98da46f8f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 943 time: 0.0809994
Dec 24 11:48:12.869012 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-527d6ae6-a292-4d76-ad3a-dc6c6b94a4a8 req-0260cbc1-33bf-4f29-91af-51aef1503a04 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0368977
Dec 24 11:48:14.055528 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18601a-f655-4656-90a0-c146f7a082b2 req-e67633c5-c13e-4903-a7b4-05bb6c8f17ca tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:14.056965 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5b18601a-f655-4656-90a0-c146f7a082b2 req-e67633c5-c13e-4903-a7b4-05bb6c8f17ca tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 943 time: 0.0831056
Dec 24 11:48:14.099213 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5b18601a-f655-4656-90a0-c146f7a082b2 req-c785e721-f1be-4065-ad22-2e527ec34da6 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0359290
Dec 24 11:48:15.259679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86345a-92fc-4016-9e4e-d27c69d22364 req-2240d97b-e8b5-4d3a-bac9-b7a4d8dfcca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:15.261777 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cf86345a-92fc-4016-9e4e-d27c69d22364 req-2240d97b-e8b5-4d3a-bac9-b7a4d8dfcca4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 1096 time: 0.1138434
Dec 24 11:48:15.375040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461f8ae-4aab-4d38-a2c2-b9ed0a934a07 req-2aab2450-fe02-4d9b-bbcb-41ff212b374b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:15.376488 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c461f8ae-4aab-4d38-a2c2-b9ed0a934a07 req-2aab2450-fe02-4d9b-bbcb-41ff212b374b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 943 time: 0.1655965
Dec 24 11:48:15.451256 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86345a-92fc-4016-9e4e-d27c69d22364 req-d53e0900-3890-43ba-bff8-d3e4437bd7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:15.452714 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cf86345a-92fc-4016-9e4e-d27c69d22364 req-d53e0900-3890-43ba-bff8-d3e4437bd7ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.1724629
Dec 24 11:48:15.455569 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c461f8ae-4aab-4d38-a2c2-b9ed0a934a07 req-a43cf934-15b9-4461-8eaa-a3298f48c25c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0725124
Dec 24 11:48:15.551998 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cf86345a-92fc-4016-9e4e-d27c69d22364 req-5bcfd43c-9aa5-4f78-a2f1-f6c606a4cbe5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e HTTP/1.1" status: 200  len: 999 time: 0.0918987
Dec 24 11:48:15.615175 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86345a-92fc-4016-9e4e-d27c69d22364 req-ba38b2d0-16d3-4235-a732-f5c16c6abed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:15.616536 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cf86345a-92fc-4016-9e4e-d27c69d22364 req-ba38b2d0-16d3-4235-a732-f5c16c6abed7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0589113
Dec 24 11:48:15.690221 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86345a-92fc-4016-9e4e-d27c69d22364 req-17160e77-188e-4c28-8320-c7927211345b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:15.691592 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cf86345a-92fc-4016-9e4e-d27c69d22364 req-17160e77-188e-4c28-8320-c7927211345b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0677948
Dec 24 11:48:15.820449 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cf86345a-92fc-4016-9e4e-d27c69d22364 req-28c56743-3f10-4370-81aa-f971464edff8 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224678
Dec 24 11:48:15.949701 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cf86345a-92fc-4016-9e4e-d27c69d22364 req-ad984fbd-441d-4333-b04f-1527f57ada8e service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220727
Dec 24 11:48:16.635147 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4bc34d-4b5d-42cb-b5d0-ec44316a4aef req-0c81a9ba-051b-4173-8027-ba7b4f305bc9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:16.636568 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-af4bc34d-4b5d-42cb-b5d0-ec44316a4aef req-0c81a9ba-051b-4173-8027-ba7b4f305bc9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 943 time: 0.0786762
Dec 24 11:48:16.679578 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-af4bc34d-4b5d-42cb-b5d0-ec44316a4aef req-6c3242dc-6253-4f17-baff-4da71c2ee5a4 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0374391
Dec 24 11:48:17.555698 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device a099c115-a4fc-4cf6-b794-d6fdd3fd726e details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:48:17.724932 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port a099c115-a4fc-4cf6-b794-d6fdd3fd726e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:48:17.737526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'port_id': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e', 'mac_address': 'fa:16:3e:4e:6a:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:48:17.791471 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:48:17.812083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a099c115-a4fc-4cf6-b794-d6fdd3fd726e {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:48:17.829073 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port a099c115-a4fc-4cf6-b794-d6fdd3fd726e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:48:17.833465 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:48:17.835460 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-f8f0af31-f090-490c-a0a1-aaf433061822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:48:17.900345 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,revision_number=9']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:48:17.905058 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:48:17.984166 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5029839-f1f2-469f-ba85-b20c5aa57f57 req-d5a17f06-e854-4b89-bfce-1226ef0de5c3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:17.985528 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e5029839-f1f2-469f-ba85-b20c5aa57f57 req-d5a17f06-e854-4b89-bfce-1226ef0de5c3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 944 time: 0.1600456
Dec 24 11:48:18.028656 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e5029839-f1f2-469f-ba85-b20c5aa57f57 req-0b834de8-172a-4b89-9baa-d1b2af310953 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0376067
Dec 24 11:48:18.169828 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['a099c115-a4fc-4cf6-b794-d6fdd3fd726e'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:48:19.327518 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522c5f2-4068-4b6f-9c6b-883392a22274 req-e6155562-a0f6-41c6-8189-4aa09ed0dde3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:19.329862 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5522c5f2-4068-4b6f-9c6b-883392a22274 req-e6155562-a0f6-41c6-8189-4aa09ed0dde3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 944 time: 0.1969986
Dec 24 11:48:19.375810 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5522c5f2-4068-4b6f-9c6b-883392a22274 req-bcd31032-2c4f-4968-94d4-e920ef85e3da tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403309
Dec 24 11:48:19.570801 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device a099c115-a4fc-4cf6-b794-d6fdd3fd726e up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:48:19.638925 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port a099c115-a4fc-4cf6-b794-d6fdd3fd726e triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:48:19.639217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:48:19.750385 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:48:19.775844 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:48:19.786235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port a099c115-a4fc-4cf6-b794-d6fdd3fd726e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:48:19.789780 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:48:19.791663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:48:19.820997 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e', 'code': 200}
Dec 24 11:48:19.858609 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,revision_number=10']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:48:19.861499 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:48:20.065854 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02150b-01de-4b09-892b-4d5dc3ef13c6 req-06be911c-04c2-412c-83bc-6794f9565503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:20.067328 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9c02150b-01de-4b09-892b-4d5dc3ef13c6 req-06be911c-04c2-412c-83bc-6794f9565503 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 1099 time: 0.0677752
Dec 24 11:48:20.108518 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-9c02150b-01de-4b09-892b-4d5dc3ef13c6 req-d49d886f-8ca6-4ad8-8cd5-8d167a7f68e0 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0336480
Dec 24 11:48:20.565976 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295dbe7b-8d21-4501-ac01-07290d414140 req-941fb089-dfee-4d75-91c3-e02c335c137d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:20.567443 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-295dbe7b-8d21-4501-ac01-07290d414140 req-941fb089-dfee-4d75-91c3-e02c335c137d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 946 time: 0.0791624
Dec 24 11:48:20.613271 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-295dbe7b-8d21-4501-ac01-07290d414140 req-42ad3545-89fd-4e1d-a2d2-fdd992d2372f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403838
Dec 24 11:48:21.803325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164ab74-2d3b-49d4-9d9e-c2a2b26980f1 req-8bf361d4-f9db-4f96-b6a9-526d04b2c193 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:21.804802 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2164ab74-2d3b-49d4-9d9e-c2a2b26980f1 req-8bf361d4-f9db-4f96-b6a9-526d04b2c193 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 946 time: 0.0830364
Dec 24 11:48:21.850365 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2164ab74-2d3b-49d4-9d9e-c2a2b26980f1 req-acaf0467-56a5-415d-8c8c-d2ad871c91bc tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396459
Dec 24 11:48:23.114216 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ebf92-43c2-4bcd-8d90-da701dbb0411 req-df444ebf-c6a6-4eb5-9b71-f04e661b6c24 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:48:23.115683 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b00ebf92-43c2-4bcd-8d90-da701dbb0411 req-df444ebf-c6a6-4eb5-9b71-f04e661b6c24 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 946 time: 0.1215415
Dec 24 11:48:23.159700 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b00ebf92-43c2-4bcd-8d90-da701dbb0411 req-bb7340ed-41a9-4ec7-86b0-911eb45410ce tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0385058
Dec 24 11:48:29.776625 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d69b8831-c302-4a47-92b6-49f753842f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:48:32.001788 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b55874ac-840f-435e-977d-931829cba5a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:48:33.241860 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:48:33.283025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:48:35.064016 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:48:41.133631 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:48:41.950535 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:48:59.780727 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e8797e1b-34ac-4d4e-9743-4f195e95cf86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:49:02.003508 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cd5a77d5-ee0e-489a-a57e-adbecd206516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:49:03.244126 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:49:03.284731 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:49:05.067400 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:49:10.303045 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-28fe61da-2de8-4859-99cb-dcc1c8b86508 req-7d8dcef4-9150-46e6-946a-118a911ea948 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1214232
Dec 24 11:49:10.542792 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe61da-2de8-4859-99cb-dcc1c8b86508 req-09da176a-5cac-4290-87c1-a36cbf5172c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:49:10.544263 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-28fe61da-2de8-4859-99cb-dcc1c8b86508 req-09da176a-5cac-4290-87c1-a36cbf5172c3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 1099 time: 0.1733828
Dec 24 11:49:10.684988 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe61da-2de8-4859-99cb-dcc1c8b86508 req-c9afc6a2-b8fd-47fd-8e3c-c27c737ccc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:49:10.686389 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-28fe61da-2de8-4859-99cb-dcc1c8b86508 req-c9afc6a2-b8fd-47fd-8e3c-c27c737ccc47 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.1227696
Dec 24 11:49:10.786761 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-28fe61da-2de8-4859-99cb-dcc1c8b86508 req-e03b8717-3074-4718-b4fa-d3185fcba901 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e HTTP/1.1" status: 200  len: 1001 time: 0.0934722
Dec 24 11:49:10.848222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe61da-2de8-4859-99cb-dcc1c8b86508 req-d0055993-b837-4898-90f3-940a10395baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:49:10.849584 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-28fe61da-2de8-4859-99cb-dcc1c8b86508 req-d0055993-b837-4898-90f3-940a10395baf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0558105
Dec 24 11:49:10.925113 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe61da-2de8-4859-99cb-dcc1c8b86508 req-630c4a40-460e-40ef-b60a-d1006e10561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:49:10.926576 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-28fe61da-2de8-4859-99cb-dcc1c8b86508 req-630c4a40-460e-40ef-b60a-d1006e10561b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703311
Dec 24 11:49:11.054107 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-28fe61da-2de8-4859-99cb-dcc1c8b86508 req-044f3549-3eee-4c86-a826-f5d1ad2d6589 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1199307
Dec 24 11:49:11.148390 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:49:11.185399 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-28fe61da-2de8-4859-99cb-dcc1c8b86508 req-3668af76-bb5f-40ea-9932-9bee9de07a1e service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242027
Dec 24 11:49:18.949421 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:49:29.782868 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fceb6018-92cd-47d3-a4a5-5fceecc8206b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:49:32.005577 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-071343d0-36a6-42ef-8166-561d8ea889b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:49:33.248016 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:49:33.290807 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:49:35.069382 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:49:41.162142 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:49:55.951082 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:49:58.623853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60630) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:49:58.864571 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Deleting port 4a21f05c-ea28-4e54-bb74-470fb4d2c0a4 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:49:58.864910 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:49:59.029575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:49:59.029934 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:49:59.151565 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Calling delete_port for 4a21f05c-ea28-4e54-bb74-470fb4d2c0a4 owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:49:59.293838 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:49:59.297949 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:49:59.344249 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event deleted for resources: {'Port': ['ID=4a21f05c-ea28-4e54-bb74-470fb4d2c0a4,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:49:59.379179 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:49:59.379572 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:49:59.379952 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:49:59.380328 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:49:59.380700 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:49:59.381070 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:49:59.381434 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:49:59.381788 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:49:59.382185 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:49:59.382551 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:49:59.382913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:49:59.383269 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:49:59.387045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:49:59.451393 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:49:59.451728 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Floating IP baaf4a4e-8e5e-4e7e-899f-83df835f2e36 disassociated (deleted). External IP: 172.26.4.183, port: a099c115-a4fc-4cf6-b794-d6fdd3fd726e.
Dec 24 11:49:59.785303 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e95d2ff3-cf54-4d47-abe1-295f2829989b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:49:59.919188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Router 6033470a-750c-48fd-b831-5ad4dc7c91f9 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:50:00.091259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:50:00.101001 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45be2f29-4e5b-4e20-a103-8e7c7868c7da None None] Sync routers for ids ['6033470a-750c-48fd-b831-5ad4dc7c91f9'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:50:00.110915 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:00.113770 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be2f29-4e5b-4e20-a103-8e7c7868c7da None None] Routers {'6033470a-750c-48fd-b831-5ad4dc7c91f9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:50:00.114462 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-45be2f29-4e5b-4e20-a103-8e7c7868c7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b2640>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:49:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['6033470a-750c-48fd-b831-5ad4dc7c91f9'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:50:00.170905 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "DELETE /v2.0/floatingips/baaf4a4e-8e5e-4e7e-899f-83df835f2e36 HTTP/1.1" status: 204  len: 168 time: 1.5436540
Dec 24 11:50:00.170905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'tag': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:50:00.226757 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'tag': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e', 'status': 'completed', 'code': 200}
Dec 24 11:50:00.304140 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-45be2f29-4e5b-4e20-a103-8e7c7868c7da None None] Set router 6033470a-750c-48fd-b831-5ad4dc7c91f9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:50:00.336358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b71b74-b91f-406d-b3bb-d17f709a5990 req-d54671f9-640b-48cc-a273-f91705fb9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:00.339656 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a8b71b74-b91f-406d-b3bb-d17f709a5990 req-d54671f9-640b-48cc-a273-f91705fb9d78 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 1099 time: 0.0875182
Dec 24 11:50:00.498497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b71b74-b91f-406d-b3bb-d17f709a5990 req-1966d768-c321-4fd8-8366-641e6a83a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:00.500279 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a8b71b74-b91f-406d-b3bb-d17f709a5990 req-1966d768-c321-4fd8-8366-641e6a83a9ba service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.1543155
Dec 24 11:50:00.576328 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a8b71b74-b91f-406d-b3bb-d17f709a5990 req-559a0e85-8237-493c-a926-b5a6f7723103 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e HTTP/1.1" status: 200  len: 217 time: 0.0685928
Dec 24 11:50:00.577436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcad6da-8022-4b48-b399-ef3744fabdd1 req-669e2863-9e30-406e-ba5f-d5d7832f7ac9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:00.578758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-edcad6da-8022-4b48-b399-ef3744fabdd1 req-669e2863-9e30-406e-ba5f-d5d7832f7ac9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Synchronizing usage tracker for tenant:1468798267524b3d88025ecbed50df01 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:50:00.597663 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-edcad6da-8022-4b48-b399-ef3744fabdd1 req-669e2863-9e30-406e-ba5f-d5d7832f7ac9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Unset dirty status for tenant:1468798267524b3d88025ecbed50df01 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:50:00.598845 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-edcad6da-8022-4b48-b399-ef3744fabdd1 req-669e2863-9e30-406e-ba5f-d5d7832f7ac9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 946 time: 0.1062174
Dec 24 11:50:00.641342 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b71b74-b91f-406d-b3bb-d17f709a5990 req-197d228f-9150-4e04-89c1-98d90f465eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:00.642845 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a8b71b74-b91f-406d-b3bb-d17f709a5990 req-197d228f-9150-4e04-89c1-98d90f465eac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0588424
Dec 24 11:50:00.644379 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-45be2f29-4e5b-4e20-a103-8e7c7868c7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b2640>, [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:44:37Z', 'revision_number': 4, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '27ad9e29-f7a0-4947-98cc-dec50029c29e', 'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'mac_address': 'fa:16:3e:4a:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:36Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 5, 'project_id': '1468798267524b3d88025ecbed50df01', 'subnets': [{'id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:50:00.648355 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45be2f29-4e5b-4e20-a103-8e7c7868c7da None None] Checking router: 6033470a-750c-48fd-b831-5ad4dc7c91f9 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:50:00.649510 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-edcad6da-8022-4b48-b399-ef3744fabdd1 req-c91d78e3-c8e6-463b-bc14-463c2577f4ca tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440781
Dec 24 11:50:00.658117 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be2f29-4e5b-4e20-a103-8e7c7868c7da None None] Routers {'6033470a-750c-48fd-b831-5ad4dc7c91f9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:50:00.659359 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-45be2f29-4e5b-4e20-a103-8e7c7868c7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b2640>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:49:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['6033470a-750c-48fd-b831-5ad4dc7c91f9'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:50:00.723804 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b71b74-b91f-406d-b3bb-d17f709a5990 req-9a53955c-3504-4cc1-acc2-7ea703745107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:00.725371 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a8b71b74-b91f-406d-b3bb-d17f709a5990 req-9a53955c-3504-4cc1-acc2-7ea703745107 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0739913
Dec 24 11:50:00.859913 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a8b71b74-b91f-406d-b3bb-d17f709a5990 req-13341ba6-0f2a-46cb-be37-1678d61553cf service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1267815
Dec 24 11:50:00.877146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-45be2f29-4e5b-4e20-a103-8e7c7868c7da None None] Set router 6033470a-750c-48fd-b831-5ad4dc7c91f9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:50:00.992575 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a8b71b74-b91f-406d-b3bb-d17f709a5990 req-c6c9e46d-bb6c-42a0-bb91-65aacd3383d1 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1252322
Dec 24 11:50:01.191465 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-45be2f29-4e5b-4e20-a103-8e7c7868c7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b2640>, [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:44:37Z', 'revision_number': 4, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '27ad9e29-f7a0-4947-98cc-dec50029c29e', 'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'mac_address': 'fa:16:3e:4a:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:36Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 5, 'project_id': '1468798267524b3d88025ecbed50df01', 'subnets': [{'id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:50:01.196280 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45be2f29-4e5b-4e20-a103-8e7c7868c7da None None] The sync data for ids ['6033470a-750c-48fd-b831-5ad4dc7c91f9'] in dv-neutron-822668-2-hyperv is: [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:44:37Z', 'revision_number': 4, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '27ad9e29-f7a0-4947-98cc-dec50029c29e', 'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'mac_address': 'fa:16:3e:4a:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:36Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 5, 'project_id': '1468798267524b3d88025ecbed50df01', 'subnets': [{'id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:50:01.413312 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2189d5f-32a2-4e73-b569-a9ca029b9592 None None] New status for floating IP baaf4a4e-8e5e-4e7e-899f-83df835f2e36: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:50:01.836710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec1bda-c307-4a6a-ac51-525871cb59e0 req-ccda39b0-c175-4caf-9aa4-15df668edd97 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:01.838108 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d7ec1bda-c307-4a6a-ac51-525871cb59e0 req-ccda39b0-c175-4caf-9aa4-15df668edd97 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 946 time: 0.0782168
Dec 24 11:50:01.881331 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d7ec1bda-c307-4a6a-ac51-525871cb59e0 req-36531c01-dc24-4274-85f8-a6f93fcac9ba tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=4f9fde99-26b2-498c-9f15-ddf9185b6425&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0377281
Dec 24 11:50:02.007421 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d0cfa91a-9fa0-410a-9d2d-4cbb6ff90d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:02.147017 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1f60a-d12f-48d2-80c2-ec4245c8d8b2 req-a7b972ee-8f97-4b67-802e-2d9acc4f1ec2 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:02.148468 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-77a1f60a-d12f-48d2-80c2-ec4245c8d8b2 req-a7b972ee-8f97-4b67-802e-2d9acc4f1ec2 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.32 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 946 time: 0.1927857
Dec 24 11:50:02.217557 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-77a1f60a-d12f-48d2-80c2-ec4245c8d8b2 req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Deleting port a099c115-a4fc-4cf6-b794-d6fdd3fd726e {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:50:02.217911 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-77a1f60a-d12f-48d2-80c2-ec4245c8d8b2 req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:02.454012 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-77a1f60a-d12f-48d2-80c2-ec4245c8d8b2 req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] For port a099c115-a4fc-4cf6-b794-d6fdd3fd726e, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:50:02.454361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-77a1f60a-d12f-48d2-80c2-ec4245c8d8b2 req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:02.575081 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-77a1f60a-d12f-48d2-80c2-ec4245c8d8b2 req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Calling delete_port for a099c115-a4fc-4cf6-b794-d6fdd3fd726e owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:50:02.717751 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-77a1f60a-d12f-48d2-80c2-ec4245c8d8b2 req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:02.723161 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-856ebcd1-cb15-4dd2-937d-feec7479b02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:50:02.769790 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event deleted for resources: {'Port': ['ID=a099c115-a4fc-4cf6-b794-d6fdd3fd726e,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:50:02.803153 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:02.803546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:02.803922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:02.804294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:02.804662 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:02.805029 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:02.805392 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:02.805758 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:02.806143 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:02.806503 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:02.806862 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:02.807217 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:02.815000 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:50:02.854447 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a1f60a-d12f-48d2-80c2-ec4245c8d8b2 req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] No DVR routers for this DVR port a099c115-a4fc-4cf6-b794-d6fdd3fd726e on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:50:02.856695 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-77a1f60a-d12f-48d2-80c2-ec4245c8d8b2 req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:02.859306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'name': 'network-vif-deleted', 'tag': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:50:02.875488 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-77a1f60a-d12f-48d2-80c2-ec4245c8d8b2 req-8cb9ed80-81d3-4c3d-8b66-268a91ea5c70 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.32 "DELETE /v2.0/ports/a099c115-a4fc-4cf6-b794-d6fdd3fd726e HTTP/1.1" status: 204  len: 173 time: 0.7214229
Dec 24 11:50:03.023722 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0342f401-fef5-4cdf-ad5f-b54aa8a4dae5', 'name': 'network-vif-deleted', 'tag': 'a099c115-a4fc-4cf6-b794-d6fdd3fd726e', 'status': 'completed', 'code': 200}
Dec 24 11:50:03.054697 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-26e07cbb-79aa-4ea4-a1be-8c83c113a194 req-5284c75b-04c3-4330-9f42-b13dc8f6d983 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=0342f401-fef5-4cdf-ad5f-b54aa8a4dae5 HTTP/1.1" status: 200  len: 210 time: 0.0609493
Dec 24 11:50:03.253628 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:03.293260 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:04.149594 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60694) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:50:04.219200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38d57412-62c1-4e8e-a9ab-ea4c0c9f0a1b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:04.248114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38d57412-62c1-4e8e-a9ab-ea4c0c9f0a1b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:04.311909 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38d57412-62c1-4e8e-a9ab-ea4c0c9f0a1b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:04.316211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-835149fe-2927-488e-a691-796cfbee7263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:50:04.336314 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d57412-62c1-4e8e-a9ab-ea4c0c9f0a1b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9fde99-26b2-498c-9f15-ddf9185b6425,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:50:04.339220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-38d57412-62c1-4e8e-a9ab-ea4c0c9f0a1b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:50:04.345528 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-38d57412-62c1-4e8e-a9ab-ea4c0c9f0a1b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:04.347012 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-38d57412-62c1-4e8e-a9ab-ea4c0c9f0a1b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "DELETE /v2.0/security-groups/4f9fde99-26b2-498c-9f15-ddf9185b6425 HTTP/1.1" status: 204  len: 168 time: 0.1961112
Dec 24 11:50:05.074638 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:05.615523 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 60710) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:50:05.621073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-9a65e8f7-9ac9-49ec-a55a-dd39b5d8561e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1101775566', 'description': 'tempest-secgroup-smoke-1101775566 description', 'project_id': '1468798267524b3d88025ecbed50df01'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:50:05.627904 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9a65e8f7-9ac9-49ec-a55a-dd39b5d8561e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:50:05.631875 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9a65e8f7-9ac9-49ec-a55a-dd39b5d8561e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Usage tracker for resource:security_group and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:50:05.634733 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9a65e8f7-9ac9-49ec-a55a-dd39b5d8561e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:50:05.640462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9a65e8f7-9ac9-49ec-a55a-dd39b5d8561e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:50:05.651176 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9a65e8f7-9ac9-49ec-a55a-dd39b5d8561e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:05.671946 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9a65e8f7-9ac9-49ec-a55a-dd39b5d8561e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:50:05.675665 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9a65e8f7-9ac9-49ec-a55a-dd39b5d8561e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Usage tracker for resource:security_group_rule and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:50:05.678419 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-9a65e8f7-9ac9-49ec-a55a-dd39b5d8561e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:50:05.683857 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-9a65e8f7-9ac9-49ec-a55a-dd39b5d8561e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:50:05.755506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9a65e8f7-9ac9-49ec-a55a-dd39b5d8561e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:05.759300 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9a65e8f7-9ac9-49ec-a55a-dd39b5d8561e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:05.763043 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-e18185e2-626d-46ac-a053-9877de04403a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:50:05.806247 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-9a65e8f7-9ac9-49ec-a55a-dd39b5d8561e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:05.807430 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-9a65e8f7-9ac9-49ec-a55a-dd39b5d8561e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1909130
Dec 24 11:50:05.808941 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65e8f7-9ac9-49ec-a55a-dd39b5d8561e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=838f01b4-aaaf-46da-abaf-35c81af30d61,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:50:05.810398 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60716) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:50:05.811639 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-9a65e8f7-9ac9-49ec-a55a-dd39b5d8561e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:50:05.816074 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ceee7a20-5fb4-4c3e-883d-192a7ec6f764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Request body: {'security_group_rule': {'security_group_id': '838f01b4-aaaf-46da-abaf-35c81af30d61', 'project_id': '1468798267524b3d88025ecbed50df01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:50:05.822578 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ceee7a20-5fb4-4c3e-883d-192a7ec6f764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:50:05.826324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ceee7a20-5fb4-4c3e-883d-192a7ec6f764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Usage tracker for resource:security_group_rule and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:50:05.829107 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ceee7a20-5fb4-4c3e-883d-192a7ec6f764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:50:05.835535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ceee7a20-5fb4-4c3e-883d-192a7ec6f764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:50:05.850537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ceee7a20-5fb4-4c3e-883d-192a7ec6f764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:05.911205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ceee7a20-5fb4-4c3e-883d-192a7ec6f764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:05.914625 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ceee7a20-5fb4-4c3e-883d-192a7ec6f764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:05.916355 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fcb0d6bc-d699-41bb-b3ec-a567633ec2df tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:50:05.937554 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee7a20-5fb4-4c3e-883d-192a7ec6f764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6bb861-ada7-429a-92e8-fdc23b327b90,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:50:05.940118 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ceee7a20-5fb4-4c3e-883d-192a7ec6f764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:50:05.947264 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ceee7a20-5fb4-4c3e-883d-192a7ec6f764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:05.948424 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ceee7a20-5fb4-4c3e-883d-192a7ec6f764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1369662
Dec 24 11:50:05.951160 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60720) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:50:05.956320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5c51ad6d-170d-4d2d-946d-28cce6558c24 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Request body: {'security_group_rule': {'security_group_id': '838f01b4-aaaf-46da-abaf-35c81af30d61', 'project_id': '1468798267524b3d88025ecbed50df01', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:50:05.962018 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5c51ad6d-170d-4d2d-946d-28cce6558c24 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:50:05.965678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5c51ad6d-170d-4d2d-946d-28cce6558c24 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Usage tracker for resource:security_group_rule and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:50:05.968998 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5c51ad6d-170d-4d2d-946d-28cce6558c24 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:50:05.974530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5c51ad6d-170d-4d2d-946d-28cce6558c24 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:50:05.988368 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device a099c115-a4fc-4cf6-b794-d6fdd3fd726e no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:50:05.990390 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c51ad6d-170d-4d2d-946d-28cce6558c24 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.024698 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: a099c115-a4fc-4cf6-b794-d6fdd3fd726e {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:50:06.025054 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device a099c115-a4fc-4cf6-b794-d6fdd3fd726e not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:50:06.050450 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c51ad6d-170d-4d2d-946d-28cce6558c24 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.054014 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c51ad6d-170d-4d2d-946d-28cce6558c24 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.055805 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-618b12f8-2aad-4b2d-ab07-36c8f49fbaad tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:50:06.076324 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51ad6d-170d-4d2d-946d-28cce6558c24 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bec648cf-b162-44df-a1a1-4feaf12ee1ea,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:50:06.079250 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5c51ad6d-170d-4d2d-946d-28cce6558c24 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:50:06.086105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5c51ad6d-170d-4d2d-946d-28cce6558c24 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.087258 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5c51ad6d-170d-4d2d-946d-28cce6558c24 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1351643
Dec 24 11:50:06.089927 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60726) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:50:06.095559 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8ce028f6-d2ae-49e2-ad3d-9f0d1e0d4a58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Request body: {'security_group_rule': {'security_group_id': '838f01b4-aaaf-46da-abaf-35c81af30d61', 'project_id': '1468798267524b3d88025ecbed50df01', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:50:06.101228 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8ce028f6-d2ae-49e2-ad3d-9f0d1e0d4a58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:50:06.105853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8ce028f6-d2ae-49e2-ad3d-9f0d1e0d4a58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Usage tracker for resource:security_group_rule and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:50:06.110178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8ce028f6-d2ae-49e2-ad3d-9f0d1e0d4a58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:50:06.116030 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8ce028f6-d2ae-49e2-ad3d-9f0d1e0d4a58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:50:06.131872 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8ce028f6-d2ae-49e2-ad3d-9f0d1e0d4a58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.191880 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8ce028f6-d2ae-49e2-ad3d-9f0d1e0d4a58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.195268 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8ce028f6-d2ae-49e2-ad3d-9f0d1e0d4a58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.197139 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e3d9527d-35fd-4e8d-a02d-60f989a48bd3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:50:06.219250 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce028f6-d2ae-49e2-ad3d-9f0d1e0d4a58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3aa0132-1165-4bd7-a49e-5c85842c153e,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:50:06.223524 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8ce028f6-d2ae-49e2-ad3d-9f0d1e0d4a58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:50:06.227667 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8ce028f6-d2ae-49e2-ad3d-9f0d1e0d4a58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.228812 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8ce028f6-d2ae-49e2-ad3d-9f0d1e0d4a58 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1379843
Dec 24 11:50:06.231424 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60730) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:50:06.236344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-11b5bbf8-3622-405e-afc4-b7f18ac18764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Request body: {'security_group_rule': {'security_group_id': '838f01b4-aaaf-46da-abaf-35c81af30d61', 'project_id': '1468798267524b3d88025ecbed50df01', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:50:06.242430 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-11b5bbf8-3622-405e-afc4-b7f18ac18764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:50:06.246547 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-11b5bbf8-3622-405e-afc4-b7f18ac18764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Usage tracker for resource:security_group_rule and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:50:06.249381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-11b5bbf8-3622-405e-afc4-b7f18ac18764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:50:06.255436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-11b5bbf8-3622-405e-afc4-b7f18ac18764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:50:06.274351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-11b5bbf8-3622-405e-afc4-b7f18ac18764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.335142 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-11b5bbf8-3622-405e-afc4-b7f18ac18764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.338663 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-11b5bbf8-3622-405e-afc4-b7f18ac18764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.346086 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f8700b3c-6873-48bb-81f6-db67238e7861 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:50:06.363580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5bbf8-3622-405e-afc4-b7f18ac18764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622bd741-f84f-406f-aa08-5988be94b3a1,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:50:06.367992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-11b5bbf8-3622-405e-afc4-b7f18ac18764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:50:06.372591 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-11b5bbf8-3622-405e-afc4-b7f18ac18764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.374056 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-11b5bbf8-3622-405e-afc4-b7f18ac18764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1416390
Dec 24 11:50:06.376655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60736) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:50:06.381606 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ac570d80-c4f5-4028-a8e1-da94bc6e5d7f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Request body: {'security_group_rule': {'security_group_id': '838f01b4-aaaf-46da-abaf-35c81af30d61', 'project_id': '1468798267524b3d88025ecbed50df01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:50:06.387379 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ac570d80-c4f5-4028-a8e1-da94bc6e5d7f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:50:06.391644 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ac570d80-c4f5-4028-a8e1-da94bc6e5d7f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Usage tracker for resource:security_group_rule and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:50:06.394489 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ac570d80-c4f5-4028-a8e1-da94bc6e5d7f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:50:06.400280 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ac570d80-c4f5-4028-a8e1-da94bc6e5d7f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:50:06.411173 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-ac570d80-c4f5-4028-a8e1-da94bc6e5d7f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Project 1468798267524b3d88025ecbed50df01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:50:06.417644 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ac570d80-c4f5-4028-a8e1-da94bc6e5d7f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.480776 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ac570d80-c4f5-4028-a8e1-da94bc6e5d7f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.484330 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ac570d80-c4f5-4028-a8e1-da94bc6e5d7f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.486098 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-bc175c50-4d20-4619-8f93-034a6af5e689 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:50:06.507824 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac570d80-c4f5-4028-a8e1-da94bc6e5d7f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b06acf-eeb0-49c4-a21c-bfcd6d64c94e,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:50:06.510128 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ac570d80-c4f5-4028-a8e1-da94bc6e5d7f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:50:06.517067 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ac570d80-c4f5-4028-a8e1-da94bc6e5d7f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.518278 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ac570d80-c4f5-4028-a8e1-da94bc6e5d7f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1407094
Dec 24 11:50:06.520987 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60740) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:50:06.525899 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-ce8cb888-2e0c-45c5-a78e-affb45fbe5a0 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Request body: {'security_group_rule': {'security_group_id': '838f01b4-aaaf-46da-abaf-35c81af30d61', 'project_id': '1468798267524b3d88025ecbed50df01', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:50:06.531565 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ce8cb888-2e0c-45c5-a78e-affb45fbe5a0 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:50:06.535863 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ce8cb888-2e0c-45c5-a78e-affb45fbe5a0 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Usage tracker for resource:security_group_rule and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:50:06.538678 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-ce8cb888-2e0c-45c5-a78e-affb45fbe5a0 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:50:06.544137 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-ce8cb888-2e0c-45c5-a78e-affb45fbe5a0 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:50:06.554049 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-ce8cb888-2e0c-45c5-a78e-affb45fbe5a0 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Project 1468798267524b3d88025ecbed50df01 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:50:06.560344 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ce8cb888-2e0c-45c5-a78e-affb45fbe5a0 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.625658 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ce8cb888-2e0c-45c5-a78e-affb45fbe5a0 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.629272 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ce8cb888-2e0c-45c5-a78e-affb45fbe5a0 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.631119 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c47ac77e-0c01-4b03-b19c-cc18aca897ed tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:50:06.660565 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8cb888-2e0c-45c5-a78e-affb45fbe5a0 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437109b5-480a-44ba-8bce-fc2e08c36323,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:50:06.663057 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ce8cb888-2e0c-45c5-a78e-affb45fbe5a0 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:50:06.669983 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-ce8cb888-2e0c-45c5-a78e-affb45fbe5a0 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:06.671158 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-ce8cb888-2e0c-45c5-a78e-affb45fbe5a0 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1492684
Dec 24 11:50:11.161959 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:20.568698 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-70572959-f822-44bb-accd-69bb292125b5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Synchronizing usage tracker for tenant:1468798267524b3d88025ecbed50df01 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:50:20.583687 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-70572959-f822-44bb-accd-69bb292125b5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Unset dirty status for tenant:1468798267524b3d88025ecbed50df01 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:50:20.584764 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-70572959-f822-44bb-accd-69bb292125b5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101775566&fields=id&tenant_id=1468798267524b3d88025ecbed50df01 HTTP/1.1" status: 200  len: 267 time: 0.0547414
Dec 24 11:50:20.731898 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-034b95ad-f140-46af-bd5a-da890b87518f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:20.733320 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-034b95ad-f140-46af-bd5a-da890b87518f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 809 time: 0.1421223
Dec 24 11:50:20.748280 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-c8060ba2-34e8-4aff-a5e7-e4e5313ce073 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/quotas/1468798267524b3d88025ecbed50df01 HTTP/1.1" status: 200  len: 375 time: 0.0092986
Dec 24 11:50:20.828742 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-3f73d0ea-3510-4c64-82dc-0d13ee35025c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0755816
Dec 24 11:50:21.006866 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-1872148a-c7ee-4f08-ac1a-9307dce96353 service neutron] 10.222.0.54 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1659620
Dec 24 11:50:21.136016 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-b7daa1a4-96e6-4680-94ae-3e49699debca service neutron] 10.222.0.54 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1233065
Dec 24 11:50:22.535655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7a2db04d-ab8c-456f-a80c-97edd4c37a45 req-a041c541-afaa-49ed-910d-b51541f6be96 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Synchronizing usage tracker for tenant:1468798267524b3d88025ecbed50df01 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:50:22.550090 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7a2db04d-ab8c-456f-a80c-97edd4c37a45 req-a041c541-afaa-49ed-910d-b51541f6be96 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Unset dirty status for tenant:1468798267524b3d88025ecbed50df01 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:50:22.551288 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7a2db04d-ab8c-456f-a80c-97edd4c37a45 req-a041c541-afaa-49ed-910d-b51541f6be96 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 210 time: 0.0585327
Dec 24 11:50:23.650006 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ede8b389-ba23-4f7c-aae7-4aeb4a77abb0 req-c49e33ca-cf1d-413d-8527-22221d18b84a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 210 time: 0.0483198
Dec 24 11:50:24.796644 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2ffd7534-3bd6-4657-9143-0880fce14f1a req-43101338-7730-4bc2-9318-e8142ed82212 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 210 time: 0.0425272
Dec 24 11:50:25.556317 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-69888f11-8b7c-45f0-8ba4-d8945411385d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:25.557736 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-69888f11-8b7c-45f0-8ba4-d8945411385d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 809 time: 0.1470275
Dec 24 11:50:25.609246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-2c64ad18-27cc-45f0-8490-139fafff0d2d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Synchronizing usage tracker for tenant:1468798267524b3d88025ecbed50df01 on resource:security_group {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:50:25.620756 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-2c64ad18-27cc-45f0-8490-139fafff0d2d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Unset dirty status for tenant:1468798267524b3d88025ecbed50df01 on resource:security_group {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:50:25.621889 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-2c64ad18-27cc-45f0-8490-139fafff0d2d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1468798267524b3d88025ecbed50df01 HTTP/1.1" status: 200  len: 380 time: 0.0557749
Dec 24 11:50:25.630549 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-0030f43e-8f6a-4ac1-a307-222e0a3aa3e9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Request body: {'port': {'device_id': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'admin_state_up': True, 'tenant_id': '1468798267524b3d88025ecbed50df01', 'security_groups': ['838f01b4-aaaf-46da-abaf-35c81af30d61']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:50:25.769040 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-0030f43e-8f6a-4ac1-a307-222e0a3aa3e9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:50:25.778593 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-0030f43e-8f6a-4ac1-a307-222e0a3aa3e9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:50:25.790316 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-0030f43e-8f6a-4ac1-a307-222e0a3aa3e9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Made reservation on behalf of 1468798267524b3d88025ecbed50df01 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:50:25.793697 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-0030f43e-8f6a-4ac1-a307-222e0a3aa3e9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:25.950274 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-76c473bf-3f48-4e57-8522-515c7a4c5baf req-71c636b8-9158-4392-bf06-f9dc1e488e03 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 210 time: 0.0472322
Dec 24 11:50:25.964170 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-0030f43e-8f6a-4ac1-a307-222e0a3aa3e9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Allocated IP 172.20.0.3 (b0fbc6ac-530e-4142-a569-2c3187699eb3/7e6317db-e74a-45c1-a4cd-fac25dc9b6a1/1c9b8ace-1d87-491b-91bf-a381c9bf0196) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:50:26.156478 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-0030f43e-8f6a-4ac1-a307-222e0a3aa3e9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:26.173126 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-0030f43e-8f6a-4ac1-a307-222e0a3aa3e9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Transition to ACTIVE for port object 1c9b8ace-1d87-491b-91bf-a381c9bf0196 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:50:26.196631 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-0030f43e-8f6a-4ac1-a307-222e0a3aa3e9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:26.203321 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:50:26.265353 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-0030f43e-8f6a-4ac1-a307-222e0a3aa3e9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Network b0fbc6ac-530e-4142-a569-2c3187699eb3 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:50:26.273067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-0030f43e-8f6a-4ac1-a307-222e0a3aa3e9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:50:26.277402 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-0030f43e-8f6a-4ac1-a307-222e0a3aa3e9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:50:26.313781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030f43e-8f6a-4ac1-a307-222e0a3aa3e9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'Port': ['ID=1c9b8ace-1d87-491b-91bf-a381c9bf0196,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:50:26.333478 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0030f43e-8f6a-4ac1-a307-222e0a3aa3e9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:50:26.345955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-0030f43e-8f6a-4ac1-a307-222e0a3aa3e9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:26.346647 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-0030f43e-8f6a-4ac1-a307-222e0a3aa3e9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:26.376128 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-0030f43e-8f6a-4ac1-a307-222e0a3aa3e9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7489834
Dec 24 11:50:26.388715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Request body: {'port': {'device_id': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:50:26.504637 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:26.548282 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-dc91272f-f0a8-4750-bd83-abf9c938c3eb None None] Provisioning for port 1c9b8ace-1d87-491b-91bf-a381c9bf0196 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:50:26.553158 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-dc91272f-f0a8-4750-bd83-abf9c938c3eb None None] Provisioning complete for port 1c9b8ace-1d87-491b-91bf-a381c9bf0196 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:50:26.553539 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dc91272f-f0a8-4750-bd83-abf9c938c3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:26.610624 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-dc91272f-f0a8-4750-bd83-abf9c938c3eb None None] Port 1c9b8ace-1d87-491b-91bf-a381c9bf0196 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:50:26.840896 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9b8ace-1d87-491b-91bf-a381c9bf0196 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:50:26.848284 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:26.862720 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Transition to ACTIVE for port object 1c9b8ace-1d87-491b-91bf-a381c9bf0196 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:50:26.867259 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:26.871328 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-09f56738-d546-4c34-83b7-6d9d4be8c135 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:50:27.214205 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9b8ace-1d87-491b-91bf-a381c9bf0196,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:50:27.222020 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:50:27.308249 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Attempting to bind port 1c9b8ace-1d87-491b-91bf-a381c9bf0196 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:50:27.308516 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Attempting to bind port 1c9b8ace-1d87-491b-91bf-a381c9bf0196 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': '4151db47-b6bd-4be5-8e75-72089fe74ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:50:27.308723 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Attempting to bind port 1c9b8ace-1d87-491b-91bf-a381c9bf0196 on network b0fbc6ac-530e-4142-a569-2c3187699eb3 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:50:27.317836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Port 1c9b8ace-1d87-491b-91bf-a381c9bf0196 on network b0fbc6ac-530e-4142-a569-2c3187699eb3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:50:27.318178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Attempting to bind port 1c9b8ace-1d87-491b-91bf-a381c9bf0196 on network b0fbc6ac-530e-4142-a569-2c3187699eb3 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:50:27.328691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e54c6-23c9-456f-9b82-61b89e34862e req-85d5f069-f38f-4470-afb2-db6958d410ca tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:27.329377 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-741e54c6-23c9-456f-9b82-61b89e34862e req-85d5f069-f38f-4470-afb2-db6958d410ca tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Synchronizing usage tracker for tenant:1468798267524b3d88025ecbed50df01 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:50:27.334862 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:50:27.335191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Checking segment: {'id': '4151db47-b6bd-4be5-8e75-72089fe74ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:50:27.335564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Bound using segment: {'id': '4151db47-b6bd-4be5-8e75-72089fe74ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:50:27.335979 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Bound port: 1c9b8ace-1d87-491b-91bf-a381c9bf0196, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4151db47-b6bd-4be5-8e75-72089fe74ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:50:27.336316 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:27.387292 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-741e54c6-23c9-456f-9b82-61b89e34862e req-85d5f069-f38f-4470-afb2-db6958d410ca tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Unset dirty status for tenant:1468798267524b3d88025ecbed50df01 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:50:27.388449 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-741e54c6-23c9-456f-9b82-61b89e34862e req-85d5f069-f38f-4470-afb2-db6958d410ca tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 943 time: 0.2540660
Dec 24 11:50:27.459081 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-741e54c6-23c9-456f-9b82-61b89e34862e req-ad3e172c-41dc-443e-8e10-70eb8ff74a12 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641599
Dec 24 11:50:27.464831 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] For port 1c9b8ace-1d87-491b-91bf-a381c9bf0196, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:50:27.467900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] For port 1c9b8ace-1d87-491b-91bf-a381c9bf0196, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:50:27.473608 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:27.477540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1209c323-91bf-4c38-bfcb-11ea18a76a23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:50:27.533117 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:27.533724 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:27.535606 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] 10.222.0.32 "PUT /v2.0/ports/1c9b8ace-1d87-491b-91bf-a381c9bf0196 HTTP/1.1" status: 200  len: 1093 time: 1.1517148
Dec 24 11:50:27.536128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'tag': '1c9b8ace-1d87-491b-91bf-a381c9bf0196'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:50:27.569542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9b8ace-1d87-491b-91bf-a381c9bf0196,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:50:27.572640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:50:27.610486 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'tag': '1c9b8ace-1d87-491b-91bf-a381c9bf0196', 'status': 'completed', 'code': 200}
Dec 24 11:50:27.645895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-eb9a47ea-934a-477b-aaa6-464fe9d519fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:27.647396 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-eb9a47ea-934a-477b-aaa6-464fe9d519fa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 1096 time: 0.0735190
Dec 24 11:50:27.720906 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-ed6db54a-0eed-448b-8d5c-5fe5fdf0159e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196 HTTP/1.1" status: 200  len: 217 time: 0.0660567
Dec 24 11:50:27.781609 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-8ed19bad-6f00-4039-9387-08b764db428a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:27.783071 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-8ed19bad-6f00-4039-9387-08b764db428a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0563314
Dec 24 11:50:27.859507 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-23979b6c-d18b-49c4-b396-d06f77e4dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:27.860841 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-23979b6c-d18b-49c4-b396-d06f77e4dd17 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0714095
Dec 24 11:50:27.990346 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-f1a3060a-3ca7-4367-91d8-ca80714ff8c1 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227684
Dec 24 11:50:28.117583 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a401a0f7-e3cc-44b0-9a5e-93d575a29af5 req-07444549-3803-4f9d-9c7f-cee174feb5f6 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1210239
Dec 24 11:50:28.227841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a4bfe-1980-44d5-ab6b-2c39813a5eef req-8bcf3959-c2bb-4497-a588-051f204a27c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:28.229285 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-259a4bfe-1980-44d5-ab6b-2c39813a5eef req-8bcf3959-c2bb-4497-a588-051f204a27c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 1096 time: 0.0690246
Dec 24 11:50:28.359095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a4bfe-1980-44d5-ab6b-2c39813a5eef req-c173dfd0-0ccd-4df8-bfc2-eb4cfd991956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:28.360540 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-259a4bfe-1980-44d5-ab6b-2c39813a5eef req-c173dfd0-0ccd-4df8-bfc2-eb4cfd991956 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.1247659
Dec 24 11:50:28.432350 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-259a4bfe-1980-44d5-ab6b-2c39813a5eef req-2956a435-072a-4211-a5ab-435cc56f691d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196 HTTP/1.1" status: 200  len: 217 time: 0.0650740
Dec 24 11:50:28.493254 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a4bfe-1980-44d5-ab6b-2c39813a5eef req-c4ffcceb-11fd-4343-bd0d-472642f3534a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:28.494770 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-259a4bfe-1980-44d5-ab6b-2c39813a5eef req-c4ffcceb-11fd-4343-bd0d-472642f3534a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0561292
Dec 24 11:50:28.610841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a4bfe-1980-44d5-ab6b-2c39813a5eef req-db900d41-f521-4a81-bddb-1fd0570608d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:28.612798 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-259a4bfe-1980-44d5-ab6b-2c39813a5eef req-db900d41-f521-4a81-bddb-1fd0570608d5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1115143
Dec 24 11:50:28.731786 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511e7a8-0fbd-4042-bd2e-aef113e66637 req-39c4d330-a577-4440-b7f2-3a7432230a1a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:28.733138 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5511e7a8-0fbd-4042-bd2e-aef113e66637 req-39c4d330-a577-4440-b7f2-3a7432230a1a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 943 time: 0.1676874
Dec 24 11:50:28.794540 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-259a4bfe-1980-44d5-ab6b-2c39813a5eef req-418aab34-5d1d-47c7-9054-d902766af78c service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1745934
Dec 24 11:50:28.803039 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-5511e7a8-0fbd-4042-bd2e-aef113e66637 req-97a374a1-1a10-4074-b9e6-bc82fcb8d1a4 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628359
Dec 24 11:50:29.051213 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-259a4bfe-1980-44d5-ab6b-2c39813a5eef req-070f2d41-3575-4c07-b235-38b16cdfcac9 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2471044
Dec 24 11:50:29.788344 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-83307982-b234-4d40-8033-dc9ff980eca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:29.985622 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f70c9-117c-4d2f-8758-b62e87760e1c req-1a39cef3-78d8-4c6d-9a2b-3258f2ff600e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:29.987116 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0a2f70c9-117c-4d2f-8758-b62e87760e1c req-1a39cef3-78d8-4c6d-9a2b-3258f2ff600e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 943 time: 0.0787253
Dec 24 11:50:30.033746 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-0a2f70c9-117c-4d2f-8758-b62e87760e1c req-f29fb700-8ce1-4bd6-a2c4-eda5ba3a5b55 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410318
Dec 24 11:50:31.214636 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95677b-e1b9-42b1-94a6-86c162871dff req-e6961043-e2c6-495f-bc10-bbeb9721461b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:31.216074 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6e95677b-e1b9-42b1-94a6-86c162871dff req-e6961043-e2c6-495f-bc10-bbeb9721461b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 943 time: 0.0806906
Dec 24 11:50:31.258917 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6e95677b-e1b9-42b1-94a6-86c162871dff req-efa28cf4-84c9-41fb-9d9a-098cede24efc tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373712
Dec 24 11:50:32.010575 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ca52834c-6055-4d94-9c16-832719af0e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:32.458913 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06658feb-9bad-4647-99b6-d0a94e14100a req-f9d8b277-120d-4f8b-956a-47b353c40dc2 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:32.460385 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-06658feb-9bad-4647-99b6-d0a94e14100a req-f9d8b277-120d-4f8b-956a-47b353c40dc2 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 943 time: 0.0809431
Dec 24 11:50:32.503181 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-06658feb-9bad-4647-99b6-d0a94e14100a req-43e80e9a-aa42-469e-815e-dd6b901396e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371964
Dec 24 11:50:32.951709 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:50:33.246674 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:33.294614 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:33.681660 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5f0c1-1e35-4175-a0e9-12837033b13b req-d9b35548-d5ba-4b3c-8e1c-2d097d6247f4 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:33.683161 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-30b5f0c1-1e35-4175-a0e9-12837033b13b req-d9b35548-d5ba-4b3c-8e1c-2d097d6247f4 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 943 time: 0.0783267
Dec 24 11:50:33.730146 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-30b5f0c1-1e35-4175-a0e9-12837033b13b req-5c56b184-7dd9-45b0-b174-3331ed4dc9ff tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413895
Dec 24 11:50:34.912197 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44de079-2a48-418a-bc74-07a05f45f857 req-db44e321-08a3-458c-bf2a-e1d539054a5c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:34.913631 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a44de079-2a48-418a-bc74-07a05f45f857 req-db44e321-08a3-458c-bf2a-e1d539054a5c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 943 time: 0.0825691
Dec 24 11:50:34.955551 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a44de079-2a48-418a-bc74-07a05f45f857 req-3345e813-c334-4a4f-9b4a-5c694c3797e1 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363648
Dec 24 11:50:35.076753 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:36.148655 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dddc86-c303-4674-a8bd-18dffa7da45a req-050b3c10-c3de-4d53-bf9e-84a093c5b473 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:36.150138 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d6dddc86-c303-4674-a8bd-18dffa7da45a req-050b3c10-c3de-4d53-bf9e-84a093c5b473 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 943 time: 0.0781853
Dec 24 11:50:36.192965 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d6dddc86-c303-4674-a8bd-18dffa7da45a req-8fc36f2b-3a99-4634-846b-4f3d89528c64 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372832
Dec 24 11:50:37.375440 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1d6c2-997d-4c27-9c82-48960913920d req-e649a2b7-c3bf-4328-9bbd-a4e3af12adc3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:37.376886 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-05d1d6c2-997d-4c27-9c82-48960913920d req-e649a2b7-c3bf-4328-9bbd-a4e3af12adc3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 943 time: 0.0789480
Dec 24 11:50:37.421073 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-05d1d6c2-997d-4c27-9c82-48960913920d req-bbb57a44-2c7a-41aa-98a0-9421050c3b39 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378163
Dec 24 11:50:38.146927 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 1c9b8ace-1d87-491b-91bf-a381c9bf0196 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:50:38.277081 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 1c9b8ace-1d87-491b-91bf-a381c9bf0196, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:50:38.289782 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '1c9b8ace-1d87-491b-91bf-a381c9bf0196', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'port_id': '1c9b8ace-1d87-491b-91bf-a381c9bf0196', 'mac_address': 'fa:16:3e:c2:44:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:50:38.343493 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:38.359481 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9b8ace-1d87-491b-91bf-a381c9bf0196 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:50:38.375655 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 1c9b8ace-1d87-491b-91bf-a381c9bf0196, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:50:38.379776 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:38.381535 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:50:38.448938 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=1c9b8ace-1d87-491b-91bf-a381c9bf0196,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:50:38.456222 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:38.456621 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:38.456867 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:38.457194 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:38.457528 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:38.457912 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:38.458224 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:38.458559 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:38.458885 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:38.459209 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:38.459533 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:38.459853 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:50:38.463766 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:50:38.604213 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208177d6-84a4-45dc-989b-31be3fc7fd74 req-81fd2b99-f613-4900-a826-5e75dcfc7f5f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:38.605647 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-208177d6-84a4-45dc-989b-31be3fc7fd74 req-81fd2b99-f613-4900-a826-5e75dcfc7f5f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 944 time: 0.0816243
Dec 24 11:50:38.648608 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-208177d6-84a4-45dc-989b-31be3fc7fd74 req-fae20abc-0eda-420f-8c7a-a7fdd207c8f7 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372882
Dec 24 11:50:38.685393 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['1c9b8ace-1d87-491b-91bf-a381c9bf0196'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:50:39.946353 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabd3cc-c0ee-4860-8857-e58e87f926e1 req-1606096b-2d7b-42c0-be5b-e974c4e72d08 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:39.947764 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-feabd3cc-c0ee-4860-8857-e58e87f926e1 req-1606096b-2d7b-42c0-be5b-e974c4e72d08 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 944 time: 0.1976471
Dec 24 11:50:39.990867 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-feabd3cc-c0ee-4860-8857-e58e87f926e1 req-57c97549-dbb0-474e-839e-56b85ab7c7df tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375991
Dec 24 11:50:40.144240 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 1c9b8ace-1d87-491b-91bf-a381c9bf0196 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:50:40.213198 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 1c9b8ace-1d87-491b-91bf-a381c9bf0196 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:50:40.217674 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 1c9b8ace-1d87-491b-91bf-a381c9bf0196 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:50:40.218082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:40.328083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:40.356448 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9b8ace-1d87-491b-91bf-a381c9bf0196'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:50:40.365268 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 1c9b8ace-1d87-491b-91bf-a381c9bf0196, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:50:40.371136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:40.372904 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:50:40.486216 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=1c9b8ace-1d87-491b-91bf-a381c9bf0196,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:50:40.489730 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:50:40.534126 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9b8ace-1d87-491b-91bf-a381c9bf0196', 'code': 200}
Dec 24 11:50:40.792509 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad69ab4-709a-43ff-9326-4511e0b7f6d7 req-1525113a-cbe5-4aa6-be97-0633d68ca727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:40.794021 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7ad69ab4-709a-43ff-9326-4511e0b7f6d7 req-1525113a-cbe5-4aa6-be97-0633d68ca727 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 1098 time: 0.0685089
Dec 24 11:50:40.834530 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7ad69ab4-709a-43ff-9326-4511e0b7f6d7 req-89c32060-94d7-4d25-a1a4-fd8ac695f7cd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0336714
Dec 24 11:50:41.159827 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:41.181564 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c32fa7-2b30-4191-a572-3c8e51b5cd98 req-16bb9436-dbaf-4500-a16a-80e8331558a2 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:41.183032 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-05c32fa7-2b30-4191-a572-3c8e51b5cd98 req-16bb9436-dbaf-4500-a16a-80e8331558a2 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0826449
Dec 24 11:50:41.225026 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-05c32fa7-2b30-4191-a572-3c8e51b5cd98 req-94b1e1d8-6dfd-4569-9030-d6582566a971 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364516
Dec 24 11:50:42.408493 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137cb98e-8fc1-48ab-8ef2-1362b69bce01 req-5df4cdab-fab4-48fd-821d-2dcfd858ec68 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:42.409890 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-137cb98e-8fc1-48ab-8ef2-1362b69bce01 req-5df4cdab-fab4-48fd-821d-2dcfd858ec68 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0820079
Dec 24 11:50:42.452880 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-137cb98e-8fc1-48ab-8ef2-1362b69bce01 req-0c8a4314-e9ea-404f-8642-11336db486e1 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373414
Dec 24 11:50:42.632679 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352285f-88f9-4fb6-9d9c-1e127fc825ef req-9334b89e-dd61-4bcb-822c-012d33e7ed8e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:42.634138 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5352285f-88f9-4fb6-9d9c-1e127fc825ef req-9334b89e-dd61-4bcb-822c-012d33e7ed8e tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0786126
Dec 24 11:50:42.677240 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5352285f-88f9-4fb6-9d9c-1e127fc825ef req-355bcd2a-0c39-45df-bc7c-1df11b5adf32 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375144
Dec 24 11:50:42.699322 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60968) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:50:42.809463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14de96a8-2943-4be6-85d9-231c6e37e650 tempest-TestShelveInstance-774130390 tempest-TestShelveInstance-774130390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:42.810977 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-14de96a8-2943-4be6-85d9-231c6e37e650 tempest-TestShelveInstance-774130390 tempest-TestShelveInstance-774130390-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 1093 time: 0.1106803
Dec 24 11:50:42.813720 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 60974) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:50:42.819173 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '1c9b8ace-1d87-491b-91bf-a381c9bf0196', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:50:42.824923 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:50:42.828655 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Usage tracker for resource:floatingip and tenant:1468798267524b3d88025ecbed50df01 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:50:42.831464 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:50:42.837073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:50:42.847532 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:42.979339 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:43.121141 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Allocated IP 172.26.4.24 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/4dedc3ee-e59f-4f69-ab82-d8bd23e9ab39) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:50:43.263586 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:43.292405 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:43.296704 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-38bfd30e-01e4-433f-985d-0c85f0ec6b64 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:50:43.350533 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:50:43.357325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:50:43.361309 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:50:43.395194 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'Port': ['ID=4dedc3ee-e59f-4f69-ab82-d8bd23e9ab39,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:50:43.403631 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:50:43.765769 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:43.838329 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:44.034979 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:44.039274 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:44.043506 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-db3a26a7-4269-40a6-9f9a-8570eb2c86c0 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:50:44.146168 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event updated for resources: {'Port': ['ID=4dedc3ee-e59f-4f69-ab82-d8bd23e9ab39,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:50:44.149856 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:50:44.155980 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:44.436347 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Floating IP fc8f26f5-7bea-4787-956f-4502963b173d associated. External IP: 172.26.4.24, port: 1c9b8ace-1d87-491b-91bf-a381c9bf0196.
Dec 24 11:50:44.773538 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Router 6033470a-750c-48fd-b831-5ad4dc7c91f9 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:50:44.945576 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:50:44.954962 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc51b7d-6f21-4b03-a2f1-eedcc2ba6e52 None None] Sync routers for ids ['6033470a-750c-48fd-b831-5ad4dc7c91f9'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:50:44.965590 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc51b7d-6f21-4b03-a2f1-eedcc2ba6e52 None None] Routers {'6033470a-750c-48fd-b831-5ad4dc7c91f9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:50:44.966251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-dbc51b7d-6f21-4b03-a2f1-eedcc2ba6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea990a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:50:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['6033470a-750c-48fd-b831-5ad4dc7c91f9'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:50:44.969608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:50:45.024453 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2095861
Dec 24 11:50:45.025012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'tag': '1c9b8ace-1d87-491b-91bf-a381c9bf0196'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:50:45.125610 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'tag': '1c9b8ace-1d87-491b-91bf-a381c9bf0196', 'status': 'completed', 'code': 200}
Dec 24 11:50:45.154930 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-dbc51b7d-6f21-4b03-a2f1-eedcc2ba6e52 None None] Set router 6033470a-750c-48fd-b831-5ad4dc7c91f9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:50:45.216372 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba21e-cf2c-424b-b209-151544555478 req-a9d0f757-6be4-4708-8712-29a1fc0c2522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:45.217842 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58cba21e-cf2c-424b-b209-151544555478 req-a9d0f757-6be4-4708-8712-29a1fc0c2522 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 1098 time: 0.0707252
Dec 24 11:50:45.349344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba21e-cf2c-424b-b209-151544555478 req-ae58f710-34eb-4d7c-871d-428d8c425b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:45.350855 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58cba21e-cf2c-424b-b209-151544555478 req-ae58f710-34eb-4d7c-871d-428d8c425b75 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.1250436
Dec 24 11:50:45.453295 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58cba21e-cf2c-424b-b209-151544555478 req-ecae230a-00c3-4761-b640-7801c5b6d0b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196 HTTP/1.1" status: 200  len: 998 time: 0.0957930
Dec 24 11:50:45.498549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-dbc51b7d-6f21-4b03-a2f1-eedcc2ba6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea990a0>, [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:44:37Z', 'revision_number': 4, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'fc8f26f5-7bea-4787-956f-4502963b173d', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'floating_ip_address': '172.26.4.24', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'port_id': '1c9b8ace-1d87-491b-91bf-a381c9bf0196', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'mac_address': 'fa:16:3e:c2:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:50:43Z', 'updated_at': '2021-12-24T11:50:43Z', 'revision_number': 0, 'project_id': '1468798267524b3d88025ecbed50df01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ad9e29-f7a0-4947-98cc-dec50029c29e', 'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'mac_address': 'fa:16:3e:4a:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:36Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 5, 'project_id': '1468798267524b3d88025ecbed50df01', 'subnets': [{'id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:50:45.502386 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc51b7d-6f21-4b03-a2f1-eedcc2ba6e52 None None] Checking router: 6033470a-750c-48fd-b831-5ad4dc7c91f9 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:50:45.511147 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc51b7d-6f21-4b03-a2f1-eedcc2ba6e52 None None] Routers {'6033470a-750c-48fd-b831-5ad4dc7c91f9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:50:45.511759 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-dbc51b7d-6f21-4b03-a2f1-eedcc2ba6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea990a0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:50:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['6033470a-750c-48fd-b831-5ad4dc7c91f9'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:50:45.517634 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba21e-cf2c-424b-b209-151544555478 req-653c724b-f974-4f23-9d54-1f042773a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:45.519841 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58cba21e-cf2c-424b-b209-151544555478 req-653c724b-f974-4f23-9d54-1f042773a4a0 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0593705
Dec 24 11:50:45.592439 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cba21e-cf2c-424b-b209-151544555478 req-d2540a06-4eb8-4e71-9fb1-c369ea84c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:50:45.593968 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58cba21e-cf2c-424b-b209-151544555478 req-d2540a06-4eb8-4e71-9fb1-c369ea84c0b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0690911
Dec 24 11:50:45.685566 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-dbc51b7d-6f21-4b03-a2f1-eedcc2ba6e52 None None] Set router 6033470a-750c-48fd-b831-5ad4dc7c91f9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:50:45.727601 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58cba21e-cf2c-424b-b209-151544555478 req-fa9c5372-880f-4e7f-8295-567fe3f06673 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262264
Dec 24 11:50:45.856943 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-58cba21e-cf2c-424b-b209-151544555478 req-b250c6d5-2228-4bdc-a6b8-057c960a244f service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229663
Dec 24 11:50:46.024082 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-dbc51b7d-6f21-4b03-a2f1-eedcc2ba6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ea990a0>, [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:44:37Z', 'revision_number': 4, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'fc8f26f5-7bea-4787-956f-4502963b173d', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'floating_ip_address': '172.26.4.24', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'port_id': '1c9b8ace-1d87-491b-91bf-a381c9bf0196', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'mac_address': 'fa:16:3e:c2:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:50:43Z', 'updated_at': '2021-12-24T11:50:43Z', 'revision_number': 0, 'project_id': '1468798267524b3d88025ecbed50df01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ad9e29-f7a0-4947-98cc-dec50029c29e', 'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'mac_address': 'fa:16:3e:4a:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:36Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 5, 'project_id': '1468798267524b3d88025ecbed50df01', 'subnets': [{'id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:50:46.028003 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc51b7d-6f21-4b03-a2f1-eedcc2ba6e52 None None] The sync data for ids ['6033470a-750c-48fd-b831-5ad4dc7c91f9'] in dv-neutron-822668-2-hyperv is: [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:44:37Z', 'revision_number': 4, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': 'fc8f26f5-7bea-4787-956f-4502963b173d', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'floating_ip_address': '172.26.4.24', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'port_id': '1c9b8ace-1d87-491b-91bf-a381c9bf0196', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'mac_address': 'fa:16:3e:c2:44:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:50:43Z', 'updated_at': '2021-12-24T11:50:43Z', 'revision_number': 0, 'project_id': '1468798267524b3d88025ecbed50df01', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27ad9e29-f7a0-4947-98cc-dec50029c29e', 'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'mac_address': 'fa:16:3e:4a:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:36Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 5, 'project_id': '1468798267524b3d88025ecbed50df01', 'subnets': [{'id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:50:46.224257 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4062f19-df17-4bf7-96d6-1c22e53cfb4b None None] New status for floating IP fc8f26f5-7bea-4787-956f-4502963b173d: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:50:59.790861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5a36fc95-928b-4e56-b60d-69b547c923df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:51:02.014067 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-51c0de32-0a6d-4470-8b3f-c00583abbb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:51:03.251048 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:51:03.297591 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:51:05.081142 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:51:09.952018 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:51:11.171007 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:51:12.095262 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-56020278-3648-43a9-8ee2-feb6326584f7 req-bf431ba5-e22f-4138-be14-7509f44d8cf8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0718145
Dec 24 11:51:12.236597 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56020278-3648-43a9-8ee2-feb6326584f7 req-8a291d20-da41-4ef1-a7d2-841f7f66a2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:51:12.238076 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-56020278-3648-43a9-8ee2-feb6326584f7 req-8a291d20-da41-4ef1-a7d2-841f7f66a2d7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 1098 time: 0.0741343
Dec 24 11:51:12.494223 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56020278-3648-43a9-8ee2-feb6326584f7 req-d066cd16-dd29-407e-b493-86131015ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:51:12.495913 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-56020278-3648-43a9-8ee2-feb6326584f7 req-d066cd16-dd29-407e-b493-86131015ffd7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.2396090
Dec 24 11:51:12.597560 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-56020278-3648-43a9-8ee2-feb6326584f7 req-aa795742-74f6-41a8-a548-c7c1a196cf1b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196 HTTP/1.1" status: 200  len: 1000 time: 0.0931778
Dec 24 11:51:12.661700 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56020278-3648-43a9-8ee2-feb6326584f7 req-f2dace4c-3069-41a0-ab90-6ea888046dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:51:12.663185 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-56020278-3648-43a9-8ee2-feb6326584f7 req-f2dace4c-3069-41a0-ab90-6ea888046dff service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0583420
Dec 24 11:51:12.741735 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56020278-3648-43a9-8ee2-feb6326584f7 req-ee69bdd0-3291-4138-b7c8-8b0bb9633bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:51:12.743248 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-56020278-3648-43a9-8ee2-feb6326584f7 req-ee69bdd0-3291-4138-b7c8-8b0bb9633bab service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0727749
Dec 24 11:51:12.874231 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-56020278-3648-43a9-8ee2-feb6326584f7 req-98c30cc6-1fd3-459a-a167-d934e13c1985 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238413
Dec 24 11:51:13.011671 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-56020278-3648-43a9-8ee2-feb6326584f7 req-5730732e-a852-4f3d-8a37-2847a154e586 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276398
Dec 24 11:51:29.796299 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0572-7385-47b9-a75a-a1dc26c545f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:51:32.014600 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5d9a76a1-ac96-4ed5-9861-9d3598a116c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:51:33.254600 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:51:33.299662 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:51:35.082817 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:51:41.170698 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:51:46.950594 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:51:59.798537 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-00dec5f6-368f-4437-bd29-51bf1e118824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:52:02.016019 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0c323e7e-41ac-49f0-a999-e072c945afdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:52:03.257243 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:52:03.301405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:52:05.085137 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:52:11.182611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:52:13.074927 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff387965-380a-4c79-969c-170b4237f5db req-8b497bdf-f63d-4fa2-aa66-bf9146ca7cac service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0693111
Dec 24 11:52:13.211178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff387965-380a-4c79-969c-170b4237f5db req-92199338-f57b-4856-a913-f826226851f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:13.212621 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff387965-380a-4c79-969c-170b4237f5db req-92199338-f57b-4856-a913-f826226851f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 1098 time: 0.0725322
Dec 24 11:52:13.352878 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff387965-380a-4c79-969c-170b4237f5db req-0fe465b6-407a-4b2d-9897-80ec3e4a6138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:13.355126 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff387965-380a-4c79-969c-170b4237f5db req-0fe465b6-407a-4b2d-9897-80ec3e4a6138 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.1252992
Dec 24 11:52:13.454599 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff387965-380a-4c79-969c-170b4237f5db req-89c421ce-777d-462a-907b-21774a062f1a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196 HTTP/1.1" status: 200  len: 1000 time: 0.0927618
Dec 24 11:52:13.518739 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff387965-380a-4c79-969c-170b4237f5db req-903b0df5-0c40-4f7f-a4c4-fb7e5b587098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:13.520153 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff387965-380a-4c79-969c-170b4237f5db req-903b0df5-0c40-4f7f-a4c4-fb7e5b587098 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0599790
Dec 24 11:52:13.592890 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff387965-380a-4c79-969c-170b4237f5db req-d1c4d41c-9fc8-4988-b059-50f3afdffcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:13.594357 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff387965-380a-4c79-969c-170b4237f5db req-d1c4d41c-9fc8-4988-b059-50f3afdffcd2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0682135
Dec 24 11:52:13.605033 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [req-ff387965-380a-4c79-969c-170b4237f5db req-fdabbe45-1258-46b7-835d-9fd63d6f1b0f service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:52:13.605972 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff387965-380a-4c79-969c-170b4237f5db req-fdabbe45-1258-46b7-835d-9fd63d6f1b0f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052042
Dec 24 11:52:13.735706 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff387965-380a-4c79-969c-170b4237f5db req-b94b5efb-60a3-46bd-9bd3-6adb3db12ca1 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238921
Dec 24 11:52:13.864984 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ff387965-380a-4c79-969c-170b4237f5db req-9bbdff6c-b25a-44a7-9251-fda83b80d40e service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225352
Dec 24 11:52:23.950031 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:52:29.799679 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b26216c0-96e2-45ae-9d35-ebc59824cba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:52:32.016684 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4f596605-2de5-433e-a784-08975f0ab4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:52:33.260309 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:52:33.305279 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:52:35.090022 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:52:41.183372 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:52:41.857216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80075c3-610e-436b-a018-4a391ee49f04 req-9b456b21-3cc0-48e5-aa44-9352f6f59eea tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:41.858726 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a80075c3-610e-436b-a018-4a391ee49f04 req-9b456b21-3cc0-48e5-aa44-9352f6f59eea tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0846298
Dec 24 11:52:41.902392 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-a80075c3-610e-436b-a018-4a391ee49f04 req-b7384c82-640a-4fb8-9101-4ebd4a9083e2 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379815
Dec 24 11:52:43.237271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d0f7d-b9b1-498f-95a4-143d4623328a req-ff7af2b7-5896-4869-8e93-accd8e451bcb tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:43.238693 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-909d0f7d-b9b1-498f-95a4-143d4623328a req-ff7af2b7-5896-4869-8e93-accd8e451bcb tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0853674
Dec 24 11:52:43.281962 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-909d0f7d-b9b1-498f-95a4-143d4623328a req-0f14d14a-140b-41d9-b850-da6c2de90362 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374897
Dec 24 11:52:44.461432 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3027f59-1061-4af1-a3cf-72d88965c96d req-c8b607d1-ca5d-4a2c-ad48-c3f2013562a0 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:44.462919 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b3027f59-1061-4af1-a3cf-72d88965c96d req-c8b607d1-ca5d-4a2c-ad48-c3f2013562a0 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0784483
Dec 24 11:52:44.505546 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b3027f59-1061-4af1-a3cf-72d88965c96d req-7016d90f-a8f3-4bcd-b6a5-df279c4a9539 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370524
Dec 24 11:52:45.685133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2988e-8b63-41e7-b9e1-9bbf0c4ed061 req-c37c7e1e-514e-4aef-be31-8e3020d751aa tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:45.686528 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-14b2988e-8b63-41e7-b9e1-9bbf0c4ed061 req-c37c7e1e-514e-4aef-be31-8e3020d751aa tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0804732
Dec 24 11:52:45.730074 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-14b2988e-8b63-41e7-b9e1-9bbf0c4ed061 req-1932c02f-267b-4ff8-bc1c-0009e4e0417a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381343
Dec 24 11:52:46.911617 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bbf29d-6fb8-4371-ad50-420d6222c73b req-a27c7972-df2e-4936-bcea-ca1b1d8821af tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:46.913082 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-61bbf29d-6fb8-4371-ad50-420d6222c73b req-a27c7972-df2e-4936-bcea-ca1b1d8821af tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0807366
Dec 24 11:52:46.956395 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-61bbf29d-6fb8-4371-ad50-420d6222c73b req-e993b293-9a5c-4dc6-8154-6e3a41306099 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377784
Dec 24 11:52:48.137742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ec623-9060-40a0-8d77-8e9a07c56c19 req-259b159f-ca82-46d6-8def-ceafd0f01e74 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:48.139223 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-252ec623-9060-40a0-8d77-8e9a07c56c19 req-259b159f-ca82-46d6-8def-ceafd0f01e74 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0818677
Dec 24 11:52:48.182152 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-252ec623-9060-40a0-8d77-8e9a07c56c19 req-52fdbd0d-3529-4499-ab02-6c388d8ece01 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374322
Dec 24 11:52:49.364866 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20099a5b-699c-4505-a3a2-410d4ac92076 req-2df76b20-8a40-4553-90b2-408f49ef1b79 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:49.366368 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-20099a5b-699c-4505-a3a2-410d4ac92076 req-2df76b20-8a40-4553-90b2-408f49ef1b79 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0784628
Dec 24 11:52:49.415807 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-20099a5b-699c-4505-a3a2-410d4ac92076 req-4536c5c7-5465-4066-ba93-0d7d83806ff6 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429602
Dec 24 11:52:50.597383 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76efc4-02b6-4067-936c-c0cffa3216b8 req-d0265f68-cf8f-476d-8ada-f6e805976c95 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:50.598867 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3a76efc4-02b6-4067-936c-c0cffa3216b8 req-d0265f68-cf8f-476d-8ada-f6e805976c95 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0787630
Dec 24 11:52:50.645719 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3a76efc4-02b6-4067-936c-c0cffa3216b8 req-114bf2e5-7086-4bb5-ad5b-7d40d6e3d72a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414608
Dec 24 11:52:51.987546 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3930216-45bf-4d65-a4ee-e7ba655b6f78 req-9aea710b-3a34-499b-ac96-a878f181ca8a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:51.988914 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c3930216-45bf-4d65-a4ee-e7ba655b6f78 req-9aea710b-3a34-499b-ac96-a878f181ca8a tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.2409735
Dec 24 11:52:52.013135 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20859305-8ee4-4685-8aef-56363835cdc5 req-3685de16-1151-45ab-b75c-02e94e840519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:52.014559 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-20859305-8ee4-4685-8aef-56363835cdc5 req-3685de16-1151-45ab-b75c-02e94e840519 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 1098 time: 0.1246798
Dec 24 11:52:52.061011 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c3930216-45bf-4d65-a4ee-e7ba655b6f78 req-3c530a1b-f389-404f-a16a-a795f8b07cd5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0651052
Dec 24 11:52:52.162952 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20859305-8ee4-4685-8aef-56363835cdc5 req-6c3acbfb-d4a5-4366-8498-97783dc1872b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:52.164406 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-20859305-8ee4-4685-8aef-56363835cdc5 req-6c3acbfb-d4a5-4366-8498-97783dc1872b service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.1368046
Dec 24 11:52:52.274421 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-20859305-8ee4-4685-8aef-56363835cdc5 req-3287b7fb-0e2e-4def-bfb5-bf61ac166dad service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196 HTTP/1.1" status: 200  len: 1000 time: 0.1033425
Dec 24 11:52:52.335890 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20859305-8ee4-4685-8aef-56363835cdc5 req-b651507f-0cd4-4dcd-bcb2-987c0ab9bec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:52.337285 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-20859305-8ee4-4685-8aef-56363835cdc5 req-b651507f-0cd4-4dcd-bcb2-987c0ab9bec3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0563273
Dec 24 11:52:52.413112 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20859305-8ee4-4685-8aef-56363835cdc5 req-f1a0f45b-5d1e-488f-815e-1f4237df9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:52.414704 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-20859305-8ee4-4685-8aef-56363835cdc5 req-f1a0f45b-5d1e-488f-815e-1f4237df9200 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0712109
Dec 24 11:52:52.545616 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-20859305-8ee4-4685-8aef-56363835cdc5 req-d2a5ec2e-a702-4228-8cf9-8f743086607d service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240222
Dec 24 11:52:52.675815 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-20859305-8ee4-4685-8aef-56363835cdc5 req-1229b1ce-842e-4485-b6cf-c465a984d365 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243975
Dec 24 11:52:53.241009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f918a6b-363a-4105-8ae8-38c80a3043c5 req-9ddfe48f-814a-47d9-af7e-0131c8a47582 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:53.242484 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4f918a6b-363a-4105-8ae8-38c80a3043c5 req-9ddfe48f-814a-47d9-af7e-0131c8a47582 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0779569
Dec 24 11:52:53.285972 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4f918a6b-363a-4105-8ae8-38c80a3043c5 req-fdffef63-5323-4609-aadc-0bd734b35719 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377035
Dec 24 11:52:54.473595 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1256f925-83b2-4caa-968c-04987ffc3319 req-83afaab5-33fd-458d-bb8d-4b5964f9df3b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:54.474996 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1256f925-83b2-4caa-968c-04987ffc3319 req-83afaab5-33fd-458d-bb8d-4b5964f9df3b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0839033
Dec 24 11:52:54.519503 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1256f925-83b2-4caa-968c-04987ffc3319 req-f2f37667-c30e-4dc6-b48b-e6a066bbfc8c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381153
Dec 24 11:52:55.702248 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566a9ef-9a65-4c86-a378-7974f1b00cb5 req-dba743d2-aa25-492c-962f-8630b776a493 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:55.703654 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4566a9ef-9a65-4c86-a378-7974f1b00cb5 req-dba743d2-aa25-492c-962f-8630b776a493 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0828989
Dec 24 11:52:55.746250 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-4566a9ef-9a65-4c86-a378-7974f1b00cb5 req-2fe43a04-bbb1-4c4b-98d9-57b3fdf0c821 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371182
Dec 24 11:52:56.193438 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-2fb1a46e-b02c-4ff7-bba9-7e6218bf864f req-43799a86-82d3-4b31-a693-88f6f0d84c78 service neutron] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2369401
Dec 24 11:52:56.227628 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b3471-a057-4697-a5fc-5ba7830f68fd req-bbb0eb28-3b43-48e1-8b4b-7dd52aa5080d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:56.229056 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-bb0b3471-a057-4697-a5fc-5ba7830f68fd req-bbb0eb28-3b43-48e1-8b4b-7dd52aa5080d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.2146873
Dec 24 11:52:56.272411 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-bb0b3471-a057-4697-a5fc-5ba7830f68fd req-592a4128-3dea-440a-aa1e-58e52f1d8451 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377526
Dec 24 11:52:57.465048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58c878-2db1-4f56-b025-911b0cd72df5 req-0a5fddce-3ad7-4082-80b7-b78510474884 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:57.466541 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ec58c878-2db1-4f56-b025-911b0cd72df5 req-0a5fddce-3ad7-4082-80b7-b78510474884 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0827665
Dec 24 11:52:57.517789 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ec58c878-2db1-4f56-b025-911b0cd72df5 req-cf0819c9-7b34-45d9-89b2-84afebb901e8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451751
Dec 24 11:52:58.704271 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e542e7-a74c-46ea-9ed8-527513e653a5 req-31801f56-3174-4833-b76f-157a786f8911 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:58.705619 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d7e542e7-a74c-46ea-9ed8-527513e653a5 req-31801f56-3174-4833-b76f-157a786f8911 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0796173
Dec 24 11:52:58.750085 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-d7e542e7-a74c-46ea-9ed8-527513e653a5 req-b18bb0e8-11a2-4c97-9494-1175acf3916f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387855
Dec 24 11:52:58.760297 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 1c9b8ace-1d87-491b-91bf-a381c9bf0196 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:52:58.874096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:52:58.900301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9b8ace-1d87-491b-91bf-a381c9bf0196'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:52:58.910190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 1c9b8ace-1d87-491b-91bf-a381c9bf0196, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:52:58.914578 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:52:58.916395 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:52:58.949980 dv-neutron-822668-2-hyperv neutron-server[87560]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1c9b8ace-1d87-491b-91bf-a381c9bf0196', 'code': 422} returned with failed status
Dec 24 11:52:58.987443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=1c9b8ace-1d87-491b-91bf-a381c9bf0196,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:52:58.995483 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:52:58.995842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:52:58.996186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:52:58.996527 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:52:58.996856 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:52:58.997186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:52:58.997516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:52:58.997842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:52:58.998195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:52:58.998528 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:52:58.998850 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:52:58.999172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:52:59.003167 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:52:59.781217 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1a46e-b02c-4ff7-bba9-7e6218bf864f req-4deda2fc-8a05-49f9-8d89-cda47384fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:59.782742 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2fb1a46e-b02c-4ff7-bba9-7e6218bf864f req-4deda2fc-8a05-49f9-8d89-cda47384fe56 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6&tenant_id=1468798267524b3d88025ecbed50df01 HTTP/1.1" status: 200  len: 1096 time: 0.0704486
Dec 24 11:52:59.802090 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-157a0c9f-41a8-4cd1-ba8d-b0b557abe988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:52:59.873731 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1a46e-b02c-4ff7-bba9-7e6218bf864f req-cb8459f6-67da-4465-b8b4-c7ca62942a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:59.875261 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2fb1a46e-b02c-4ff7-bba9-7e6218bf864f req-cb8459f6-67da-4465-b8b4-c7ca62942a87 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 1096 time: 0.0727293
Dec 24 11:52:59.934918 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02d63e7-11d9-4849-a505-19125ef35489 req-1e1746a4-2d84-4dbf-8a06-38fa5e50a7c2 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:52:59.936390 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e02d63e7-11d9-4849-a505-19125ef35489 req-1e1746a4-2d84-4dbf-8a06-38fa5e50a7c2 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 943 time: 0.0814576
Dec 24 11:52:59.980469 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-e02d63e7-11d9-4849-a505-19125ef35489 req-e187671f-3f41-497c-9adc-29fe87ae75f0 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384293
Dec 24 11:53:00.006237 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1a46e-b02c-4ff7-bba9-7e6218bf864f req-9ddaf0c8-3553-4510-b151-5b734dc720e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:00.007717 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2fb1a46e-b02c-4ff7-bba9-7e6218bf864f req-9ddaf0c8-3553-4510-b151-5b734dc720e3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.1259928
Dec 24 11:53:00.108501 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2fb1a46e-b02c-4ff7-bba9-7e6218bf864f req-c3a171d4-c11c-420b-af89-9eea8541b1d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196 HTTP/1.1" status: 200  len: 998 time: 0.0942123
Dec 24 11:53:00.173008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1a46e-b02c-4ff7-bba9-7e6218bf864f req-b2487987-91fc-4e47-8393-0f1afacd218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:00.174423 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2fb1a46e-b02c-4ff7-bba9-7e6218bf864f req-b2487987-91fc-4e47-8393-0f1afacd218c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0600190
Dec 24 11:53:00.247622 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1a46e-b02c-4ff7-bba9-7e6218bf864f req-f868b53c-eab2-4a5a-9ff9-0eaeefcb920c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:00.249056 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2fb1a46e-b02c-4ff7-bba9-7e6218bf864f req-f868b53c-eab2-4a5a-9ff9-0eaeefcb920c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0680938
Dec 24 11:53:00.386417 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2fb1a46e-b02c-4ff7-bba9-7e6218bf864f req-1e9ef853-1b59-4554-84a7-c4bbdd684026 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306086
Dec 24 11:53:00.623613 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2fb1a46e-b02c-4ff7-bba9-7e6218bf864f req-28b925bf-b1fb-4b9b-b30c-adee878ff1ed service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2312679
Dec 24 11:53:00.949038 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:53:01.166268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664c52d-941b-48bd-be9c-827a9c029384 req-629a588b-082a-4987-a76e-5fd58702d7c8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:01.167698 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4664c52d-941b-48bd-be9c-827a9c029384 req-629a588b-082a-4987-a76e-5fd58702d7c8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 943 time: 0.0828483
Dec 24 11:53:01.211121 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4664c52d-941b-48bd-be9c-827a9c029384 req-f6dff9db-c428-49d9-bc65-0a5559c43aa1 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378323
Dec 24 11:53:02.018023 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e471c4f9-6054-4892-80ef-11fd7cfbdf88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:53:02.400726 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f06a85-29f4-4380-91f4-d6ed5d49c040 req-d87e6738-e0bc-4e4d-83e1-d5d64ee99aad tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:02.402748 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-46f06a85-29f4-4380-91f4-d6ed5d49c040 req-d87e6738-e0bc-4e4d-83e1-d5d64ee99aad tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 943 time: 0.0858173
Dec 24 11:53:02.449445 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-46f06a85-29f4-4380-91f4-d6ed5d49c040 req-63104ce3-1000-44a7-a178-1b731331bbfe tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410759
Dec 24 11:53:03.263821 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:53:03.306065 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:53:03.633365 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b365f1-27d0-4d34-8c6f-87313b926d8f req-269df835-2e02-412d-aa86-32a7b7174492 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:03.634863 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-08b365f1-27d0-4d34-8c6f-87313b926d8f req-269df835-2e02-412d-aa86-32a7b7174492 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 943 time: 0.0805655
Dec 24 11:53:03.679466 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-08b365f1-27d0-4d34-8c6f-87313b926d8f req-77d30d70-05f8-4c08-84e3-e7ddd2c0b659 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383492
Dec 24 11:53:04.860835 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05398f3a-ce92-49ee-989c-cff07e1fd638 req-63d6104e-c6b3-4528-bf3d-624e45752235 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:04.862322 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-05398f3a-ce92-49ee-989c-cff07e1fd638 req-63d6104e-c6b3-4528-bf3d-624e45752235 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 943 time: 0.0794964
Dec 24 11:53:04.905078 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-05398f3a-ce92-49ee-989c-cff07e1fd638 req-f9ed1d34-25ea-4e3b-8f5f-764dfa58d8c6 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373371
Dec 24 11:53:05.090536 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:53:06.088180 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c2a17-e58d-4a1c-adc6-027760a776a0 req-7f7f1209-b5ca-40b0-9795-6d44c4914c16 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:06.090185 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-151c2a17-e58d-4a1c-adc6-027760a776a0 req-7f7f1209-b5ca-40b0-9795-6d44c4914c16 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 943 time: 0.0821378
Dec 24 11:53:06.132818 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-151c2a17-e58d-4a1c-adc6-027760a776a0 req-b801f9c5-6ba1-440d-8e47-b97e14b4f3f9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370700
Dec 24 11:53:07.319356 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cce6f-e062-4364-a606-49d11b1f18a8 req-0e7f3868-bdd0-4ff1-bda6-b8a8a6a50cad tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:07.320835 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-756cce6f-e062-4364-a606-49d11b1f18a8 req-0e7f3868-bdd0-4ff1-bda6-b8a8a6a50cad tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 943 time: 0.0849407
Dec 24 11:53:07.363968 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-756cce6f-e062-4364-a606-49d11b1f18a8 req-ddf35ab3-6e78-4736-9b3e-867e5fecbba2 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374732
Dec 24 11:53:08.548193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab77992-0f96-433d-b36b-55b407290166 req-7beb9f22-76d5-4bf4-af30-286029368a66 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:08.549647 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fab77992-0f96-433d-b36b-55b407290166 req-7beb9f22-76d5-4bf4-af30-286029368a66 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 943 time: 0.0788620
Dec 24 11:53:08.597487 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fab77992-0f96-433d-b36b-55b407290166 req-ceb32ebf-a113-4c4e-b67a-37d60b0e9bf3 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422761
Dec 24 11:53:08.795039 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 1c9b8ace-1d87-491b-91bf-a381c9bf0196 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:53:08.923651 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 1c9b8ace-1d87-491b-91bf-a381c9bf0196, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:53:08.936664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '1c9b8ace-1d87-491b-91bf-a381c9bf0196', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'port_id': '1c9b8ace-1d87-491b-91bf-a381c9bf0196', 'mac_address': 'fa:16:3e:c2:44:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:53:08.988998 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:53:09.008668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9b8ace-1d87-491b-91bf-a381c9bf0196 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:53:09.024029 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 1c9b8ace-1d87-491b-91bf-a381c9bf0196, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:53:09.027760 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:53:09.029625 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:53:09.093315 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=1c9b8ace-1d87-491b-91bf-a381c9bf0196,revision_number=7']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:53:09.096196 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:53:09.396706 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['1c9b8ace-1d87-491b-91bf-a381c9bf0196'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:53:09.779600 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c4977-67c4-459c-8939-26d895368d0a req-2b5534cb-c122-4201-9a4b-2550e4dd3289 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:09.781046 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-319c4977-67c4-459c-8939-26d895368d0a req-2b5534cb-c122-4201-9a4b-2550e4dd3289 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 944 time: 0.0791585
Dec 24 11:53:09.824227 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-319c4977-67c4-459c-8939-26d895368d0a req-57e5cc6b-3fdf-42fb-b266-fdbab180b32f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376959
Dec 24 11:53:10.810350 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 1c9b8ace-1d87-491b-91bf-a381c9bf0196 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:53:10.879318 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 1c9b8ace-1d87-491b-91bf-a381c9bf0196 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:53:10.879693 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:53:10.994443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:53:11.005889 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6f7fbf-2557-4ba2-8440-c445a2e14672 req-e747ee2e-9d0a-4aa6-97bf-45c78230e3ae tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:11.007367 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fc6f7fbf-2557-4ba2-8440-c445a2e14672 req-e747ee2e-9d0a-4aa6-97bf-45c78230e3ae tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 944 time: 0.0803263
Dec 24 11:53:11.025600 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9b8ace-1d87-491b-91bf-a381c9bf0196'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:53:11.036229 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 1c9b8ace-1d87-491b-91bf-a381c9bf0196, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:53:11.039537 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:53:11.043206 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:53:11.053360 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-fc6f7fbf-2557-4ba2-8440-c445a2e14672 req-93be3ee1-879c-46a3-af91-21fd947267f2 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393369
Dec 24 11:53:11.074951 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9b8ace-1d87-491b-91bf-a381c9bf0196', 'code': 200}
Dec 24 11:53:11.112391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=1c9b8ace-1d87-491b-91bf-a381c9bf0196,revision_number=8']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:53:11.115820 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:53:11.198719 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:53:11.362692 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b969f-70f2-4176-a7e4-25a3b98bd1a3 req-2a1c35a9-805f-4418-8d94-9c8e94f23c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:11.364054 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-799b969f-70f2-4176-a7e4-25a3b98bd1a3 req-2a1c35a9-805f-4418-8d94-9c8e94f23c95 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 1098 time: 0.0729725
Dec 24 11:53:11.405574 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-799b969f-70f2-4176-a7e4-25a3b98bd1a3 req-0e448ae3-0890-47ca-b134-3ed040bc7782 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0347688
Dec 24 11:53:12.237450 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9db05-02ef-40e4-ac77-5f3cec14ead6 req-2e13b2d2-9362-4735-a3e0-59a25b9a7f3f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:12.238962 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3eb9db05-02ef-40e4-ac77-5f3cec14ead6 req-2e13b2d2-9362-4735-a3e0-59a25b9a7f3f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0809436
Dec 24 11:53:12.281665 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3eb9db05-02ef-40e4-ac77-5f3cec14ead6 req-ed84b0e8-14e2-4913-9cb3-df61d9901110 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368080
Dec 24 11:53:12.556172 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebca793-f8f7-40a9-8d8e-9659ad526e20 req-14ca6eef-6f35-49c3-a78a-63c4d429d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:12.558336 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cebca793-f8f7-40a9-8d8e-9659ad526e20 req-14ca6eef-6f35-49c3-a78a-63c4d429d107 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 1098 time: 0.0736451
Dec 24 11:53:12.708348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebca793-f8f7-40a9-8d8e-9659ad526e20 req-6beca0ba-9e35-4b48-be44-f94916c99ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:12.709682 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cebca793-f8f7-40a9-8d8e-9659ad526e20 req-6beca0ba-9e35-4b48-be44-f94916c99ca9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.1306858
Dec 24 11:53:12.810283 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cebca793-f8f7-40a9-8d8e-9659ad526e20 req-8c72d815-bee7-4c75-a1a7-d0bc7e088a2b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196 HTTP/1.1" status: 200  len: 1000 time: 0.0943048
Dec 24 11:53:12.869892 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebca793-f8f7-40a9-8d8e-9659ad526e20 req-b2054788-7060-416c-b717-58b116d02bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:12.871340 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cebca793-f8f7-40a9-8d8e-9659ad526e20 req-b2054788-7060-416c-b717-58b116d02bf9 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0550756
Dec 24 11:53:12.948065 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebca793-f8f7-40a9-8d8e-9659ad526e20 req-851710a1-8ce2-4ff6-ad63-f266ed2fc01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:12.949500 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cebca793-f8f7-40a9-8d8e-9659ad526e20 req-851710a1-8ce2-4ff6-ad63-f266ed2fc01e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0720692
Dec 24 11:53:13.077771 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cebca793-f8f7-40a9-8d8e-9659ad526e20 req-58290dbd-3077-4b33-9d48-eb0ffc793355 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212909
Dec 24 11:53:13.205421 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-cebca793-f8f7-40a9-8d8e-9659ad526e20 req-2ea5a925-d189-4db0-ba18-f6cfec412752 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1211171
Dec 24 11:53:13.470627 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95ad57-17c9-4f25-8e02-983b942aed7a req-d6dbdc71-925d-47a6-a6ed-95ea8267c3a1 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:53:13.472101 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ef95ad57-17c9-4f25-8e02-983b942aed7a req-d6dbdc71-925d-47a6-a6ed-95ea8267c3a1 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0871055
Dec 24 11:53:13.515158 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ef95ad57-17c9-4f25-8e02-983b942aed7a req-7bda305d-ee39-4b3c-bea0-7d49e3724d65 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374432
Dec 24 11:53:29.808846 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c53c3b4b-c85b-4eb1-a455-7a0b37ee1965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:53:32.020409 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-40fdafa8-ba0b-4ca1-a904-2ae01f054077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:53:33.267150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:53:33.309830 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:53:35.094231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:53:37.950015 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:53:41.203017 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:53:59.806416 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-470f7f1d-586a-4dea-b6ab-17bb1318e4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:02.025353 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cdef7a1f-6f7a-46e0-8738-0a2db16c8b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:03.268404 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:03.312625 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:05.097412 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:11.197502 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:14.545583 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-17b4f65a-4c76-4458-93dc-65496b675075 req-3748b37f-c1cc-4c06-a35d-ba6b06bf0cd9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1042485
Dec 24 11:54:14.681494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4f65a-4c76-4458-93dc-65496b675075 req-d997f3ea-583a-4f34-a02d-78ecc560ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:54:14.682873 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-17b4f65a-4c76-4458-93dc-65496b675075 req-d997f3ea-583a-4f34-a02d-78ecc560ec53 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 1098 time: 0.0728767
Dec 24 11:54:14.929284 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4f65a-4c76-4458-93dc-65496b675075 req-03391826-a2db-4700-a33f-81615d6923c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:54:14.930753 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-17b4f65a-4c76-4458-93dc-65496b675075 req-03391826-a2db-4700-a33f-81615d6923c5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.2297702
Dec 24 11:54:14.947737 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:54:15.030733 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-17b4f65a-4c76-4458-93dc-65496b675075 req-0d0b2c5f-ddbf-447d-8953-e253ae95afd9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196 HTTP/1.1" status: 200  len: 1000 time: 0.0940113
Dec 24 11:54:15.089397 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4f65a-4c76-4458-93dc-65496b675075 req-01f2e1d3-221e-4988-acd8-5af8f1bdfacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:54:15.090783 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-17b4f65a-4c76-4458-93dc-65496b675075 req-01f2e1d3-221e-4988-acd8-5af8f1bdfacb service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0540240
Dec 24 11:54:15.163482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4f65a-4c76-4458-93dc-65496b675075 req-d6ac86bb-ddd1-4a96-bc36-3a0b80823ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:54:15.165058 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-17b4f65a-4c76-4458-93dc-65496b675075 req-d6ac86bb-ddd1-4a96-bc36-3a0b80823ef2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0679884
Dec 24 11:54:15.293378 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-17b4f65a-4c76-4458-93dc-65496b675075 req-9bbdb948-9417-4521-89b5-d360432c7a5c service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1218805
Dec 24 11:54:15.422338 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-17b4f65a-4c76-4458-93dc-65496b675075 req-8cbe59fb-dd89-4600-b8f0-e4774dae39ad service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1220770
Dec 24 11:54:29.807146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f0a0e365-a48b-424c-8ccb-f672a4b0b6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:32.027474 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b8767064-3c4e-4e23-8eb6-54aaeb84c005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:32.286958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 32888) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:32.487087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Deleting port 4dedc3ee-e59f-4f69-ab82-d8bd23e9ab39 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:54:32.487432 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:32.650697 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:32.650951 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:32.773458 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Calling delete_port for 4dedc3ee-e59f-4f69-ab82-d8bd23e9ab39 owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:54:32.926616 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:32.931301 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:32.975343 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event deleted for resources: {'Port': ['ID=4dedc3ee-e59f-4f69-ab82-d8bd23e9ab39,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:33.019310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:33.019709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:33.020096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:33.020473 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:33.020848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:33.021221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:33.021588 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:33.021981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:33.022351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:33.022713 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:33.023099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:33.023461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:33.050833 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:33.079739 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:33.080073 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Floating IP fc8f26f5-7bea-4787-956f-4502963b173d disassociated (deleted). External IP: 172.26.4.24, port: 1c9b8ace-1d87-491b-91bf-a381c9bf0196.
Dec 24 11:54:33.272521 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:33.321757 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:33.561925 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Router 6033470a-750c-48fd-b831-5ad4dc7c91f9 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:54:33.739747 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:54:33.750193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d5ac2-9061-4bce-8a71-f80b1b22acb9 None None] Sync routers for ids ['6033470a-750c-48fd-b831-5ad4dc7c91f9'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:54:33.759234 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:33.760325 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d5ac2-9061-4bce-8a71-f80b1b22acb9 None None] Routers {'6033470a-750c-48fd-b831-5ad4dc7c91f9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:54:33.760960 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-1e3d5ac2-9061-4bce-8a71-f80b1b22acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2b08e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:54:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['6033470a-750c-48fd-b831-5ad4dc7c91f9'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:33.812976 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-e39f8cff-c4be-4a2b-baaf-969f586783b8 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "DELETE /v2.0/floatingips/fc8f26f5-7bea-4787-956f-4502963b173d HTTP/1.1" status: 204  len: 168 time: 1.5248003
Dec 24 11:54:33.813493 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'tag': '1c9b8ace-1d87-491b-91bf-a381c9bf0196'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:54:33.943255 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-1e3d5ac2-9061-4bce-8a71-f80b1b22acb9 None None] Set router 6033470a-750c-48fd-b831-5ad4dc7c91f9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:54:34.001216 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'tag': '1c9b8ace-1d87-491b-91bf-a381c9bf0196', 'status': 'completed', 'code': 200}
Dec 24 11:54:34.105690 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4adc0b-abe2-4836-af4c-7f197bc471be req-5eff1ecf-c73b-45c1-b6c8-bc69873e8aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:54:34.107256 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2a4adc0b-abe2-4836-af4c-7f197bc471be req-5eff1ecf-c73b-45c1-b6c8-bc69873e8aa4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1468798267524b3d88025ecbed50df01&device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 1098 time: 0.0797901
Dec 24 11:54:34.243827 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4adc0b-abe2-4836-af4c-7f197bc471be req-3ac6310c-ef70-4276-a5d2-23d8fd436ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:54:34.245753 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2a4adc0b-abe2-4836-af4c-7f197bc471be req-3ac6310c-ef70-4276-a5d2-23d8fd436ee1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 200  len: 910 time: 0.1315739
Dec 24 11:54:34.257023 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf6684-9d09-41b4-b505-464de0843b5c req-b95756c3-532e-44b3-853b-9a86c55a740c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:54:34.257735 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-82cf6684-9d09-41b4-b505-464de0843b5c req-b95756c3-532e-44b3-853b-9a86c55a740c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Synchronizing usage tracker for tenant:1468798267524b3d88025ecbed50df01 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:54:34.274332 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-82cf6684-9d09-41b4-b505-464de0843b5c req-b95756c3-532e-44b3-853b-9a86c55a740c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Unset dirty status for tenant:1468798267524b3d88025ecbed50df01 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:54:34.275600 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-82cf6684-9d09-41b4-b505-464de0843b5c req-b95756c3-532e-44b3-853b-9a86c55a740c tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.1568842
Dec 24 11:54:34.319352 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2a4adc0b-abe2-4836-af4c-7f197bc471be req-d8491106-f9a4-4290-821a-8836727ef671 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196 HTTP/1.1" status: 200  len: 217 time: 0.0669215
Dec 24 11:54:34.320470 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-1e3d5ac2-9061-4bce-8a71-f80b1b22acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2b08e0>, [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:44:37Z', 'revision_number': 4, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '27ad9e29-f7a0-4947-98cc-dec50029c29e', 'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'mac_address': 'fa:16:3e:4a:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:36Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 5, 'project_id': '1468798267524b3d88025ecbed50df01', 'subnets': [{'id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:34.324293 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d5ac2-9061-4bce-8a71-f80b1b22acb9 None None] Checking router: 6033470a-750c-48fd-b831-5ad4dc7c91f9 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:54:34.327120 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-82cf6684-9d09-41b4-b505-464de0843b5c req-32cbcde1-fd59-4142-8921-05a5c16b467f tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452387
Dec 24 11:54:34.332968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d5ac2-9061-4bce-8a71-f80b1b22acb9 None None] Routers {'6033470a-750c-48fd-b831-5ad4dc7c91f9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:54:34.333595 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-1e3d5ac2-9061-4bce-8a71-f80b1b22acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2b08e0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:54:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['6033470a-750c-48fd-b831-5ad4dc7c91f9'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:34.383957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4adc0b-abe2-4836-af4c-7f197bc471be req-cf0b0041-0a3b-42bd-814d-bc2586f98534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:54:34.385729 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2a4adc0b-abe2-4836-af4c-7f197bc471be req-cf0b0041-0a3b-42bd-814d-bc2586f98534 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 200  len: 848 time: 0.0602512
Dec 24 11:54:34.461487 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4adc0b-abe2-4836-af4c-7f197bc471be req-bc759bd3-8e00-496e-95d8-e0d0bb5f6645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:54:34.462982 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2a4adc0b-abe2-4836-af4c-7f197bc471be req-bc759bd3-8e00-496e-95d8-e0d0bb5f6645 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b0fbc6ac-530e-4142-a569-2c3187699eb3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0693424
Dec 24 11:54:34.509005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-1e3d5ac2-9061-4bce-8a71-f80b1b22acb9 None None] Set router 6033470a-750c-48fd-b831-5ad4dc7c91f9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:54:34.593684 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2a4adc0b-abe2-4836-af4c-7f197bc471be req-4a8637e8-07ae-4775-95b4-1375be0fc380 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224885
Dec 24 11:54:34.724958 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2a4adc0b-abe2-4836-af4c-7f197bc471be req-293dfd2a-d214-4467-af3c-9cf840420e89 service neutron] 10.222.0.32 "GET /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242220
Dec 24 11:54:34.818578 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-1e3d5ac2-9061-4bce-8a71-f80b1b22acb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2b08e0>, [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:44:37Z', 'revision_number': 4, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '27ad9e29-f7a0-4947-98cc-dec50029c29e', 'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'mac_address': 'fa:16:3e:4a:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:36Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 5, 'project_id': '1468798267524b3d88025ecbed50df01', 'subnets': [{'id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:34.822371 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d5ac2-9061-4bce-8a71-f80b1b22acb9 None None] The sync data for ids ['6033470a-750c-48fd-b831-5ad4dc7c91f9'] in dv-neutron-822668-2-hyperv is: [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:44:37Z', 'revision_number': 4, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '27ad9e29-f7a0-4947-98cc-dec50029c29e', 'name': '', 'network_id': 'b0fbc6ac-530e-4142-a569-2c3187699eb3', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'mac_address': 'fa:16:3e:4a:a4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:36Z', 'updated_at': '2021-12-24T11:44:44Z', 'revision_number': 5, 'project_id': '1468798267524b3d88025ecbed50df01', 'subnets': [{'id': '7e6317db-e74a-45c1-a4cd-fac25dc9b6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:54:35.036012 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0045301-f6a7-4b39-89e0-83969c931ba9 None None] New status for floating IP fc8f26f5-7bea-4787-956f-4502963b173d: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:54:35.101985 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:35.577420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d488637-884b-4ed2-9d26-db1186176feb req-e2cd498a-c872-4e92-b81f-4ebe76a55c42 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:54:35.578835 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7d488637-884b-4ed2-9d26-db1186176feb req-e2cd498a-c872-4e92-b81f-4ebe76a55c42 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.1273663
Dec 24 11:54:35.624364 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7d488637-884b-4ed2-9d26-db1186176feb req-95eddbb9-de73-4350-b8cb-2e455f0177ee tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/security-groups?id=838f01b4-aaaf-46da-abaf-35c81af30d61&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394492
Dec 24 11:54:35.745283 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffd6a4-bbaa-47a8-9dcd-27801fd6809e req-c35116e2-f370-4553-9c57-a1b310d49877 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:54:35.746649 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b6ffd6a4-bbaa-47a8-9dcd-27801fd6809e req-c35116e2-f370-4553-9c57-a1b310d49877 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 945 time: 0.0798702
Dec 24 11:54:35.922260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-b6ffd6a4-bbaa-47a8-9dcd-27801fd6809e req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Deleting port 1c9b8ace-1d87-491b-91bf-a381c9bf0196 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:54:35.922515 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-b6ffd6a4-bbaa-47a8-9dcd-27801fd6809e req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:36.166125 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-b6ffd6a4-bbaa-47a8-9dcd-27801fd6809e req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] For port 1c9b8ace-1d87-491b-91bf-a381c9bf0196, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=1c9b8ace-1d87-491b-91bf-a381c9bf0196,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:54:36.166477 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-b6ffd6a4-bbaa-47a8-9dcd-27801fd6809e req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:36.285471 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-b6ffd6a4-bbaa-47a8-9dcd-27801fd6809e req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Calling delete_port for 1c9b8ace-1d87-491b-91bf-a381c9bf0196 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:54:36.426861 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-b6ffd6a4-bbaa-47a8-9dcd-27801fd6809e req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:36.432293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1dbf5d7a-0a87-4e8a-9b52-efd69110db29 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:36.476067 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event deleted for resources: {'Port': ['ID=1c9b8ace-1d87-491b-91bf-a381c9bf0196,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:36.484768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:36.484895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:36.485275 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:36.485643 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:36.486157 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:36.486532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:36.486892 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:36.487251 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:36.487612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:36.487969 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:36.488324 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:36.488680 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:36.516552 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:36.564255 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ffd6a4-bbaa-47a8-9dcd-27801fd6809e req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] No DVR routers for this DVR port 1c9b8ace-1d87-491b-91bf-a381c9bf0196 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:54:36.566710 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-b6ffd6a4-bbaa-47a8-9dcd-27801fd6809e req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:36.569236 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'name': 'network-vif-deleted', 'tag': '1c9b8ace-1d87-491b-91bf-a381c9bf0196'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:54:36.583992 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b6ffd6a4-bbaa-47a8-9dcd-27801fd6809e req-0af87fa0-11d8-41c9-88da-f1067848e4e5 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.32 "DELETE /v2.0/ports/1c9b8ace-1d87-491b-91bf-a381c9bf0196 HTTP/1.1" status: 204  len: 173 time: 0.8322892
Dec 24 11:54:36.627406 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf43b1c5-4ee5-4444-99a7-77dbe577f2e6', 'name': 'network-vif-deleted', 'tag': '1c9b8ace-1d87-491b-91bf-a381c9bf0196', 'status': 'completed', 'code': 200}
Dec 24 11:54:36.773814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-d8a3ee3e-514c-47bf-87a5-5b05d369c11e req-50c84b87-c502-4272-a647-ed623d78f9b1 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Synchronizing usage tracker for tenant:1468798267524b3d88025ecbed50df01 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:54:36.789064 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-d8a3ee3e-514c-47bf-87a5-5b05d369c11e req-50c84b87-c502-4272-a647-ed623d78f9b1 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Unset dirty status for tenant:1468798267524b3d88025ecbed50df01 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:54:36.790345 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-d8a3ee3e-514c-47bf-87a5-5b05d369c11e req-50c84b87-c502-4272-a647-ed623d78f9b1 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "GET /v2.0/ports?device_id=bf43b1c5-4ee5-4444-99a7-77dbe577f2e6 HTTP/1.1" status: 200  len: 210 time: 0.0584426
Dec 24 11:54:37.888594 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 32918) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:37.956972 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-032eb195-2caf-4a05-bf2c-092b5b758dc6 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:37.985832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-032eb195-2caf-4a05-bf2c-092b5b758dc6 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:38.050961 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-032eb195-2caf-4a05-bf2c-092b5b758dc6 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:38.055356 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6c1008a4-cb8a-4305-9907-4d01307c8bfc tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:38.073440 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032eb195-2caf-4a05-bf2c-092b5b758dc6 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=838f01b4-aaaf-46da-abaf-35c81af30d61,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:38.076552 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-032eb195-2caf-4a05-bf2c-092b5b758dc6 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:38.092934 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-032eb195-2caf-4a05-bf2c-092b5b758dc6 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:38.094288 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-032eb195-2caf-4a05-bf2c-092b5b758dc6 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] 10.222.0.54 "DELETE /v2.0/security-groups/838f01b4-aaaf-46da-abaf-35c81af30d61 HTTP/1.1" status: 204  len: 168 time: 0.2046199
Dec 24 11:54:38.142446 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 32924) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:38.837091 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-87ad2065-875b-4ba6-854a-bf09cb0e98a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:39.276028 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 1c9b8ace-1d87-491b-91bf-a381c9bf0196 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:54:39.310463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 1c9b8ace-1d87-491b-91bf-a381c9bf0196 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:54:39.310820 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 1c9b8ace-1d87-491b-91bf-a381c9bf0196 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:54:39.320110 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-87ad2065-875b-4ba6-854a-bf09cb0e98a8 admin admin] Deleting port 27ad9e29-f7a0-4947-98cc-dec50029c29e {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:54:39.320671 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-87ad2065-875b-4ba6-854a-bf09cb0e98a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:39.493515 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-87ad2065-875b-4ba6-854a-bf09cb0e98a8 admin admin] For port 27ad9e29-f7a0-4947-98cc-dec50029c29e, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=27ad9e29-f7a0-4947-98cc-dec50029c29e,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:54:39.493897 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-87ad2065-875b-4ba6-854a-bf09cb0e98a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:39.616929 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-87ad2065-875b-4ba6-854a-bf09cb0e98a8 admin admin] Calling delete_port for 27ad9e29-f7a0-4947-98cc-dec50029c29e owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:54:39.799067 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-87ad2065-875b-4ba6-854a-bf09cb0e98a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:39.804107 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0a9c7110-c65d-4091-b7b4-4ced5fce315e tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:39.850876 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad2065-875b-4ba6-854a-bf09cb0e98a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=27ad9e29-f7a0-4947-98cc-dec50029c29e,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:39.853963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-87ad2065-875b-4ba6-854a-bf09cb0e98a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:40.115552 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-87ad2065-875b-4ba6-854a-bf09cb0e98a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:40.596170 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ad2065-875b-4ba6-854a-bf09cb0e98a8 admin admin] Router 6033470a-750c-48fd-b831-5ad4dc7c91f9 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:54:40.772968 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ad2065-875b-4ba6-854a-bf09cb0e98a8 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:54:40.781685 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919dd4ad-22ff-4572-ba00-a0f4af5e287a None None] Sync routers for ids ['6033470a-750c-48fd-b831-5ad4dc7c91f9'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:54:40.789159 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-87ad2065-875b-4ba6-854a-bf09cb0e98a8 admin admin] 10.222.0.54 "PUT /v2.0/routers/6033470a-750c-48fd-b831-5ad4dc7c91f9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6456311
Dec 24 11:54:40.791192 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919dd4ad-22ff-4572-ba00-a0f4af5e287a None None] Routers {'6033470a-750c-48fd-b831-5ad4dc7c91f9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:54:40.791845 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 32930) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:40.800772 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-919dd4ad-22ff-4572-ba00-a0f4af5e287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b7a90>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:54:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['6033470a-750c-48fd-b831-5ad4dc7c91f9'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:40.966506 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78038b7d-0866-4274-925d-749fe4924038 admin admin] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:40.974616 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-919dd4ad-22ff-4572-ba00-a0f4af5e287a None None] Set router 6033470a-750c-48fd-b831-5ad4dc7c91f9 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:54:41.137082 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78038b7d-0866-4274-925d-749fe4924038 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:41.147457 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-78038b7d-0866-4274-925d-749fe4924038 admin admin] Deleting port 0fcabf32-6dd2-4935-83fd-746ec2a255be {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:54:41.147957 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78038b7d-0866-4274-925d-749fe4924038 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:41.236039 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:41.310789 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-919dd4ad-22ff-4572-ba00-a0f4af5e287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b7a90>, [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203'}], 'enable_snat': True}, 'gw_port_id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:54:39Z', 'revision_number': 5, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port': {'id': '0fcabf32-6dd2-4935-83fd-746ec2a255be', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:43:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1786, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:34Z', 'updated_at': '2021-12-24T11:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:41.315152 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919dd4ad-22ff-4572-ba00-a0f4af5e287a None None] Checking router: 6033470a-750c-48fd-b831-5ad4dc7c91f9 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:54:41.323417 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919dd4ad-22ff-4572-ba00-a0f4af5e287a None None] Routers {'6033470a-750c-48fd-b831-5ad4dc7c91f9'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:54:41.324032 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-919dd4ad-22ff-4572-ba00-a0f4af5e287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b7a90>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:54:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['6033470a-750c-48fd-b831-5ad4dc7c91f9'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:41.324521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-78038b7d-0866-4274-925d-749fe4924038 admin admin] For port 0fcabf32-6dd2-4935-83fd-746ec2a255be, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=0fcabf32-6dd2-4935-83fd-746ec2a255be,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:54:41.324872 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78038b7d-0866-4274-925d-749fe4924038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:41.485803 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-919dd4ad-22ff-4572-ba00-a0f4af5e287a None None] Set router 6033470a-750c-48fd-b831-5ad4dc7c91f9 gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:54:41.562440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-78038b7d-0866-4274-925d-749fe4924038 admin admin] Calling delete_port for 0fcabf32-6dd2-4935-83fd-746ec2a255be owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:54:41.591998 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-919dd4ad-22ff-4572-ba00-a0f4af5e287a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d0b7a90>, [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:54:41Z', 'revision_number': 6, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:41.596077 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919dd4ad-22ff-4572-ba00-a0f4af5e287a None None] The sync data for ids ['6033470a-750c-48fd-b831-5ad4dc7c91f9'] in dv-neutron-822668-2-hyperv is: [{'id': '6033470a-750c-48fd-b831-5ad4dc7c91f9', 'name': 'tempest-TestShelveInstance-1080301031-router', 'tenant_id': '1468798267524b3d88025ecbed50df01', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:33Z', 'updated_at': '2021-12-24T11:54:41Z', 'revision_number': 6, 'project_id': '1468798267524b3d88025ecbed50df01', 'gw_port_host': None}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:54:41.862583 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78038b7d-0866-4274-925d-749fe4924038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:41.866073 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ede33e91-260e-4023-89ff-274a5a23259b tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:41.907814 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78038b7d-0866-4274-925d-749fe4924038 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fcabf32-6dd2-4935-83fd-746ec2a255be,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:41.911186 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-78038b7d-0866-4274-925d-749fe4924038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:42.005657 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78038b7d-0866-4274-925d-749fe4924038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:42.172492 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78038b7d-0866-4274-925d-749fe4924038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:42.174715 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78038b7d-0866-4274-925d-749fe4924038 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:42.198682 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78038b7d-0866-4274-925d-749fe4924038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:42.199311 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78038b7d-0866-4274-925d-749fe4924038 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6033470a-750c-48fd-b831-5ad4dc7c91f9 {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:54:42.210827 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-78038b7d-0866-4274-925d-749fe4924038 admin admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:42.211939 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-78038b7d-0866-4274-925d-749fe4924038 admin admin] 10.222.0.54 "DELETE /v2.0/routers/6033470a-750c-48fd-b831-5ad4dc7c91f9 HTTP/1.1" status: 204  len: 168 time: 1.4191117
Dec 24 11:54:42.214467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 32934) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:42.272421 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-459b9ce9-1a58-449a-971a-3b2d6fb63469 admin admin] Deleting subnet 7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:54:42.275194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-459b9ce9-1a58-449a-971a-3b2d6fb63469 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:42.323841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-459b9ce9-1a58-449a-971a-3b2d6fb63469 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:42.409750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-459b9ce9-1a58-449a-971a-3b2d6fb63469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:42.478150 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-459b9ce9-1a58-449a-971a-3b2d6fb63469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:42.481846 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-c35dfd36-1727-4cc0-8f85-4c784cb4f5f0 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:42.513823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b9ce9-1a58-449a-971a-3b2d6fb63469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e6317db-e74a-45c1-a4cd-fac25dc9b6a1,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:42.517685 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-459b9ce9-1a58-449a-971a-3b2d6fb63469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:42.520096 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-459b9ce9-1a58-449a-971a-3b2d6fb63469 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:42.528175 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-459b9ce9-1a58-449a-971a-3b2d6fb63469 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/7e6317db-e74a-45c1-a4cd-fac25dc9b6a1 HTTP/1.1" status: 204  len: 168 time: 0.3104682
Dec 24 11:54:42.528426 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 32938) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:42.529484 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485d7a69-a5f6-4355-885d-f50cae0a82fc None None] Network b0fbc6ac-530e-4142-a569-2c3187699eb3 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:54:42.645059 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:42.655462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] Deleting port 188a2ff5-60cc-4711-8a52-855882759dbb {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:54:42.655787 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:42.785532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb836243-b9ff-4a54-bdb6-9c7f0bdead06 None None] DHCP port deletion for b0fbc6ac-530e-4142-a569-2c3187699eb3 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:54:42.789511 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-cb836243-b9ff-4a54-bdb6-9c7f0bdead06 None None] Deleting port 188a2ff5-60cc-4711-8a52-855882759dbb {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:54:42.789991 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cb836243-b9ff-4a54-bdb6-9c7f0bdead06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:42.866491 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] For port 188a2ff5-60cc-4711-8a52-855882759dbb, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=188a2ff5-60cc-4711-8a52-855882759dbb,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:54:42.867358 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:42.991131 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-cb836243-b9ff-4a54-bdb6-9c7f0bdead06 None None] For port 188a2ff5-60cc-4711-8a52-855882759dbb, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=188a2ff5-60cc-4711-8a52-855882759dbb,segment=NetworkSegment(4151db47-b6bd-4be5-8e75-72089fe74ea8),segment_id=4151db47-b6bd-4be5-8e75-72089fe74ea8)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:54:42.992009 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cb836243-b9ff-4a54-bdb6-9c7f0bdead06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:43.109735 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] Calling delete_port for 188a2ff5-60cc-4711-8a52-855882759dbb owned by network:dhcp {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:54:43.116533 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-cb836243-b9ff-4a54-bdb6-9c7f0bdead06 None None] Calling delete_port for 188a2ff5-60cc-4711-8a52-855882759dbb owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:54:43.185830 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:43.191232 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-0030f43e-8f6a-4ac1-a307-222e0a3aa3e9 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:43.191547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-cb836243-b9ff-4a54-bdb6-9c7f0bdead06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:54:43.191920 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-cb836243-b9ff-4a54-bdb6-9c7f0bdead06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:54:43.235301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] No DVR routers for this DVR port 188a2ff5-60cc-4711-8a52-855882759dbb on host dv-neutron-822668-2-hyperv {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:54:43.261350 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] Pushing event deleted for resources: {'Port': ['ID=188a2ff5-60cc-4711-8a52-855882759dbb,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:43.263917 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:43.352495 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:43.377581 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf3ed00>,) {'filters': {'network_id': ['b0fbc6ac-530e-4142-a569-2c3187699eb3']}} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:43.389162 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf3ed00>, '4151db47-b6bd-4be5-8e75-72089fe74ea8') {'for_net_delete': True} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:43.389453 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.services.segments.db [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7cf3ed00>, '4151db47-b6bd-4be5-8e75-72089fe74ea8') {} {{(pid=87558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:43.400294 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4160834'] for segment, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:43.421089 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:43.427495 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=87558) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:54:43.428009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1552811'] for segment, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]: Traceback (most recent call last):
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:     timer()
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:     cb(*args, **kw)
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:     return func(*args, **kwargs)
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:     self._notify()
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:     self.callback(batched_events)
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:     event.method(event)
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:     return f(self, *a, **k)
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._get(url).json()
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:54:43.441853 dv-neutron-822668-2-hyperv neutron-server[87558]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:54:43.513930 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:43.517158 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ad2a8d2f-7242-4b00-a027-b5d5e92be1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:43.530216 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] Notify callbacks [] for network, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:43.541427 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0fbc6ac-530e-4142-a569-2c3187699eb3,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:43.545908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:43.553634 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] 10.222.0.54 "DELETE /v2.0/networks/b0fbc6ac-530e-4142-a569-2c3187699eb3 HTTP/1.1" status: 204  len: 168 time: 1.0242796
Dec 24 11:54:43.556494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 32942) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:43.635234 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0fcabf32-6dd2-4935-83fd-746ec2a255be no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:54:43.678111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 0fcabf32-6dd2-4935-83fd-746ec2a255be {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:54:43.678532 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 0fcabf32-6dd2-4935-83fd-746ec2a255be not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:54:43.678992 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 188a2ff5-60cc-4711-8a52-855882759dbb no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:54:43.705033 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-cb836243-b9ff-4a54-bdb6-9c7f0bdead06 None None] Deleting port 188a2ff5-60cc-4711-8a52-855882759dbb {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:54:43.705820 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cb836243-b9ff-4a54-bdb6-9c7f0bdead06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:43.744569 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 188a2ff5-60cc-4711-8a52-855882759dbb {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:54:43.744918 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 188a2ff5-60cc-4711-8a52-855882759dbb not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:54:43.745343 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 27ad9e29-f7a0-4947-98cc-dec50029c29e no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:54:43.808547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-cb836243-b9ff-4a54-bdb6-9c7f0bdead06 None None] The port '188a2ff5-60cc-4711-8a52-855882759dbb' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:54:43.809562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 27ad9e29-f7a0-4947-98cc-dec50029c29e {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:54:43.809928 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 27ad9e29-f7a0-4947-98cc-dec50029c29e not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:54:44.088244 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4697c56c-f33c-42aa-a823-78ccbe72c1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:44.532864 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-4697c56c-f33c-42aa-a823-78ccbe72c1c5 admin admin] Deleting port dcd38de6-ef82-451f-a503-9d924c4886dd {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:54:44.533192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4697c56c-f33c-42aa-a823-78ccbe72c1c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:44.697145 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-4697c56c-f33c-42aa-a823-78ccbe72c1c5 admin admin] For port dcd38de6-ef82-451f-a503-9d924c4886dd, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=dcd38de6-ef82-451f-a503-9d924c4886dd,segment=NetworkSegment(d776e1e6-f9b3-409f-9df3-95b1aece537c),segment_id=d776e1e6-f9b3-409f-9df3-95b1aece537c)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:54:44.697411 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4697c56c-f33c-42aa-a823-78ccbe72c1c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:44.818354 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-4697c56c-f33c-42aa-a823-78ccbe72c1c5 admin admin] Calling delete_port for dcd38de6-ef82-451f-a503-9d924c4886dd owned by network:router_interface {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:54:44.996018 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4697c56c-f33c-42aa-a823-78ccbe72c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:44.999380 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-92920a49-9950-49a9-8da8-2ac64d117b85 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:45.039641 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4697c56c-f33c-42aa-a823-78ccbe72c1c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd38de6-ef82-451f-a503-9d924c4886dd,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:45.043214 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4697c56c-f33c-42aa-a823-78ccbe72c1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:45.311203 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-4697c56c-f33c-42aa-a823-78ccbe72c1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:45.666742 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4697c56c-f33c-42aa-a823-78ccbe72c1c5 admin admin] Router 2676f206-b724-4f81-b16c-1d1abfedbcec has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:54:45.950378 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4697c56c-f33c-42aa-a823-78ccbe72c1c5 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:54:45.958953 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b137a8-19b6-4511-a93f-5feeebc0157e None None] Sync routers for ids ['2676f206-b724-4f81-b16c-1d1abfedbcec'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:54:45.959406 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-4697c56c-f33c-42aa-a823-78ccbe72c1c5 admin admin] 10.222.0.54 "PUT /v2.0/routers/2676f206-b724-4f81-b16c-1d1abfedbcec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4015224
Dec 24 11:54:45.961370 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 32946) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:45.968980 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b137a8-19b6-4511-a93f-5feeebc0157e None None] Routers {'2676f206-b724-4f81-b16c-1d1abfedbcec'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:54:45.969587 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-a4b137a8-19b6-4511-a93f-5feeebc0157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddbc670>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:54:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['2676f206-b724-4f81-b16c-1d1abfedbcec'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:46.134677 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04320188-0dcc-4f01-8305-4b03e20b0f32 admin admin] Notify callbacks [] for router, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:46.139685 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-a4b137a8-19b6-4511-a93f-5feeebc0157e None None] Set router 2676f206-b724-4f81-b16c-1d1abfedbcec gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:54:46.310940 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04320188-0dcc-4f01-8305-4b03e20b0f32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:46.320384 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-04320188-0dcc-4f01-8305-4b03e20b0f32 admin admin] Deleting port e9db4af0-dca1-4c58-8d7c-65e6a8af9202 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:54:46.321027 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04320188-0dcc-4f01-8305-4b03e20b0f32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:46.421710 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-a4b137a8-19b6-4511-a93f-5feeebc0157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddbc670>, [{'id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'name': 'tempest-TestShelveInstance-671750908-router', 'tenant_id': '1d242b768d814471b2ea5235e5e25bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.80'}], 'enable_snat': True}, 'gw_port_id': 'e9db4af0-dca1-4c58-8d7c-65e6a8af9202', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:40Z', 'updated_at': '2021-12-24T11:54:44Z', 'revision_number': 5, 'project_id': '1d242b768d814471b2ea5235e5e25bb0', 'gw_port': {'id': 'e9db4af0-dca1-4c58-8d7c-65e6a8af9202', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:2d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:44:40Z', 'updated_at': '2021-12-24T11:44:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:46.426012 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b137a8-19b6-4511-a93f-5feeebc0157e None None] Checking router: 2676f206-b724-4f81-b16c-1d1abfedbcec for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:54:46.434449 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b137a8-19b6-4511-a93f-5feeebc0157e None None] Routers {'2676f206-b724-4f81-b16c-1d1abfedbcec'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:54:46.435053 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-a4b137a8-19b6-4511-a93f-5feeebc0157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddbc670>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:54:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['2676f206-b724-4f81-b16c-1d1abfedbcec'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:46.491221 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [None req-04320188-0dcc-4f01-8305-4b03e20b0f32 admin admin] For port e9db4af0-dca1-4c58-8d7c-65e6a8af9202, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=e9db4af0-dca1-4c58-8d7c-65e6a8af9202,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:54:46.491823 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04320188-0dcc-4f01-8305-4b03e20b0f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:46.605706 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-a4b137a8-19b6-4511-a93f-5feeebc0157e None None] Set router 2676f206-b724-4f81-b16c-1d1abfedbcec gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:54:46.614410 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [None req-04320188-0dcc-4f01-8305-4b03e20b0f32 admin admin] Calling delete_port for e9db4af0-dca1-4c58-8d7c-65e6a8af9202 owned by network:router_gateway {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:54:46.708919 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-a4b137a8-19b6-4511-a93f-5feeebc0157e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7ddbc670>, [{'id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'name': 'tempest-TestShelveInstance-671750908-router', 'tenant_id': '1d242b768d814471b2ea5235e5e25bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:40Z', 'updated_at': '2021-12-24T11:54:46Z', 'revision_number': 6, 'project_id': '1d242b768d814471b2ea5235e5e25bb0', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:46.712810 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b137a8-19b6-4511-a93f-5feeebc0157e None None] The sync data for ids ['2676f206-b724-4f81-b16c-1d1abfedbcec'] in dv-neutron-822668-2-hyperv is: [{'id': '2676f206-b724-4f81-b16c-1d1abfedbcec', 'name': 'tempest-TestShelveInstance-671750908-router', 'tenant_id': '1d242b768d814471b2ea5235e5e25bb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:44:40Z', 'updated_at': '2021-12-24T11:54:46Z', 'revision_number': 6, 'project_id': '1d242b768d814471b2ea5235e5e25bb0', 'gw_port_host': None}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:54:46.782349 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04320188-0dcc-4f01-8305-4b03e20b0f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:46.786373 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:46.832490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04320188-0dcc-4f01-8305-4b03e20b0f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9db4af0-dca1-4c58-8d7c-65e6a8af9202,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:46.835135 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-04320188-0dcc-4f01-8305-4b03e20b0f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:46.922081 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04320188-0dcc-4f01-8305-4b03e20b0f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:47.090309 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04320188-0dcc-4f01-8305-4b03e20b0f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:47.092612 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04320188-0dcc-4f01-8305-4b03e20b0f32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:47.115908 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04320188-0dcc-4f01-8305-4b03e20b0f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:47.116424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04320188-0dcc-4f01-8305-4b03e20b0f32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2676f206-b724-4f81-b16c-1d1abfedbcec {{(pid=87558) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 11:54:47.130534 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-04320188-0dcc-4f01-8305-4b03e20b0f32 admin admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:47.134022 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-04320188-0dcc-4f01-8305-4b03e20b0f32 admin admin] 10.222.0.54 "DELETE /v2.0/routers/2676f206-b724-4f81-b16c-1d1abfedbcec HTTP/1.1" status: 204  len: 168 time: 1.1716383
Dec 24 11:54:47.134281 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 32950) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:47.193926 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c3e066e-2b80-45f3-a95d-84f24ba731b3 admin admin] Deleting subnet f1ccda69-138e-41a6-a491-44a50931dd5e {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 11:54:47.196740 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0c3e066e-2b80-45f3-a95d-84f24ba731b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:47.247839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0c3e066e-2b80-45f3-a95d-84f24ba731b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:47.323919 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0c3e066e-2b80-45f3-a95d-84f24ba731b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:47.392692 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0c3e066e-2b80-45f3-a95d-84f24ba731b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:47.396924 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-320d6cc3-5f06-41ac-a10f-d8faf52dfd1f tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:47.437047 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0c3e066e-2b80-45f3-a95d-84f24ba731b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:47.439787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3e066e-2b80-45f3-a95d-84f24ba731b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1ccda69-138e-41a6-a491-44a50931dd5e,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:47.442638 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0c3e066e-2b80-45f3-a95d-84f24ba731b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:47.442763 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a46e158-e08b-405a-9fc5-2c355c5c1ef9 None None] Network 14daa4db-6223-4a89-be5f-d795e50429da requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:54:47.447957 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0c3e066e-2b80-45f3-a95d-84f24ba731b3 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f1ccda69-138e-41a6-a491-44a50931dd5e HTTP/1.1" status: 204  len: 168 time: 0.3098886
Dec 24 11:54:47.448175 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 32954) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:47.564277 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:47.576194 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] Deleting port 24684661-8b34-451b-a1c7-54f0b34b6cbd {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:54:47.577182 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:47.652862 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dcd38de6-ef82-451f-a503-9d924c4886dd no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:54:47.691041 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: dcd38de6-ef82-451f-a503-9d924c4886dd {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:54:47.691337 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device dcd38de6-ef82-451f-a503-9d924c4886dd not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:54:47.691765 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e9db4af0-dca1-4c58-8d7c-65e6a8af9202 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:54:47.728751 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: e9db4af0-dca1-4c58-8d7c-65e6a8af9202 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:54:47.729111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device e9db4af0-dca1-4c58-8d7c-65e6a8af9202 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:54:47.798067 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] For port 24684661-8b34-451b-a1c7-54f0b34b6cbd, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=24684661-8b34-451b-a1c7-54f0b34b6cbd,segment=NetworkSegment(d776e1e6-f9b3-409f-9df3-95b1aece537c),segment_id=d776e1e6-f9b3-409f-9df3-95b1aece537c)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:54:47.798425 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:47.815147 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c406b3-10e8-45b4-8f1d-56dc5002cd4c None None] DHCP port deletion for 14daa4db-6223-4a89-be5f-d795e50429da request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 11:54:47.819517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-e6c406b3-10e8-45b4-8f1d-56dc5002cd4c None None] Deleting port 24684661-8b34-451b-a1c7-54f0b34b6cbd {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:54:47.819971 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e6c406b3-10e8-45b4-8f1d-56dc5002cd4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:47.922243 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] Calling delete_port for 24684661-8b34-451b-a1c7-54f0b34b6cbd owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:54:48.000295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:48.005414 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9c9f7c42-fa3b-49cf-90f5-8afa8b13f160 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:48.021367 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-e6c406b3-10e8-45b4-8f1d-56dc5002cd4c None None] For port 24684661-8b34-451b-a1c7-54f0b34b6cbd, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=24684661-8b34-451b-a1c7-54f0b34b6cbd,segment=NetworkSegment(d776e1e6-f9b3-409f-9df3-95b1aece537c),segment_id=d776e1e6-f9b3-409f-9df3-95b1aece537c)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:54:48.021712 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e6c406b3-10e8-45b4-8f1d-56dc5002cd4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:48.048740 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] No DVR routers for this DVR port 24684661-8b34-451b-a1c7-54f0b34b6cbd on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 11:54:48.050963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] Pushing event deleted for resources: {'Port': ['ID=24684661-8b34-451b-a1c7-54f0b34b6cbd,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:48.083138 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:48.141662 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-e6c406b3-10e8-45b4-8f1d-56dc5002cd4c None None] Calling delete_port for 24684661-8b34-451b-a1c7-54f0b34b6cbd owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 11:54:48.165415 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:48.190910 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b76e28580>,) {'filters': {'network_id': ['14daa4db-6223-4a89-be5f-d795e50429da']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:48.206789 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76e28580>, 'd776e1e6-f9b3-409f-9df3-95b1aece537c') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:48.207093 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b76e28580>, 'd776e1e6-f9b3-409f-9df3-95b1aece537c') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:48.211013 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-e6c406b3-10e8-45b4-8f1d-56dc5002cd4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:54:48.211468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-e6c406b3-10e8-45b4-8f1d-56dc5002cd4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:54:48.218238 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:48.233313 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:48.239338 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 11:54:48.239713 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 11:54:48.253322 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 11:54:48.327998 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:48.333501 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:48.337348 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:48.361651 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] Pushing event deleted for resources: {'Network': ['ID=14daa4db-6223-4a89-be5f-d795e50429da,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:48.364683 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:48.369395 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] 10.222.0.54 "DELETE /v2.0/networks/14daa4db-6223-4a89-be5f-d795e50429da HTTP/1.1" status: 204  len: 168 time: 0.9203384
Dec 24 11:54:48.506484 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 32960) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:48.555165 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-85a10cda-4ef1-44cf-bf8d-4cac2b884b4c admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1468798267524b3d88025ecbed50df01&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0474341
Dec 24 11:54:48.557469 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 32964) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:48.613796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a190292-890e-4eed-a777-33c812fd934a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:48.638888 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a190292-890e-4eed-a777-33c812fd934a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:48.690009 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a190292-890e-4eed-a777-33c812fd934a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:48.693615 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f4e40c7e-d0b4-4752-aff6-4dc8183a28a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:48.707461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a190292-890e-4eed-a777-33c812fd934a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb6aa2e-a613-4541-b98e-c861127cd33f,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:48.711211 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6a190292-890e-4eed-a777-33c812fd934a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:48.712733 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-e6c406b3-10e8-45b4-8f1d-56dc5002cd4c None None] Deleting port 24684661-8b34-451b-a1c7-54f0b34b6cbd {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 11:54:48.713181 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e6c406b3-10e8-45b4-8f1d-56dc5002cd4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:48.714686 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6a190292-890e-4eed-a777-33c812fd934a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:48.718473 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6a190292-890e-4eed-a777-33c812fd934a admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/5cb6aa2e-a613-4541-b98e-c861127cd33f HTTP/1.1" status: 204  len: 168 time: 0.1573009
Dec 24 11:54:48.788936 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-e6c406b3-10e8-45b4-8f1d-56dc5002cd4c None None] The port '24684661-8b34-451b-a1c7-54f0b34b6cbd' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 11:54:49.071618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 32972) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:49.118938 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0e66a92b-b922-4662-afaf-07abe09642ba admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=1d242b768d814471b2ea5235e5e25bb0&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0460837
Dec 24 11:54:49.121358 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 32976) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:49.179622 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df775c89-747f-4a61-85d1-0550bc7c04d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:49.204164 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df775c89-747f-4a61-85d1-0550bc7c04d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:49.254899 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df775c89-747f-4a61-85d1-0550bc7c04d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:49.258580 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-73699e86-d1e8-494a-99cd-d6b0dda97343 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:49.270687 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df775c89-747f-4a61-85d1-0550bc7c04d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9829d1c4-5ac0-4e04-9d75-fce2c86617e5,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:49.273477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-df775c89-747f-4a61-85d1-0550bc7c04d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:49.275380 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-df775c89-747f-4a61-85d1-0550bc7c04d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:49.276468 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-df775c89-747f-4a61-85d1-0550bc7c04d1 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/9829d1c4-5ac0-4e04-9d75-fce2c86617e5 HTTP/1.1" status: 204  len: 168 time: 0.1542239
Dec 24 11:54:49.635806 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 24684661-8b34-451b-a1c7-54f0b34b6cbd no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:54:49.669415 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 24684661-8b34-451b-a1c7-54f0b34b6cbd {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 11:54:49.669765 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 24684661-8b34-451b-a1c7-54f0b34b6cbd not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 11:54:50.041621 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33000) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:50.142557 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1221944666-network', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:54:50.147263 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:54:50.151045 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Usage tracker for resource:network and tenant:e9de08c1e0c046a99df2916b2366f954 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:54:50.153848 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:54:50.160099 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:54:50.170409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Made reservation on behalf of e9de08c1e0c046a99df2916b2366f954 for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:54:50.172804 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:50.186503 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:50.200477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:54:50.204820 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Usage tracker for resource:security_group_rule and tenant:e9de08c1e0c046a99df2916b2366f954 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:54:50.207965 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:54:50.213498 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:54:50.297657 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:50.305630 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:50.308650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b056ff21-c264-4e8f-945a-2f9a23718a85 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:50.338024 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:54:50.342987 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fcd03b-4ef7-4a9b-af6f-489ea27261ae,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:50.346578 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:50.350113 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:50.351000 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Added segment b16966d4-23e9-409e-b5e8-1c428ac800f6 of type vlan for network a7963192-a8e4-4780-ac4b-0a168eed0007
Dec 24 11:54:50.377451 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:50.413261 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:50.414215 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:54:50.414785 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:50.418105 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-43421c4e-196a-4e7e-9a90-974669a1b09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:50.637136 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Pushing event updated for resources: {'Network': ['ID=a7963192-a8e4-4780-ac4b-0a168eed0007,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:50.640187 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5974934
Dec 24 11:54:50.641061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-cb7aefe1-f557-4405-a494-518c5d0c119d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:50.643051 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33006) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:50.647664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network a7963192-a8e4-4780-ac4b-0a168eed0007 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:54:50.648243 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-6f9cdb54-1b61-4a7f-a828-3a30bf4ce443 admin admin] Request body: {'subnet': {'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1221944666-subnet', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'ip_version': 4}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:54:50.653246 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6f9cdb54-1b61-4a7f-a828-3a30bf4ce443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:54:50.659387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6f9cdb54-1b61-4a7f-a828-3a30bf4ce443 admin admin] Usage tracker for resource:subnet and tenant:e9de08c1e0c046a99df2916b2366f954 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:54:50.662339 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-6f9cdb54-1b61-4a7f-a828-3a30bf4ce443 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:54:50.668140 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-6f9cdb54-1b61-4a7f-a828-3a30bf4ce443 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:54:50.679635 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9cdb54-1b61-4a7f-a828-3a30bf4ce443 admin admin] Made reservation on behalf of e9de08c1e0c046a99df2916b2366f954 for: {'subnet': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:54:50.681931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6f9cdb54-1b61-4a7f-a828-3a30bf4ce443 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3941492'] for subnet, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:50.877669 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6f9cdb54-1b61-4a7f-a828-3a30bf4ce443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2871848', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3941478'] for subnet, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:50.881798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c09f56f3-e506-4289-8211-c6b8b8cd4bd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:50.952108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cdb54-1b61-4a7f-a828-3a30bf4ce443 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e3cab9c-3111-4e9b-9635-f1c19d7889a1,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:50.955801 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-6f9cdb54-1b61-4a7f-a828-3a30bf4ce443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:50.959732 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9cdb54-1b61-4a7f-a828-3a30bf4ce443 admin admin] Checking segment: {'id': 'b16966d4-23e9-409e-b5e8-1c428ac800f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:54:50.960085 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9cdb54-1b61-4a7f-a828-3a30bf4ce443 admin admin] Network hostable DHCP agents. Network: a7963192-a8e4-4780-ac4b-0a168eed0007, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:54:50.978374 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9cdb54-1b61-4a7f-a828-3a30bf4ce443 admin admin] Network a7963192-a8e4-4780-ac4b-0a168eed0007 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:54:50.988193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-6f9cdb54-1b61-4a7f-a828-3a30bf4ce443 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, a7963192-a8e4-4780-ac4b-0a168eed0007) {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:54:50.992497 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9cdb54-1b61-4a7f-a828-3a30bf4ce443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:54:50.993078 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-6f9cdb54-1b61-4a7f-a828-3a30bf4ce443 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:50.998150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a424fe30-4645-4929-9630-2a6095118d52 None None] Network a7963192-a8e4-4780-ac4b-0a168eed0007 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:54:51.013999 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-6f9cdb54-1b61-4a7f-a828-3a30bf4ce443 admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3689623
Dec 24 11:54:51.015787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33010) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:51.021753 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:54:51.026284 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:54:51.030742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Usage tracker for resource:router and tenant:e9de08c1e0c046a99df2916b2366f954 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:54:51.033537 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:54:51.039144 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:54:51.050576 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:51.051587 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:51.066942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:51.211057 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-a7963192-a8e4-4780-ac4b-0a168eed0007', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:54:51.211918 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:51.333069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:51.368369 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Allocated IP 172.20.0.2 (a7963192-a8e4-4780-ac4b-0a168eed0007/9e3cab9c-3111-4e9b-9635-f1c19d7889a1/b64e0ce7-f1ee-4dec-b291-411b53494095) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:54:51.617801 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:51.629047 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Transition to ACTIVE for port object b64e0ce7-f1ee-4dec-b291-411b53494095 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:54:51.643821 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:51.648325 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Transition to ACTIVE for port object b64e0ce7-f1ee-4dec-b291-411b53494095 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:54:51.653634 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:51.657748 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-3ba09d7f-e4b3-4f22-8713-c1775540ffd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:51.676413 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:51.724005 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Network a7963192-a8e4-4780-ac4b-0a168eed0007 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:54:51.727217 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:54:51.730861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:54:51.736692 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Pushing event updated for resources: {'Port': ['ID=b64e0ce7-f1ee-4dec-b291-411b53494095,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:51.771827 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:51.772175 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:51.772519 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:51.772854 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:51.773180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:51.773506 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:51.773829 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:51.774177 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:51.774500 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:51.774820 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:51.775139 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:51.775456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:51.783186 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:51.813764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Allocated IP 172.26.4.162 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/3c3ba7a1-dc72-4c60-8d26-d3cda6415e47) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:54:51.831281 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Attempting to bind port b64e0ce7-f1ee-4dec-b291-411b53494095 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:54:51.831659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Attempting to bind port b64e0ce7-f1ee-4dec-b291-411b53494095 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'b16966d4-23e9-409e-b5e8-1c428ac800f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:54:51.832054 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Attempting to bind port b64e0ce7-f1ee-4dec-b291-411b53494095 on network a7963192-a8e4-4780-ac4b-0a168eed0007 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:54:51.837370 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:54:51.837685 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Checking segment: {'id': 'b16966d4-23e9-409e-b5e8-1c428ac800f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:54:51.838124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:51.838523 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Bound using segment: {'id': 'b16966d4-23e9-409e-b5e8-1c428ac800f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:54:51.839002 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Bound port: b64e0ce7-f1ee-4dec-b291-411b53494095, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16966d4-23e9-409e-b5e8-1c428ac800f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:54:51.839405 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:51.926601 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] For port b64e0ce7-f1ee-4dec-b291-411b53494095, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:54:51.929670 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] For port b64e0ce7-f1ee-4dec-b291-411b53494095, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=b64e0ce7-f1ee-4dec-b291-411b53494095,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:54:51.934555 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:51.939607 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-7c2bce00-75d6-441a-81c3-48afeac8486a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:51.946608 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:54:51.962709 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:51.991383 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:51.996097 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-7756eb0c-c133-4148-87d9-ea1e05b70da1 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:52.023764 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Pushing event updated for resources: {'Port': ['ID=b64e0ce7-f1ee-4dec-b291-411b53494095,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:52.026616 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:52.057969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:54:52.061296 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:54:52.064984 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:54:52.097756 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Pushing event updated for resources: {'Port': ['ID=3c3ba7a1-dc72-4c60-8d26-d3cda6415e47,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:52.103788 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:52.619507 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:52.907310 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c37452-272b-439a-b579-54d4488d991e None None] Network a7963192-a8e4-4780-ac4b-0a168eed0007 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:54:52.958762 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:53.004449 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bbb49d23-9fea-453b-8f1f-ace5cfdba3ed None None] Provisioning for port b64e0ce7-f1ee-4dec-b291-411b53494095 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:54:53.162295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Router cff70467-7b18-47c8-b043-1006f83739b2 is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:54:53.342499 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:54:53.353436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Sync routers for ids ['cff70467-7b18-47c8-b043-1006f83739b2'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:54:53.362909 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Routers {'cff70467-7b18-47c8-b043-1006f83739b2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:54:53.363648 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d822dc0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:54:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['cff70467-7b18-47c8-b043-1006f83739b2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:53.369991 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:53.371533 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 2.3542194
Dec 24 11:54:53.374875 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33014) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:53.548737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Set router cff70467-7b18-47c8-b043-1006f83739b2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:54:53.677953 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device b64e0ce7-f1ee-4dec-b291-411b53494095 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:54:53.861097 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port b64e0ce7-f1ee-4dec-b291-411b53494095 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:54:53.867947 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port b64e0ce7-f1ee-4dec-b291-411b53494095 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:54:53.868330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:54.014517 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d822dc0>, [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:52Z', 'revision_number': 3, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:54.025058 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Checking router: cff70467-7b18-47c8-b043-1006f83739b2 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:54:54.025432 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Updating router cff70467-7b18-47c8-b043-1006f83739b2 port 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47 binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:54:54.082375 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:54.101314 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:54.167457 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port b64e0ce7-f1ee-4dec-b291-411b53494095, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=b64e0ce7-f1ee-4dec-b291-411b53494095,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:54:54.196095 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:54.202745 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:54.209491 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:54.313298 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=b64e0ce7-f1ee-4dec-b291-411b53494095,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:54.318004 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:54.403347 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Allocated IP 172.20.0.1 (a7963192-a8e4-4780-ac4b-0a168eed0007/9e3cab9c-3111-4e9b-9635-f1c19d7889a1/8dba619f-4247-44f9-9510-668cc2cef599) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:54:54.498796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:54.509861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Transition to ACTIVE for port object 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:54:54.516385 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:54.519855 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:54.556430 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:54.571616 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.provisioning_blocks [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Transition to ACTIVE for port object 8dba619f-4247-44f9-9510-668cc2cef599 will not be triggered until provisioned by entity DHCP. {{(pid=87559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:54:54.595572 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Attempting to bind port 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:54:54.595945 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:54.596066 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Attempting to bind port 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:54:54.596313 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Attempting to bind port 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47 on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:54:54.600802 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c488a746-0404-4d25-9164-39c8a36e4938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:54.601711 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8a592-062a-4779-99bc-73782732b6c9 None None] Pushing event updated for resources: {'Port': ['ID=3c3ba7a1-dc72-4c60-8d26-d3cda6415e47,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:54.605604 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b1d8a592-062a-4779-99bc-73782732b6c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:54.606378 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:54:54.606753 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:54:54.607157 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:54.607573 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:54:54.608038 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Bound port: 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:54:54.608414 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:54.653942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Network a7963192-a8e4-4780-ac4b-0a168eed0007 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:54:54.657288 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:54:54.665451 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:54:54.680389 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] For port 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:54:54.684229 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] For port 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3c3ba7a1-dc72-4c60-8d26-d3cda6415e47,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:54:54.690651 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:54.695954 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:54.710864 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Pushing event updated for resources: {'Port': ['ID=8dba619f-4247-44f9-9510-668cc2cef599,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:54.715310 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:54.727842 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:54.775027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Routers {'cff70467-7b18-47c8-b043-1006f83739b2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:54:54.775740 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d822dc0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:54:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['cff70467-7b18-47c8-b043-1006f83739b2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:54.841042 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8a592-062a-4779-99bc-73782732b6c9 None None] Pushing event updated for resources: {'Port': ['ID=3c3ba7a1-dc72-4c60-8d26-d3cda6415e47,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:54.845499 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-b1d8a592-062a-4779-99bc-73782732b6c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:54.963275 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] Set router cff70467-7b18-47c8-b043-1006f83739b2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:54:54.987340 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:55.083802 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-179a55e9-c427-411b-a1e6-f9b4d3c2fff4 None None] Provisioning for port 8dba619f-4247-44f9-9510-668cc2cef599 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:54:55.136625 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-179a55e9-c427-411b-a1e6-f9b4d3c2fff4 None None] Provisioning complete for port 8dba619f-4247-44f9-9510-668cc2cef599 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:54:55.137004 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-179a55e9-c427-411b-a1e6-f9b4d3c2fff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:55.225259 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-179a55e9-c427-411b-a1e6-f9b4d3c2fff4 None None] Port 8dba619f-4247-44f9-9510-668cc2cef599 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:54:55.303306 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d822dc0>, [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:52Z', 'revision_number': 3, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:55.308810 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67760cfb-14b8-43c9-bbf2-5f6e64e17c01 None None] The sync data for ids ['cff70467-7b18-47c8-b043-1006f83739b2'] in dv-neutron-822668-2-hyperv is: [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:52Z', 'revision_number': 3, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:54:55.345829 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:55.350733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:55.384245 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-57b9aa60-2559-429e-9fe5-fc3496313f8d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:55.458933 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:55.465982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Pushing event updated for resources: {'Port': ['ID=8dba619f-4247-44f9-9510-668cc2cef599,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:55.471060 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:55.627255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Network a7963192-a8e4-4780-ac4b-0a168eed0007 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:54:55.628805 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:54:55.739527 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:54:55.822791 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:54:55.832633 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:54:55.833301 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:55.855859 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Router cff70467-7b18-47c8-b043-1006f83739b2 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:54:55.962842 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:55.978482 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-772c5eea-3a47-474b-a61e-fc28d29f08b5 None None] Provisioning complete for port 8dba619f-4247-44f9-9510-668cc2cef599 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:54:55.978867 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-772c5eea-3a47-474b-a61e-fc28d29f08b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:56.048844 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:54:56.069891 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-78e83c14-679f-4b4f-b5fc-c122df3aa97f admin admin] 10.222.0.54 "PUT /v2.0/routers/cff70467-7b18-47c8-b043-1006f83739b2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6832082
Dec 24 11:54:56.076817 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3c3ba7a1-dc72-4c60-8d26-d3cda6415e47,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:54:56.089530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:56.090456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device b64e0ce7-f1ee-4dec-b291-411b53494095 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:54:56.118379 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:56.173136 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-772c5eea-3a47-474b-a61e-fc28d29f08b5 None None] Port 8dba619f-4247-44f9-9510-668cc2cef599 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:54:56.219173 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=3c3ba7a1-dc72-4c60-8d26-d3cda6415e47,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:56.223443 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:56.232273 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port b64e0ce7-f1ee-4dec-b291-411b53494095 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:54:56.232688 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:56.634470 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33032) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:56.640104 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-162187536-network', 'tenant_id': '24a36692e4af4bb1b5fd64b95facaffd'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:54:56.645053 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:54:56.648965 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Usage tracker for resource:network and tenant:24a36692e4af4bb1b5fd64b95facaffd is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:54:56.651895 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:54:56.657813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:54:56.669320 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Made reservation on behalf of 24a36692e4af4bb1b5fd64b95facaffd for: {'network': 1} {{(pid=87559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:54:56.672334 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for network, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:56.684814 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:56.704428 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:54:56.708291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Usage tracker for resource:security_group_rule and tenant:24a36692e4af4bb1b5fd64b95facaffd is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:54:56.711184 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:54:56.717133 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:54:56.800958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:56.804790 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:56.807758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b8c1187c-4757-49e1-9a35-f962476ef283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:56.836573 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365}  {{(pid=87559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 24 11:54:56.844969 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554ac61f-dc60-4617-823b-2c558eb8d7d6,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:56.848620 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:56.852824 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:56.852954 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.segments_db [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Added segment 06f6fc84-c28e-4eef-8a7f-f88cb1c91877 of type vlan for network a1b301ee-694b-4d33-88eb-b59d7c20c065
Dec 24 11:54:56.881083 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739049328321'] for network, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:56.890186 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Sync routers for ids ['cff70467-7b18-47c8-b043-1006f83739b2'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:54:56.899246 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Routers {'cff70467-7b18-47c8-b043-1006f83739b2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:54:56.899855 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfbf1c0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:54:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['cff70467-7b18-47c8-b043-1006f83739b2'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:56.911281 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247'] for network, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:56.912381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:54:56.913008 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:56.917845 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-87ed2b0b-6741-4f03-852d-da0d5f97920c tempest-TagsExtTest-638013876 tempest-TagsExtTest-638013876-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:57.017231 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Pushing event updated for resources: {'Network': ['ID=a1b301ee-694b-4d33-88eb-b59d7c20c065,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:57.022794 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] 10.222.0.54 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3846979
Dec 24 11:54:57.022794 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-71be0007-4eab-4b2a-a0c9-0cf78a5ea14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:57.023266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 33036) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:57.030985 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Network a1b301ee-694b-4d33-88eb-b59d7c20c065 details requested by agent ovs-agent-dv-neutron-822668-2-hyperv with host dv-neutron-822668-2-hyperv {{(pid=87560) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 24 11:54:57.031851 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-5d8c5f34-4455-4903-8237-587738b1f34d admin admin] Request body: {'subnet': {'network_id': 'a1b301ee-694b-4d33-88eb-b59d7c20c065', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-162187536-subnet', 'tenant_id': '24a36692e4af4bb1b5fd64b95facaffd', 'ip_version': 4}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:54:57.036956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5d8c5f34-4455-4903-8237-587738b1f34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:54:57.041035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5d8c5f34-4455-4903-8237-587738b1f34d admin admin] Usage tracker for resource:subnet and tenant:24a36692e4af4bb1b5fd64b95facaffd is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:54:57.044005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-5d8c5f34-4455-4903-8237-587738b1f34d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:54:57.051467 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-5d8c5f34-4455-4903-8237-587738b1f34d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:54:57.062293 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8c5f34-4455-4903-8237-587738b1f34d admin admin] Made reservation on behalf of 24a36692e4af4bb1b5fd64b95facaffd for: {'subnet': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:54:57.065070 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5d8c5f34-4455-4903-8237-587738b1f34d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4033360'] for subnet, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:57.080630 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Set router cff70467-7b18-47c8-b043-1006f83739b2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:54:57.398558 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5d8c5f34-4455-4903-8237-587738b1f34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1552640', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4033346'] for subnet, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:57.399131 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfbf1c0>, [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:54Z', 'revision_number': 4, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '8dba619f-4247-44f9-9510-668cc2cef599', 'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'mac_address': 'fa:16:3e:ac:87:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:54Z', 'updated_at': '2021-12-24T11:54:55Z', 'revision_number': 2, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'subnets': [{'id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:57.403075 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Checking router: cff70467-7b18-47c8-b043-1006f83739b2 for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:54:57.403527 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Updating router cff70467-7b18-47c8-b043-1006f83739b2 port 8dba619f-4247-44f9-9510-668cc2cef599 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:54:57.406220 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-8d059347-b04d-42cf-b9a3-2eb609bcf761 tempest-RoutersNegativeIpV6Test-342818894 tempest-RoutersNegativeIpV6Test-342818894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:57.456384 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:57.480623 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c5f34-4455-4903-8237-587738b1f34d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f76ae010-45d5-4e6c-a817-11ef70202314,revision_number=0']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:57.484454 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-5d8c5f34-4455-4903-8237-587738b1f34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:57.485304 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8c5f34-4455-4903-8237-587738b1f34d admin admin] Checking segment: {'id': '06f6fc84-c28e-4eef-8a7f-f88cb1c91877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a1b301ee-694b-4d33-88eb-b59d7c20c065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:54:57.485832 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8c5f34-4455-4903-8237-587738b1f34d admin admin] Network hostable DHCP agents. Network: a1b301ee-694b-4d33-88eb-b59d7c20c065, hostable agents: ['2e99007d-e4a9-4b18-b466-13bf1bc724a8'], hosted agents: [] {{(pid=87558) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 24 11:54:57.507162 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8c5f34-4455-4903-8237-587738b1f34d admin admin] Network a1b301ee-694b-4d33-88eb-b59d7c20c065 is scheduled to be hosted by DHCP agent 2e99007d-e4a9-4b18-b466-13bf1bc724a8 with binding_index 1 {{(pid=87558) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 24 11:54:57.518252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-5d8c5f34-4455-4903-8237-587738b1f34d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-822668-2-hyperv, a1b301ee-694b-4d33-88eb-b59d7c20c065) {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:54:57.522599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8c5f34-4455-4903-8237-587738b1f34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:54:57.522876 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-5d8c5f34-4455-4903-8237-587738b1f34d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:57.528349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4f824c-33e1-493e-b166-e0240f91d5ef None None] Network a1b301ee-694b-4d33-88eb-b59d7c20c065 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:54:57.547247 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-5d8c5f34-4455-4903-8237-587738b1f34d admin admin] 10.222.0.54 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5195477
Dec 24 11:54:57.547423 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 33040) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:54:57.552785 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-162187536-router', 'tenant_id': '24a36692e4af4bb1b5fd64b95facaffd', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:54:57.557833 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:54:57.561674 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Usage tracker for resource:router and tenant:24a36692e4af4bb1b5fd64b95facaffd is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:54:57.564635 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:54:57.570500 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:54:57.584359 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1736426', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-47684'] for router, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:57.586620 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1736511', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1735999', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1808969', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-47693'] for router, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:57.610971 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:57.663820 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:54:57.813720 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:54:57.814163 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:57.823942 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:57.835502 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Transition to ACTIVE for port object 8dba619f-4247-44f9-9510-668cc2cef599 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:54:57.839099 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpba96eaf1-2789-5a43-a151-ab0cd0c8d3a1-a1b301ee-694b-4d33-88eb-b59d7c20c065', 'network_id': 'a1b301ee-694b-4d33-88eb-b59d7c20c065', 'tenant_id': '24a36692e4af4bb1b5fd64b95facaffd', 'fixed_ips': [{'subnet_id': 'f76ae010-45d5-4e6c-a817-11ef70202314'}]}} from dv-neutron-822668-2-hyperv. {{(pid=87560) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Dec 24 11:54:57.840254 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:57.842051 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:57.850967 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-389ba167-b950-43c1-97dc-f6c5742bc577 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:57.892341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1735953', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1736216', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-47651'] for router, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:58.066844 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07811447-9065-48fe-afc1-16771defa9f4 None None] Pushing event updated for resources: {'Port': ['ID=8dba619f-4247-44f9-9510-668cc2cef599,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:58.071674 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.db_base_plugin_common [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Allocated IP 172.20.0.2 (a1b301ee-694b-4d33-88eb-b59d7c20c065/f76ae010-45d5-4e6c-a817-11ef70202314/3373396d-493f-4dc2-9006-6abd6ac9ffd0) {{(pid=87560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:54:58.078557 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07811447-9065-48fe-afc1-16771defa9f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:58.079117 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07811447-9065-48fe-afc1-16771defa9f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:58.079625 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07811447-9065-48fe-afc1-16771defa9f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:58.080022 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07811447-9065-48fe-afc1-16771defa9f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:58.080364 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07811447-9065-48fe-afc1-16771defa9f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:58.080700 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07811447-9065-48fe-afc1-16771defa9f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:58.081034 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07811447-9065-48fe-afc1-16771defa9f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:58.081366 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07811447-9065-48fe-afc1-16771defa9f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:58.081694 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07811447-9065-48fe-afc1-16771defa9f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:58.082080 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07811447-9065-48fe-afc1-16771defa9f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:58.082407 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07811447-9065-48fe-afc1-16771defa9f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:58.082730 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07811447-9065-48fe-afc1-16771defa9f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:54:58.088222 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-07811447-9065-48fe-afc1-16771defa9f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:58.090981 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Attempting to bind port 8dba619f-4247-44f9-9510-668cc2cef599 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:54:58.091246 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Attempting to bind port 8dba619f-4247-44f9-9510-668cc2cef599 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': 'b16966d4-23e9-409e-b5e8-1c428ac800f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:54:58.091663 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Attempting to bind port 8dba619f-4247-44f9-9510-668cc2cef599 on network a7963192-a8e4-4780-ac4b-0a168eed0007 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:54:58.097456 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:54:58.097849 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Checking segment: {'id': 'b16966d4-23e9-409e-b5e8-1c428ac800f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:54:58.098295 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:58.098697 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Bound using segment: {'id': 'b16966d4-23e9-409e-b5e8-1c428ac800f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:54:58.099371 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Bound port: 8dba619f-4247-44f9-9510-668cc2cef599, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b16966d4-23e9-409e-b5e8-1c428ac800f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:54:58.099904 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:58.225559 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] For port 8dba619f-4247-44f9-9510-668cc2cef599, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:54:58.228764 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] For port 8dba619f-4247-44f9-9510-668cc2cef599, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=8dba619f-4247-44f9-9510-668cc2cef599,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:54:58.233484 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:58.237332 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-bfa8e711-a52f-4d90-94b9-ad449aaf7145 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:58.268428 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:58.300250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:58.309089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Notify callbacks [] for port, precommit_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:58.320974 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Transition to ACTIVE for port object 3373396d-493f-4dc2-9006-6abd6ac9ffd0 will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:54:58.324138 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Routers {'cff70467-7b18-47c8-b043-1006f83739b2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:54:58.324885 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfbf1c0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:54:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['cff70467-7b18-47c8-b043-1006f83739b2'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:58.339351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Transition to ACTIVE for port object 3373396d-493f-4dc2-9006-6abd6ac9ffd0 will not be triggered until provisioned by entity DHCP. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:54:58.347655 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308'] for port, after_create {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:58.356182 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-43c9f7d9-4a53-48cc-8fa4-5153465dd649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:58.438230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Pushing event updated for resources: {'Port': ['ID=3373396d-493f-4dc2-9006-6abd6ac9ffd0,revision_number=1']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:58.456964 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:58.472836 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Network a1b301ee-694b-4d33-88eb-b59d7c20c065 is already hosted by enough agents. {{(pid=87560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:54:58.474516 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.scheduler.base_scheduler [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Resources bound (agent type, host, resource id):  {{(pid=87560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:54:58.478015 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Received port after_create {{(pid=87560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:54:58.522860 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Allocated IP 172.26.4.39 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/5ee78144-6f3e-462d-9d60-bbd2d5efedad) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:54:58.533801 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] Set router cff70467-7b18-47c8-b043-1006f83739b2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:54:58.587987 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07811447-9065-48fe-afc1-16771defa9f4 None None] Pushing event updated for resources: {'Port': ['ID=8dba619f-4247-44f9-9510-668cc2cef599,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:58.593082 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-07811447-9065-48fe-afc1-16771defa9f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:58.598385 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Attempting to bind port 3373396d-493f-4dc2-9006-6abd6ac9ffd0 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:54:58.598921 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Attempting to bind port 3373396d-493f-4dc2-9006-6abd6ac9ffd0 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '06f6fc84-c28e-4eef-8a7f-f88cb1c91877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a1b301ee-694b-4d33-88eb-b59d7c20c065'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:54:58.599124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Attempting to bind port 3373396d-493f-4dc2-9006-6abd6ac9ffd0 on network a1b301ee-694b-4d33-88eb-b59d7c20c065 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:54:58.607027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:54:58.607250 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Checking segment: {'id': '06f6fc84-c28e-4eef-8a7f-f88cb1c91877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a1b301ee-694b-4d33-88eb-b59d7c20c065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:54:58.608238 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:58.608633 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Bound using segment: {'id': '06f6fc84-c28e-4eef-8a7f-f88cb1c91877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a1b301ee-694b-4d33-88eb-b59d7c20c065'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:54:58.609096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Bound port: 3373396d-493f-4dc2-9006-6abd6ac9ffd0, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f6fc84-c28e-4eef-8a7f-f88cb1c91877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a1b301ee-694b-4d33-88eb-b59d7c20c065'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:54:58.609817 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:58.687240 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:58.704511 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] For port 3373396d-493f-4dc2-9006-6abd6ac9ffd0, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:54:58.707796 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] For port 3373396d-493f-4dc2-9006-6abd6ac9ffd0, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3373396d-493f-4dc2-9006-6abd6ac9ffd0,segment=NetworkSegment(06f6fc84-c28e-4eef-8a7f-f88cb1c91877),segment_id=06f6fc84-c28e-4eef-8a7f-f88cb1c91877)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:54:58.711863 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:58.716663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:58.721564 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:58.727112 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b04c5aca-eae9-4c32-adc8-f08fe05f55a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:54:58.782951 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:54:58.790072 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:54:58.794141 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:54:58.809650 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Pushing event updated for resources: {'Port': ['ID=3373396d-493f-4dc2-9006-6abd6ac9ffd0,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:58.813369 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:58.841511 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Pushing event updated for resources: {'Port': ['ID=5ee78144-6f3e-462d-9d60-bbd2d5efedad,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:54:58.846494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:54:58.863106 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dfbf1c0>, [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:54Z', 'revision_number': 4, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '8dba619f-4247-44f9-9510-668cc2cef599', 'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'mac_address': 'fa:16:3e:ac:87:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:54Z', 'updated_at': '2021-12-24T11:54:58Z', 'revision_number': 4, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'subnets': [{'id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:54:58.868280 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0d8614-adce-4790-b012-a0218db50315 None None] The sync data for ids ['cff70467-7b18-47c8-b043-1006f83739b2'] in dv-neutron-822668-2-hyperv is: [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:54Z', 'revision_number': 4, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '8dba619f-4247-44f9-9510-668cc2cef599', 'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'mac_address': 'fa:16:3e:ac:87:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:54Z', 'updated_at': '2021-12-24T11:54:58Z', 'revision_number': 4, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'subnets': [{'id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:54:59.395600 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:59.735251 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 8dba619f-4247-44f9-9510-668cc2cef599 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:54:59.791659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1736419', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1736170'] for router, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:59.832031 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fbc473c3-6d22-4b3e-bb05-3d7f31f0c887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:59.835308 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 8dba619f-4247-44f9-9510-668cc2cef599 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:54:59.841288 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 8dba619f-4247-44f9-9510-668cc2cef599 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:54:59.841803 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:54:59.940463 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b436b5a2-3a64-4e2b-acc7-9eea2601b6ba None None] Network a1b301ee-694b-4d33-88eb-b59d7c20c065 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 11:55:00.023015 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Router f7246085-d685-4c88-b3d9-a0dba4aee67b is scheduled to L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 with binding_index 1 {{(pid=87558) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Dec 24 11:55:00.101483 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f97594a-f6c5-47f0-87bc-2df1544c3599 None None] Provisioning for port 3373396d-493f-4dc2-9006-6abd6ac9ffd0 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:55:00.190183 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:00.210007 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:55:00.223563 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Sync routers for ids ['f7246085-d685-4c88-b3d9-a0dba4aee67b'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:55:00.234209 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] Notify callbacks [] for router, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:00.235427 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-52027eb3-a659-4b4a-b7b6-9dfe53b421f4 admin admin] 10.222.0.54 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.6866467
Dec 24 11:55:00.238192 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 33044) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:55:00.277947 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 8dba619f-4247-44f9-9510-668cc2cef599, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=8dba619f-4247-44f9-9510-668cc2cef599,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:55:00.278880 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Routers {'f7246085-d685-4c88-b3d9-a0dba4aee67b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:55:00.280146 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2b0c40>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:54:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['f7246085-d685-4c88-b3d9-a0dba4aee67b'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:55:00.338730 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:00.339482 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3373396d-493f-4dc2-9006-6abd6ac9ffd0 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:55:00.369578 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:00.555465 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=8dba619f-4247-44f9-9510-668cc2cef599,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:00.558622 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:00.601569 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Set router f7246085-d685-4c88-b3d9-a0dba4aee67b gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:55:00.644592 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 3373396d-493f-4dc2-9006-6abd6ac9ffd0 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:55:00.714270 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 3373396d-493f-4dc2-9006-6abd6ac9ffd0 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:55:00.714659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:00.891902 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-5ebe33e9-97dc-4f1c-bbdb-790e1be1c885 None None] Provisioning complete for port 3373396d-493f-4dc2-9006-6abd6ac9ffd0 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:55:00.892530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5ebe33e9-97dc-4f1c-bbdb-790e1be1c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:01.044464 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:01.053561 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:01.123901 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 3373396d-493f-4dc2-9006-6abd6ac9ffd0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3373396d-493f-4dc2-9006-6abd6ac9ffd0,segment=NetworkSegment(06f6fc84-c28e-4eef-8a7f-f88cb1c91877),segment_id=06f6fc84-c28e-4eef-8a7f-f88cb1c91877)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:55:01.137380 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:01.142235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:01.190737 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5ebe33e9-97dc-4f1c-bbdb-790e1be1c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:01.205502 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2b0c40>, [{'id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'name': 'tempest-TestSnapshotPattern-162187536-router', 'tenant_id': '24a36692e4af4bb1b5fd64b95facaffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.39'}], 'enable_snat': True}, 'gw_port_id': '5ee78144-6f3e-462d-9d60-bbd2d5efedad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:57Z', 'updated_at': '2021-12-24T11:54:59Z', 'revision_number': 3, 'project_id': '24a36692e4af4bb1b5fd64b95facaffd', 'gw_port': {'id': '5ee78144-6f3e-462d-9d60-bbd2d5efedad', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:58Z', 'updated_at': '2021-12-24T11:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:55:01.228375 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Checking router: f7246085-d685-4c88-b3d9-a0dba4aee67b for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:55:01.228743 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Updating router f7246085-d685-4c88-b3d9-a0dba4aee67b port 5ee78144-6f3e-462d-9d60-bbd2d5efedad binding host dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:55:01.259982 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Allocated IP 172.20.0.1 (a1b301ee-694b-4d33-88eb-b59d7c20c065/f76ae010-45d5-4e6c-a817-11ef70202314/6be68f6c-ba5e-4319-affc-f276c3d240b5) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:55:01.302052 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=3373396d-493f-4dc2-9006-6abd6ac9ffd0,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:01.312707 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:01.336616 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:01.413274 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:01.429343 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Transition to ACTIVE for port object 6be68f6c-ba5e-4319-affc-f276c3d240b5 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:55:01.434457 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-5ebe33e9-97dc-4f1c-bbdb-790e1be1c885 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 11:55:01.434824 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-5ebe33e9-97dc-4f1c-bbdb-790e1be1c885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 11:55:01.452691 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:01.456709 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-29582a6b-1733-40e4-98fd-49cb2a74f4ab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:01.512737 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Network a1b301ee-694b-4d33-88eb-b59d7c20c065 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:55:01.520279 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:55:01.522759 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:55:01.566441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6be68f6c-ba5e-4319-affc-f276c3d240b5,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:01.570905 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:01.583348 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1643828'] for router_interface, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:01.692257 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 8dba619f-4247-44f9-9510-668cc2cef599 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:55:01.810079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Notify callbacks [] for port, precommit_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:01.825216 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Transition to ACTIVE for port object 5ee78144-6f3e-462d-9d60-bbd2d5efedad will not be triggered until provisioned by entity L2. {{(pid=87560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:55:01.834058 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:01.837932 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:01.870260 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:01.871839 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 8dba619f-4247-44f9-9510-668cc2cef599 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:55:01.872229 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:02.000545 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003c8d2-051e-4959-b9dd-7ab89a31dbbc None None] Pushing event updated for resources: {'Port': ['ID=5ee78144-6f3e-462d-9d60-bbd2d5efedad,revision_number=2']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:02.002721 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Attempting to bind port 5ee78144-6f3e-462d-9d60-bbd2d5efedad on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:55:02.003103 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Attempting to bind port 5ee78144-6f3e-462d-9d60-bbd2d5efedad by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:55:02.003472 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Attempting to bind port 5ee78144-6f3e-462d-9d60-bbd2d5efedad on network 38a55964-33b9-4484-a01f-c130c608c280 {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:55:02.005626 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c003c8d2-051e-4959-b9dd-7ab89a31dbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:02.035655 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:55:02.036042 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Checking segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:55:02.036461 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:02.036926 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Bound using segment: {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'} {{(pid=87560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:55:02.037349 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.managers [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Bound port: 5ee78144-6f3e-462d-9d60-bbd2d5efedad, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5718cff2-46fd-4489-9fff-c10cfdc9de60', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '38a55964-33b9-4484-a01f-c130c608c280'}}] {{(pid=87560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:55:02.037762 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:02.084905 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-7f8254cc-c3a5-4a51-82dd-6c9611aed731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:02.093729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:02.098292 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:02.126139 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4e2ada17-d923-4053-a140-8bb60950c575 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:02.168139 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] For port 5ee78144-6f3e-462d-9d60-bbd2d5efedad, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:55:02.174157 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3373396d-493f-4dc2-9006-6abd6ac9ffd0 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:55:02.212334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] For port 5ee78144-6f3e-462d-9d60-bbd2d5efedad, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5ee78144-6f3e-462d-9d60-bbd2d5efedad,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:55:02.227492 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:02.234795 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:02.295943 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-239bf8e9-2175-4c81-9330-a0d5ac0ff79e None None] Provisioning for port 6be68f6c-ba5e-4319-affc-f276c3d240b5 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:55:02.316490 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-239bf8e9-2175-4c81-9330-a0d5ac0ff79e None None] Provisioning complete for port 6be68f6c-ba5e-4319-affc-f276c3d240b5 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:55:02.316871 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-239bf8e9-2175-4c81-9330-a0d5ac0ff79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:02.334781 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1670233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1643993'] for router_interface, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:02.339431 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6be68f6c-ba5e-4319-affc-f276c3d240b5,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:02.344323 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:02.384643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003c8d2-051e-4959-b9dd-7ab89a31dbbc None None] Pushing event updated for resources: {'Port': ['ID=5ee78144-6f3e-462d-9d60-bbd2d5efedad,revision_number=3']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:02.389803 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Routers {'f7246085-d685-4c88-b3d9-a0dba4aee67b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:55:02.390447 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2b0c40>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:55:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['f7246085-d685-4c88-b3d9-a0dba4aee67b'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:55:02.443581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-c003c8d2-051e-4959-b9dd-7ab89a31dbbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:02.459536 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-239bf8e9-2175-4c81-9330-a0d5ac0ff79e None None] Port 6be68f6c-ba5e-4319-affc-f276c3d240b5 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:55:02.465530 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 3373396d-493f-4dc2-9006-6abd6ac9ffd0 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:55:02.465934 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:02.472424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Network a1b301ee-694b-4d33-88eb-b59d7c20c065 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:55:02.473497 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:55:02.630623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] Set router f7246085-d685-4c88-b3d9-a0dba4aee67b gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:55:02.669061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Router f7246085-d685-4c88-b3d9-a0dba4aee67b has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:55:02.849972 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:55:02.859092 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-3a6654e9-de73-41e1-a7b7-91bf4db056b9 admin admin] 10.222.0.54 "PUT /v2.0/routers/f7246085-d685-4c88-b3d9-a0dba4aee67b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6199415
Dec 24 11:55:02.879904 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-b00c5e88-e606-4c06-b30d-e992592e6c5a None None] Provisioning complete for port 6be68f6c-ba5e-4319-affc-f276c3d240b5 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:55:02.880285 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b00c5e88-e606-4c06-b30d-e992592e6c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:03.018278 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-b00c5e88-e606-4c06-b30d-e992592e6c5a None None] Port 6be68f6c-ba5e-4319-affc-f276c3d240b5 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:55:03.100502 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d2b0c40>, [{'id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'name': 'tempest-TestSnapshotPattern-162187536-router', 'tenant_id': '24a36692e4af4bb1b5fd64b95facaffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.39'}], 'enable_snat': True}, 'gw_port_id': '5ee78144-6f3e-462d-9d60-bbd2d5efedad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:57Z', 'updated_at': '2021-12-24T11:55:01Z', 'revision_number': 4, 'project_id': '24a36692e4af4bb1b5fd64b95facaffd', 'gw_port': {'id': '5ee78144-6f3e-462d-9d60-bbd2d5efedad', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:58Z', 'updated_at': '2021-12-24T11:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6be68f6c-ba5e-4319-affc-f276c3d240b5', 'name': '', 'network_id': 'a1b301ee-694b-4d33-88eb-b59d7c20c065', 'tenant_id': '24a36692e4af4bb1b5fd64b95facaffd', 'mac_address': 'fa:16:3e:60:8a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f76ae010-45d5-4e6c-a817-11ef70202314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:55:01Z', 'updated_at': '2021-12-24T11:55:01Z', 'revision_number': 2, 'project_id': '24a36692e4af4bb1b5fd64b95facaffd', 'subnets': [{'id': 'f76ae010-45d5-4e6c-a817-11ef70202314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:55:03.104458 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2716aa25-3254-4482-99b3-71707ee5e742 None None] The sync data for ids ['f7246085-d685-4c88-b3d9-a0dba4aee67b'] in dv-neutron-822668-2-hyperv is: [{'id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'name': 'tempest-TestSnapshotPattern-162187536-router', 'tenant_id': '24a36692e4af4bb1b5fd64b95facaffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.39'}], 'enable_snat': True}, 'gw_port_id': '5ee78144-6f3e-462d-9d60-bbd2d5efedad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:57Z', 'updated_at': '2021-12-24T11:55:01Z', 'revision_number': 4, 'project_id': '24a36692e4af4bb1b5fd64b95facaffd', 'gw_port': {'id': '5ee78144-6f3e-462d-9d60-bbd2d5efedad', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0b:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:58Z', 'updated_at': '2021-12-24T11:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6be68f6c-ba5e-4319-affc-f276c3d240b5', 'name': '', 'network_id': 'a1b301ee-694b-4d33-88eb-b59d7c20c065', 'tenant_id': '24a36692e4af4bb1b5fd64b95facaffd', 'mac_address': 'fa:16:3e:60:8a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f76ae010-45d5-4e6c-a817-11ef70202314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:55:01Z', 'updated_at': '2021-12-24T11:55:01Z', 'revision_number': 2, 'project_id': '24a36692e4af4bb1b5fd64b95facaffd', 'subnets': [{'id': 'f76ae010-45d5-4e6c-a817-11ef70202314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:55:03.267917 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:03.330143 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:04.453629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33058) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:55:04.459039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-8851a757-f0d5-4df1-b51b-cdcef487cb02 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1996283246', 'description': 'tempest-secgroup-smoke-1996283246 description', 'project_id': 'e9de08c1e0c046a99df2916b2366f954'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:55:04.464978 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8851a757-f0d5-4df1-b51b-cdcef487cb02 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:55:04.468768 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8851a757-f0d5-4df1-b51b-cdcef487cb02 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Usage tracker for resource:security_group and tenant:e9de08c1e0c046a99df2916b2366f954 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:55:04.471628 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8851a757-f0d5-4df1-b51b-cdcef487cb02 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:55:04.477195 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8851a757-f0d5-4df1-b51b-cdcef487cb02 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:55:04.486834 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8851a757-f0d5-4df1-b51b-cdcef487cb02 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:04.506791 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8851a757-f0d5-4df1-b51b-cdcef487cb02 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:55:04.510690 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8851a757-f0d5-4df1-b51b-cdcef487cb02 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Usage tracker for resource:security_group_rule and tenant:e9de08c1e0c046a99df2916b2366f954 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:55:04.514285 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-8851a757-f0d5-4df1-b51b-cdcef487cb02 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:55:04.520020 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-8851a757-f0d5-4df1-b51b-cdcef487cb02 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:55:04.587255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8851a757-f0d5-4df1-b51b-cdcef487cb02 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:04.590734 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8851a757-f0d5-4df1-b51b-cdcef487cb02 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:04.594221 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-73699653-807d-43d2-9dfa-7a22b88c2ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:04.631032 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851a757-f0d5-4df1-b51b-cdcef487cb02 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:04.633628 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8851a757-f0d5-4df1-b51b-cdcef487cb02 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:04.634848 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8851a757-f0d5-4df1-b51b-cdcef487cb02 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.1801629
Dec 24 11:55:04.635809 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8851a757-f0d5-4df1-b51b-cdcef487cb02 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:04.638061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33062) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:55:04.643325 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-42ddb4a3-4667-4cac-80ec-2998faac4529 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Request body: {'security_group_rule': {'security_group_id': 'cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95', 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:55:04.649149 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-42ddb4a3-4667-4cac-80ec-2998faac4529 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:55:04.652964 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-42ddb4a3-4667-4cac-80ec-2998faac4529 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Usage tracker for resource:security_group_rule and tenant:e9de08c1e0c046a99df2916b2366f954 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:55:04.655860 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-42ddb4a3-4667-4cac-80ec-2998faac4529 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:55:04.661367 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-42ddb4a3-4667-4cac-80ec-2998faac4529 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:55:04.676771 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-42ddb4a3-4667-4cac-80ec-2998faac4529 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:04.740693 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-42ddb4a3-4667-4cac-80ec-2998faac4529 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:04.744431 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-42ddb4a3-4667-4cac-80ec-2998faac4529 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:04.746261 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4384a698-093d-45f3-9755-da1f1fa32328 tempest-TestMinimumBasicScenario-1613318796 tempest-TestMinimumBasicScenario-1613318796-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:04.768279 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddb4a3-4667-4cac-80ec-2998faac4529 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6999da65-15bc-4cb4-8e90-f58bd16434b9,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:04.770608 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-42ddb4a3-4667-4cac-80ec-2998faac4529 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:04.777247 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-42ddb4a3-4667-4cac-80ec-2998faac4529 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:04.778463 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-42ddb4a3-4667-4cac-80ec-2998faac4529 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1398187
Dec 24 11:55:04.781039 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33066) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:55:04.786125 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-2691db71-e1ba-4d40-90c3-dd1310f30e76 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Request body: {'security_group_rule': {'security_group_id': 'cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95', 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:55:04.791742 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2691db71-e1ba-4d40-90c3-dd1310f30e76 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:55:04.799950 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2691db71-e1ba-4d40-90c3-dd1310f30e76 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Usage tracker for resource:security_group_rule and tenant:e9de08c1e0c046a99df2916b2366f954 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:55:04.802766 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-2691db71-e1ba-4d40-90c3-dd1310f30e76 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:55:04.808456 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-2691db71-e1ba-4d40-90c3-dd1310f30e76 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:55:04.823982 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2691db71-e1ba-4d40-90c3-dd1310f30e76 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:04.883615 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2691db71-e1ba-4d40-90c3-dd1310f30e76 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:04.887060 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2691db71-e1ba-4d40-90c3-dd1310f30e76 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:04.888824 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f84fa170-49aa-44df-82ef-acb0d6a4def2 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:04.909444 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691db71-e1ba-4d40-90c3-dd1310f30e76 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=257783ed-e01a-45bc-9f93-5acb30144e45,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:04.911930 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-2691db71-e1ba-4d40-90c3-dd1310f30e76 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:04.918973 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-2691db71-e1ba-4d40-90c3-dd1310f30e76 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:04.920642 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-2691db71-e1ba-4d40-90c3-dd1310f30e76 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1386616
Dec 24 11:55:04.923330 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33070) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:55:04.928479 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-24f300a1-4ca7-4749-b21c-ad7c2302b3f1 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Request body: {'security_group_rule': {'security_group_id': 'cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95', 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:55:04.934521 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-24f300a1-4ca7-4749-b21c-ad7c2302b3f1 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:55:04.938857 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-24f300a1-4ca7-4749-b21c-ad7c2302b3f1 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Usage tracker for resource:security_group_rule and tenant:e9de08c1e0c046a99df2916b2366f954 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:55:04.941691 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-24f300a1-4ca7-4749-b21c-ad7c2302b3f1 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:55:04.947311 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-24f300a1-4ca7-4749-b21c-ad7c2302b3f1 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:55:04.963635 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24f300a1-4ca7-4749-b21c-ad7c2302b3f1 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.029114 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24f300a1-4ca7-4749-b21c-ad7c2302b3f1 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.032764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24f300a1-4ca7-4749-b21c-ad7c2302b3f1 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.038760 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-771105b1-fc40-46ba-884d-9f65408347de tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:05.058149 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f300a1-4ca7-4749-b21c-ad7c2302b3f1 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c694f37-f2b3-4455-bc33-7bf39d8cd58a,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:05.061176 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-24f300a1-4ca7-4749-b21c-ad7c2302b3f1 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:05.068149 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-24f300a1-4ca7-4749-b21c-ad7c2302b3f1 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.069353 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-24f300a1-4ca7-4749-b21c-ad7c2302b3f1 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1450799
Dec 24 11:55:05.072012 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33074) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:55:05.077096 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-5e205c3d-83a9-47dc-aaea-5b07c03573ec tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Request body: {'security_group_rule': {'security_group_id': 'cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95', 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:55:05.082805 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5e205c3d-83a9-47dc-aaea-5b07c03573ec tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:55:05.086583 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5e205c3d-83a9-47dc-aaea-5b07c03573ec tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Usage tracker for resource:security_group_rule and tenant:e9de08c1e0c046a99df2916b2366f954 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:55:05.089386 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-5e205c3d-83a9-47dc-aaea-5b07c03573ec tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:55:05.095127 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-5e205c3d-83a9-47dc-aaea-5b07c03573ec tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:55:05.107937 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.114479 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5e205c3d-83a9-47dc-aaea-5b07c03573ec tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.180725 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5e205c3d-83a9-47dc-aaea-5b07c03573ec tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.184341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5e205c3d-83a9-47dc-aaea-5b07c03573ec tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.190668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-96118d4b-9a7e-44df-b049-d57d3a27ac22 tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:05.208941 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e205c3d-83a9-47dc-aaea-5b07c03573ec tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ae8f348-5d91-46a1-9b4a-c37b7307786a,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:05.211715 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5e205c3d-83a9-47dc-aaea-5b07c03573ec tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:05.220516 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5e205c3d-83a9-47dc-aaea-5b07c03573ec tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.221885 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5e205c3d-83a9-47dc-aaea-5b07c03573ec tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1488857
Dec 24 11:55:05.224535 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33078) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:55:05.229754 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-cd6a3921-d8af-431b-b9ec-be658877f07d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Request body: {'security_group_rule': {'security_group_id': 'cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95', 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:55:05.236444 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-cd6a3921-d8af-431b-b9ec-be658877f07d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:55:05.240386 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cd6a3921-d8af-431b-b9ec-be658877f07d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Usage tracker for resource:security_group_rule and tenant:e9de08c1e0c046a99df2916b2366f954 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:55:05.243618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-cd6a3921-d8af-431b-b9ec-be658877f07d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:55:05.249308 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-cd6a3921-d8af-431b-b9ec-be658877f07d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:55:05.259726 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-cd6a3921-d8af-431b-b9ec-be658877f07d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Project e9de08c1e0c046a99df2916b2366f954 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:55:05.266330 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3921-d8af-431b-b9ec-be658877f07d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.332412 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3921-d8af-431b-b9ec-be658877f07d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.335796 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3921-d8af-431b-b9ec-be658877f07d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.337611 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-11b5bbf8-3622-405e-afc4-b7f18ac18764 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:05.360993 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6a3921-d8af-431b-b9ec-be658877f07d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc52e9c-6656-4f78-bd24-4d6764174196,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:05.363409 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-cd6a3921-d8af-431b-b9ec-be658877f07d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:05.370825 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-cd6a3921-d8af-431b-b9ec-be658877f07d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.372001 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-cd6a3921-d8af-431b-b9ec-be658877f07d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1465569
Dec 24 11:55:05.374686 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33082) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:55:05.379839 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-16bf0c17-03e2-489c-aa28-9a849028be33 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Request body: {'security_group_rule': {'security_group_id': 'cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95', 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:55:05.385741 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-16bf0c17-03e2-489c-aa28-9a849028be33 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:55:05.389738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-16bf0c17-03e2-489c-aa28-9a849028be33 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Usage tracker for resource:security_group_rule and tenant:e9de08c1e0c046a99df2916b2366f954 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:55:05.392615 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-16bf0c17-03e2-489c-aa28-9a849028be33 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:55:05.398217 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-16bf0c17-03e2-489c-aa28-9a849028be33 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:55:05.411233 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.securitygroups_db [None req-16bf0c17-03e2-489c-aa28-9a849028be33 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Project e9de08c1e0c046a99df2916b2366f954 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 24 11:55:05.418094 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-16bf0c17-03e2-489c-aa28-9a849028be33 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.483764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-16bf0c17-03e2-489c-aa28-9a849028be33 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.487274 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-16bf0c17-03e2-489c-aa28-9a849028be33 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800312'] for security_group_rule, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.489038 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-42ddb4a3-4667-4cac-80ec-2998faac4529 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:05.510672 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf0c17-03e2-489c-aa28-9a849028be33 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3515713d-a2b6-4587-80d3-bd92aefb2d2a,revision_number=0']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:05.513037 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-16bf0c17-03e2-489c-aa28-9a849028be33 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:05.519853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-16bf0c17-03e2-489c-aa28-9a849028be33 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.521038 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-16bf0c17-03e2-489c-aa28-9a849028be33 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1454515
Dec 24 11:55:05.670457 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5ee78144-6f3e-462d-9d60-bbd2d5efedad up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:55:05.703559 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aeeeccb-3e88-407d-9240-028c45011781 req-eff48a98-57a7-4da1-98d8-9183d9f7e8b3 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1996283246&fields=id&tenant_id=e9de08c1e0c046a99df2916b2366f954 HTTP/1.1" status: 200  len: 267 time: 0.0564380
Dec 24 11:55:05.742552 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 5ee78144-6f3e-462d-9d60-bbd2d5efedad completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:55:05.747089 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 5ee78144-6f3e-462d-9d60-bbd2d5efedad triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:55:05.747468 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.858282 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeeeccb-3e88-407d-9240-028c45011781 req-2039dc06-596a-4a3f-a607-65995fa265b2 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:05.859736 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aeeeccb-3e88-407d-9240-028c45011781 req-2039dc06-596a-4a3f-a607-65995fa265b2 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/networks?id=a7963192-a8e4-4780-ac4b-0a168eed0007 HTTP/1.1" status: 200  len: 810 time: 0.1500731
Dec 24 11:55:05.863334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.875308 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aeeeccb-3e88-407d-9240-028c45011781 req-6351c053-0f5f-436a-bf8c-654c96d5311f tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/quotas/e9de08c1e0c046a99df2916b2366f954 HTTP/1.1" status: 200  len: 375 time: 0.0096707
Dec 24 11:55:05.879914 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 5ee78144-6f3e-462d-9d60-bbd2d5efedad, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5ee78144-6f3e-462d-9d60-bbd2d5efedad,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:55:05.883861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:05.885561 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:05.951605 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=5ee78144-6f3e-462d-9d60-bbd2d5efedad,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:05.954624 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:05.959523 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aeeeccb-3e88-407d-9240-028c45011781 req-1a6f2de0-0da3-4cea-9a59-9c4d7c3451a4 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e9de08c1e0c046a99df2916b2366f954&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0781801
Dec 24 11:55:06.128570 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [req-1aeeeccb-3e88-407d-9240-028c45011781 req-84f07d18-8291-468e-ad4c-11fedb7ee813 service neutron] http://10.222.0.54:9696/v2.0/extensions returned with HTTP 200 {{(pid=87558) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Dec 24 11:55:06.129588 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aeeeccb-3e88-407d-9240-028c45011781 req-84f07d18-8291-468e-ad4c-11fedb7ee813 service neutron] 10.222.0.54 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0454009
Dec 24 11:55:06.257623 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aeeeccb-3e88-407d-9240-028c45011781 req-c908038e-30a3-4875-9e76-678db6d35b60 service neutron] 10.222.0.54 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221771
Dec 24 11:55:06.390940 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aeeeccb-3e88-407d-9240-028c45011781 req-fa4a43a7-5f2d-45f2-8f32-bfcc03bf5fd9 service neutron] 10.222.0.54 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276205
Dec 24 11:55:06.741585 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Sync routers for ids ['f7246085-d685-4c88-b3d9-a0dba4aee67b'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:55:06.751117 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Routers {'f7246085-d685-4c88-b3d9-a0dba4aee67b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:55:06.751737 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e086460>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:55:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['f7246085-d685-4c88-b3d9-a0dba4aee67b'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:55:06.933628 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Set router f7246085-d685-4c88-b3d9-a0dba4aee67b gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:55:07.234835 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e086460>, [{'id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'name': 'tempest-TestSnapshotPattern-162187536-router', 'tenant_id': '24a36692e4af4bb1b5fd64b95facaffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.39'}], 'enable_snat': True}, 'gw_port_id': '5ee78144-6f3e-462d-9d60-bbd2d5efedad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:57Z', 'updated_at': '2021-12-24T11:55:01Z', 'revision_number': 4, 'project_id': '24a36692e4af4bb1b5fd64b95facaffd', 'gw_port': {'id': '5ee78144-6f3e-462d-9d60-bbd2d5efedad', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:58Z', 'updated_at': '2021-12-24T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6be68f6c-ba5e-4319-affc-f276c3d240b5', 'name': '', 'network_id': 'a1b301ee-694b-4d33-88eb-b59d7c20c065', 'tenant_id': '24a36692e4af4bb1b5fd64b95facaffd', 'mac_address': 'fa:16:3e:60:8a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f76ae010-45d5-4e6c-a817-11ef70202314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:55:01Z', 'updated_at': '2021-12-24T11:55:01Z', 'revision_number': 2, 'project_id': '24a36692e4af4bb1b5fd64b95facaffd', 'subnets': [{'id': 'f76ae010-45d5-4e6c-a817-11ef70202314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:55:07.238393 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Checking router: f7246085-d685-4c88-b3d9-a0dba4aee67b for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:55:07.238751 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Updating router f7246085-d685-4c88-b3d9-a0dba4aee67b port 6be68f6c-ba5e-4319-affc-f276c3d240b5 binding host dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Dec 24 11:55:07.289570 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:07.582751 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-8c5352de-7dcc-4c55-96eb-15f364b8c6f8 req-5fcf9f93-ba7d-4b89-8359-e3ca07d6ca96 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Synchronizing usage tracker for tenant:e9de08c1e0c046a99df2916b2366f954 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:55:07.600102 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-8c5352de-7dcc-4c55-96eb-15f364b8c6f8 req-5fcf9f93-ba7d-4b89-8359-e3ca07d6ca96 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Unset dirty status for tenant:e9de08c1e0c046a99df2916b2366f954 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:55:07.601369 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-8c5352de-7dcc-4c55-96eb-15f364b8c6f8 req-5fcf9f93-ba7d-4b89-8359-e3ca07d6ca96 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 210 time: 0.0604556
Dec 24 11:55:07.655921 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Notify callbacks [] for port, precommit_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:07.663645 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5ee78144-6f3e-462d-9d60-bbd2d5efedad up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:55:07.667759 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.provisioning_blocks [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Transition to ACTIVE for port object 6be68f6c-ba5e-4319-affc-f276c3d240b5 will not be triggered until provisioned by entity L2. {{(pid=87561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:55:07.674144 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:07.677488 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-05e6177c-c45b-49b3-b7a5-e88d09b7da0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:07.732292 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 5ee78144-6f3e-462d-9d60-bbd2d5efedad triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:55:07.732744 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:07.882714 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432299d-bdeb-4f85-831a-27fc6bd20ab8 None None] Pushing event updated for resources: {'Port': ['ID=6be68f6c-ba5e-4319-affc-f276c3d240b5,revision_number=3']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:07.891911 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-b432299d-bdeb-4f85-831a-27fc6bd20ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:07.900913 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Attempting to bind port 6be68f6c-ba5e-4319-affc-f276c3d240b5 on host dv-neutron-822668-2-hyperv for vnic_type normal with profile  {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:55:07.901293 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Attempting to bind port 6be68f6c-ba5e-4319-affc-f276c3d240b5 by drivers openvswitch,hyperv on host dv-neutron-822668-2-hyperv at level 0 using segments [{'id': '06f6fc84-c28e-4eef-8a7f-f88cb1c91877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a1b301ee-694b-4d33-88eb-b59d7c20c065'}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:55:07.901665 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Attempting to bind port 6be68f6c-ba5e-4319-affc-f276c3d240b5 on network a1b301ee-694b-4d33-88eb-b59d7c20c065 {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:55:07.907325 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Checking agent: {'id': '5d2262ac-5f45-442d-96e2-6cbb97aa7c6e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-822668-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 42, 3), 'started_at': datetime.datetime(2021, 12, 24, 10, 42, 33), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-822668-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:55:07.907710 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Checking segment: {'id': '06f6fc84-c28e-4eef-8a7f-f88cb1c91877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a1b301ee-694b-4d33-88eb-b59d7c20c065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:55:07.908121 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:07.908524 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Bound using segment: {'id': '06f6fc84-c28e-4eef-8a7f-f88cb1c91877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a1b301ee-694b-4d33-88eb-b59d7c20c065'} {{(pid=87561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:55:07.908995 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.managers [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Bound port: 6be68f6c-ba5e-4319-affc-f276c3d240b5, host: dv-neutron-822668-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06f6fc84-c28e-4eef-8a7f-f88cb1c91877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a1b301ee-694b-4d33-88eb-b59d7c20c065'}}] {{(pid=87561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:55:07.909384 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:07.997199 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] For port 6be68f6c-ba5e-4319-affc-f276c3d240b5, host dv-neutron-822668-2-hyperv, cleared binding levels {{(pid=87561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:55:08.000641 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.plugins.ml2.db [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] For port 6be68f6c-ba5e-4319-affc-f276c3d240b5, host dv-neutron-822668-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6be68f6c-ba5e-4319-affc-f276c3d240b5,segment=NetworkSegment(06f6fc84-c28e-4eef-8a7f-f88cb1c91877),segment_id=06f6fc84-c28e-4eef-8a7f-f88cb1c91877)] {{(pid=87561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:55:08.004807 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron_lib.callbacks.manager [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:08.008235 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-6f191c20-6992-47b2-ac6a-a0826f5ba897 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:08.082074 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Routers {'f7246085-d685-4c88-b3d9-a0dba4aee67b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:55:08.082701 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7e086460>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:55:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['f7246085-d685-4c88-b3d9-a0dba4aee67b'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:55:08.147933 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432299d-bdeb-4f85-831a-27fc6bd20ab8 None None] Pushing event updated for resources: {'Port': ['ID=6be68f6c-ba5e-4319-affc-f276c3d240b5,revision_number=4']} {{(pid=87561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:08.151050 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG oslo_concurrency.lockutils [None req-b432299d-bdeb-4f85-831a-27fc6bd20ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=87561) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:08.264633 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] Set router f7246085-d685-4c88-b3d9-a0dba4aee67b gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:55:08.574921 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7e086460>, [{'id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'name': 'tempest-TestSnapshotPattern-162187536-router', 'tenant_id': '24a36692e4af4bb1b5fd64b95facaffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.39'}], 'enable_snat': True}, 'gw_port_id': '5ee78144-6f3e-462d-9d60-bbd2d5efedad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:57Z', 'updated_at': '2021-12-24T11:55:01Z', 'revision_number': 4, 'project_id': '24a36692e4af4bb1b5fd64b95facaffd', 'gw_port': {'id': '5ee78144-6f3e-462d-9d60-bbd2d5efedad', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:58Z', 'updated_at': '2021-12-24T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6be68f6c-ba5e-4319-affc-f276c3d240b5', 'name': '', 'network_id': 'a1b301ee-694b-4d33-88eb-b59d7c20c065', 'tenant_id': '24a36692e4af4bb1b5fd64b95facaffd', 'mac_address': 'fa:16:3e:60:8a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f76ae010-45d5-4e6c-a817-11ef70202314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:55:01Z', 'updated_at': '2021-12-24T11:55:07Z', 'revision_number': 4, 'project_id': '24a36692e4af4bb1b5fd64b95facaffd', 'subnets': [{'id': 'f76ae010-45d5-4e6c-a817-11ef70202314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:55:08.579472 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc5677d-2089-4b9a-acad-25033dca0a2b None None] The sync data for ids ['f7246085-d685-4c88-b3d9-a0dba4aee67b'] in dv-neutron-822668-2-hyperv is: [{'id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'name': 'tempest-TestSnapshotPattern-162187536-router', 'tenant_id': '24a36692e4af4bb1b5fd64b95facaffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.39'}], 'enable_snat': True}, 'gw_port_id': '5ee78144-6f3e-462d-9d60-bbd2d5efedad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:57Z', 'updated_at': '2021-12-24T11:55:01Z', 'revision_number': 4, 'project_id': '24a36692e4af4bb1b5fd64b95facaffd', 'gw_port': {'id': '5ee78144-6f3e-462d-9d60-bbd2d5efedad', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:58Z', 'updated_at': '2021-12-24T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '6be68f6c-ba5e-4319-affc-f276c3d240b5', 'name': '', 'network_id': 'a1b301ee-694b-4d33-88eb-b59d7c20c065', 'tenant_id': '24a36692e4af4bb1b5fd64b95facaffd', 'mac_address': 'fa:16:3e:60:8a:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1847, 'fixed_ips': [{'subnet_id': 'f76ae010-45d5-4e6c-a817-11ef70202314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:55:01Z', 'updated_at': '2021-12-24T11:55:07Z', 'revision_number': 4, 'project_id': '24a36692e4af4bb1b5fd64b95facaffd', 'subnets': [{'id': 'f76ae010-45d5-4e6c-a817-11ef70202314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:55:08.695333 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7da517c6-c80b-4b0d-96c9-559361a2c2c2 req-eb6c66e0-6361-4f0d-bd3f-1d1296d9b503 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 210 time: 0.0423098
Dec 24 11:55:09.669231 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6be68f6c-ba5e-4319-affc-f276c3d240b5 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:55:09.749338 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning for port 6be68f6c-ba5e-4319-affc-f276c3d240b5 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:55:09.754048 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 6be68f6c-ba5e-4319-affc-f276c3d240b5 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:55:09.754428 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:09.802169 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f056a1a6-2ecc-42a2-aaef-becc21fafebf req-208f5a2d-05d6-4e3a-90c4-447038ebe173 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 210 time: 0.0466006
Dec 24 11:55:09.873363 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:09.908736 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] For port 6be68f6c-ba5e-4319-affc-f276c3d240b5, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6be68f6c-ba5e-4319-affc-f276c3d240b5,segment=NetworkSegment(06f6fc84-c28e-4eef-8a7f-f88cb1c91877),segment_id=06f6fc84-c28e-4eef-8a7f-f88cb1c91877)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:55:09.913300 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:09.917020 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-71d0d38e-d13f-495c-abd3-d96419cdf3c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:09.992402 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Pushing event updated for resources: {'Port': ['ID=6be68f6c-ba5e-4319-affc-f276c3d240b5,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:09.995776 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:10.949543 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-989e196b-7544-44f3-bc58-aa6f6414db6b req-4895df33-8039-4019-ab9c-83b1480d8d65 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 210 time: 0.0453465
Dec 24 11:55:11.210434 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:11.656302 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6be68f6c-ba5e-4319-affc-f276c3d240b5 up at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:55:11.726702 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Provisioning complete for port 6be68f6c-ba5e-4319-affc-f276c3d240b5 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:55:11.727081 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:11.852755 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeeeccb-3e88-407d-9240-028c45011781 req-9ccf8df4-2b77-4eb0-af49-ed7579d84ff5 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:11.854621 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aeeeccb-3e88-407d-9240-028c45011781 req-9ccf8df4-2b77-4eb0-af49-ed7579d84ff5 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.32 "GET /v2.0/networks?id=a7963192-a8e4-4780-ac4b-0a168eed0007 HTTP/1.1" status: 200  len: 810 time: 0.1569424
Dec 24 11:55:11.901805 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aeeeccb-3e88-407d-9240-028c45011781 req-78347b81-e424-4e36-aab9-c09c9bb08b8f tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9de08c1e0c046a99df2916b2366f954 HTTP/1.1" status: 200  len: 380 time: 0.0391004
Dec 24 11:55:11.910197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-1aeeeccb-3e88-407d-9240-028c45011781 req-aacde68f-0139-4f34-94ae-c91fc9cd279c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Request body: {'port': {'device_id': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'admin_state_up': True, 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'security_groups': ['cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:55:12.178474 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-1aeeeccb-3e88-407d-9240-028c45011781 req-aacde68f-0139-4f34-94ae-c91fc9cd279c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:55:12.188588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-1aeeeccb-3e88-407d-9240-028c45011781 req-aacde68f-0139-4f34-94ae-c91fc9cd279c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:55:12.199165 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aeeeccb-3e88-407d-9240-028c45011781 req-aacde68f-0139-4f34-94ae-c91fc9cd279c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Made reservation on behalf of e9de08c1e0c046a99df2916b2366f954 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:55:12.203626 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1aeeeccb-3e88-407d-9240-028c45011781 req-aacde68f-0139-4f34-94ae-c91fc9cd279c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:12.223849 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b947a3bb-a542-4fb0-8205-414ae4053e2f req-77c54b0f-73f9-42f2-b30b-e7524a29673d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 210 time: 0.1683705
Dec 24 11:55:12.364744 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-1aeeeccb-3e88-407d-9240-028c45011781 req-aacde68f-0139-4f34-94ae-c91fc9cd279c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Allocated IP 172.20.0.9 (a7963192-a8e4-4780-ac4b-0a168eed0007/9e3cab9c-3111-4e9b-9635-f1c19d7889a1/63733cf3-c976-40da-b5de-e9a0ee116968) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:55:12.552345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1aeeeccb-3e88-407d-9240-028c45011781 req-aacde68f-0139-4f34-94ae-c91fc9cd279c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:12.567521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-1aeeeccb-3e88-407d-9240-028c45011781 req-aacde68f-0139-4f34-94ae-c91fc9cd279c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Transition to ACTIVE for port object 63733cf3-c976-40da-b5de-e9a0ee116968 will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:55:12.589659 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1aeeeccb-3e88-407d-9240-028c45011781 req-aacde68f-0139-4f34-94ae-c91fc9cd279c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:12.595193 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-78038b7d-0866-4274-925d-749fe4924038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:12.652782 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aeeeccb-3e88-407d-9240-028c45011781 req-aacde68f-0139-4f34-94ae-c91fc9cd279c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Network a7963192-a8e4-4780-ac4b-0a168eed0007 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:55:12.660369 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-1aeeeccb-3e88-407d-9240-028c45011781 req-aacde68f-0139-4f34-94ae-c91fc9cd279c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:55:12.664578 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aeeeccb-3e88-407d-9240-028c45011781 req-aacde68f-0139-4f34-94ae-c91fc9cd279c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:55:12.705532 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacde68f-0139-4f34-94ae-c91fc9cd279c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Pushing event updated for resources: {'Port': ['ID=63733cf3-c976-40da-b5de-e9a0ee116968,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:12.714601 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-aacde68f-0139-4f34-94ae-c91fc9cd279c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:12.738412 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeeeccb-3e88-407d-9240-028c45011781 req-aacde68f-0139-4f34-94ae-c91fc9cd279c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:12.739101 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1aeeeccb-3e88-407d-9240-028c45011781 req-aacde68f-0139-4f34-94ae-c91fc9cd279c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:12.764795 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aeeeccb-3e88-407d-9240-028c45011781 req-aacde68f-0139-4f34-94ae-c91fc9cd279c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8580253
Dec 24 11:55:12.776482 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Request body: {'port': {'device_id': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:55:12.890745 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:12.933076 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bb44d43b-2a42-4134-a1cf-c7fca3643f63 None None] Provisioning for port 63733cf3-c976-40da-b5de-e9a0ee116968 completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:55:12.938545 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-bb44d43b-2a42-4134-a1cf-c7fca3643f63 None None] Provisioning complete for port 63733cf3-c976-40da-b5de-e9a0ee116968 triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:55:12.938869 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-bb44d43b-2a42-4134-a1cf-c7fca3643f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:12.995555 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-bb44d43b-2a42-4134-a1cf-c7fca3643f63 None None] Port 63733cf3-c976-40da-b5de-e9a0ee116968 cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:55:13.226877 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63733cf3-c976-40da-b5de-e9a0ee116968 {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:55:13.234576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:13.248970 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Transition to ACTIVE for port object 63733cf3-c976-40da-b5de-e9a0ee116968 will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:55:13.252022 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:13.255576 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-f7b2df94-08c0-45dc-8cf3-1b57dc28af13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:13.427191 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=63733cf3-c976-40da-b5de-e9a0ee116968,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:13.468092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:13.552341 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Attempting to bind port 63733cf3-c976-40da-b5de-e9a0ee116968 on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:55:13.552689 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Attempting to bind port 63733cf3-c976-40da-b5de-e9a0ee116968 by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b16966d4-23e9-409e-b5e8-1c428ac800f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:55:13.553013 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Attempting to bind port 63733cf3-c976-40da-b5de-e9a0ee116968 on network a7963192-a8e4-4780-ac4b-0a168eed0007 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:55:13.561922 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b81732-a203-4489-9a6f-ec007a0c5a3f req-28fc5a04-191a-44ea-b586-fa6699f5fce8 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:13.562603 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-e3b81732-a203-4489-9a6f-ec007a0c5a3f req-28fc5a04-191a-44ea-b586-fa6699f5fce8 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Synchronizing usage tracker for tenant:e9de08c1e0c046a99df2916b2366f954 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:55:13.568524 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Port 63733cf3-c976-40da-b5de-e9a0ee116968 on network a7963192-a8e4-4780-ac4b-0a168eed0007 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:55:13.568842 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Attempting to bind port 63733cf3-c976-40da-b5de-e9a0ee116968 on network a7963192-a8e4-4780-ac4b-0a168eed0007 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:55:13.579909 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:55:13.580177 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Checking segment: {'id': 'b16966d4-23e9-409e-b5e8-1c428ac800f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:55:13.580542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Bound using segment: {'id': 'b16966d4-23e9-409e-b5e8-1c428ac800f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:55:13.580953 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Bound port: 63733cf3-c976-40da-b5de-e9a0ee116968, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16966d4-23e9-409e-b5e8-1c428ac800f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:55:13.581287 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:13.600252 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-e3b81732-a203-4489-9a6f-ec007a0c5a3f req-28fc5a04-191a-44ea-b586-fa6699f5fce8 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Unset dirty status for tenant:e9de08c1e0c046a99df2916b2366f954 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:55:13.601394 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e3b81732-a203-4489-9a6f-ec007a0c5a3f req-28fc5a04-191a-44ea-b586-fa6699f5fce8 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 943 time: 0.2417531
Dec 24 11:55:13.692053 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e3b81732-a203-4489-9a6f-ec007a0c5a3f req-def0d35f-7475-42ce-b15e-a716b02ddcc3 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655692
Dec 24 11:55:13.704934 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] For port 63733cf3-c976-40da-b5de-e9a0ee116968, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:55:13.707998 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] For port 63733cf3-c976-40da-b5de-e9a0ee116968, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=63733cf3-c976-40da-b5de-e9a0ee116968,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:55:13.712160 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:13.715764 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-3c802ce1-9002-4d68-8f7a-1f37876c9023 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:13.771925 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:13.772560 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:13.773907 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aeeeccb-3e88-407d-9240-028c45011781 req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] 10.222.0.32 "PUT /v2.0/ports/63733cf3-c976-40da-b5de-e9a0ee116968 HTTP/1.1" status: 200  len: 1093 time: 1.0016577
Dec 24 11:55:13.774434 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'tag': '63733cf3-c976-40da-b5de-e9a0ee116968'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:55:13.801604 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Pushing event updated for resources: {'Port': ['ID=63733cf3-c976-40da-b5de-e9a0ee116968,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:13.806746 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:13.889823 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'tag': '63733cf3-c976-40da-b5de-e9a0ee116968', 'status': 'completed', 'code': 200}
Dec 24 11:55:13.896100 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeeeccb-3e88-407d-9240-028c45011781 req-a4b62a8a-71c2-4bec-8fe5-912d30e527d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:13.897705 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aeeeccb-3e88-407d-9240-028c45011781 req-a4b62a8a-71c2-4bec-8fe5-912d30e527d5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9de08c1e0c046a99df2916b2366f954&device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 1096 time: 0.0820944
Dec 24 11:55:14.082992 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aeeeccb-3e88-407d-9240-028c45011781 req-573681a9-b33e-41d8-9c23-54b9c5c82163 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63733cf3-c976-40da-b5de-e9a0ee116968 HTTP/1.1" status: 200  len: 217 time: 0.1776736
Dec 24 11:55:14.143444 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeeeccb-3e88-407d-9240-028c45011781 req-c5b2e2a9-d597-4b25-a833-a18af8a98d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:14.144816 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aeeeccb-3e88-407d-9240-028c45011781 req-c5b2e2a9-d597-4b25-a833-a18af8a98d98 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3cab9c-3111-4e9b-9635-f1c19d7889a1 HTTP/1.1" status: 200  len: 849 time: 0.0559566
Dec 24 11:55:14.220228 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeeeccb-3e88-407d-9240-028c45011781 req-cc45001e-596d-47c2-946f-13943d372dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:14.221662 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aeeeccb-3e88-407d-9240-028c45011781 req-cc45001e-596d-47c2-946f-13943d372dc6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7963192-a8e4-4780-ac4b-0a168eed0007&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0669103
Dec 24 11:55:14.349007 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aeeeccb-3e88-407d-9240-028c45011781 req-66e3cbdd-5955-446f-b103-d7751a656bc5 service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205711
Dec 24 11:55:14.481556 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1aeeeccb-3e88-407d-9240-028c45011781 req-b65cf65b-0069-477f-b3f1-acdcf8ce6961 service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265850
Dec 24 11:55:14.603194 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2bfc1-8cdb-4fe7-ac0f-0c825575bb0c req-f2afb258-58f0-4418-9001-f8a12c366728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:14.604586 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-85b2bfc1-8cdb-4fe7-ac0f-0c825575bb0c req-f2afb258-58f0-4418-9001-f8a12c366728 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9de08c1e0c046a99df2916b2366f954&device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 1096 time: 0.0766191
Dec 24 11:55:14.747607 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2bfc1-8cdb-4fe7-ac0f-0c825575bb0c req-2de3bb24-b157-4158-8556-f26e43e9bc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:14.749079 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-85b2bfc1-8cdb-4fe7-ac0f-0c825575bb0c req-2de3bb24-b157-4158-8556-f26e43e9bc14 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7963192-a8e4-4780-ac4b-0a168eed0007 HTTP/1.1" status: 200  len: 911 time: 0.1379802
Dec 24 11:55:14.848828 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-85b2bfc1-8cdb-4fe7-ac0f-0c825575bb0c req-e902a7d5-c39f-4342-bba7-345468b2ecb9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63733cf3-c976-40da-b5de-e9a0ee116968 HTTP/1.1" status: 200  len: 217 time: 0.0931928
Dec 24 11:55:14.922374 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2bfc1-8cdb-4fe7-ac0f-0c825575bb0c req-892b344a-fb3e-4bcd-9150-43ccb31fc051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:14.923702 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-85b2bfc1-8cdb-4fe7-ac0f-0c825575bb0c req-892b344a-fb3e-4bcd-9150-43ccb31fc051 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3cab9c-3111-4e9b-9635-f1c19d7889a1 HTTP/1.1" status: 200  len: 849 time: 0.0691907
Dec 24 11:55:14.996245 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a87b6a-b62f-4d9e-a2e5-b5d202f34794 req-1f4f74c9-2478-4a1d-a860-a94bd829fade tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:14.998672 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b5a87b6a-b62f-4d9e-a2e5-b5d202f34794 req-1f4f74c9-2478-4a1d-a860-a94bd829fade tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 943 time: 0.1907680
Dec 24 11:55:15.052039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2bfc1-8cdb-4fe7-ac0f-0c825575bb0c req-cf6a3488-9344-43dc-8d71-f071ad04f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:15.053493 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-85b2bfc1-8cdb-4fe7-ac0f-0c825575bb0c req-cf6a3488-9344-43dc-8d71-f071ad04f92b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7963192-a8e4-4780-ac4b-0a168eed0007&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.1220586
Dec 24 11:55:15.057888 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b5a87b6a-b62f-4d9e-a2e5-b5d202f34794 req-67c70dfa-429a-426a-ac46-098dbea610aa tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534461
Dec 24 11:55:15.184756 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-85b2bfc1-8cdb-4fe7-ac0f-0c825575bb0c req-c9915648-72e2-4a98-be20-34687acf98dc service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236556
Dec 24 11:55:15.314167 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-85b2bfc1-8cdb-4fe7-ac0f-0c825575bb0c req-9805ddae-83fd-4550-8033-8cec79969e20 service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231730
Dec 24 11:55:16.239706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a1773-c14c-4a92-8251-a5c84872e4ad req-5fe307d7-6b36-471c-a77e-d7bd4f167495 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:16.241392 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-af6a1773-c14c-4a92-8251-a5c84872e4ad req-5fe307d7-6b36-471c-a77e-d7bd4f167495 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 943 time: 0.0768206
Dec 24 11:55:16.284905 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-af6a1773-c14c-4a92-8251-a5c84872e4ad req-13c82860-a9ea-4b5e-aaf1-bac2c2b8418c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Synchronizing usage tracker for tenant:e9de08c1e0c046a99df2916b2366f954 on resource:security_group {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:55:16.302204 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-af6a1773-c14c-4a92-8251-a5c84872e4ad req-13c82860-a9ea-4b5e-aaf1-bac2c2b8418c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Unset dirty status for tenant:e9de08c1e0c046a99df2916b2366f954 on resource:security_group {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:55:16.303342 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-af6a1773-c14c-4a92-8251-a5c84872e4ad req-13c82860-a9ea-4b5e-aaf1-bac2c2b8418c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565586
Dec 24 11:55:17.490128 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a56e4-0660-4f1f-8d83-c40dd98b2b69 req-67442d2b-be92-49ba-af1c-216c792b44e0 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:17.491854 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-452a56e4-0660-4f1f-8d83-c40dd98b2b69 req-67442d2b-be92-49ba-af1c-216c792b44e0 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 943 time: 0.0829484
Dec 24 11:55:17.493547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 63733cf3-c976-40da-b5de-e9a0ee116968 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:55:17.535647 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-452a56e4-0660-4f1f-8d83-c40dd98b2b69 req-11cb3e06-1a52-416c-a846-71348ed5af96 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380769
Dec 24 11:55:17.624827 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 63733cf3-c976-40da-b5de-e9a0ee116968, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=63733cf3-c976-40da-b5de-e9a0ee116968,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:55:17.637339 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '63733cf3-c976-40da-b5de-e9a0ee116968', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'port_id': '63733cf3-c976-40da-b5de-e9a0ee116968', 'mac_address': 'fa:16:3e:04:4d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:55:17.691285 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:17.707417 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63733cf3-c976-40da-b5de-e9a0ee116968 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:55:17.722332 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 63733cf3-c976-40da-b5de-e9a0ee116968, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=63733cf3-c976-40da-b5de-e9a0ee116968,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:55:17.726112 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:17.728017 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-434ceb8a-86fe-4547-b4aa-b03efde3e276 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:17.796527 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=63733cf3-c976-40da-b5de-e9a0ee116968,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:17.799569 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:18.022806 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['63733cf3-c976-40da-b5de-e9a0ee116968'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:55:18.715529 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfa383-2717-41f8-af06-cb6a24415899 req-2945cdad-979e-4e89-a739-0957d86b65a2 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:18.716932 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f0dfa383-2717-41f8-af06-cb6a24415899 req-2945cdad-979e-4e89-a739-0957d86b65a2 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 944 time: 0.0792172
Dec 24 11:55:18.760669 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-f0dfa383-2717-41f8-af06-cb6a24415899 req-2048ba46-69e5-45eb-8013-71e72b80313f tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381637
Dec 24 11:55:19.493457 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 63733cf3-c976-40da-b5de-e9a0ee116968 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:55:19.598952 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port 63733cf3-c976-40da-b5de-e9a0ee116968 completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:55:19.603993 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 63733cf3-c976-40da-b5de-e9a0ee116968 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:55:19.604269 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:19.715316 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:19.744498 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63733cf3-c976-40da-b5de-e9a0ee116968'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:55:19.754437 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 63733cf3-c976-40da-b5de-e9a0ee116968, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=63733cf3-c976-40da-b5de-e9a0ee116968,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:55:19.758412 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:19.760506 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-141b4afd-3264-49e2-81e3-269ccdfbf003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:19.791016 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63733cf3-c976-40da-b5de-e9a0ee116968', 'code': 200}
Dec 24 11:55:19.829687 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=63733cf3-c976-40da-b5de-e9a0ee116968,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:19.832681 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:19.957942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306be95f-8a1b-46da-8dda-78a8b0e917d8 req-c821930f-7844-41d4-ac63-b1b2af1a2c3d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:19.959412 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-306be95f-8a1b-46da-8dda-78a8b0e917d8 req-c821930f-7844-41d4-ac63-b1b2af1a2c3d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 945 time: 0.0861790
Dec 24 11:55:20.003969 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-306be95f-8a1b-46da-8dda-78a8b0e917d8 req-d9cd19c4-3513-4f64-9586-cd3533dae57e tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388694
Dec 24 11:55:20.022288 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4381f-1156-4357-a342-64fd5041e7c2 req-4f17420b-add1-4ef4-8224-359c5e1cef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:20.023746 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4eb4381f-1156-4357-a342-64fd5041e7c2 req-4f17420b-add1-4ef4-8224-359c5e1cef17 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 1098 time: 0.0695901
Dec 24 11:55:20.062718 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-4eb4381f-1156-4357-a342-64fd5041e7c2 req-0a887c77-112d-43ee-a33e-82761c27b64d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0325761
Dec 24 11:55:21.198791 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cd299-2ade-4fbb-a45c-0ec604b4d13a req-2a2df874-276c-4dfc-a857-4dd316db81ab tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:21.200232 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ea2cd299-2ade-4fbb-a45c-0ec604b4d13a req-2a2df874-276c-4dfc-a857-4dd316db81ab tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 945 time: 0.0881231
Dec 24 11:55:21.245827 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-ea2cd299-2ade-4fbb-a45c-0ec604b4d13a req-2d63eb20-5491-4a0b-a3db-58206379c53d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398805
Dec 24 11:55:22.428976 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8df3bc-1590-4fc6-9686-4eecc9c88217 req-aee8e455-5840-4c8d-b148-108d70a81597 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:22.430462 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-cc8df3bc-1590-4fc6-9686-4eecc9c88217 req-aee8e455-5840-4c8d-b148-108d70a81597 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 945 time: 0.0794842
Dec 24 11:55:22.473831 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-cc8df3bc-1590-4fc6-9686-4eecc9c88217 req-34502c74-15f4-4e75-9497-b7ccfb46cbf9 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372899
Dec 24 11:55:22.650784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eae461-6b8e-42d7-b849-02e3a104be49 req-487b5451-d600-4514-aa1e-27def193a379 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:22.652231 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-38eae461-6b8e-42d7-b849-02e3a104be49 req-487b5451-d600-4514-aa1e-27def193a379 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 945 time: 0.0777183
Dec 24 11:55:22.695788 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-38eae461-6b8e-42d7-b849-02e3a104be49 req-29cab818-04da-404d-aef5-fcfca3242d44 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374007
Dec 24 11:55:22.717897 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 33166) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:55:22.937518 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b2788a-573d-4067-aa9f-a81a2d905cd0 tempest-TestSnapshotPattern-698466620 tempest-TestSnapshotPattern-698466620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:22.938169 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f3b2788a-573d-4067-aa9f-a81a2d905cd0 tempest-TestSnapshotPattern-698466620 tempest-TestSnapshotPattern-698466620-project-admin] Synchronizing usage tracker for tenant:24a36692e4af4bb1b5fd64b95facaffd on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:55:22.954765 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-f3b2788a-573d-4067-aa9f-a81a2d905cd0 tempest-TestSnapshotPattern-698466620 tempest-TestSnapshotPattern-698466620-project-admin] Unset dirty status for tenant:24a36692e4af4bb1b5fd64b95facaffd on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:55:22.956202 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-f3b2788a-573d-4067-aa9f-a81a2d905cd0 tempest-TestSnapshotPattern-698466620 tempest-TestSnapshotPattern-698466620-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 1093 time: 0.2373092
Dec 24 11:55:22.959102 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 33172) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:55:22.963956 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': '63733cf3-c976-40da-b5de-e9a0ee116968', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:55:22.970313 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:55:22.974008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Usage tracker for resource:floatingip and tenant:e9de08c1e0c046a99df2916b2366f954 is out of sync, need to count used quota {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:55:22.976768 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87558) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:55:22.982402 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:55:22.992880 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for floatingip, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:23.126272 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:23.260927 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Allocated IP 172.26.4.98 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/34c79859-1625-4068-8db6-d569e813d4d3) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:55:23.405466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:23.433554 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:23.438479 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:23.499085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:55:23.503038 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:55:23.506582 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:55:23.542817 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Pushing event updated for resources: {'Port': ['ID=34c79859-1625-4068-8db6-d569e813d4d3,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:23.551088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:23.911009 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:23.982983 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:24.183750 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:24.188394 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:24.192716 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-66357574-b550-47cd-a4b0-64b90977b6aa tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:55:24.292932 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Pushing event updated for resources: {'Port': ['ID=34c79859-1625-4068-8db6-d569e813d4d3,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:55:24.297246 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:55:24.303413 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:24.583953 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.db.l3_db [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Floating IP 272fbd28-883c-49a2-960a-69e022b0c018 associated. External IP: 172.26.4.98, port: 63733cf3-c976-40da-b5de-e9a0ee116968.
Dec 24 11:55:24.928109 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Router cff70467-7b18-47c8-b043-1006f83739b2 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87558) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:55:25.104728 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87558) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:55:25.115496 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b31d886-f536-48dd-a136-fc40c45505d3 None None] Sync routers for ids ['cff70467-7b18-47c8-b043-1006f83739b2'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:55:25.126898 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b31d886-f536-48dd-a136-fc40c45505d3 None None] Routers {'cff70467-7b18-47c8-b043-1006f83739b2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:55:25.127525 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2b31d886-f536-48dd-a136-fc40c45505d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c4d11c0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:55:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['cff70467-7b18-47c8-b043-1006f83739b2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:55:25.129887 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:25.194035 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.2243228
Dec 24 11:55:25.194035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'tag': '63733cf3-c976-40da-b5de-e9a0ee116968'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:55:25.238553 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'tag': '63733cf3-c976-40da-b5de-e9a0ee116968', 'status': 'completed', 'code': 200}
Dec 24 11:55:25.307700 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-2b31d886-f536-48dd-a136-fc40c45505d3 None None] Set router cff70467-7b18-47c8-b043-1006f83739b2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:55:25.333805 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62dc4e-e7c8-450d-9549-fde1995c3ae4 req-129a1a81-4058-4723-a642-bcd6c5e1b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:25.335318 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a62dc4e-e7c8-450d-9549-fde1995c3ae4 req-129a1a81-4058-4723-a642-bcd6c5e1b0f3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9de08c1e0c046a99df2916b2366f954&device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 1098 time: 0.0750878
Dec 24 11:55:25.467197 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62dc4e-e7c8-450d-9549-fde1995c3ae4 req-70abb63a-101a-4728-892e-54a87787c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:25.468563 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a62dc4e-e7c8-450d-9549-fde1995c3ae4 req-70abb63a-101a-4728-892e-54a87787c428 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7963192-a8e4-4780-ac4b-0a168eed0007 HTTP/1.1" status: 200  len: 911 time: 0.1275477
Dec 24 11:55:25.567609 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a62dc4e-e7c8-450d-9549-fde1995c3ae4 req-b91cd86c-e526-4c25-b239-ed49f9f490ea service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63733cf3-c976-40da-b5de-e9a0ee116968 HTTP/1.1" status: 200  len: 998 time: 0.0933297
Dec 24 11:55:25.634985 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62dc4e-e7c8-450d-9549-fde1995c3ae4 req-5c39c3f7-cc12-426b-b67f-b23913b08267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:25.636424 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a62dc4e-e7c8-450d-9549-fde1995c3ae4 req-5c39c3f7-cc12-426b-b67f-b23913b08267 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3cab9c-3111-4e9b-9635-f1c19d7889a1 HTTP/1.1" status: 200  len: 849 time: 0.0599263
Dec 24 11:55:25.650677 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2b31d886-f536-48dd-a136-fc40c45505d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c4d11c0>, [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:54Z', 'revision_number': 4, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '272fbd28-883c-49a2-960a-69e022b0c018', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'port_id': '63733cf3-c976-40da-b5de-e9a0ee116968', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'mac_address': 'fa:16:3e:04:4d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:55:23Z', 'updated_at': '2021-12-24T11:55:23Z', 'revision_number': 0, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dba619f-4247-44f9-9510-668cc2cef599', 'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'mac_address': 'fa:16:3e:ac:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:54Z', 'updated_at': '2021-12-24T11:55:00Z', 'revision_number': 5, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'subnets': [{'id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:55:25.655038 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b31d886-f536-48dd-a136-fc40c45505d3 None None] Checking router: cff70467-7b18-47c8-b043-1006f83739b2 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:55:25.663351 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b31d886-f536-48dd-a136-fc40c45505d3 None None] Routers {'cff70467-7b18-47c8-b043-1006f83739b2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:55:25.663961 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2b31d886-f536-48dd-a136-fc40c45505d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c4d11c0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:55:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['cff70467-7b18-47c8-b043-1006f83739b2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:55:25.718250 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62dc4e-e7c8-450d-9549-fde1995c3ae4 req-290d9195-b014-4285-802b-b3711ff7a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:55:25.719660 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a62dc4e-e7c8-450d-9549-fde1995c3ae4 req-290d9195-b014-4285-802b-b3711ff7a0ac service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7963192-a8e4-4780-ac4b-0a168eed0007&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0769026
Dec 24 11:55:25.839819 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-2b31d886-f536-48dd-a136-fc40c45505d3 None None] Set router cff70467-7b18-47c8-b043-1006f83739b2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:55:25.850825 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a62dc4e-e7c8-450d-9549-fde1995c3ae4 req-2002b55d-dcb1-421a-be87-c890351b4163 service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240647
Dec 24 11:55:25.989981 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-3a62dc4e-e7c8-450d-9549-fde1995c3ae4 req-58c6cf4d-993f-4b92-84ea-b074093c985e service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328430
Dec 24 11:55:26.183317 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-2b31d886-f536-48dd-a136-fc40c45505d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c4d11c0>, [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:54Z', 'revision_number': 4, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '272fbd28-883c-49a2-960a-69e022b0c018', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'port_id': '63733cf3-c976-40da-b5de-e9a0ee116968', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'mac_address': 'fa:16:3e:04:4d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:55:23Z', 'updated_at': '2021-12-24T11:55:23Z', 'revision_number': 0, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dba619f-4247-44f9-9510-668cc2cef599', 'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'mac_address': 'fa:16:3e:ac:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:54Z', 'updated_at': '2021-12-24T11:55:00Z', 'revision_number': 5, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'subnets': [{'id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:55:26.187810 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b31d886-f536-48dd-a136-fc40c45505d3 None None] The sync data for ids ['cff70467-7b18-47c8-b043-1006f83739b2'] in dv-neutron-822668-2-hyperv is: [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:54Z', 'revision_number': 4, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '272fbd28-883c-49a2-960a-69e022b0c018', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'port_id': '63733cf3-c976-40da-b5de-e9a0ee116968', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'mac_address': 'fa:16:3e:04:4d:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:55:23Z', 'updated_at': '2021-12-24T11:55:23Z', 'revision_number': 0, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dba619f-4247-44f9-9510-668cc2cef599', 'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'mac_address': 'fa:16:3e:ac:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:54Z', 'updated_at': '2021-12-24T11:55:00Z', 'revision_number': 5, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'subnets': [{'id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:55:26.379276 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b0340a-7c46-4330-9365-472eaa0c77e2 None None] New status for floating IP 272fbd28-883c-49a2-960a-69e022b0c018: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:55:28.945624 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:55:29.814200 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-47022af3-65f0-4dec-be98-b3118ade2ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:32.027789 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8fdc56c9-e97b-414c-a08b-ca8c064ec092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:33.271936 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:33.318892 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:35.107574 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:41.210342 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:55:59.815205 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-aabd9026-089b-4437-a84a-38de190ddabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:56:02.030342 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e0a8d4af-9952-4b98-a4f6-2ffd252f3d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:56:03.274235 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:56:03.320451 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:56:05.111385 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:56:05.945449 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:56:11.225106 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:56:16.641691 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-126dfda1-3522-420f-81cd-99c8dae33f4d req-09f0fab3-80c8-490f-903a-455fa67acbab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1897297
Dec 24 11:56:16.776274 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dfda1-3522-420f-81cd-99c8dae33f4d req-f53928cf-4c28-428e-bf45-dab5da6753df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:56:16.777719 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-126dfda1-3522-420f-81cd-99c8dae33f4d req-f53928cf-4c28-428e-bf45-dab5da6753df service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9de08c1e0c046a99df2916b2366f954&device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 1098 time: 0.0696661
Dec 24 11:56:16.918004 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dfda1-3522-420f-81cd-99c8dae33f4d req-7f3efb45-cc09-43a3-9c56-131176732a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:56:16.919437 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-126dfda1-3522-420f-81cd-99c8dae33f4d req-7f3efb45-cc09-43a3-9c56-131176732a34 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7963192-a8e4-4780-ac4b-0a168eed0007 HTTP/1.1" status: 200  len: 911 time: 0.1237059
Dec 24 11:56:17.020982 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-126dfda1-3522-420f-81cd-99c8dae33f4d req-e8420b8b-d344-4eb0-951d-d0946cb2d22f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63733cf3-c976-40da-b5de-e9a0ee116968 HTTP/1.1" status: 200  len: 1000 time: 0.0953090
Dec 24 11:56:17.080955 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dfda1-3522-420f-81cd-99c8dae33f4d req-f193a4e2-a28e-4d96-9f20-1a45cc38e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:56:17.082326 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-126dfda1-3522-420f-81cd-99c8dae33f4d req-f193a4e2-a28e-4d96-9f20-1a45cc38e6e8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3cab9c-3111-4e9b-9635-f1c19d7889a1 HTTP/1.1" status: 200  len: 849 time: 0.0557649
Dec 24 11:56:17.157618 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126dfda1-3522-420f-81cd-99c8dae33f4d req-d41689a3-7dee-4865-96a4-d49634108a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:56:17.159080 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-126dfda1-3522-420f-81cd-99c8dae33f4d req-d41689a3-7dee-4865-96a4-d49634108a77 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7963192-a8e4-4780-ac4b-0a168eed0007&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0703254
Dec 24 11:56:17.289209 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-126dfda1-3522-420f-81cd-99c8dae33f4d req-704dc8df-75c8-473d-bfd7-f7e2dee0f6d7 service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235490
Dec 24 11:56:17.419564 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-126dfda1-3522-420f-81cd-99c8dae33f4d req-ecbab54f-f056-4329-aa61-6545e910742e service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234944
Dec 24 11:56:29.819158 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-906bd044-5654-409e-94fb-7a96753a8b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:56:32.031173 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5798ff01-75b3-4c0e-9d76-fb90cafed8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:56:33.326971 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:56:33.331391 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:56:35.115353 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:56:41.221436 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:56:42.944083 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:56:59.825586 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-974d7cdd-8510-433d-aca6-ee841b7f06ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:57:02.032022 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ad40f095-2d87-436f-97a8-437c9663c71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:57:03.278486 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:57:03.325631 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:57:05.118601 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:57:11.221234 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:57:17.487771 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-90e93773-420d-4b3b-b895-0f998a6f7775 req-61da433b-b7a8-4dab-81a7-e08f63465c32 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0704882
Dec 24 11:57:17.623826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e93773-420d-4b3b-b895-0f998a6f7775 req-510c2f7a-31e9-446c-badd-ba46e2f677b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:57:17.625261 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-90e93773-420d-4b3b-b895-0f998a6f7775 req-510c2f7a-31e9-446c-badd-ba46e2f677b1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9de08c1e0c046a99df2916b2366f954&device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 1098 time: 0.0722482
Dec 24 11:57:17.767995 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e93773-420d-4b3b-b895-0f998a6f7775 req-cc555332-621c-4dc0-a9bf-626e6f89a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:57:17.769365 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-90e93773-420d-4b3b-b895-0f998a6f7775 req-cc555332-621c-4dc0-a9bf-626e6f89a325 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7963192-a8e4-4780-ac4b-0a168eed0007 HTTP/1.1" status: 200  len: 911 time: 0.1244721
Dec 24 11:57:17.869862 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-90e93773-420d-4b3b-b895-0f998a6f7775 req-c82f4734-2f2d-443c-810c-bc0eb12b4c95 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63733cf3-c976-40da-b5de-e9a0ee116968 HTTP/1.1" status: 200  len: 1000 time: 0.0945773
Dec 24 11:57:17.929452 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e93773-420d-4b3b-b895-0f998a6f7775 req-d9cad65d-fd24-445e-98c2-095b125faf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:57:17.930852 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-90e93773-420d-4b3b-b895-0f998a6f7775 req-d9cad65d-fd24-445e-98c2-095b125faf7e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3cab9c-3111-4e9b-9635-f1c19d7889a1 HTTP/1.1" status: 200  len: 849 time: 0.0555091
Dec 24 11:57:18.002616 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e93773-420d-4b3b-b895-0f998a6f7775 req-c5cc2974-a646-41e8-865c-ecfd409719b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:57:18.004047 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-90e93773-420d-4b3b-b895-0f998a6f7775 req-c5cc2974-a646-41e8-865c-ecfd409719b3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7963192-a8e4-4780-ac4b-0a168eed0007&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0674984
Dec 24 11:57:18.131364 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-90e93773-420d-4b3b-b895-0f998a6f7775 req-04cde252-cb8c-43b5-b1ae-420dfc448abe service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1210265
Dec 24 11:57:18.257111 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-90e93773-420d-4b3b-b895-0f998a6f7775 req-91fc0f30-2fb9-4a15-b0eb-40aa22313783 service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1199317
Dec 24 11:57:19.942437 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:57:29.817701 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-d107cd8e-a5ce-444d-8891-7d70a202d64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:57:32.032639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e443bb21-01c9-4851-ba2b-4bc30d77faac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:57:33.280430 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:57:33.330980 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:57:35.122396 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:57:41.230189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:57:56.202912 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 63733cf3-c976-40da-b5de-e9a0ee116968 details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:57:56.338818 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 63733cf3-c976-40da-b5de-e9a0ee116968, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=63733cf3-c976-40da-b5de-e9a0ee116968,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:57:56.351328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': '63733cf3-c976-40da-b5de-e9a0ee116968', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'port_id': '63733cf3-c976-40da-b5de-e9a0ee116968', 'mac_address': 'fa:16:3e:04:4d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:57:56.404444 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:57:56.420425 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63733cf3-c976-40da-b5de-e9a0ee116968 {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:57:56.435562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 63733cf3-c976-40da-b5de-e9a0ee116968, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=63733cf3-c976-40da-b5de-e9a0ee116968,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:57:56.439601 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:57:56.441480 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:57:56.510202 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=63733cf3-c976-40da-b5de-e9a0ee116968,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:57:56.517889 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['63733cf3-c976-40da-b5de-e9a0ee116968'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:57:56.541150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:57:56.541497 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:57:56.541834 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:57:56.542190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:57:56.542514 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:57:56.542836 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:57:56.543155 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:57:56.543472 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:57:56.543791 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:57:56.544111 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:57:56.544429 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:57:56.544745 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:57:56.552226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:57:56.941856 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:57:58.206148 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 63733cf3-c976-40da-b5de-e9a0ee116968 up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:57:58.271987 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port 63733cf3-c976-40da-b5de-e9a0ee116968 triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:57:58.272367 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:57:58.384494 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:57:58.410872 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63733cf3-c976-40da-b5de-e9a0ee116968'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:57:58.420360 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 63733cf3-c976-40da-b5de-e9a0ee116968, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=63733cf3-c976-40da-b5de-e9a0ee116968,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:57:58.425040 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:57:58.426809 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-36c3b95b-eabc-4b15-9032-6e6a677a99b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:57:58.498426 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=63733cf3-c976-40da-b5de-e9a0ee116968,revision_number=7']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:57:58.501415 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:57:58.527851 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63733cf3-c976-40da-b5de-e9a0ee116968', 'code': 200}
Dec 24 11:57:59.820741 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-67ccf92c-d35c-4453-a454-67c392b6ddf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:02.040239 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e0433f3c-4f12-4a59-a160-c996f896f8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:03.284375 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:03.335643 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:05.128440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:09.328972 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-f2f47910-a6fc-402e-acbb-f9ea93315462 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1996283246&fields=id&tenant_id=e9de08c1e0c046a99df2916b2366f954 HTTP/1.1" status: 200  len: 267 time: 0.1498287
Dec 24 11:58:09.475720 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-2b5feaf3-1f9f-4537-be0f-7e83983af93c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:09.477162 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-2b5feaf3-1f9f-4537-be0f-7e83983af93c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/networks?id=a7963192-a8e4-4780-ac4b-0a168eed0007 HTTP/1.1" status: 200  len: 810 time: 0.1413128
Dec 24 11:58:09.491497 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-8af8cc86-d128-4ad1-9ec3-a9952678422c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/quotas/e9de08c1e0c046a99df2916b2366f954 HTTP/1.1" status: 200  len: 375 time: 0.0089595
Dec 24 11:58:09.576343 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-081361a2-d38c-41c2-97ab-0498883e8b27 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?tenant_id=e9de08c1e0c046a99df2916b2366f954&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0800712
Dec 24 11:58:09.711182 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-6e2207ab-f551-477b-8d93-667324153116 service neutron] 10.222.0.54 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230915
Dec 24 11:58:09.842593 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-d23d7cd2-1160-4cd0-b687-6712eb293f20 service neutron] 10.222.0.54 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257379
Dec 24 11:58:10.036457 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-b4815e90-ae36-4fe9-b6b4-a134f6d7709d req-9a73f614-4c1c-4d7b-b202-8a50bf65db2c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 210 time: 0.0447285
Dec 24 11:58:11.060420 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-bcbc9a40-119d-4bfd-a81b-1b8f8be5fca6 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:11.061857 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-bcbc9a40-119d-4bfd-a81b-1b8f8be5fca6 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.32 "GET /v2.0/networks?id=a7963192-a8e4-4780-ac4b-0a168eed0007 HTTP/1.1" status: 200  len: 810 time: 0.1518106
Dec 24 11:58:11.113502 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-cfeb262e-8460-4abb-a242-156fd6577d1e tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9de08c1e0c046a99df2916b2366f954 HTTP/1.1" status: 200  len: 380 time: 0.0416646
Dec 24 11:58:11.121937 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Request body: {'port': {'device_id': '675eb8ab-dadc-4f18-a269-15e30319b341', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'admin_state_up': True, 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'security_groups': ['cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95']}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:58:11.220128 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:11.254001 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-01f6c181-8914-4e2d-8aac-81a6bb4dcac8 req-bb67ab07-4861-4b06-99a8-4d3c83605397 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 210 time: 0.1051855
Dec 24 11:58:11.310039 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:58:11.320266 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.quota.driver [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87558) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:58:11.330424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Made reservation on behalf of e9de08c1e0c046a99df2916b2366f954 for: {'port': 1} {{(pid=87558) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 24 11:58:11.334088 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:11.522798 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_common [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Allocated IP 172.20.0.12 (a7963192-a8e4-4780-ac4b-0a168eed0007/9e3cab9c-3111-4e9b-9635-f1c19d7889a1/f03af592-194c-41a5-9512-efc0fb76efcd) {{(pid=87558) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:58:11.744906 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for port, precommit_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:11.761185 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Transition to ACTIVE for port object f03af592-194c-41a5-9512-efc0fb76efcd will not be triggered until provisioned by entity DHCP. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:58:11.789095 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_create {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:11.795548 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-ebb8d8ae-889c-46d6-8574-d42fac07325a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:58:11.867521 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Network a7963192-a8e4-4780-ac4b-0a168eed0007 is already hosted by enough agents. {{(pid=87558) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:58:11.871147 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.scheduler.base_scheduler [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Resources bound (agent type, host, resource id):  {{(pid=87558) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:58:11.875176 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Received port after_create {{(pid=87558) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:58:11.906424 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Pushing event updated for resources: {'Port': ['ID=f03af592-194c-41a5-9512-efc0fb76efcd,revision_number=1']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:58:11.926319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:11.926714 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:11.927701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:11.928084 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:11.928465 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:11.928841 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:11.929211 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:11.929588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:11.929989 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:11.930361 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:11.930892 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:11.931085 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:11.937333 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:58:11.956051 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:11.956687 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:12.010253 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-290795e2-068e-4ec9-a21b-be9d0656403b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8918002
Dec 24 11:58:12.205153 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e9de-fcae-4b4a-a556-5c80dcbb4987 None None] Provisioning for port f03af592-194c-41a5-9512-efc0fb76efcd completed by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:58:12.212031 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-a8b3e9de-fcae-4b4a-a556-5c80dcbb4987 None None] Provisioning complete for port f03af592-194c-41a5-9512-efc0fb76efcd triggered by entity DHCP. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:58:12.212612 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a8b3e9de-fcae-4b4a-a556-5c80dcbb4987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:12.253456 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 63733cf3-c976-40da-b5de-e9a0ee116968 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 11:58:12.321193 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-a8b3e9de-fcae-4b4a-a556-5c80dcbb4987 None None] Port f03af592-194c-41a5-9512-efc0fb76efcd cannot update to ACTIVE because it is not bound. {{(pid=87560) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 24 11:58:12.405918 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:12.441223 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63733cf3-c976-40da-b5de-e9a0ee116968'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:58:12.454989 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port 63733cf3-c976-40da-b5de-e9a0ee116968, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=63733cf3-c976-40da-b5de-e9a0ee116968,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:58:12.465901 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:12.469452 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-8f4278d2-21d6-459f-aff8-97586af929c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:58:12.493666 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ea81f-fa4f-4100-9e4c-22339b757fcd req-0797e419-2f2a-419b-8699-9e4f20ac127d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:12.495846 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3f4ea81f-fa4f-4100-9e4c-22339b757fcd req-0797e419-2f2a-419b-8699-9e4f20ac127d tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 932 time: 0.0956697
Dec 24 11:58:12.506157 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63733cf3-c976-40da-b5de-e9a0ee116968', 'code': 200}
Dec 24 11:58:12.543475 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-3f4ea81f-fa4f-4100-9e4c-22339b757fcd req-e27ca629-c0ea-4fd8-957b-962f85e6296a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414488
Dec 24 11:58:12.568169 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=63733cf3-c976-40da-b5de-e9a0ee116968,revision_number=8']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:58:12.571623 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:58:13.734345 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6100eb2d-faa5-4fdf-8a1a-c09c3cbf89b2 req-1a3ac287-a56a-415c-9eec-08bcaf5b50ee tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:13.735061 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-6100eb2d-faa5-4fdf-8a1a-c09c3cbf89b2 req-1a3ac287-a56a-415c-9eec-08bcaf5b50ee tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Synchronizing usage tracker for tenant:e9de08c1e0c046a99df2916b2366f954 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 11:58:13.751800 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-6100eb2d-faa5-4fdf-8a1a-c09c3cbf89b2 req-1a3ac287-a56a-415c-9eec-08bcaf5b50ee tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Unset dirty status for tenant:e9de08c1e0c046a99df2916b2366f954 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 11:58:13.753550 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6100eb2d-faa5-4fdf-8a1a-c09c3cbf89b2 req-1a3ac287-a56a-415c-9eec-08bcaf5b50ee tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 932 time: 0.1008518
Dec 24 11:58:13.803247 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-6100eb2d-faa5-4fdf-8a1a-c09c3cbf89b2 req-0e2a4b2b-e3b3-492f-9140-ce84983a7589 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438561
Dec 24 11:58:15.002893 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb902d-39ac-4d68-8947-e35c2c82c9d7 req-f4fddf23-ef12-4a43-a192-3d25e21eb803 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:15.004675 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a5bb902d-39ac-4d68-8947-e35c2c82c9d7 req-f4fddf23-ef12-4a43-a192-3d25e21eb803 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 932 time: 0.0887239
Dec 24 11:58:15.049968 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a5bb902d-39ac-4d68-8947-e35c2c82c9d7 req-cd1c95a2-dfd4-4aac-a1f1-33c8780be9f1 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390794
Dec 24 11:58:16.242326 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e32388-6328-41a4-b6c7-5f9eed2982cd req-dbea4500-6b72-4347-bb17-227f2794c636 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:16.243871 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b4e32388-6328-41a4-b6c7-5f9eed2982cd req-dbea4500-6b72-4347-bb17-227f2794c636 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 932 time: 0.0811460
Dec 24 11:58:16.290894 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b4e32388-6328-41a4-b6c7-5f9eed2982cd req-906fa06c-f662-420e-bc01-6cdc3e0dd07c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401464
Dec 24 11:58:17.483624 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1c5c7-56ed-4dbf-869d-f8bdd06cb238 req-aef51951-cbb5-4f73-9688-f1816e4183a4 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:17.491279 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-20a1c5c7-56ed-4dbf-869d-f8bdd06cb238 req-aef51951-cbb5-4f73-9688-f1816e4183a4 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 932 time: 0.0891957
Dec 24 11:58:17.535748 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-20a1c5c7-56ed-4dbf-869d-f8bdd06cb238 req-8ea29ceb-3a26-435e-bc5c-09adab1f8020 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434318
Dec 24 11:58:18.848876 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e87b4e-1a19-401d-8f2a-cc8deed436e4 req-81965934-12d5-4cbf-9e4f-c83a1bd4172c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:18.850425 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-35e87b4e-1a19-401d-8f2a-cc8deed436e4 req-81965934-12d5-4cbf-9e4f-c83a1bd4172c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 932 time: 0.2054539
Dec 24 11:58:18.898045 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-35e87b4e-1a19-401d-8f2a-cc8deed436e4 req-329594b2-4836-4403-a626-9e1764f8bc76 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418189
Dec 24 11:58:20.083292 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b19501c-1e6b-4b86-8ed4-93f8c6e14555 req-2915c339-200a-4330-b9a9-dd4e7d4c8ead tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:20.084788 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5b19501c-1e6b-4b86-8ed4-93f8c6e14555 req-2915c339-200a-4330-b9a9-dd4e7d4c8ead tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 932 time: 0.0802820
Dec 24 11:58:20.133204 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-5b19501c-1e6b-4b86-8ed4-93f8c6e14555 req-ce3c26d6-aa06-4f03-9a96-220c042894a4 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416832
Dec 24 11:58:21.320111 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899462ec-522b-48c4-9f56-a5802abbcd3f req-e69e5e32-603f-4318-9799-899165fd4f74 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:21.321585 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-899462ec-522b-48c4-9f56-a5802abbcd3f req-e69e5e32-603f-4318-9799-899165fd4f74 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 932 time: 0.0822594
Dec 24 11:58:21.369117 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-899462ec-522b-48c4-9f56-a5802abbcd3f req-f0e77e79-d31c-45be-9c34-8715ef9b24c6 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419159
Dec 24 11:58:22.558783 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7588de05-cb7f-4668-8c8c-20a19de23dba req-2b3677af-a0e8-4e29-ab7a-836c42df9340 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:22.560276 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7588de05-cb7f-4668-8c8c-20a19de23dba req-2b3677af-a0e8-4e29-ab7a-836c42df9340 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 932 time: 0.0844009
Dec 24 11:58:22.603212 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-7588de05-cb7f-4668-8c8c-20a19de23dba req-11fab19b-5a1c-43df-9887-7ab3c5f2e065 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374649
Dec 24 11:58:23.788005 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd21be-bc1b-4c08-a28d-3bd5fc04a219 req-d31a1971-5585-47fb-ad2b-51f6f55452af tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:23.789442 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-26fd21be-bc1b-4c08-a28d-3bd5fc04a219 req-d31a1971-5585-47fb-ad2b-51f6f55452af tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 932 time: 0.0814271
Dec 24 11:58:23.831775 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-26fd21be-bc1b-4c08-a28d-3bd5fc04a219 req-e218ff8c-bec3-4ad8-a3a4-27b052770884 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368197
Dec 24 11:58:24.691888 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.v2.base [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Request body: {'port': {'device_id': '675eb8ab-dadc-4f18-a269-15e30319b341', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8226'}} {{(pid=87558) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:58:24.699547 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.32', 65105) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:24.769145 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-feb411db-9ef8-44ca-8afb-ccb4b04b30ef req-6e9b60f0-47b8-4c34-8c35-9ed172d334d4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0682764
Dec 24 11:58:24.801466 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:24.922201 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb411db-9ef8-44ca-8afb-ccb4b04b30ef req-964cc3bd-6242-4570-a0d9-ea768b31f7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:24.923814 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-feb411db-9ef8-44ca-8afb-ccb4b04b30ef req-964cc3bd-6242-4570-a0d9-ea768b31f7c5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9de08c1e0c046a99df2916b2366f954&device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 1096 time: 0.0769126
Dec 24 11:58:25.124680 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe7ee9-dc97-446c-9003-f386e0f97296 req-313b6ff3-3a68-48e4-9325-7d748519a97a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:25.126166 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-13fe7ee9-dc97-446c-9003-f386e0f97296 req-313b6ff3-3a68-48e4-9325-7d748519a97a tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 932 time: 0.1901300
Dec 24 11:58:25.127275 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb411db-9ef8-44ca-8afb-ccb4b04b30ef req-e3616f17-b11f-4aa6-a605-5808e15437ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:25.128566 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-feb411db-9ef8-44ca-8afb-ccb4b04b30ef req-e3616f17-b11f-4aa6-a605-5808e15437ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7963192-a8e4-4780-ac4b-0a168eed0007 HTTP/1.1" status: 200  len: 911 time: 0.1572771
Dec 24 11:58:25.140991 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f03af592-194c-41a5-9512-efc0fb76efcd {{(pid=87558) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:58:25.149021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:25.164090 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.provisioning_blocks [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Transition to ACTIVE for port object f03af592-194c-41a5-9512-efc0fb76efcd will not be triggered until provisioned by entity L2. {{(pid=87558) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 24 11:58:25.167462 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:25.171870 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-753be5c1-8914-4c0b-8311-c7187d15f439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:58:25.253795 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-13fe7ee9-dc97-446c-9003-f386e0f97296 req-3d6e2b7a-8711-41d0-bfc5-0a3e4b11bfc6 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1212592
Dec 24 11:58:25.262795 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-feb411db-9ef8-44ca-8afb-ccb4b04b30ef req-ca6c9d54-1c09-4125-bab5-9f08877ab63c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63733cf3-c976-40da-b5de-e9a0ee116968 HTTP/1.1" status: 200  len: 998 time: 0.1161389
Dec 24 11:58:25.324533 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Pushing event updated for resources: {'Port': ['ID=f03af592-194c-41a5-9512-efc0fb76efcd,revision_number=2']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:58:25.332584 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:58:25.336831 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb411db-9ef8-44ca-8afb-ccb4b04b30ef req-971c9754-4fb0-41e4-ac40-893076fc372f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:25.338330 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-feb411db-9ef8-44ca-8afb-ccb4b04b30ef req-971c9754-4fb0-41e4-ac40-893076fc372f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3cab9c-3111-4e9b-9635-f1c19d7889a1 HTTP/1.1" status: 200  len: 849 time: 0.0691226
Dec 24 11:58:25.417385 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Attempting to bind port f03af592-194c-41a5-9512-efc0fb76efcd on host hv-neutron-8226 for vnic_type normal with profile  {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 24 11:58:25.417790 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Attempting to bind port f03af592-194c-41a5-9512-efc0fb76efcd by drivers openvswitch,hyperv on host hv-neutron-8226 at level 0 using segments [{'id': 'b16966d4-23e9-409e-b5e8-1c428ac800f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007'}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 24 11:58:25.418155 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Attempting to bind port f03af592-194c-41a5-9512-efc0fb76efcd on network a7963192-a8e4-4780-ac4b-0a168eed0007 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:58:25.421509 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb411db-9ef8-44ca-8afb-ccb4b04b30ef req-34c3bf60-7407-46a3-adac-8e6528186b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:25.423514 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Port f03af592-194c-41a5-9512-efc0fb76efcd on network a7963192-a8e4-4780-ac4b-0a168eed0007 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8226 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Dec 24 11:58:25.423662 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-feb411db-9ef8-44ca-8afb-ccb4b04b30ef req-34c3bf60-7407-46a3-adac-8e6528186b54 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7963192-a8e4-4780-ac4b-0a168eed0007&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0788965
Dec 24 11:58:25.423895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Attempting to bind port f03af592-194c-41a5-9512-efc0fb76efcd on network a7963192-a8e4-4780-ac4b-0a168eed0007 {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Dec 24 11:58:25.430268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Checking agent: {'id': 'f2511a9b-598d-47bb-88dd-4e6ac1495d4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8226', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'started_at': datetime.datetime(2021, 12, 24, 10, 48, 10), 'heartbeat_timestamp': datetime.datetime(2021, 12, 24, 11, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 24 11:58:25.430614 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Checking segment: {'id': 'b16966d4-23e9-409e-b5e8-1c428ac800f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87558) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Dec 24 11:58:25.431003 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Bound using segment: {'id': 'b16966d4-23e9-409e-b5e8-1c428ac800f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007'} {{(pid=87558) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 24 11:58:25.431441 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.managers [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Bound port: f03af592-194c-41a5-9512-efc0fb76efcd, host: hv-neutron-8226, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16966d4-23e9-409e-b5e8-1c428ac800f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007'}}] {{(pid=87558) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 24 11:58:25.431933 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:25.524638 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] For port f03af592-194c-41a5-9512-efc0fb76efcd, host hv-neutron-8226, cleared binding levels {{(pid=87558) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Dec 24 11:58:25.527571 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] For port f03af592-194c-41a5-9512-efc0fb76efcd, host hv-neutron-8226, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f03af592-194c-41a5-9512-efc0fb76efcd,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87558) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Dec 24 11:58:25.531314 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1552783'] for port, after_update {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:25.534994 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-d4ef9a3c-b228-4072-9874-5bede5b1a4d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:58:25.562584 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-feb411db-9ef8-44ca-8afb-ccb4b04b30ef req-88eb1f1d-39c9-41ad-b030-0152c42f1338 service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325922
Dec 24 11:58:25.588092 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:25.588771 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:25.590303 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] 10.222.0.32 "PUT /v2.0/ports/f03af592-194c-41a5-9512-efc0fb76efcd HTTP/1.1" status: 200  len: 1094 time: 0.9027293
Dec 24 11:58:25.590603 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675eb8ab-dadc-4f18-a269-15e30319b341', 'tag': 'f03af592-194c-41a5-9512-efc0fb76efcd'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:58:25.619382 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Pushing event updated for resources: {'Port': ['ID=f03af592-194c-41a5-9512-efc0fb76efcd,revision_number=3']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:58:25.627021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:58:25.675738 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675eb8ab-dadc-4f18-a269-15e30319b341', 'tag': 'f03af592-194c-41a5-9512-efc0fb76efcd', 'status': 'completed', 'code': 200}
Dec 24 11:58:25.721102 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-2e305f78-f31b-44f3-b0fe-6363a405ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:25.722692 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-2e305f78-f31b-44f3-b0fe-6363a405ef6b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9de08c1e0c046a99df2916b2366f954&device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 1097 time: 0.0917032
Dec 24 11:58:25.791940 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-1a796149-6f29-4b47-9081-23a4f9182c23 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f03af592-194c-41a5-9512-efc0fb76efcd HTTP/1.1" status: 200  len: 217 time: 0.0622866
Dec 24 11:58:25.831371 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-feb411db-9ef8-44ca-8afb-ccb4b04b30ef req-294dbcf5-078a-400c-9226-d71c94b3ce1d service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2629440
Dec 24 11:58:25.858836 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-80314fb7-2c88-4671-a363-ef2cad4f2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:25.860317 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-80314fb7-2c88-4671-a363-ef2cad4f2614 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3cab9c-3111-4e9b-9635-f1c19d7889a1 HTTP/1.1" status: 200  len: 849 time: 0.0623488
Dec 24 11:58:25.935505 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-a2cfea12-e7c9-4acb-93ec-100371b35682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:25.936861 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-a2cfea12-e7c9-4acb-93ec-100371b35682 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7963192-a8e4-4780-ac4b-0a168eed0007&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0702486
Dec 24 11:58:26.065376 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-62da7cf6-b894-4254-ac13-d9244eeb21b6 service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215487
Dec 24 11:58:26.198985 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-611d8e2d-d486-45fc-89c9-acd10ca9f758 req-27db8dae-8c55-40f4-8797-862169435111 service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254327
Dec 24 11:58:26.427784 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff30d39-8baf-4388-b285-13a23510fe87 req-3483a0fd-29e1-47ab-a9a9-f3901cf517e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:26.429276 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bff30d39-8baf-4388-b285-13a23510fe87 req-3483a0fd-29e1-47ab-a9a9-f3901cf517e1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9de08c1e0c046a99df2916b2366f954&device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 1097 time: 0.1881964
Dec 24 11:58:26.448302 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9849486-5b54-4aa7-bc1f-418b0def556b req-c6d65127-d8ec-4a3b-8fa4-88599f314ab9 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:26.449827 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a9849486-5b54-4aa7-bc1f-418b0def556b req-c6d65127-d8ec-4a3b-8fa4-88599f314ab9 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 944 time: 0.0867398
Dec 24 11:58:26.494108 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a9849486-5b54-4aa7-bc1f-418b0def556b req-a626fd1f-6e7d-4368-b6a7-8107a1c43367 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384278
Dec 24 11:58:26.560542 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff30d39-8baf-4388-b285-13a23510fe87 req-54828c40-085c-415d-843c-60db85b93848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:26.562039 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bff30d39-8baf-4388-b285-13a23510fe87 req-54828c40-085c-415d-843c-60db85b93848 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7963192-a8e4-4780-ac4b-0a168eed0007 HTTP/1.1" status: 200  len: 911 time: 0.1264625
Dec 24 11:58:26.627161 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bff30d39-8baf-4388-b285-13a23510fe87 req-22cbaa68-653e-4435-abae-12f1fd44f4d5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f03af592-194c-41a5-9512-efc0fb76efcd HTTP/1.1" status: 200  len: 217 time: 0.0584230
Dec 24 11:58:26.689701 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff30d39-8baf-4388-b285-13a23510fe87 req-418784e2-aa56-4de1-8939-96b64cb78052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:26.691125 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bff30d39-8baf-4388-b285-13a23510fe87 req-418784e2-aa56-4de1-8939-96b64cb78052 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3cab9c-3111-4e9b-9635-f1c19d7889a1 HTTP/1.1" status: 200  len: 849 time: 0.0580468
Dec 24 11:58:26.763826 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff30d39-8baf-4388-b285-13a23510fe87 req-775b1827-2c3d-43e7-9a0d-8998ebeee363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:26.765173 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bff30d39-8baf-4388-b285-13a23510fe87 req-775b1827-2c3d-43e7-9a0d-8998ebeee363 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7963192-a8e4-4780-ac4b-0a168eed0007&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0677078
Dec 24 11:58:26.895999 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bff30d39-8baf-4388-b285-13a23510fe87 req-204f4bd5-bceb-46a1-96f7-495aa139de41 service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230776
Dec 24 11:58:27.029354 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-bff30d39-8baf-4388-b285-13a23510fe87 req-44aee990-14b4-476e-a67d-6a940fbb5dfc service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227515
Dec 24 11:58:27.681895 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61e306-e314-4a07-9f39-c90b6be79864 req-b8145a35-8473-4be2-a532-e574b5c599e1 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:27.683267 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2c61e306-e314-4a07-9f39-c90b6be79864 req-b8145a35-8473-4be2-a532-e574b5c599e1 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 944 time: 0.0831449
Dec 24 11:58:27.726901 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-2c61e306-e314-4a07-9f39-c90b6be79864 req-57b7b7f7-01ae-4bd4-b0ae-77bf2b0b99db tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381706
Dec 24 11:58:28.910265 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ca747d-4e41-433d-9a51-698c51cc1ac5 req-24eb2ae1-e8e1-4aba-968d-0f9d5d467b8f tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:28.912232 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-89ca747d-4e41-433d-9a51-698c51cc1ac5 req-24eb2ae1-e8e1-4aba-968d-0f9d5d467b8f tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 944 time: 0.0805509
Dec 24 11:58:28.954444 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-89ca747d-4e41-433d-9a51-698c51cc1ac5 req-a6e050a9-91bd-4aae-acb0-fe529fae8a7e tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365875
Dec 24 11:58:29.822213 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-5f167ad8-5a9c-43eb-8c35-9633955fb0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:30.135941 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6be9b94-9a22-4e1d-8906-03cf3439f910 req-f41b3a4a-ae02-4550-a798-d07b9bff9901 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:30.137374 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c6be9b94-9a22-4e1d-8906-03cf3439f910 req-f41b3a4a-ae02-4550-a798-d07b9bff9901 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 944 time: 0.0774338
Dec 24 11:58:30.180785 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-c6be9b94-9a22-4e1d-8906-03cf3439f910 req-e507e4ca-c6fc-4807-a7e3-de500937b102 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376637
Dec 24 11:58:30.324698 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device f03af592-194c-41a5-9512-efc0fb76efcd details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 11:58:30.491459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port f03af592-194c-41a5-9512-efc0fb76efcd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f03af592-194c-41a5-9512-efc0fb76efcd,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:58:30.503889 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': 'f03af592-194c-41a5-9512-efc0fb76efcd', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'port_id': 'f03af592-194c-41a5-9512-efc0fb76efcd', 'mac_address': 'fa:16:3e:e0:a2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 11:58:30.556668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:30.573007 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f03af592-194c-41a5-9512-efc0fb76efcd {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 11:58:30.588319 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port f03af592-194c-41a5-9512-efc0fb76efcd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f03af592-194c-41a5-9512-efc0fb76efcd,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:58:30.591931 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:30.593599 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:58:30.659544 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=f03af592-194c-41a5-9512-efc0fb76efcd,revision_number=4']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:58:30.662490 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:58:30.963840 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['f03af592-194c-41a5-9512-efc0fb76efcd'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 11:58:31.363060 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0a1f9f-24ed-4b46-b1f0-d4dd3bfb00a9 req-e40d5703-4d00-4e94-92cc-7362d5891046 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:31.365337 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-de0a1f9f-24ed-4b46-b1f0-d4dd3bfb00a9 req-e40d5703-4d00-4e94-92cc-7362d5891046 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 945 time: 0.0818696
Dec 24 11:58:31.407408 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-de0a1f9f-24ed-4b46-b1f0-d4dd3bfb00a9 req-a553864a-3beb-44e2-bbea-c7220aa6889b tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363865
Dec 24 11:58:32.031653 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-e614323f-edbb-4b98-8805-b5b4a42e9f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:32.313747 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device f03af592-194c-41a5-9512-efc0fb76efcd up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 11:58:32.385296 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning for port f03af592-194c-41a5-9512-efc0fb76efcd completed by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 24 11:58:32.390181 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port f03af592-194c-41a5-9512-efc0fb76efcd triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 11:58:32.390557 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:32.503002 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:32.529926 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675eb8ab-dadc-4f18-a269-15e30319b341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03af592-194c-41a5-9512-efc0fb76efcd'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:58:32.540271 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port f03af592-194c-41a5-9512-efc0fb76efcd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f03af592-194c-41a5-9512-efc0fb76efcd,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 11:58:32.547401 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:32.551013 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-4abaf23a-9d83-40ad-bdc0-815d057ecc11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:58:32.595490 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeff89-9873-4196-94cd-31e71b3cfbc4 req-4e2bf6c8-ad21-4b6c-9c3e-8fb70fd4eced tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:32.596976 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45aeff89-9873-4196-94cd-31e71b3cfbc4 req-4e2bf6c8-ad21-4b6c-9c3e-8fb70fd4eced tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 946 time: 0.0858197
Dec 24 11:58:32.598795 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675eb8ab-dadc-4f18-a269-15e30319b341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03af592-194c-41a5-9512-efc0fb76efcd', 'code': 200}
Dec 24 11:58:32.625411 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=f03af592-194c-41a5-9512-efc0fb76efcd,revision_number=5']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:58:32.628382 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:58:32.648098 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-45aeff89-9873-4196-94cd-31e71b3cfbc4 req-4e36152a-6334-4e21-ba5f-1e32a0c71443 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453954
Dec 24 11:58:32.820599 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a20f92-cce6-4815-a3dc-e5320b8e81ef req-b507fdc9-9b94-4bc2-92a2-8049b1d75abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:32.822020 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b0a20f92-cce6-4815-a3dc-e5320b8e81ef req-b507fdc9-9b94-4bc2-92a2-8049b1d75abf service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 1099 time: 0.0682003
Dec 24 11:58:32.872510 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b0a20f92-cce6-4815-a3dc-e5320b8e81ef req-c2b8496a-547c-4b88-9e70-be97d278c26d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414567
Dec 24 11:58:33.287757 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:33.336668 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:33.829112 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5474b7-c70e-47cb-a6d8-bd9acafe1cb5 req-cb4b6d1f-e0d7-45cd-9579-b02a4feb7dcf tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:33.830577 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ce5474b7-c70e-47cb-a6d8-bd9acafe1cb5 req-cb4b6d1f-e0d7-45cd-9579-b02a4feb7dcf tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 946 time: 0.0776114
Dec 24 11:58:33.878033 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-ce5474b7-c70e-47cb-a6d8-bd9acafe1cb5 req-6c0fe1d9-f267-4993-b6c1-1cabb4c91e7c tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414023
Dec 24 11:58:33.943893 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:58:35.058494 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bfa9c-b2fa-4448-89a8-c61533cf975d req-f51b767c-f6b2-462d-b5c9-cb4d09880606 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:35.059946 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-482bfa9c-b2fa-4448-89a8-c61533cf975d req-f51b767c-f6b2-462d-b5c9-cb4d09880606 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 946 time: 0.0793929
Dec 24 11:58:35.102962 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-482bfa9c-b2fa-4448-89a8-c61533cf975d req-349e0f71-6d66-49d4-807c-68052a1ce8f9 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375133
Dec 24 11:58:35.130117 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:35.290381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377098b-b43b-49e4-95be-bb31e249cef6 req-8ec60257-c91c-4b29-b995-19cd6bf405f4 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:35.291990 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a377098b-b43b-49e4-95be-bb31e249cef6 req-8ec60257-c91c-4b29-b995-19cd6bf405f4 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 946 time: 0.0808880
Dec 24 11:58:35.335385 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-a377098b-b43b-49e4-95be-bb31e249cef6 req-dfbf38f9-2ad4-4e38-b857-3fd3a1d598a9 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376334
Dec 24 11:58:35.357079 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33478) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:35.434466 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4818c6c9-d74f-4ea6-a7d7-5a32ee5d69b2 tempest-TestSnapshotPattern-698466620 tempest-TestSnapshotPattern-698466620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:35.435960 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-4818c6c9-d74f-4ea6-a7d7-5a32ee5d69b2 tempest-TestSnapshotPattern-698466620 tempest-TestSnapshotPattern-698466620-project-admin] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 1094 time: 0.0779262
Dec 24 11:58:35.438716 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33482) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 11:58:35.443556 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.v2.base [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Request body: {'floatingip': {'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'port_id': 'f03af592-194c-41a5-9512-efc0fb76efcd', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 24 11:58:35.449222 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 24 11:58:35.452920 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Usage tracker for resource:floatingip and tenant:e9de08c1e0c046a99df2916b2366f954 is out of sync, need to count used quota {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 24 11:58:35.455684 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87559) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 24 11:58:35.461668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.quota.driver [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87559) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 24 11:58:35.471798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for floatingip, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:35.611811 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:35.743350 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_common [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Allocated IP 172.26.4.24 (38a55964-33b9-4484-a01f-c130c608c280/4e42d6af-0e6d-4ea9-86fa-41923a7c9d21/6ce2bc2d-d503-413d-bc44-6e81019d0841) {{(pid=87559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 24 11:58:35.888931 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for port, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:35.916811 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739049343308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:35.921068 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-ae0e748d-750f-4ed0-bfee-89d32ba2ea03 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:58:35.979402 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Network 38a55964-33b9-4484-a01f-c130c608c280 is already hosted by enough agents. {{(pid=87559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 24 11:58:35.986541 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.base_scheduler [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Resources bound (agent type, host, resource id):  {{(pid=87559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 24 11:58:35.990873 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Received port after_create {{(pid=87559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Dec 24 11:58:36.029996 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Pushing event updated for resources: {'Port': ['ID=6ce2bc2d-d503-413d-bc44-6e81019d0841,revision_number=1']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:58:36.041656 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:36.042073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:36.042457 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:36.042832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:36.043205 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:36.043573 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:36.043940 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:36.044307 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:36.044673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:36.045041 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:36.045404 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:36.045765 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 11:58:36.050330 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:58:36.405966 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:36.479650 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:36.793658 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for port, precommit_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:36.797958 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2871975'] for port, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:36.802729 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-3f7f9431-4bed-487d-8396-82412d4fd206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 11:58:36.908942 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Pushing event updated for resources: {'Port': ['ID=6ce2bc2d-d503-413d-bc44-6e81019d0841,revision_number=2']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 11:58:36.912793 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 11:58:36.919040 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1736125'] for floatingip, after_update {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:37.088246 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Floating IP 021b380c-01a0-45b3-bc9d-98d0f451b162 associated. External IP: 172.26.4.24, port: f03af592-194c-41a5-9512-efc0fb76efcd.
Dec 24 11:58:37.433207 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Router cff70467-7b18-47c8-b043-1006f83739b2 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 11:58:37.610435 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 11:58:37.620287 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad45869-0800-44ab-9c1e-4d21e17b4cc9 None None] Sync routers for ids ['cff70467-7b18-47c8-b043-1006f83739b2'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 11:58:37.630499 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad45869-0800-44ab-9c1e-4d21e17b4cc9 None None] Routers {'cff70467-7b18-47c8-b043-1006f83739b2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:58:37.631119 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-aad45869-0800-44ab-9c1e-4d21e17b4cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5e0a30>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['cff70467-7b18-47c8-b043-1006f83739b2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:58:37.634496 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:37.691020 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-f6afaf84-852c-43de-b1ee-e3a43d546103 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2512016
Dec 24 11:58:37.691606 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675eb8ab-dadc-4f18-a269-15e30319b341', 'tag': 'f03af592-194c-41a5-9512-efc0fb76efcd'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 11:58:37.739227 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675eb8ab-dadc-4f18-a269-15e30319b341', 'tag': 'f03af592-194c-41a5-9512-efc0fb76efcd', 'status': 'completed', 'code': 200}
Dec 24 11:58:37.819273 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-aad45869-0800-44ab-9c1e-4d21e17b4cc9 None None] Set router cff70467-7b18-47c8-b043-1006f83739b2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:58:37.837325 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a15fd-2203-470c-8d04-7918854b3f0c req-8f87601e-13c6-4a34-8829-bc957263e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:37.838837 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-206a15fd-2203-470c-8d04-7918854b3f0c req-8f87601e-13c6-4a34-8829-bc957263e2a4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9de08c1e0c046a99df2916b2366f954&device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 1099 time: 0.0750608
Dec 24 11:58:37.971369 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a15fd-2203-470c-8d04-7918854b3f0c req-e5e0e391-e2c5-4eba-bf92-b9caf1619a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:37.972741 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-206a15fd-2203-470c-8d04-7918854b3f0c req-e5e0e391-e2c5-4eba-bf92-b9caf1619a66 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7963192-a8e4-4780-ac4b-0a168eed0007 HTTP/1.1" status: 200  len: 911 time: 0.1282024
Dec 24 11:58:38.071698 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-206a15fd-2203-470c-8d04-7918854b3f0c req-3c8aa8c0-7e8a-41ea-b382-ce108fb583d2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f03af592-194c-41a5-9512-efc0fb76efcd HTTP/1.1" status: 200  len: 999 time: 0.0927603
Dec 24 11:58:38.136640 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a15fd-2203-470c-8d04-7918854b3f0c req-708cb93b-869b-464c-97f6-c8dc8b52a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:38.138128 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-206a15fd-2203-470c-8d04-7918854b3f0c req-708cb93b-869b-464c-97f6-c8dc8b52a410 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3cab9c-3111-4e9b-9635-f1c19d7889a1 HTTP/1.1" status: 200  len: 849 time: 0.0606797
Dec 24 11:58:38.162014 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-aad45869-0800-44ab-9c1e-4d21e17b4cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5e0a30>, [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:54Z', 'revision_number': 4, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '021b380c-01a0-45b3-bc9d-98d0f451b162', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'floating_ip_address': '172.26.4.24', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'port_id': 'f03af592-194c-41a5-9512-efc0fb76efcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'mac_address': 'fa:16:3e:e0:a2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675eb8ab-dadc-4f18-a269-15e30319b341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:58:36Z', 'updated_at': '2021-12-24T11:58:36Z', 'revision_number': 0, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'fixed_ip_address_scope': None}, {'id': '272fbd28-883c-49a2-960a-69e022b0c018', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'port_id': '63733cf3-c976-40da-b5de-e9a0ee116968', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'mac_address': 'fa:16:3e:04:4d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:55:23Z', 'updated_at': '2021-12-24T11:55:26Z', 'revision_number': 1, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dba619f-4247-44f9-9510-668cc2cef599', 'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'mac_address': 'fa:16:3e:ac:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:54Z', 'updated_at': '2021-12-24T11:55:00Z', 'revision_number': 5, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'subnets': [{'id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:58:38.165781 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad45869-0800-44ab-9c1e-4d21e17b4cc9 None None] Checking router: cff70467-7b18-47c8-b043-1006f83739b2 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 11:58:38.173766 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad45869-0800-44ab-9c1e-4d21e17b4cc9 None None] Routers {'cff70467-7b18-47c8-b043-1006f83739b2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 11:58:38.174393 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-aad45869-0800-44ab-9c1e-4d21e17b4cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5e0a30>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T11:58:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['cff70467-7b18-47c8-b043-1006f83739b2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:58:38.213362 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206a15fd-2203-470c-8d04-7918854b3f0c req-92a5bae6-e23e-44e6-834e-07e7e09ac6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:58:38.214874 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-206a15fd-2203-470c-8d04-7918854b3f0c req-92a5bae6-e23e-44e6-834e-07e7e09ac6f9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7963192-a8e4-4780-ac4b-0a168eed0007&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0698445
Dec 24 11:58:38.345532 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-206a15fd-2203-470c-8d04-7918854b3f0c req-91f7d1c4-9366-4cb1-a7cf-2930da9fe625 service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244631
Dec 24 11:58:38.346695 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-aad45869-0800-44ab-9c1e-4d21e17b4cc9 None None] Set router cff70467-7b18-47c8-b043-1006f83739b2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 11:58:38.483995 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-206a15fd-2203-470c-8d04-7918854b3f0c req-31c6cc77-7cd3-405e-8abb-5614bba1cf44 service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319528
Dec 24 11:58:38.735212 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-aad45869-0800-44ab-9c1e-4d21e17b4cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7c5e0a30>, [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:54Z', 'revision_number': 4, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '021b380c-01a0-45b3-bc9d-98d0f451b162', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'floating_ip_address': '172.26.4.24', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'port_id': 'f03af592-194c-41a5-9512-efc0fb76efcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'mac_address': 'fa:16:3e:e0:a2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675eb8ab-dadc-4f18-a269-15e30319b341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:58:36Z', 'updated_at': '2021-12-24T11:58:36Z', 'revision_number': 0, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'fixed_ip_address_scope': None}, {'id': '272fbd28-883c-49a2-960a-69e022b0c018', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'port_id': '63733cf3-c976-40da-b5de-e9a0ee116968', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'mac_address': 'fa:16:3e:04:4d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:55:23Z', 'updated_at': '2021-12-24T11:55:26Z', 'revision_number': 1, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dba619f-4247-44f9-9510-668cc2cef599', 'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'mac_address': 'fa:16:3e:ac:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:54Z', 'updated_at': '2021-12-24T11:55:00Z', 'revision_number': 5, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'subnets': [{'id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 11:58:38.739243 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad45869-0800-44ab-9c1e-4d21e17b4cc9 None None] The sync data for ids ['cff70467-7b18-47c8-b043-1006f83739b2'] in dv-neutron-822668-2-hyperv is: [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:54Z', 'revision_number': 4, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '021b380c-01a0-45b3-bc9d-98d0f451b162', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'floating_ip_address': '172.26.4.24', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'port_id': 'f03af592-194c-41a5-9512-efc0fb76efcd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'mac_address': 'fa:16:3e:e0:a2:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675eb8ab-dadc-4f18-a269-15e30319b341', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:58:36Z', 'updated_at': '2021-12-24T11:58:36Z', 'revision_number': 0, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'fixed_ip_address_scope': None}, {'id': '272fbd28-883c-49a2-960a-69e022b0c018', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'port_id': '63733cf3-c976-40da-b5de-e9a0ee116968', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'mac_address': 'fa:16:3e:04:4d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:55:23Z', 'updated_at': '2021-12-24T11:55:26Z', 'revision_number': 1, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dba619f-4247-44f9-9510-668cc2cef599', 'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'mac_address': 'fa:16:3e:ac:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:54Z', 'updated_at': '2021-12-24T11:55:00Z', 'revision_number': 5, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'subnets': [{'id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 11:58:38.920471 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a96de56-85ef-4561-9327-fb09e028d155 None None] New status for floating IP 021b380c-01a0-45b3-bc9d-98d0f451b162: ACTIVE {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 11:58:41.227689 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:58:59.823770 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-dd7417ee-c1e7-4d05-bc88-304545f1773e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:59:02.031872 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3abd64d6-7acd-4224-9ed8-9cb5a36b867d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:59:03.290236 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:59:03.338275 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:59:05.132240 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:59:10.942828 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:59:11.217492 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:59:17.661945 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e1a90fa4-05bc-4b18-aebc-0b678797f634 req-a41f32cd-6cf0-45c7-80bf-2fd552d2979a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2432718
Dec 24 11:59:17.797744 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a90fa4-05bc-4b18-aebc-0b678797f634 req-11dd4c06-223d-492e-a470-70e9e2d8e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:59:17.799232 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e1a90fa4-05bc-4b18-aebc-0b678797f634 req-11dd4c06-223d-492e-a470-70e9e2d8e8db service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9de08c1e0c046a99df2916b2366f954&device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 1096 time: 0.0695357
Dec 24 11:59:17.944847 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a90fa4-05bc-4b18-aebc-0b678797f634 req-89611360-2601-4617-95d8-4470b75febb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:59:17.946392 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e1a90fa4-05bc-4b18-aebc-0b678797f634 req-89611360-2601-4617-95d8-4470b75febb4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7963192-a8e4-4780-ac4b-0a168eed0007 HTTP/1.1" status: 200  len: 911 time: 0.1291234
Dec 24 11:59:18.049622 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e1a90fa4-05bc-4b18-aebc-0b678797f634 req-622d4dce-6d07-4193-a2e7-5bf83839fdb8 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63733cf3-c976-40da-b5de-e9a0ee116968 HTTP/1.1" status: 200  len: 998 time: 0.0970104
Dec 24 11:59:18.112270 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a90fa4-05bc-4b18-aebc-0b678797f634 req-12acfe05-82b4-43e5-8b3a-42331ffba501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:59:18.113967 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e1a90fa4-05bc-4b18-aebc-0b678797f634 req-12acfe05-82b4-43e5-8b3a-42331ffba501 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3cab9c-3111-4e9b-9635-f1c19d7889a1 HTTP/1.1" status: 200  len: 849 time: 0.0583823
Dec 24 11:59:18.186958 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a90fa4-05bc-4b18-aebc-0b678797f634 req-21f595f0-9975-4423-a138-86cf2791180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 11:59:18.188418 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e1a90fa4-05bc-4b18-aebc-0b678797f634 req-21f595f0-9975-4423-a138-86cf2791180f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7963192-a8e4-4780-ac4b-0a168eed0007&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0682206
Dec 24 11:59:18.318868 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e1a90fa4-05bc-4b18-aebc-0b678797f634 req-48cd98a1-74de-4383-9957-cdf45de88f53 service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240022
Dec 24 11:59:18.450442 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-e1a90fa4-05bc-4b18-aebc-0b678797f634 req-1649d7fe-ac15-4b24-be51-898f24d521bc service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248169
Dec 24 11:59:29.826694 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-756457ee-a99a-4013-87d9-4902d0e4729e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:59:32.032440 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1d93efe2-cc4e-4d7e-a5f7-44f905e8b1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:59:33.293319 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:59:33.341390 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:59:35.135663 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:59:41.233560 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 11:59:47.941650 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 11:59:59.828200 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-94cf8aa4-e881-490a-b4bb-65a0d886a406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:02.033226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-838c6e5e-32b4-4d9a-b887-6b23416cd6be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:03.295534 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:03.343034 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:05.138023 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:11.245424 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:18.524644 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aaa5c53f-c3d3-4bbe-93d9-811454205102 req-ca2f1b6f-c55d-4397-a6dd-66bfb8502e7d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0765851
Dec 24 12:00:18.619798 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5c53f-c3d3-4bbe-93d9-811454205102 req-9edd6e63-888b-4f56-a381-121ff3d7b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 12:00:18.621251 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aaa5c53f-c3d3-4bbe-93d9-811454205102 req-9edd6e63-888b-4f56-a381-121ff3d7b42e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9de08c1e0c046a99df2916b2366f954&device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 1099 time: 0.0736315
Dec 24 12:00:18.761900 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5c53f-c3d3-4bbe-93d9-811454205102 req-55f7a107-904c-4c72-83b3-59609079eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 12:00:18.763279 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aaa5c53f-c3d3-4bbe-93d9-811454205102 req-55f7a107-904c-4c72-83b3-59609079eec4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7963192-a8e4-4780-ac4b-0a168eed0007 HTTP/1.1" status: 200  len: 911 time: 0.1237941
Dec 24 12:00:18.862967 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aaa5c53f-c3d3-4bbe-93d9-811454205102 req-b9198c57-0206-43c5-adc1-986a98651b4f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f03af592-194c-41a5-9512-efc0fb76efcd HTTP/1.1" status: 200  len: 1001 time: 0.0930462
Dec 24 12:00:18.921601 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5c53f-c3d3-4bbe-93d9-811454205102 req-71d9b785-19e8-4a66-ba55-c1b7b7a2eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 12:00:18.922973 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aaa5c53f-c3d3-4bbe-93d9-811454205102 req-71d9b785-19e8-4a66-ba55-c1b7b7a2eb08 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3cab9c-3111-4e9b-9635-f1c19d7889a1 HTTP/1.1" status: 200  len: 849 time: 0.0539711
Dec 24 12:00:18.999925 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5c53f-c3d3-4bbe-93d9-811454205102 req-224cddaa-2d04-4595-8f58-df567b43a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 12:00:19.001353 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aaa5c53f-c3d3-4bbe-93d9-811454205102 req-224cddaa-2d04-4595-8f58-df567b43a786 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7963192-a8e4-4780-ac4b-0a168eed0007&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0722256
Dec 24 12:00:19.128256 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aaa5c53f-c3d3-4bbe-93d9-811454205102 req-618a6df2-856f-40bc-8e05-d5b76508efdc service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204283
Dec 24 12:00:19.254414 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-aaa5c53f-c3d3-4bbe-93d9-811454205102 req-8de0203d-5767-45fb-a057-9fff9599a58a service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1201274
Dec 24 12:00:24.940558 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 12:00:29.828879 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-55062a6f-b45c-46da-bc08-852c8ca095bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:32.034544 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-fea6cd44-cf96-4cd2-b261-1a3d8f05c106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:33.297558 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:33.346343 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:35.141098 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:41.245134 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:43.059230 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device f03af592-194c-41a5-9512-efc0fb76efcd details requested by agent hyperv_hv-neutron-8226 with host hv-neutron-8226 {{(pid=87560) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 24 12:00:43.187354 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port f03af592-194c-41a5-9512-efc0fb76efcd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f03af592-194c-41a5-9512-efc0fb76efcd,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 12:00:43.199698 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Returning: {'device': 'f03af592-194c-41a5-9512-efc0fb76efcd', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'port_id': 'f03af592-194c-41a5-9512-efc0fb76efcd', 'mac_address': 'fa:16:3e:e0:a2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87560) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 24 12:00:43.255867 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:43.271484 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f03af592-194c-41a5-9512-efc0fb76efcd {{(pid=87560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 24 12:00:43.286334 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port f03af592-194c-41a5-9512-efc0fb76efcd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f03af592-194c-41a5-9512-efc0fb76efcd,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 12:00:43.290732 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:43.292452 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:00:43.356861 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=f03af592-194c-41a5-9512-efc0fb76efcd,revision_number=6']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:00:43.364096 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:43.364448 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:43.364785 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:43.365116 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:43.365445 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:43.365772 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:43.366130 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:43.366459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:43.366784 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:43.367605 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:43.367936 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:43.368252 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:43.371982 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:00:43.375075 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] get_ports_and_sgs() called for port_ids ['f03af592-194c-41a5-9512-efc0fb76efcd'] {{(pid=87560) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Dec 24 12:00:45.075955 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device f03af592-194c-41a5-9512-efc0fb76efcd up at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 24 12:00:45.141599 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.provisioning_blocks [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Provisioning complete for port f03af592-194c-41a5-9512-efc0fb76efcd triggered by entity L2. {{(pid=87560) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 24 12:00:45.142027 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-858592'] for port, provisioning_complete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:45.254025 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:45.280330 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675eb8ab-dadc-4f18-a269-15e30319b341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03af592-194c-41a5-9512-efc0fb76efcd'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 12:00:45.289659 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port f03af592-194c-41a5-9512-efc0fb76efcd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f03af592-194c-41a5-9512-efc0fb76efcd,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 12:00:45.293705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:45.295548 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:00:45.330125 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675eb8ab-dadc-4f18-a269-15e30319b341', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f03af592-194c-41a5-9512-efc0fb76efcd', 'code': 200}
Dec 24 12:00:45.360264 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=f03af592-194c-41a5-9512-efc0fb76efcd,revision_number=7']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:00:45.363460 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:00:55.782100 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33718) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:00:56.112257 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Deleting port 6ce2bc2d-d503-413d-bc44-6e81019d0841 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 12:00:56.112595 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:56.274274 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:56.274600 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:56.393121 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Calling delete_port for 6ce2bc2d-d503-413d-bc44-6e81019d0841 owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 12:00:56.539219 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:56.543200 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:00:56.586088 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Pushing event deleted for resources: {'Port': ['ID=6ce2bc2d-d503-413d-bc44-6e81019d0841,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:00:56.620204 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:56.620596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:56.621006 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:56.621382 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:56.621758 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:56.622157 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:56.622530 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:56.622899 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:56.623270 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:56.623633 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:56.623995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:56.624381 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:00:56.631341 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:00:56.687853 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:56.688121 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Floating IP 021b380c-01a0-45b3-bc9d-98d0f451b162 disassociated (deleted). External IP: 172.26.4.24, port: f03af592-194c-41a5-9512-efc0fb76efcd.
Dec 24 12:00:57.032104 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Router cff70467-7b18-47c8-b043-1006f83739b2 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 12:00:57.211911 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 12:00:57.221413 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301c0972-a6d8-4806-83cd-61b0a9600801 None None] Sync routers for ids ['cff70467-7b18-47c8-b043-1006f83739b2'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 12:00:57.232180 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301c0972-a6d8-4806-83cd-61b0a9600801 None None] Routers {'cff70467-7b18-47c8-b043-1006f83739b2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 12:00:57.232442 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:57.232808 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-301c0972-a6d8-4806-83cd-61b0a9600801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d739100>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T12:00:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['cff70467-7b18-47c8-b043-1006f83739b2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:00:57.287638 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-03bb8f1b-90fb-4cdf-ac91-b8f8f8dab258 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "DELETE /v2.0/floatingips/021b380c-01a0-45b3-bc9d-98d0f451b162 HTTP/1.1" status: 204  len: 168 time: 1.5042224
Dec 24 12:00:57.288143 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675eb8ab-dadc-4f18-a269-15e30319b341', 'tag': 'f03af592-194c-41a5-9512-efc0fb76efcd'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 12:00:57.395510 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675eb8ab-dadc-4f18-a269-15e30319b341', 'tag': 'f03af592-194c-41a5-9512-efc0fb76efcd', 'status': 'completed', 'code': 200}
Dec 24 12:00:57.421794 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-301c0972-a6d8-4806-83cd-61b0a9600801 None None] Set router cff70467-7b18-47c8-b043-1006f83739b2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 12:00:57.614268 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58cc4e-673c-47f7-aad5-27b6b22d51cc req-013c92d0-ffe7-4bcc-bbf0-b6961c63adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 12:00:57.616192 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1b58cc4e-673c-47f7-aad5-27b6b22d51cc req-013c92d0-ffe7-4bcc-bbf0-b6961c63adaf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9de08c1e0c046a99df2916b2366f954&device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 1099 time: 0.1987226
Dec 24 12:00:57.804008 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58cc4e-673c-47f7-aad5-27b6b22d51cc req-3fb7bf79-49fa-4a4e-8d0f-3a49702f3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 12:00:57.806065 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1b58cc4e-673c-47f7-aad5-27b6b22d51cc req-3fb7bf79-49fa-4a4e-8d0f-3a49702f3a04 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7963192-a8e4-4780-ac4b-0a168eed0007 HTTP/1.1" status: 200  len: 911 time: 0.1832902
Dec 24 12:00:57.809124 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-301c0972-a6d8-4806-83cd-61b0a9600801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d739100>, [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:54Z', 'revision_number': 4, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '272fbd28-883c-49a2-960a-69e022b0c018', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'port_id': '63733cf3-c976-40da-b5de-e9a0ee116968', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'mac_address': 'fa:16:3e:04:4d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:55:23Z', 'updated_at': '2021-12-24T11:55:26Z', 'revision_number': 1, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dba619f-4247-44f9-9510-668cc2cef599', 'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'mac_address': 'fa:16:3e:ac:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:54Z', 'updated_at': '2021-12-24T11:55:00Z', 'revision_number': 5, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'subnets': [{'id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:00:57.812936 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301c0972-a6d8-4806-83cd-61b0a9600801 None None] Checking router: cff70467-7b18-47c8-b043-1006f83739b2 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 12:00:57.817811 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5912081-856a-4949-a091-bd99b25ecd2e req-5396022b-7a4f-4b4c-a5ec-f21531d7a6c1 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 12:00:57.819224 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b5912081-856a-4949-a091-bd99b25ecd2e req-5396022b-7a4f-4b4c-a5ec-f21531d7a6c1 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 946 time: 0.2304785
Dec 24 12:00:57.821224 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301c0972-a6d8-4806-83cd-61b0a9600801 None None] Routers {'cff70467-7b18-47c8-b043-1006f83739b2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 12:00:57.821845 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-301c0972-a6d8-4806-83cd-61b0a9600801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d739100>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T12:00:32Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['cff70467-7b18-47c8-b043-1006f83739b2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:00:57.898180 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1b58cc4e-673c-47f7-aad5-27b6b22d51cc req-c57a7375-97fa-415d-aa04-b6e0c6272e8e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f03af592-194c-41a5-9512-efc0fb76efcd HTTP/1.1" status: 200  len: 217 time: 0.0779030
Dec 24 12:00:57.958737 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-b5912081-856a-4949-a091-bd99b25ecd2e req-f51c459d-4f20-4660-ab39-16203f1ecb64 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0921805
Dec 24 12:00:57.976727 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58cc4e-673c-47f7-aad5-27b6b22d51cc req-2a33d7ee-fcf6-4021-983f-43815af11749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 12:00:57.979065 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1b58cc4e-673c-47f7-aad5-27b6b22d51cc req-2a33d7ee-fcf6-4021-983f-43815af11749 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3cab9c-3111-4e9b-9635-f1c19d7889a1 HTTP/1.1" status: 200  len: 849 time: 0.0687037
Dec 24 12:00:58.001366 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-301c0972-a6d8-4806-83cd-61b0a9600801 None None] Set router cff70467-7b18-47c8-b043-1006f83739b2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 12:00:58.056475 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58cc4e-673c-47f7-aad5-27b6b22d51cc req-e1dbcabd-050d-4cec-ace8-3b11aa3f1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 12:00:58.058054 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1b58cc4e-673c-47f7-aad5-27b6b22d51cc req-e1dbcabd-050d-4cec-ace8-3b11aa3f1dcf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7963192-a8e4-4780-ac4b-0a168eed0007&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0718536
Dec 24 12:00:58.188702 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1b58cc4e-673c-47f7-aad5-27b6b22d51cc req-b34d1efa-bf16-428e-99c0-169ba55b72d7 service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233253
Dec 24 12:00:58.320185 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-1b58cc4e-673c-47f7-aad5-27b6b22d51cc req-d34eedbf-9c10-4904-a6e1-3fed483fb637 service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244223
Dec 24 12:00:58.340318 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-301c0972-a6d8-4806-83cd-61b0a9600801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d739100>, [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:54Z', 'revision_number': 4, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '272fbd28-883c-49a2-960a-69e022b0c018', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'port_id': '63733cf3-c976-40da-b5de-e9a0ee116968', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'mac_address': 'fa:16:3e:04:4d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:55:23Z', 'updated_at': '2021-12-24T11:55:26Z', 'revision_number': 1, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dba619f-4247-44f9-9510-668cc2cef599', 'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'mac_address': 'fa:16:3e:ac:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:54Z', 'updated_at': '2021-12-24T11:55:00Z', 'revision_number': 5, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'subnets': [{'id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:00:58.344484 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301c0972-a6d8-4806-83cd-61b0a9600801 None None] The sync data for ids ['cff70467-7b18-47c8-b043-1006f83739b2'] in dv-neutron-822668-2-hyperv is: [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:54Z', 'revision_number': 4, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_floatingips': [{'id': '272fbd28-883c-49a2-960a-69e022b0c018', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'floating_ip_address': '172.26.4.98', 'floating_network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'router_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'port_id': '63733cf3-c976-40da-b5de-e9a0ee116968', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'mac_address': 'fa:16:3e:04:4d:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-24T11:55:23Z', 'updated_at': '2021-12-24T11:55:26Z', 'revision_number': 1, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8dba619f-4247-44f9-9510-668cc2cef599', 'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'mac_address': 'fa:16:3e:ac:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:54Z', 'updated_at': '2021-12-24T11:55:00Z', 'revision_number': 5, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'subnets': [{'id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 12:00:58.558661 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609fc43f-30bb-4644-bf05-00ebf8aed429 None None] New status for floating IP 021b380c-01a0-45b3-bc9d-98d0f451b162: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 12:00:59.148615 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66321dae-6976-4fdf-85b4-9a212170e5b7 req-77e128b6-ca4d-442f-8c07-693b578498cb tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 12:00:59.149351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-66321dae-6976-4fdf-85b4-9a212170e5b7 req-77e128b6-ca4d-442f-8c07-693b578498cb tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Synchronizing usage tracker for tenant:e9de08c1e0c046a99df2916b2366f954 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 12:00:59.164050 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-66321dae-6976-4fdf-85b4-9a212170e5b7 req-77e128b6-ca4d-442f-8c07-693b578498cb tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Unset dirty status for tenant:e9de08c1e0c046a99df2916b2366f954 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 12:00:59.165771 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-66321dae-6976-4fdf-85b4-9a212170e5b7 req-77e128b6-ca4d-442f-8c07-693b578498cb tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 946 time: 0.1012812
Dec 24 12:00:59.192836 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device f03af592-194c-41a5-9512-efc0fb76efcd no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 12:00:59.211891 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-66321dae-6976-4fdf-85b4-9a212170e5b7 req-33f2fa46-2a39-4a5c-9354-d4321d0c731f tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402079
Dec 24 12:00:59.250402 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262f653e-fcda-4c29-931c-e0f8218b11c4 req-f45d7626-018b-4234-bb96-bfddc9848664 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 12:00:59.251988 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-262f653e-fcda-4c29-931c-e0f8218b11c4 req-f45d7626-018b-4234-bb96-bfddc9848664 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.32 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 946 time: 0.0861092
Dec 24 12:00:59.322540 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-262f653e-fcda-4c29-931c-e0f8218b11c4 req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Deleting port f03af592-194c-41a5-9512-efc0fb76efcd {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 12:00:59.322892 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-262f653e-fcda-4c29-931c-e0f8218b11c4 req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:59.349488 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-551953'] for port, before_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:59.376647 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675eb8ab-dadc-4f18-a269-15e30319b341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f03af592-194c-41a5-9512-efc0fb76efcd'}] {{(pid=87560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 12:00:59.392071 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] For port f03af592-194c-41a5-9512-efc0fb76efcd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f03af592-194c-41a5-9512-efc0fb76efcd,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 12:00:59.398170 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739049838915', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739049343326', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739049343371'] for port, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:59.401064 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:00:59.441662 dv-neutron-822668-2-hyperv neutron-server[87560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675eb8ab-dadc-4f18-a269-15e30319b341', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f03af592-194c-41a5-9512-efc0fb76efcd', 'code': 200}
Dec 24 12:00:59.472428 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Pushing event updated for resources: {'Port': ['ID=f03af592-194c-41a5-9512-efc0fb76efcd,revision_number=8']} {{(pid=87560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:00:59.475567 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_concurrency.lockutils [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=87560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:00:59.575306 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-262f653e-fcda-4c29-931c-e0f8218b11c4 req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] For port f03af592-194c-41a5-9512-efc0fb76efcd, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=f03af592-194c-41a5-9512-efc0fb76efcd,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 12:00:59.575660 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-262f653e-fcda-4c29-931c-e0f8218b11c4 req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:59.694555 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-262f653e-fcda-4c29-931c-e0f8218b11c4 req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Calling delete_port for f03af592-194c-41a5-9512-efc0fb76efcd owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 12:00:59.829988 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0771de9c-34ff-4ca0-a27e-e1cd71b5ef31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:59.837222 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-262f653e-fcda-4c29-931c-e0f8218b11c4 req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:00:59.843547 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-4697c56c-f33c-42aa-a823-78ccbe72c1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:00:59.887400 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Pushing event deleted for resources: {'Port': ['ID=f03af592-194c-41a5-9512-efc0fb76efcd,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:01:00.040344 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:01:00.040729 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:01:00.041110 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:01:00.041478 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:01:00.041843 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:01:00.042236 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:01:00.042598 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:01:00.042958 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:01:00.043319 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:01:00.043679 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:01:00.044035 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:01:00.044389 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-822668-2-hyperv {{(pid=87558) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 24 12:01:00.047627 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:01:00.082048 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-262f653e-fcda-4c29-931c-e0f8218b11c4 req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] No DVR routers for this DVR port f03af592-194c-41a5-9512-efc0fb76efcd on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 12:01:00.084271 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-262f653e-fcda-4c29-931c-e0f8218b11c4 req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:00.087510 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675eb8ab-dadc-4f18-a269-15e30319b341', 'name': 'network-vif-deleted', 'tag': 'f03af592-194c-41a5-9512-efc0fb76efcd'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 12:01:00.102204 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-262f653e-fcda-4c29-931c-e0f8218b11c4 req-b0a130ac-6bec-415e-9c2d-86750cc9f414 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.32 "DELETE /v2.0/ports/f03af592-194c-41a5-9512-efc0fb76efcd HTTP/1.1" status: 204  len: 173 time: 0.8450770
Dec 24 12:01:00.182018 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675eb8ab-dadc-4f18-a269-15e30319b341', 'name': 'network-vif-deleted', 'tag': 'f03af592-194c-41a5-9512-efc0fb76efcd', 'status': 'completed', 'code': 200}
Dec 24 12:01:00.380070 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7191a824-227f-4783-aa08-5bf6a0358007 req-c7354e12-f63e-4105-90aa-d5820a701c24 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Synchronizing usage tracker for tenant:e9de08c1e0c046a99df2916b2366f954 on resource:port {{(pid=87558) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 12:01:00.396647 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.quota.resource [req-7191a824-227f-4783-aa08-5bf6a0358007 req-c7354e12-f63e-4105-90aa-d5820a701c24 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Unset dirty status for tenant:e9de08c1e0c046a99df2916b2366f954 on resource:port {{(pid=87558) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 12:01:00.398095 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-7191a824-227f-4783-aa08-5bf6a0358007 req-c7354e12-f63e-4105-90aa-d5820a701c24 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=675eb8ab-dadc-4f18-a269-15e30319b341 HTTP/1.1" status: 200  len: 210 time: 0.0625267
Dec 24 12:01:01.939159 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 12:01:02.027574 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33784) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:01:02.036428 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a5146faf-80eb-4d8f-815c-8be0f440f59b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:02.354291 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-fb1dbe3d-0fac-4b07-ad60-8117153dd2ac tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Deleting port 34c79859-1625-4068-8db6-d569e813d4d3 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 12:01:02.354637 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb1dbe3d-0fac-4b07-ad60-8117153dd2ac tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:02.519921 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb1dbe3d-0fac-4b07-ad60-8117153dd2ac tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:02.520251 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb1dbe3d-0fac-4b07-ad60-8117153dd2ac tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:02.640844 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-fb1dbe3d-0fac-4b07-ad60-8117153dd2ac tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Calling delete_port for 34c79859-1625-4068-8db6-d569e813d4d3 owned by network:floatingip {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 12:01:02.786422 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb1dbe3d-0fac-4b07-ad60-8117153dd2ac tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:02.789798 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-33bb5566-a51c-4146-b12f-e7352a305dfe tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:01:02.832411 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dbe3d-0fac-4b07-ad60-8117153dd2ac tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Pushing event deleted for resources: {'Port': ['ID=34c79859-1625-4068-8db6-d569e813d4d3,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:01:02.835497 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-fb1dbe3d-0fac-4b07-ad60-8117153dd2ac tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:01:02.927463 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb1dbe3d-0fac-4b07-ad60-8117153dd2ac tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for floatingip, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:02.927715 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.db.l3_db [None req-fb1dbe3d-0fac-4b07-ad60-8117153dd2ac tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Floating IP 272fbd28-883c-49a2-960a-69e022b0c018 disassociated (deleted). External IP: 172.26.4.98, port: 63733cf3-c976-40da-b5de-e9a0ee116968.
Dec 24 12:01:03.192592 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device f03af592-194c-41a5-9512-efc0fb76efcd no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 12:01:03.230183 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: f03af592-194c-41a5-9512-efc0fb76efcd {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 12:01:03.230549 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device f03af592-194c-41a5-9512-efc0fb76efcd not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 12:01:03.274673 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1dbe3d-0fac-4b07-ad60-8117153dd2ac tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Router cff70467-7b18-47c8-b043-1006f83739b2 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 12:01:03.300172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:03.349454 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:03.454664 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1dbe3d-0fac-4b07-ad60-8117153dd2ac tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 12:01:03.464619 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899c6d9f-6dd0-4ceb-943b-6799ef3337c4 None None] Sync routers for ids ['cff70467-7b18-47c8-b043-1006f83739b2'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 12:01:03.474934 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c6d9f-6dd0-4ceb-943b-6799ef3337c4 None None] Routers {'cff70467-7b18-47c8-b043-1006f83739b2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 12:01:03.475108 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-fb1dbe3d-0fac-4b07-ad60-8117153dd2ac tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for floatingip, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:03.475592 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-899c6d9f-6dd0-4ceb-943b-6799ef3337c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d116880>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T12:01:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['cff70467-7b18-47c8-b043-1006f83739b2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:01:03.528712 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-fb1dbe3d-0fac-4b07-ad60-8117153dd2ac tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "DELETE /v2.0/floatingips/272fbd28-883c-49a2-960a-69e022b0c018 HTTP/1.1" status: 204  len: 168 time: 1.4999659
Dec 24 12:01:03.529378 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'tag': '63733cf3-c976-40da-b5de-e9a0ee116968'}] {{(pid=87559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 12:01:03.573505 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'tag': '63733cf3-c976-40da-b5de-e9a0ee116968', 'status': 'completed', 'code': 200}
Dec 24 12:01:03.663949 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-899c6d9f-6dd0-4ceb-943b-6799ef3337c4 None None] Set router cff70467-7b18-47c8-b043-1006f83739b2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 12:01:03.667351 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2a088-a112-4319-aa04-02a0c1c372eb req-d4494895-c1b7-4f2a-aaee-463f427076c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 12:01:03.668931 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-94d2a088-a112-4319-aa04-02a0c1c372eb req-d4494895-c1b7-4f2a-aaee-463f427076c4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=e9de08c1e0c046a99df2916b2366f954&device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 1096 time: 0.0730898
Dec 24 12:01:03.812326 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2a088-a112-4319-aa04-02a0c1c372eb req-58d0ff7b-c943-46b0-a4a2-b441bb695445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 12:01:03.813797 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-94d2a088-a112-4319-aa04-02a0c1c372eb req-58d0ff7b-c943-46b0-a4a2-b441bb695445 service neutron] 10.222.0.32 "GET /v2.0/networks?id=a7963192-a8e4-4780-ac4b-0a168eed0007 HTTP/1.1" status: 200  len: 911 time: 0.1382980
Dec 24 12:01:03.888550 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-94d2a088-a112-4319-aa04-02a0c1c372eb req-c1b4049b-9b6c-4986-893f-83f1d8b1cbcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=63733cf3-c976-40da-b5de-e9a0ee116968 HTTP/1.1" status: 200  len: 217 time: 0.0664968
Dec 24 12:01:03.954440 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2a088-a112-4319-aa04-02a0c1c372eb req-55377e45-7f71-412c-b020-0a95cf57dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 12:01:03.956087 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-94d2a088-a112-4319-aa04-02a0c1c372eb req-55377e45-7f71-412c-b020-0a95cf57dd45 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9e3cab9c-3111-4e9b-9635-f1c19d7889a1 HTTP/1.1" status: 200  len: 849 time: 0.0601006
Dec 24 12:01:03.992150 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-899c6d9f-6dd0-4ceb-943b-6799ef3337c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d116880>, [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:54Z', 'revision_number': 4, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '8dba619f-4247-44f9-9510-668cc2cef599', 'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'mac_address': 'fa:16:3e:ac:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:54Z', 'updated_at': '2021-12-24T11:55:00Z', 'revision_number': 5, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'subnets': [{'id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:01:03.997326 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899c6d9f-6dd0-4ceb-943b-6799ef3337c4 None None] Checking router: cff70467-7b18-47c8-b043-1006f83739b2 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 12:01:04.007506 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c6d9f-6dd0-4ceb-943b-6799ef3337c4 None None] Routers {'cff70467-7b18-47c8-b043-1006f83739b2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 12:01:04.008568 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-899c6d9f-6dd0-4ceb-943b-6799ef3337c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d116880>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T12:01:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['cff70467-7b18-47c8-b043-1006f83739b2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:01:04.036103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bfe02-ad25-47bc-adf2-03b0e5be8455 req-8f789209-acc7-4cb4-94e8-4dc2af22d193 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 12:01:04.036797 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-762bfe02-ad25-47bc-adf2-03b0e5be8455 req-8f789209-acc7-4cb4-94e8-4dc2af22d193 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Synchronizing usage tracker for tenant:e9de08c1e0c046a99df2916b2366f954 on resource:port {{(pid=87559) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 24 12:01:04.042605 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2a088-a112-4319-aa04-02a0c1c372eb req-5927b5c2-cfc5-4713-b13d-17feb94ce40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 12:01:04.044096 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-94d2a088-a112-4319-aa04-02a0c1c372eb req-5927b5c2-cfc5-4713-b13d-17feb94ce40b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=a7963192-a8e4-4780-ac4b-0a168eed0007&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1177 time: 0.0810392
Dec 24 12:01:04.052701 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.quota.resource [req-762bfe02-ad25-47bc-adf2-03b0e5be8455 req-8f789209-acc7-4cb4-94e8-4dc2af22d193 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Unset dirty status for tenant:e9de08c1e0c046a99df2916b2366f954 on resource:port {{(pid=87559) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 24 12:01:04.054173 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-762bfe02-ad25-47bc-adf2-03b0e5be8455 req-8f789209-acc7-4cb4-94e8-4dc2af22d193 tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 943 time: 0.2360919
Dec 24 12:01:04.100275 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [req-762bfe02-ad25-47bc-adf2-03b0e5be8455 req-ea16d6de-086b-4f57-9a41-04256617bacf tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394783
Dec 24 12:01:04.183648 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-94d2a088-a112-4319-aa04-02a0c1c372eb req-0357d145-d21f-4b56-ba12-71917d6ffe7f service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1307645
Dec 24 12:01:04.188964 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-899c6d9f-6dd0-4ceb-943b-6799ef3337c4 None None] Set router cff70467-7b18-47c8-b043-1006f83739b2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 12:01:04.314799 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-94d2a088-a112-4319-aa04-02a0c1c372eb req-7482447a-c418-4eab-9291-3c77c4b7e5c2 service neutron] 10.222.0.32 "GET /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240485
Dec 24 12:01:04.497957 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-899c6d9f-6dd0-4ceb-943b-6799ef3337c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d116880>, [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:54Z', 'revision_number': 4, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '8dba619f-4247-44f9-9510-668cc2cef599', 'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'mac_address': 'fa:16:3e:ac:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:54Z', 'updated_at': '2021-12-24T11:55:00Z', 'revision_number': 5, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'subnets': [{'id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:01:04.501803 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899c6d9f-6dd0-4ceb-943b-6799ef3337c4 None None] The sync data for ids ['cff70467-7b18-47c8-b043-1006f83739b2'] in dv-neutron-822668-2-hyperv is: [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:54Z', 'revision_number': 4, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv', '_interfaces': [{'id': '8dba619f-4247-44f9-9510-668cc2cef599', 'name': '', 'network_id': 'a7963192-a8e4-4780-ac4b-0a168eed0007', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'mac_address': 'fa:16:3e:ac:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1835, 'fixed_ips': [{'subnet_id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:54Z', 'updated_at': '2021-12-24T11:55:00Z', 'revision_number': 5, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'subnets': [{'id': '9e3cab9c-3111-4e9b-9635-f1c19d7889a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 12:01:04.692307 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68049781-063c-422c-baec-ada6f5459cf8 req-19a79b77-eae3-418b-9403-9aa5c381302f tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 12:01:04.693785 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68049781-063c-422c-baec-ada6f5459cf8 req-19a79b77-eae3-418b-9403-9aa5c381302f tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.32 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 943 time: 0.0807574
Dec 24 12:01:04.715731 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132f0947-61f5-4e62-a7c9-dff4cb7d8f74 None None] New status for floating IP 272fbd28-883c-49a2-960a-69e022b0c018: DOWN {{(pid=87561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Dec 24 12:01:04.764899 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-68049781-063c-422c-baec-ada6f5459cf8 req-746e7bd0-9d5e-49eb-ab5a-880d6be09a3e tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Deleting port 63733cf3-c976-40da-b5de-e9a0ee116968 {{(pid=87558) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 12:01:04.765279 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-68049781-063c-422c-baec-ada6f5459cf8 req-746e7bd0-9d5e-49eb-ab5a-880d6be09a3e tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:05.015943 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.db [req-68049781-063c-422c-baec-ada6f5459cf8 req-746e7bd0-9d5e-49eb-ab5a-880d6be09a3e tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] For port 63733cf3-c976-40da-b5de-e9a0ee116968, host hv-neutron-8226, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8226',level=0,port_id=63733cf3-c976-40da-b5de-e9a0ee116968,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87558) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 12:01:05.016289 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-68049781-063c-422c-baec-ada6f5459cf8 req-746e7bd0-9d5e-49eb-ab5a-880d6be09a3e tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:05.140200 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.plugins.ml2.plugin [req-68049781-063c-422c-baec-ada6f5459cf8 req-746e7bd0-9d5e-49eb-ab5a-880d6be09a3e tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Calling delete_port for 63733cf3-c976-40da-b5de-e9a0ee116968 owned by compute:nova {{(pid=87558) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 12:01:05.147289 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:05.444947 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-68049781-063c-422c-baec-ada6f5459cf8 req-746e7bd0-9d5e-49eb-ab5a-880d6be09a3e tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1552756'] for port, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:05.450913 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-1761bc35-2cf7-472e-bab0-c04056a15228 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:01:05.503178 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8decd385-4abd-4f51-8d6b-18629329fd11 req-a56d4bb2-3c1e-43e2-8f17-8025f655b97e tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87558) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 24 12:01:05.504640 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8decd385-4abd-4f51-8d6b-18629329fd11 req-a56d4bb2-3c1e-43e2-8f17-8025f655b97e tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/ports?device_id=140620d6-1e46-4ac5-afb4-7dd69e71fb91 HTTP/1.1" status: 200  len: 943 time: 0.2884498
Dec 24 12:01:05.507076 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746e7bd0-9d5e-49eb-ab5a-880d6be09a3e tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Pushing event deleted for resources: {'Port': ['ID=63733cf3-c976-40da-b5de-e9a0ee116968,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:01:05.510675 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-746e7bd0-9d5e-49eb-ab5a-880d6be09a3e tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:01:05.604756 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.l3_dvrscheduler_db [req-68049781-063c-422c-baec-ada6f5459cf8 req-746e7bd0-9d5e-49eb-ab5a-880d6be09a3e tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] No DVR routers for this DVR port 63733cf3-c976-40da-b5de-e9a0ee116968 on host hv-neutron-8226 {{(pid=87558) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 12:01:05.608307 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [req-68049781-063c-422c-baec-ada6f5459cf8 req-746e7bd0-9d5e-49eb-ab5a-880d6be09a3e tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42422'] for port, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:05.610726 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'name': 'network-vif-deleted', 'tag': '63733cf3-c976-40da-b5de-e9a0ee116968'}] {{(pid=87558) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 24 12:01:05.629165 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-8decd385-4abd-4f51-8d6b-18629329fd11 req-0425e40b-68dc-407f-b073-384f82038fde tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "GET /v2.0/security-groups?id=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1175258
Dec 24 12:01:05.636044 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [req-68049781-063c-422c-baec-ada6f5459cf8 req-746e7bd0-9d5e-49eb-ab5a-880d6be09a3e tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.32 "DELETE /v2.0/ports/63733cf3-c976-40da-b5de-e9a0ee116968 HTTP/1.1" status: 204  len: 173 time: 0.9366927
Dec 24 12:01:05.661382 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '140620d6-1e46-4ac5-afb4-7dd69e71fb91', 'name': 'network-vif-deleted', 'tag': '63733cf3-c976-40da-b5de-e9a0ee116968', 'status': 'completed', 'code': 200}
Dec 24 12:01:06.724479 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33804) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:01:06.791061 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-44c7ca25-4855-49c4-b984-2ad3575335cf tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:06.818686 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-44c7ca25-4855-49c4-b984-2ad3575335cf tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:06.880065 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-44c7ca25-4855-49c4-b984-2ad3575335cf tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:06.883755 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-e2e47072-502b-469f-9e97-5f7d6247862d tempest-TestNetworkBasicOps-398851414 tempest-TestNetworkBasicOps-398851414-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:01:06.901981 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c7ca25-4855-49c4-b984-2ad3575335cf tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:01:06.905178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-44c7ca25-4855-49c4-b984-2ad3575335cf tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:01:06.912230 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-44c7ca25-4855-49c4-b984-2ad3575335cf tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:06.913377 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-44c7ca25-4855-49c4-b984-2ad3575335cf tempest-TestSnapshotPattern-730281610 tempest-TestSnapshotPattern-730281610-project] 10.222.0.54 "DELETE /v2.0/security-groups/cd5dfab1-d7b9-4f84-b8e2-e39a6c290d95 HTTP/1.1" status: 204  len: 168 time: 0.1878872
Dec 24 12:01:06.961610 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33810) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:01:07.208189 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 63733cf3-c976-40da-b5de-e9a0ee116968 no longer exists at agent hyperv_hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 12:01:07.241028 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] No Port match for: 63733cf3-c976-40da-b5de-e9a0ee116968 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 12:01:07.241383 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Device 63733cf3-c976-40da-b5de-e9a0ee116968 not bound to the agent host hv-neutron-8226 {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 12:01:07.587517 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-927bb048-5c1c-4591-9575-b7f3dd968ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:07.932143 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-927bb048-5c1c-4591-9575-b7f3dd968ea9 admin admin] Deleting port 8dba619f-4247-44f9-9510-668cc2cef599 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 12:01:07.932774 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-927bb048-5c1c-4591-9575-b7f3dd968ea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:08.100031 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-927bb048-5c1c-4591-9575-b7f3dd968ea9 admin admin] For port 8dba619f-4247-44f9-9510-668cc2cef599, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=8dba619f-4247-44f9-9510-668cc2cef599,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 12:01:08.100387 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-927bb048-5c1c-4591-9575-b7f3dd968ea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:08.233575 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-927bb048-5c1c-4591-9575-b7f3dd968ea9 admin admin] Calling delete_port for 8dba619f-4247-44f9-9510-668cc2cef599 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 12:01:08.686208 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-927bb048-5c1c-4591-9575-b7f3dd968ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:08.690490 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-87ad2065-875b-4ba6-854a-bf09cb0e98a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:01:08.732723 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927bb048-5c1c-4591-9575-b7f3dd968ea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dba619f-4247-44f9-9510-668cc2cef599,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:01:08.762668 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-927bb048-5c1c-4591-9575-b7f3dd968ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:01:09.001315 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-927bb048-5c1c-4591-9575-b7f3dd968ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:09.360613 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927bb048-5c1c-4591-9575-b7f3dd968ea9 admin admin] Router cff70467-7b18-47c8-b043-1006f83739b2 has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 12:01:09.532932 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927bb048-5c1c-4591-9575-b7f3dd968ea9 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 12:01:09.541369 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf0325-a3c2-4e11-886b-9a7eeefe77eb None None] Sync routers for ids ['cff70467-7b18-47c8-b043-1006f83739b2'] in dv-neutron-822668-2-hyperv {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 12:01:09.545272 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-927bb048-5c1c-4591-9575-b7f3dd968ea9 admin admin] 10.222.0.54 "PUT /v2.0/routers/cff70467-7b18-47c8-b043-1006f83739b2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5825582
Dec 24 12:01:09.547738 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33818) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:01:09.550989 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf0325-a3c2-4e11-886b-9a7eeefe77eb None None] Routers {'cff70467-7b18-47c8-b043-1006f83739b2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 12:01:09.551608 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-acbf0325-a3c2-4e11-886b-9a7eeefe77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1101f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T12:01:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['cff70467-7b18-47c8-b043-1006f83739b2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:01:09.776135 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-acbf0325-a3c2-4e11-886b-9a7eeefe77eb None None] Set router cff70467-7b18-47c8-b043-1006f83739b2 gateway port host: dv-neutron-822668-2-hyperv {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 12:01:09.864890 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0494-065f-4363-8cb4-267c87380d43 admin admin] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:10.040724 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0494-065f-4363-8cb4-267c87380d43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:10.050992 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e0494-065f-4363-8cb4-267c87380d43 admin admin] Deleting port 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 12:01:10.051351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0494-065f-4363-8cb4-267c87380d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:10.058976 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-acbf0325-a3c2-4e11-886b-9a7eeefe77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1101f0>, [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162'}], 'enable_snat': True}, 'gw_port_id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T12:01:08Z', 'revision_number': 5, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port': {'id': '3c3ba7a1-dc72-4c60-8d26-d3cda6415e47', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:01:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T11:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:01:10.062812 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf0325-a3c2-4e11-886b-9a7eeefe77eb None None] Checking router: cff70467-7b18-47c8-b043-1006f83739b2 for host: dv-neutron-822668-2-hyperv {{(pid=87560) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 12:01:10.071237 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf0325-a3c2-4e11-886b-9a7eeefe77eb None None] Routers {'cff70467-7b18-47c8-b043-1006f83739b2'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87560) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 12:01:10.071841 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-acbf0325-a3c2-4e11-886b-9a7eeefe77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1101f0>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T12:01:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['cff70467-7b18-47c8-b043-1006f83739b2'], 'active': True} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:01:10.223644 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_dvr_db [None req-acbf0325-a3c2-4e11-886b-9a7eeefe77eb None None] Set router cff70467-7b18-47c8-b043-1006f83739b2 gateway port host: None {{(pid=87560) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 12:01:10.223885 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-8b4e0494-065f-4363-8cb4-267c87380d43 admin admin] For port 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3c3ba7a1-dc72-4c60-8d26-d3cda6415e47,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 12:01:10.224178 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0494-065f-4363-8cb4-267c87380d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:10.331672 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.db.l3_hamode_db [None req-acbf0325-a3c2-4e11-886b-9a7eeefe77eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7d1101f0>, [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T12:01:10Z', 'revision_number': 6, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:01:10.335677 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbf0325-a3c2-4e11-886b-9a7eeefe77eb None None] The sync data for ids ['cff70467-7b18-47c8-b043-1006f83739b2'] in dv-neutron-822668-2-hyperv is: [{'id': 'cff70467-7b18-47c8-b043-1006f83739b2', 'name': 'tempest-TestSnapshotPattern-1221944666-router', 'tenant_id': 'e9de08c1e0c046a99df2916b2366f954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:51Z', 'updated_at': '2021-12-24T12:01:10Z', 'revision_number': 6, 'project_id': 'e9de08c1e0c046a99df2916b2366f954', 'gw_port_host': None}] {{(pid=87560) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 12:01:10.347706 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e0494-065f-4363-8cb4-267c87380d43 admin admin] Calling delete_port for 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47 owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 12:01:10.519295 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0494-065f-4363-8cb4-267c87380d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:10.522731 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-9b232e9d-5854-4a36-a824-ef378c2a56e4 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:01:10.568405 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e0494-065f-4363-8cb4-267c87380d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c3ba7a1-dc72-4c60-8d26-d3cda6415e47,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:01:10.571524 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8b4e0494-065f-4363-8cb4-267c87380d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:01:10.655832 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0494-065f-4363-8cb4-267c87380d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:10.828194 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0494-065f-4363-8cb4-267c87380d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:10.831220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0494-065f-4363-8cb4-267c87380d43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:10.853467 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0494-065f-4363-8cb4-267c87380d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:10.854011 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b4e0494-065f-4363-8cb4-267c87380d43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cff70467-7b18-47c8-b043-1006f83739b2 {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 12:01:10.866815 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-8b4e0494-065f-4363-8cb4-267c87380d43 admin admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:10.867928 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-8b4e0494-065f-4363-8cb4-267c87380d43 admin admin] 10.222.0.54 "DELETE /v2.0/routers/cff70467-7b18-47c8-b043-1006f83739b2 HTTP/1.1" status: 204  len: 168 time: 1.3192341
Dec 24 12:01:10.870366 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33824) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:01:10.930225 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.db_base_plugin_v2 [None req-b037eed3-0e57-4b28-9d2f-4dc68b262e79 admin admin] Deleting subnet 9e3cab9c-3111-4e9b-9635-f1c19d7889a1 {{(pid=87559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 12:01:10.933014 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b037eed3-0e57-4b28-9d2f-4dc68b262e79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:10.981117 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b037eed3-0e57-4b28-9d2f-4dc68b262e79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2364763'] for subnet, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:11.057478 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b037eed3-0e57-4b28-9d2f-4dc68b262e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:11.128437 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b037eed3-0e57-4b28-9d2f-4dc68b262e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2871913', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3955349'] for subnet, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:11.131912 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8db80d86-36ca-4f13-bd9b-a2d1a4b2e0f7 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:01:11.167495 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037eed3-0e57-4b28-9d2f-4dc68b262e79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e3cab9c-3111-4e9b-9635-f1c19d7889a1,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:01:11.169995 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-b037eed3-0e57-4b28-9d2f-4dc68b262e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:01:11.172618 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-b037eed3-0e57-4b28-9d2f-4dc68b262e79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:11.178243 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7e02cc-05f9-4a1d-a16b-18cb657d82f0 None None] Network a7963192-a8e4-4780-ac4b-0a168eed0007 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 12:01:11.181982 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-b037eed3-0e57-4b28-9d2f-4dc68b262e79 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/9e3cab9c-3111-4e9b-9635-f1c19d7889a1 HTTP/1.1" status: 204  len: 168 time: 0.3083072
Dec 24 12:01:11.182103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33828) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:01:11.324348 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:11.426856 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:11.438069 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] Deleting port b64e0ce7-f1ee-4dec-b291-411b53494095 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 12:01:11.438406 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:11.470459 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b8b0e4-e65a-4c17-a8d5-04af50880a1b None None] DHCP port deletion for a7963192-a8e4-4780-ac4b-0a168eed0007 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 12:01:11.475137 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-82b8b0e4-e65a-4c17-a8d5-04af50880a1b None None] Deleting port b64e0ce7-f1ee-4dec-b291-411b53494095 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 12:01:11.475526 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-82b8b0e4-e65a-4c17-a8d5-04af50880a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:11.641519 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] For port b64e0ce7-f1ee-4dec-b291-411b53494095, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=b64e0ce7-f1ee-4dec-b291-411b53494095,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 12:01:11.641787 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:11.676079 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-82b8b0e4-e65a-4c17-a8d5-04af50880a1b None None] For port b64e0ce7-f1ee-4dec-b291-411b53494095, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=b64e0ce7-f1ee-4dec-b291-411b53494095,segment=NetworkSegment(b16966d4-23e9-409e-b5e8-1c428ac800f6),segment_id=b16966d4-23e9-409e-b5e8-1c428ac800f6)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 12:01:11.676480 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-82b8b0e4-e65a-4c17-a8d5-04af50880a1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:11.762764 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] Calling delete_port for b64e0ce7-f1ee-4dec-b291-411b53494095 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 12:01:11.798303 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-82b8b0e4-e65a-4c17-a8d5-04af50880a1b None None] Calling delete_port for b64e0ce7-f1ee-4dec-b291-411b53494095 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 12:01:11.840465 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:11.844560 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-dc2f77b6-b046-4bca-a44d-e929eb813816 tempest-TestNetworkAdvancedServerOps-1185916632 tempest-TestNetworkAdvancedServerOps-1185916632-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:01:11.887969 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 8dba619f-4247-44f9-9510-668cc2cef599 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 12:01:11.892963 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] Pushing event deleted for resources: {'Port': ['ID=b64e0ce7-f1ee-4dec-b291-411b53494095,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:01:11.896075 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:01:11.896845 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] No DVR routers for this DVR port b64e0ce7-f1ee-4dec-b291-411b53494095 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 12:01:11.932375 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 8dba619f-4247-44f9-9510-668cc2cef599 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 12:01:11.932729 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 8dba619f-4247-44f9-9510-668cc2cef599 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 12:01:11.933788 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 12:01:11.968705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 12:01:11.969119 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3c3ba7a1-dc72-4c60-8d26-d3cda6415e47 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 12:01:11.969542 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device b64e0ce7-f1ee-4dec-b291-411b53494095 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 12:01:12.009780 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: b64e0ce7-f1ee-4dec-b291-411b53494095 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 12:01:12.010172 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device b64e0ce7-f1ee-4dec-b291-411b53494095 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 12:01:12.017749 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:12.028106 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-82b8b0e4-e65a-4c17-a8d5-04af50880a1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 12:01:12.028474 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-82b8b0e4-e65a-4c17-a8d5-04af50880a1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 12:01:12.043222 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7dcb6ee0>,) {'filters': {'network_id': ['a7963192-a8e4-4780-ac4b-0a168eed0007']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:01:12.055006 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7dcb6ee0>, 'b16966d4-23e9-409e-b5e8-1c428ac800f6') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:01:12.055303 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7dcb6ee0>, 'b16966d4-23e9-409e-b5e8-1c428ac800f6') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:01:12.067198 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:12.082955 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:12.089047 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 12:01:12.089480 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 12:01:12.102495 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 12:01:12.179813 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:12.184053 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-884643cb-d10c-484a-b652-9e76dfcca1b1 tempest-NetworksTest-1898085894 tempest-NetworksTest-1898085894-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:01:12.196578 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:12.208126 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] Pushing event deleted for resources: {'Network': ['ID=a7963192-a8e4-4780-ac4b-0a168eed0007,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:01:12.212797 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:01:12.216117 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-643cebe6-2c2c-4188-8d26-5b365c6c0dbb admin admin] 10.222.0.54 "DELETE /v2.0/networks/a7963192-a8e4-4780-ac4b-0a168eed0007 HTTP/1.1" status: 204  len: 168 time: 1.0331106
Dec 24 12:01:12.219000 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33832) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:01:12.529596 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-82b8b0e4-e65a-4c17-a8d5-04af50880a1b None None] Deleting port b64e0ce7-f1ee-4dec-b291-411b53494095 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 12:01:12.530163 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-82b8b0e4-e65a-4c17-a8d5-04af50880a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:12.595458 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-82b8b0e4-e65a-4c17-a8d5-04af50880a1b None None] The port 'b64e0ce7-f1ee-4dec-b291-411b53494095' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 12:01:12.748861 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-18abadc7-3d83-41f4-bb67-cfd526246fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1643947'] for router_interface, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:13.203351 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-18abadc7-3d83-41f4-bb67-cfd526246fa6 admin admin] Deleting port 6be68f6c-ba5e-4319-affc-f276c3d240b5 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 12:01:13.204016 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-18abadc7-3d83-41f4-bb67-cfd526246fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:13.370721 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-18abadc7-3d83-41f4-bb67-cfd526246fa6 admin admin] For port 6be68f6c-ba5e-4319-affc-f276c3d240b5, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=6be68f6c-ba5e-4319-affc-f276c3d240b5,segment=NetworkSegment(06f6fc84-c28e-4eef-8a7f-f88cb1c91877),segment_id=06f6fc84-c28e-4eef-8a7f-f88cb1c91877)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 12:01:13.371085 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-18abadc7-3d83-41f4-bb67-cfd526246fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:13.496103 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-18abadc7-3d83-41f4-bb67-cfd526246fa6 admin admin] Calling delete_port for 6be68f6c-ba5e-4319-affc-f276c3d240b5 owned by network:router_interface {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 12:01:13.668560 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-18abadc7-3d83-41f4-bb67-cfd526246fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:13.672060 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-8b4e0494-065f-4363-8cb4-267c87380d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:01:13.714437 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18abadc7-3d83-41f4-bb67-cfd526246fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6be68f6c-ba5e-4319-affc-f276c3d240b5,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:01:13.717514 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-18abadc7-3d83-41f4-bb67-cfd526246fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:01:13.976192 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-18abadc7-3d83-41f4-bb67-cfd526246fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1670224', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1645915'] for router_interface, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:14.444359 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18abadc7-3d83-41f4-bb67-cfd526246fa6 admin admin] Router f7246085-d685-4c88-b3d9-a0dba4aee67b has already been hosted by L3 agent 28d84857-b77d-4ed6-ae6e-e4309322d2e6 {{(pid=87559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Dec 24 12:01:14.619081 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18abadc7-3d83-41f4-bb67-cfd526246fa6 admin admin] Notify agent at l3_agent.dv-neutron-822668-2-hyperv the message routers_updated {{(pid=87559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Dec 24 12:01:14.628146 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d428e-fa5c-488f-956c-b85f47e66a2e None None] Sync routers for ids ['f7246085-d685-4c88-b3d9-a0dba4aee67b'] in dv-neutron-822668-2-hyperv {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Dec 24 12:01:14.636935 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-18abadc7-3d83-41f4-bb67-cfd526246fa6 admin admin] 10.222.0.54 "PUT /v2.0/routers/f7246085-d685-4c88-b3d9-a0dba4aee67b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4163687
Dec 24 12:01:14.637920 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d428e-fa5c-488f-956c-b85f47e66a2e None None] Routers {'f7246085-d685-4c88-b3d9-a0dba4aee67b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 12:01:14.638537 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-0f5d428e-fa5c-488f-956c-b85f47e66a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd19250>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T12:01:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['f7246085-d685-4c88-b3d9-a0dba4aee67b'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:01:14.639461 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33836) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:01:14.816887 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dfc9b6a0-426d-4a37-8028-31ef01ecfc5e admin admin] Notify callbacks [] for router, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:14.836551 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-0f5d428e-fa5c-488f-956c-b85f47e66a2e None None] Set router f7246085-d685-4c88-b3d9-a0dba4aee67b gateway port host: dv-neutron-822668-2-hyperv {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 12:01:14.989951 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dfc9b6a0-426d-4a37-8028-31ef01ecfc5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:15.000220 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9b6a0-426d-4a37-8028-31ef01ecfc5e admin admin] Deleting port 5ee78144-6f3e-462d-9d60-bbd2d5efedad {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 12:01:15.000578 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dfc9b6a0-426d-4a37-8028-31ef01ecfc5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:15.117979 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-0f5d428e-fa5c-488f-956c-b85f47e66a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd19250>, [{'id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'name': 'tempest-TestSnapshotPattern-162187536-router', 'tenant_id': '24a36692e4af4bb1b5fd64b95facaffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'external_fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.39'}], 'enable_snat': True}, 'gw_port_id': '5ee78144-6f3e-462d-9d60-bbd2d5efedad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:57Z', 'updated_at': '2021-12-24T12:01:13Z', 'revision_number': 5, 'project_id': '24a36692e4af4bb1b5fd64b95facaffd', 'gw_port': {'id': '5ee78144-6f3e-462d-9d60-bbd2d5efedad', 'name': '', 'network_id': '38a55964-33b9-4484-a01f-c130c608c280', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:0b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1846, 'fixed_ips': [{'subnet_id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'ip_address': '172.26.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-822668-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-24T11:54:58Z', 'updated_at': '2021-12-24T11:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4e42d6af-0e6d-4ea9-86fa-41923a7c9d21', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-822668-2-hyperv'}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:01:15.122412 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d428e-fa5c-488f-956c-b85f47e66a2e None None] Checking router: f7246085-d685-4c88-b3d9-a0dba4aee67b for host: dv-neutron-822668-2-hyperv {{(pid=87561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Dec 24 12:01:15.130606 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5d428e-fa5c-488f-956c-b85f47e66a2e None None] Routers {'f7246085-d685-4c88-b3d9-a0dba4aee67b'} bound to L3 agent in host dv-neutron-822668-2-hyperv {{(pid=87561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 24 12:01:15.131342 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-0f5d428e-fa5c-488f-956c-b85f47e66a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd19250>, 'dv-neutron-822668-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-24T10:42:02Z,description=<?>,heartbeat_timestamp=2021-12-24T12:01:02Z,host='dv-neutron-822668-2-hyperv',id=28d84857-b77d-4ed6-ae6e-e4309322d2e6,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-24T10:42:02Z,topic='l3_agent')) {'router_ids': ['f7246085-d685-4c88-b3d9-a0dba4aee67b'], 'active': True} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:01:15.170255 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-dfc9b6a0-426d-4a37-8028-31ef01ecfc5e admin admin] For port 5ee78144-6f3e-462d-9d60-bbd2d5efedad, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=5ee78144-6f3e-462d-9d60-bbd2d5efedad,segment=NetworkSegment(5718cff2-46fd-4489-9fff-c10cfdc9de60),segment_id=5718cff2-46fd-4489-9fff-c10cfdc9de60)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 12:01:15.170616 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dfc9b6a0-426d-4a37-8028-31ef01ecfc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:15.278985 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_dvr_db [None req-0f5d428e-fa5c-488f-956c-b85f47e66a2e None None] Set router f7246085-d685-4c88-b3d9-a0dba4aee67b gateway port host: None {{(pid=87561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Dec 24 12:01:15.298785 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9b6a0-426d-4a37-8028-31ef01ecfc5e admin admin] Calling delete_port for 5ee78144-6f3e-462d-9d60-bbd2d5efedad owned by network:router_gateway {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 12:01:15.382857 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.l3_hamode_db [None req-0f5d428e-fa5c-488f-956c-b85f47e66a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2b7dd19250>, [{'id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'name': 'tempest-TestSnapshotPattern-162187536-router', 'tenant_id': '24a36692e4af4bb1b5fd64b95facaffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:57Z', 'updated_at': '2021-12-24T12:01:14Z', 'revision_number': 6, 'project_id': '24a36692e4af4bb1b5fd64b95facaffd', 'gw_port_host': None}], 'dv-neutron-822668-2-hyperv', False) {} {{(pid=87561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:01:15.387365 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5d428e-fa5c-488f-956c-b85f47e66a2e None None] The sync data for ids ['f7246085-d685-4c88-b3d9-a0dba4aee67b'] in dv-neutron-822668-2-hyperv is: [{'id': 'f7246085-d685-4c88-b3d9-a0dba4aee67b', 'name': 'tempest-TestSnapshotPattern-162187536-router', 'tenant_id': '24a36692e4af4bb1b5fd64b95facaffd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-24T11:54:57Z', 'updated_at': '2021-12-24T12:01:14Z', 'revision_number': 6, 'project_id': '24a36692e4af4bb1b5fd64b95facaffd', 'gw_port_host': None}] {{(pid=87561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Dec 24 12:01:15.471730 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dfc9b6a0-426d-4a37-8028-31ef01ecfc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:15.475456 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-f0f4b68c-b656-4172-a2a2-b77c80216188 tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:01:15.518337 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9b6a0-426d-4a37-8028-31ef01ecfc5e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee78144-6f3e-462d-9d60-bbd2d5efedad,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:01:15.520782 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-dfc9b6a0-426d-4a37-8028-31ef01ecfc5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:01:15.735467 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dfc9b6a0-426d-4a37-8028-31ef01ecfc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1736142'] for router_gateway, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:15.909778 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dfc9b6a0-426d-4a37-8028-31ef01ecfc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1645943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-47706'] for router, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:15.911950 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dfc9b6a0-426d-4a37-8028-31ef01ecfc5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:15.933799 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dfc9b6a0-426d-4a37-8028-31ef01ecfc5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1643856'] for router, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:15.934435 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc9b6a0-426d-4a37-8028-31ef01ecfc5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7246085-d685-4c88-b3d9-a0dba4aee67b {{(pid=87559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 24 12:01:15.945841 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-dfc9b6a0-426d-4a37-8028-31ef01ecfc5e admin admin] Notify callbacks [] for router, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:15.947004 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-dfc9b6a0-426d-4a37-8028-31ef01ecfc5e admin admin] 10.222.0.54 "DELETE /v2.0/routers/f7246085-d685-4c88-b3d9-a0dba4aee67b HTTP/1.1" status: 204  len: 168 time: 1.3066075
Dec 24 12:01:15.950231 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.wsgi [-] (87558) accepted ('10.222.0.54', 33840) {{(pid=87558) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:01:16.008588 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a7ee18-73c4-4b8e-b9b1-139366ab4461 admin admin] Deleting subnet f76ae010-45d5-4e6c-a817-11ef70202314 {{(pid=87558) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Dec 24 12:01:16.011981 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ee18-73c4-4b8e-b9b1-139366ab4461 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:16.062301 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ee18-73c4-4b8e-b9b1-139366ab4461 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4160827'] for subnet, precommit_delete_associations {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:16.139066 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ee18-73c4-4b8e-b9b1-139366ab4461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-856582'] for subnet, precommit_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:16.158226 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6be68f6c-ba5e-4319-affc-f276c3d240b5 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 12:01:16.195276 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 6be68f6c-ba5e-4319-affc-f276c3d240b5 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 12:01:16.195639 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 6be68f6c-ba5e-4319-affc-f276c3d240b5 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 12:01:16.215021 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ee18-73c4-4b8e-b9b1-139366ab4461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-856593', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81890', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1552705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4060593'] for subnet, after_delete {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:16.218720 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a95b1710-1500-45e5-8dc4-5c118c277036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:01:16.253648 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7ee18-73c4-4b8e-b9b1-139366ab4461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f76ae010-45d5-4e6c-a817-11ef70202314,revision_number=None']} {{(pid=87558) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:01:16.256572 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG oslo_concurrency.lockutils [None req-a0a7ee18-73c4-4b8e-b9b1-139366ab4461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=87558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:01:16.257529 dv-neutron-822668-2-hyperv neutron-server[87558]: DEBUG neutron_lib.callbacks.manager [None req-a0a7ee18-73c4-4b8e-b9b1-139366ab4461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:16.266531 dv-neutron-822668-2-hyperv neutron-server[87558]: INFO neutron.wsgi [None req-a0a7ee18-73c4-4b8e-b9b1-139366ab4461 admin admin] 10.222.0.54 "DELETE /v2.0/subnets/f76ae010-45d5-4e6c-a817-11ef70202314 HTTP/1.1" status: 204  len: 168 time: 0.3151429
Dec 24 12:01:16.267352 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33844) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:01:16.269911 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a638ca3a-b3bc-48dc-b09f-4515a3d7fab6 None None] Network a1b301ee-694b-4d33-88eb-b59d7c20c065 requested from dv-neutron-822668-2-hyperv {{(pid=87560) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Dec 24 12:01:16.376188 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-694770'] for network, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:16.386642 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] Deleting port 3373396d-493f-4dc2-9006-6abd6ac9ffd0 {{(pid=87559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 12:01:16.386980 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:16.534991 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08357c72-9d8f-49b1-a0bd-bce41f5980ed None None] DHCP port deletion for a1b301ee-694b-4d33-88eb-b59d7c20c065 request from dv-neutron-822668-2-hyperv {{(pid=87560) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Dec 24 12:01:16.539413 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-08357c72-9d8f-49b1-a0bd-bce41f5980ed None None] Deleting port 3373396d-493f-4dc2-9006-6abd6ac9ffd0 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 12:01:16.539798 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-08357c72-9d8f-49b1-a0bd-bce41f5980ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:16.598733 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.db [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] For port 3373396d-493f-4dc2-9006-6abd6ac9ffd0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3373396d-493f-4dc2-9006-6abd6ac9ffd0,segment=NetworkSegment(06f6fc84-c28e-4eef-8a7f-f88cb1c91877),segment_id=06f6fc84-c28e-4eef-8a7f-f88cb1c91877)] {{(pid=87559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 12:01:16.599292 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:16.722785 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.plugin [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] Calling delete_port for 3373396d-493f-4dc2-9006-6abd6ac9ffd0 owned by network:dhcp {{(pid=87559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 12:01:16.743069 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.db [None req-08357c72-9d8f-49b1-a0bd-bce41f5980ed None None] For port 3373396d-493f-4dc2-9006-6abd6ac9ffd0, host dv-neutron-822668-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-822668-2-hyperv',level=0,port_id=3373396d-493f-4dc2-9006-6abd6ac9ffd0,segment=NetworkSegment(06f6fc84-c28e-4eef-8a7f-f88cb1c91877),segment_id=06f6fc84-c28e-4eef-8a7f-f88cb1c91877)] {{(pid=87560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Dec 24 12:01:16.743401 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-08357c72-9d8f-49b1-a0bd-bce41f5980ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1734059'] for port, precommit_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:16.797147 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-81913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739049838942', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739049343317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2871900'] for port, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:16.802551 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-4b2d3e83-bf10-4cde-adb9-edf53995829d tempest-TestShelveInstance-953451334 tempest-TestShelveInstance-953451334-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:01:16.847259 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] Pushing event deleted for resources: {'Port': ['ID=3373396d-493f-4dc2-9006-6abd6ac9ffd0,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:01:16.850327 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:01:16.851089 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] No DVR routers for this DVR port 3373396d-493f-4dc2-9006-6abd6ac9ffd0 on host dv-neutron-822668-2-hyperv {{(pid=87559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 24 12:01:16.868678 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-08357c72-9d8f-49b1-a0bd-bce41f5980ed None None] Calling delete_port for 3373396d-493f-4dc2-9006-6abd6ac9ffd0 owned by network:dhcp {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}}
Dec 24 12:01:16.941761 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.db.api [None req-08357c72-9d8f-49b1-a0bd-bce41f5980ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87560) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 24 12:01:16.942155 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG oslo_db.api [None req-08357c72-9d8f-49b1-a0bd-bce41f5980ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 24 12:01:16.964641 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-856155', 'neutron.services.segments.db._delete_segments_for_network-8739049714598'] for network, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:16.989203 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2b7d09c250>,) {'filters': {'network_id': ['a1b301ee-694b-4d33-88eb-b59d7c20c065']}} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:01:17.000596 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d09c250>, '06f6fc84-c28e-4eef-8a7f-f88cb1c91877') {'for_net_delete': True} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:01:17.000889 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.services.segments.db [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2b7d09c250>, '06f6fc84-c28e-4eef-8a7f-f88cb1c91877') {} {{(pid=87559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 24 12:01:17.011629 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739049891970', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2364706'] for segment, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:17.027777 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-852504'] for segment, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:17.034066 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=87559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Dec 24 12:01:17.034455 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-852515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2871939'] for segment, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]: Traceback (most recent call last):
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:     timer()
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:     cb(*args, **kw)
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:     return func(*args, **kwargs)
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:     self._notify()
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:     self.callback(batched_events)
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:     event.method(event)
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:     return f(self, *a, **k)
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._get(url).json()
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:     return self.request(url, 'GET', **kwargs)
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 24 12:01:17.048444 dv-neutron-822668-2-hyperv neutron-server[87559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 24 12:01:17.123856 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-856144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800202', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1670247', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1736107'] for network, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:17.127486 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-01b52a30-d5b2-4c4c-a028-302d43ca0016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:01:17.140827 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] Notify callbacks [] for network, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:17.150562 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1b301ee-694b-4d33-88eb-b59d7c20c065,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:01:17.155131 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:01:17.158567 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-53550565-ed14-4267-bc19-a3f138662435 admin admin] 10.222.0.54 "DELETE /v2.0/networks/a1b301ee-694b-4d33-88eb-b59d7c20c065 HTTP/1.1" status: 204  len: 168 time: 0.8901887
Dec 24 12:01:17.264744 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33850) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:01:17.312550 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-81e9fc2b-6a09-4ab7-8ba6-ec554ed8ff63 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=e9de08c1e0c046a99df2916b2366f954&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0464091
Dec 24 12:01:17.314756 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33854) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:01:17.370388 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0ab19c42-635f-44da-8b3b-dbe25a23c2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:17.394966 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0ab19c42-635f-44da-8b3b-dbe25a23c2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:17.443939 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-08357c72-9d8f-49b1-a0bd-bce41f5980ed None None] Deleting port 3373396d-493f-4dc2-9006-6abd6ac9ffd0 {{(pid=87560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}}
Dec 24 12:01:17.444477 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0ab19c42-635f-44da-8b3b-dbe25a23c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:17.444675 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-08357c72-9d8f-49b1-a0bd-bce41f5980ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739049836746'] for port, before_delete {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:17.448087 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-08458b4e-498b-4624-8e31-e39d48758c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:01:17.465436 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab19c42-635f-44da-8b3b-dbe25a23c2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fcd03b-4ef7-4a9b-af6f-489ea27261ae,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:01:17.468048 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-0ab19c42-635f-44da-8b3b-dbe25a23c2ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:01:17.476999 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-0ab19c42-635f-44da-8b3b-dbe25a23c2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:17.478149 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-0ab19c42-635f-44da-8b3b-dbe25a23c2ea admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/98fcd03b-4ef7-4a9b-af6f-489ea27261ae HTTP/1.1" status: 204  len: 168 time: 0.1624889
Dec 24 12:01:17.524612 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-08357c72-9d8f-49b1-a0bd-bce41f5980ed None None] The port '3373396d-493f-4dc2-9006-6abd6ac9ffd0' was deleted {{(pid=87560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}}
Dec 24 12:01:17.809193 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33862) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:01:17.834675 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5ee78144-6f3e-462d-9d60-bbd2d5efedad no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 12:01:17.858360 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-81e04920-58dc-454e-be68-7a1c81c20552 admin admin] 10.222.0.54 "GET /v2.0/security-groups?tenant_id=24a36692e4af4bb1b5fd64b95facaffd&name=default HTTP/1.1" status: 200  len: 2983 time: 0.0478971
Dec 24 12:01:17.860705 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.wsgi [-] (87559) accepted ('10.222.0.54', 33866) {{(pid=87559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 24 12:01:17.869219 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 5ee78144-6f3e-462d-9d60-bbd2d5efedad {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 12:01:17.869581 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 5ee78144-6f3e-462d-9d60-bbd2d5efedad not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 12:01:17.870046 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3373396d-493f-4dc2-9006-6abd6ac9ffd0 no longer exists at agent ovs-agent-dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 24 12:01:17.902802 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.plugin [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] No Port match for: 3373396d-493f-4dc2-9006-6abd6ac9ffd0 {{(pid=87560) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}}
Dec 24 12:01:17.903165 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron.plugins.ml2.rpc [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Device 3373396d-493f-4dc2-9006-6abd6ac9ffd0 not bound to the agent host dv-neutron-822668-2-hyperv {{(pid=87560) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 24 12:01:17.920494 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ae5bf66-6f7b-44b3-b82c-bf0bb3d15e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:17.945505 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ae5bf66-6f7b-44b3-b82c-bf0bb3d15e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:17.997163 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ae5bf66-6f7b-44b3-b82c-bf0bb3d15e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800227'] for security_group, after_delete {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:18.001072 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-c4cf683b-9dc5-47f1-b5aa-db471a4cf7fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 24 12:01:18.012231 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5bf66-6f7b-44b3-b82c-bf0bb3d15e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554ac61f-dc60-4617-823b-2c558eb8d7d6,revision_number=None']} {{(pid=87559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 24 12:01:18.016286 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG oslo_concurrency.lockutils [None req-5ae5bf66-6f7b-44b3-b82c-bf0bb3d15e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=87559) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 24 12:01:18.020073 dv-neutron-822668-2-hyperv neutron-server[87559]: DEBUG neutron_lib.callbacks.manager [None req-5ae5bf66-6f7b-44b3-b82c-bf0bb3d15e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:18.021238 dv-neutron-822668-2-hyperv neutron-server[87559]: INFO neutron.wsgi [None req-5ae5bf66-6f7b-44b3-b82c-bf0bb3d15e61 admin admin] 10.222.0.54 "DELETE /v2.0/security-groups/554ac61f-dc60-4617-823b-2c558eb8d7d6 HTTP/1.1" status: 204  len: 168 time: 0.1596422
Dec 24 12:01:29.831716 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-89efa1af-1e7e-4f3f-bab0-a6fbff921d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:32.039348 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9c682ee4-cb9b-45e7-84c6-b5aa2eca3eed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:33.302392 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:33.354544 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:35.148158 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:38.938129 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 12:01:41.261286 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:01:59.833290 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-01ea37d2-80ad-4252-a8d5-4d3927190a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:02:02.040040 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-811a78f9-deca-4603-adb3-8a2adb06403d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:02:03.303934 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:02:03.354615 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:02:05.151535 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:02:11.261190 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:02:15.936855 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 12:02:29.836864 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-6b19e912-94f6-4a62-8761-737bbf8123ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:02:32.042002 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2bddce72-7bed-4b2c-aa1f-1c50132af431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:02:33.306611 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:02:33.358735 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:02:35.154929 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:02:41.271893 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:02:52.936106 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 12:02:59.838853 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2500b1b3-e8a5-4d9b-a967-ecc1cfb1f52a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:03:02.043867 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-3f9ec57d-d748-4963-b61d-914647935375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:03:03.309818 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:03:03.359195 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:03:05.158475 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:03:11.286004 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:03:29.842335 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-2ab51f5f-e64d-4325-aaea-1d93fef4f283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:03:29.935291 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 12:03:32.044565 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1004382b-80d6-4642-b966-07e79b8d7f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:03:33.312032 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:03:33.361897 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:03:35.163562 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:03:41.284312 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:03:59.844651 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9be36138-e65e-4373-b33f-f7b3ced3c60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:04:02.045895 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1dd19013-79fc-4596-8f92-26b887734e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:04:03.314531 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:04:03.364853 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:04:05.164968 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:04:06.934009 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 12:04:11.299323 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:04:29.846035 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c89a1195-be7b-4096-b13c-55d07a618f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:04:32.048469 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-8dc38d50-3933-4914-b1d5-1cd941cf33ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:04:33.315971 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:04:33.368803 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:04:35.167972 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:04:41.320980 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:04:43.932750 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 12:04:59.848476 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-1cb90dcb-b02c-45cd-80ec-a70f8cfce4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:05:02.050904 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-f39040e5-65c7-49fd-bef5-0594493490e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:05:03.318547 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:05:03.370915 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:05:05.171000 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:05:11.321626 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:05:20.931663 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 12:05:29.848774 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a90ae20c-0a9e-4a7d-b36e-5700fafd11ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:05:32.052181 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-b1b3a37c-4fca-422b-a8fa-facd2be2b917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:05:33.319848 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:05:33.374664 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:05:35.173800 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:05:41.314270 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:05:57.930672 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 12:05:59.849927 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-12dac293-1919-4ca5-9585-b79ba63d59b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:06:02.054400 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-cabca55f-5de6-46c1-93f8-1d0f03a00665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:06:03.322705 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:06:03.375105 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:06:05.179167 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:06:11.326092 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:06:29.851178 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-c6c28ba6-e520-41a0-8b55-75a1a8794b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:06:32.056236 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-a0a02782-073e-47b1-92a5-1c1d96dd15e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:06:33.325045 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:06:33.380083 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:06:34.932560 dv-neutron-822668-2-hyperv neutron-server[87561]: DEBUG neutron.db.agents_db [None req-64e91806-3aa7-4b45-a427-65ba6ef128b6 None None] Agent healthcheck: found 6 active agents {{(pid=87561) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 24 12:06:35.180558 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-0e75cb11-f273-4aca-80c1-e2cf89250385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:06:41.334590 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-9f1f8817-27bc-470c-87ca-4d0310838ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:06:59.852571 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-4ce4a2fc-ccc8-4d10-b658-21fb33cc594c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:07:02.058328 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-ec57142a-40b2-44a5-94fe-3625d5b0c068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:07:03.327397 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-895bc286-a317-48b6-9cc7-231941fc288d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 24 12:07:03.403619 dv-neutron-822668-2-hyperv neutron-server[87560]: DEBUG neutron_lib.callbacks.manager [None req-48c6afbd-9e00-4de1-93c0-a8903e70a2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739049714607', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-858385'] for agent, after_update {{(pid=87560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}